-- Logs begin at Tue 2022-01-18 21:50:25 UTC, end at Wed 2022-01-19 01:05:07 UTC. -- Jan 18 22:48:28.166340 n-d-825175-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 22:48:30.314257 n-d-825175-2 neutron-server[84437]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:48:30.314941 n-d-825175-2 neutron-server[84437]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 22:48:30.314941 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84437) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 22:48:30.317173 n-d-825175-2 neutron-server[84437]: INFO neutron.common.config [-] Logging enabled! Jan 18 22:48:30.317423 n-d-825175-2 neutron-server[84437]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 22:48:30.317669 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84437) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 22:48:30.318628 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:48:30.318861 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:48:30.319215 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:48:30.319460 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:48:30.319685 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:48:30.320004 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.320299 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.320595 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.320827 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.321146 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.321438 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.321721 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.322010 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.322306 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.322593 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.322994 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.323282 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.323512 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.323795 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.324081 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.324366 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.324595 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] debug = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.324897 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.325331 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.325728 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.326010 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.326300 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.326598 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.326861 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.327144 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.327474 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] host = n-d-825175-2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.327754 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.328043 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.328331 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.328619 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.328923 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.329206 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.329491 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.329766 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.330037 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_file = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.330311 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.330601 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.330890 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.331182 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.331406 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.331629 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.331910 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.332197 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.332473 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.332750 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.333049 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.333326 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.333600 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.333868 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.334150 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.334686 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.334972 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.335245 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.335520 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.335791 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.336061 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.336345 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.336616 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.336981 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.337259 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.337545 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.337814 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.338086 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.338380 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.339198 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.339639 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.339935 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.340212 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.340496 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.340768 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.341074 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.341349 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_json = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.341622 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.341894 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.342174 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.342446 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.342719 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.342993 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.343265 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.343552 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:30.343850 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.344147 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.344449 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.344733 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.345053 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.345347 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.345639 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.345920 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.346210 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.346499 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.346785 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.347062 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.347349 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.347642 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.347931 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.348205 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.348481 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.348770 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.349070 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.349345 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.349622 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.349909 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.350185 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.350456 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.350733 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.351006 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.351275 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.351545 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.351816 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.352104 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.352376 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.352644 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.352935 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.353213 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.353482 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.353764 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.354071 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.355019 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.355305 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.355586 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.355863 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.356136 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.356415 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.356692 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.356991 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.357268 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.357541 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.357815 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.358089 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.358360 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.358633 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.358905 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.359179 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.359448 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.359721 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.359993 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.360264 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.360537 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.360824 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.361141 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.361419 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.361699 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.361978 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.362255 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.362531 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.362808 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.363086 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.363362 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.363636 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.363928 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.364210 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.364493 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.364775 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.365077 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.365382 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.365661 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.365947 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.366226 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.366505 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.366788 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.367071 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.367364 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.367658 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.367954 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.368248 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.368541 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.368823 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.369216 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.369499 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:30.369780 n-d-825175-2 neutron-server[84437]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:48:30.370069 n-d-825175-2 neutron-server[84437]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84437) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 22:48:30.772535 n-d-825175-2 neutron-server[84437]: INFO keyring.backend [-] Loading KWallet Jan 18 22:48:30.780571 n-d-825175-2 neutron-server[84437]: INFO keyring.backend [-] Loading SecretService Jan 18 22:48:30.783800 n-d-825175-2 neutron-server[84437]: INFO keyring.backend [-] Loading Windows Jan 18 22:48:30.785190 n-d-825175-2 neutron-server[84437]: INFO keyring.backend [-] Loading chainer Jan 18 22:48:30.785772 n-d-825175-2 neutron-server[84437]: INFO keyring.backend [-] Loading macOS Jan 18 22:48:30.819418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:48:30.819696 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:48:30.819989 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 22:48:30.820327 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 22:48:31.126796 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.127098 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.127372 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.183744 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.184099 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.184408 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.187598 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.187893 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.188166 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.217733 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.218018 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.218289 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.244937 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.245218 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.245484 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.564415 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.565072 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.565072 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.565265 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.566081 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.687489 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.687813 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.688100 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.688386 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.688652 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.688993 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.689259 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.689517 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.689772 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.690054 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.690312 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.690585 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.690838 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.691097 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.691363 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.691631 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.691885 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.692157 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.692408 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.692687 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.693066 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.693328 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.693580 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.693865 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.694113 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.694359 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.694753 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.694996 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.695237 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.695477 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.695716 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.695952 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:31.696503 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 22:48:31.699822 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 22:48:31.703885 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 22:48:31.707747 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 18 22:48:31.709675 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 22:48:31.710071 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 22:48:31.710409 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 22:48:31.710793 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 22:48:31.714310 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 22:48:31.714569 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 22:48:31.714912 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:48:31.743470 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 22:48:31.743919 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.744216 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84437) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 22:48:31.744576 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.746031 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84437) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 22:48:31.746314 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 22:48:31.746561 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 22:48:31.749812 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.750092 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:31.811166 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 22:48:31.811407 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 22:48:31.811649 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 22:48:31.812018 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 22:48:31.843400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_db.sqlalchemy.engines [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84437) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 22:48:32.340569 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing driver for type 'gre' Jan 18 22:48:32.341164 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] gre ID ranges: [(1, 1000)] Jan 18 22:48:32.539243 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing driver for type 'local' Jan 18 22:48:32.539580 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing driver for type 'vlan' Jan 18 22:48:32.631723 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] VlanTypeDriver initialization complete Jan 18 22:48:32.632377 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing driver for type 'vxlan' Jan 18 22:48:32.632560 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] vxlan ID ranges: [(1, 1000)] Jan 18 22:48:32.814252 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing extension driver 'port_security' Jan 18 22:48:32.814608 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] PortSecurityExtensionDriver initialization complete Jan 18 22:48:32.814950 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing mechanism driver 'openvswitch' Jan 18 22:48:32.815282 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing mechanism driver 'hyperv' Jan 18 22:48:32.821997 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.plugin [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:32.822687 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.823138 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.823495 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.824024 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84437) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 22:48:32.824466 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.824898 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.825256 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.825652 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84437) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 22:48:32.828094 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828094 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828094 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828094 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84437) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 22:48:32.828094 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828478 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828478 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.828852 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84437) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 22:48:32.829271 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.829627 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.829982 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.830379 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84437) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 22:48:32.830974 n-d-825175-2 neutron-server[84437]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] ML2 OVO RPC backend initialized. {{(pid=84437) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 22:48:32.831634 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.831997 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.832421 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.832778 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > networks before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.833158 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.833507 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > ports before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.833859 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.834210 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.834826 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.835179 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.835524 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.835869 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.836215 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.836559 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.836929 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.837276 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.837616 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.838216 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.plugin [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Modular L2 Plugin initialization complete Jan 18 22:48:32.838599 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading services supported by the core plugin {{(pid=84437) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 22:48:32.838947 n-d-825175-2 neutron-server[84437]: INFO neutron.plugins.ml2.managers [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Got port-security extension from driver 'port_security' Jan 18 22:48:32.839417 n-d-825175-2 neutron-server[84437]: INFO neutron.extensions.vlantransparent [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Disabled vlantransparent extension. Jan 18 22:48:32.839838 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84437) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 22:48:32.840159 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: router Jan 18 22:48:32.877624 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.878021 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_create 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.878394 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router before_create 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.878762 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.879141 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.879502 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_delete 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.879868 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.880236 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_create 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.880590 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.880968 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.881323 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.881685 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.882139 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.882469 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.882814 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.883157 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: subnet after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.883500 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.883853 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.884204 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.884563 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.884943 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.885339 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router after_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.885689 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.886183 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.886791 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.886884 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.887246 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > agent after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.887601 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.887954 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > network after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.888828 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Tracking information for resource: router configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:32.889185 n-d-825175-2 neutron-server[84437]: DEBUG neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Tracking information for resource: floatingip configured {{(pid=84437) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 22:48:32.894313 n-d-825175-2 neutron-server[84437]: INFO neutron.db.l3_agentschedulers_db [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 22:48:32.894910 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.895276 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.895634 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.895991 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: port after_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.896946 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router before_create 55550100 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.897322 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.897690 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.898053 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.906124 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.provider_configuration [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service providers = [] {{(pid=84437) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 22:48:32.906497 n-d-825175-2 neutron-server[84437]: DEBUG neutron.db.servicetype_db [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84437) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 22:48:32.909561 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.service_base [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84437) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:48:32.909918 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.service_base [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84437) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:48:32.910266 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.service_base [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84437) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:48:32.911171 n-d-825175-2 neutron-server[84437]: DEBUG neutron.services.service_base [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84437) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 22:48:32.911552 n-d-825175-2 neutron-server[84437]: INFO neutron.services.service_base [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 22:48:32.911934 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.912258 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 22:48:32.924032 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.924376 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: auto_allocate Jan 18 22:48:32.930460 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: network precommit_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.930837 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: network precommit_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.931402 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.931727 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: tag Jan 18 22:48:32.939049 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.939386 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: timestamp Jan 18 22:48:32.943758 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.944099 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: network_ip_availability Jan 18 22:48:32.949502 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.949878 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.950236 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:32.950948 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.951271 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: flavors Jan 18 22:48:32.956015 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.956357 n-d-825175-2 neutron-server[84437]: INFO neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading Plugin: revisions Jan 18 22:48:32.960951 n-d-825175-2 neutron-server[84437]: DEBUG neutron.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84437) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 22:48:32.961348 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.141s {{(pid=84437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 22:48:32.962099 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84437) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 22:48:32.962444 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Initializing extension manager. Jan 18 22:48:32.962956 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: __init__.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.963306 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: __pycache__ {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.963678 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.964015 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.964353 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: _filter_validation_lib.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.964690 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.965056 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: address_group.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.965815 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.966390 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: address-group Jan 18 22:48:32.966720 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: address_scope.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.967439 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.967948 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: address-scope Jan 18 22:48:32.968281 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.969236 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.969750 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: router-admin-state-down-before-update Jan 18 22:48:32.970078 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: agent.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.970782 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.971290 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: agent Jan 18 22:48:32.971617 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: agent_resources_synced.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.972542 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.973079 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: agent-resources-synced Jan 18 22:48:32.973406 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.975371 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.975894 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: allowed-address-pairs Jan 18 22:48:32.976226 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.977339 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.977860 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: auto-allocated-topology Jan 18 22:48:32.978194 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: availability_zone.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.978897 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.979996 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: availability_zone Jan 18 22:48:32.980324 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: availability_zone_filter.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.981382 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.981904 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: availability_zone_filter Jan 18 22:48:32.982232 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: data_plane_status.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.983149 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.983661 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 22:48:32.983985 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: default_subnetpools.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.984931 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.985446 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: default-subnetpools Jan 18 22:48:32.985773 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.986556 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.987065 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: dhcp_agent_scheduler Jan 18 22:48:32.987390 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: dns.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.988314 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.988817 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 22:48:32.989168 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: dns_domain_ports.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.990106 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.990614 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 22:48:32.990938 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: dvr.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.991632 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.992127 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: dvr Jan 18 22:48:32.992452 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: empty_string_filtering.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.993401 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.993908 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: empty-string-filtering Jan 18 22:48:32.994232 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.995767 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.996270 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:48:32.996594 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.997538 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.998052 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 22:48:32.998377 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: external_net.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:32.999293 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:32.999803 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: external-net Jan 18 22:48:33.000163 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.001105 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.001611 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: extra_dhcp_opt Jan 18 22:48:33.001940 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: extraroute.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.002851 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.003357 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: extraroute Jan 18 22:48:33.003684 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: extraroute_atomic.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.004722 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.005272 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: extraroute-atomic Jan 18 22:48:33.005603 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: filter_validation.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.006277 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.006782 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: filter-validation Jan 18 22:48:33.007108 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: fip_pf_description.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.008028 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.008541 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 22:48:33.008899 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: fip_port_details.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.009830 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.010429 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: fip-port-details Jan 18 22:48:33.010837 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: flavors.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.020612 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.021160 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: flavors Jan 18 22:48:33.021577 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.023297 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.023822 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 22:48:33.024157 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: floatingip_pools.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.025034 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.025496 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: floatingip-pools Jan 18 22:48:33.025833 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: ip_allocation.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.027353 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.027864 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 22:48:33.028195 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.029148 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.029666 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: ip-substring-filtering Jan 18 22:48:33.029995 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l2_adjacency.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.030943 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.031484 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 22:48:33.031811 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.032788 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.033332 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: router Jan 18 22:48:33.033663 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.036066 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.036634 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 22:48:33.037004 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.037963 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.038483 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: ext-gw-mode Jan 18 22:48:33.038814 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.039742 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.040255 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: l3-ha Jan 18 22:48:33.040586 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3_flavors.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.042140 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.042649 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: l3-flavors Jan 18 22:48:33.042979 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.043927 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.044481 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 22:48:33.044817 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: l3agentscheduler.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.045880 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.049545 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: l3_agent_scheduler Jan 18 22:48:33.049545 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: logging.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.050810 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.051330 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension logging not supported by any of loaded plugins Jan 18 22:48:33.051668 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: metering.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.052418 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.053059 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: metering Jan 18 22:48:33.053454 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.054560 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.055081 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: metering_source_and_destination_fields Jan 18 22:48:33.055455 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: multiprovidernet.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.056483 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.057034 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: multi-provider Jan 18 22:48:33.057393 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: netmtu.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.058318 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.058827 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: net-mtu Jan 18 22:48:33.059224 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: netmtu_writable.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.060153 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.060658 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: net-mtu-writable Jan 18 22:48:33.061013 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: network_availability_zone.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.061690 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.062195 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: network_availability_zone Jan 18 22:48:33.062518 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: network_ip_availability.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.063620 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.064136 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: network-ip-availability Jan 18 22:48:33.064466 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: network_segment_range.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.065316 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.074014 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 22:48:33.074014 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: pagination.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.074809 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.075145 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: pagination Jan 18 22:48:33.075472 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.076400 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.076956 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: port-mac-address-regenerate Jan 18 22:48:33.077287 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: port_resource_request.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.078207 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.078716 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 22:48:33.079042 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: portbindings.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.079980 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.080495 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: binding Jan 18 22:48:33.080944 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: portbindings_extended.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.082227 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.082749 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: binding-extended Jan 18 22:48:33.083082 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: portsecurity.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.084015 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.084794 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: port-security Jan 18 22:48:33.085149 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: project_id.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.086233 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.086506 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: project-id Jan 18 22:48:33.086832 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: providernet.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.087755 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.088266 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: provider Jan 18 22:48:33.089241 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.093775 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.094313 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos not supported by any of loaded plugins Jan 18 22:48:33.094653 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.095927 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.096454 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 22:48:33.096848 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.097834 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.098351 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 22:48:33.098683 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_default.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.099606 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.100121 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-default not supported by any of loaded plugins Jan 18 22:48:33.100458 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_fip.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.101153 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.101663 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 22:48:33.101990 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.102928 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.103447 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 22:48:33.103828 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.105549 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.106070 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 22:48:33.106400 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.107325 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.107882 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 22:48:33.108208 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: qos_rules_alias.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.109296 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.109817 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 22:48:33.110146 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: quotasv2.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.111108 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.111437 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: quotas Jan 18 22:48:33.111770 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: quotasv2_detail.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.113445 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.113794 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: quota_details Jan 18 22:48:33.114134 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: rbac.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.115209 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.115788 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: rbac-policies Jan 18 22:48:33.116124 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: rbac_address_scope.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.117099 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.117623 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: rbac-address-scope Jan 18 22:48:33.117953 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: rbac_security_groups.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.118887 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.119400 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: rbac-security-groups Jan 18 22:48:33.119792 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.120721 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.121268 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: rbac-subnetpool Jan 18 22:48:33.121599 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: revisionifmatch.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.122692 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.123204 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: revision-if-match Jan 18 22:48:33.123531 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: revisions.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.124658 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.125212 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: standard-attr-revisions Jan 18 22:48:33.125542 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: router_availability_zone.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.126219 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.126732 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: router_availability_zone Jan 18 22:48:33.127058 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: routerservicetype.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.128023 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.128535 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 22:48:33.128893 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.129826 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.130339 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: port-security-groups-filtering Jan 18 22:48:33.130665 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: securitygroup.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.142240 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.142720 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: security-group Jan 18 22:48:33.143061 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: segment.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.143859 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.144387 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension segment not supported by any of loaded plugins Jan 18 22:48:33.144797 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.145774 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.146286 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 22:48:33.146617 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: servicetype.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.147748 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.148269 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: service-type Jan 18 22:48:33.148599 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: sorting.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.149624 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.149961 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: sorting Jan 18 22:48:33.150288 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: standard_attr_segment.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.151739 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.152256 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 22:48:33.152586 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: standardattrdescription.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.153311 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.153823 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: standard-attr-description Jan 18 22:48:33.154152 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: stateful_security_group.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.155101 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.155619 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: stateful-security-group Jan 18 22:48:33.155947 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: stdattrs_common.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.156538 n-d-825175-2 neutron-server[84437]: WARNING neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 22:48:33.156893 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.157829 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.158341 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 22:48:33.158666 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnet_onboard.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.159821 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.160345 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: subnet_onboard Jan 18 22:48:33.160679 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.161657 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.162175 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 22:48:33.162507 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnet_service_types.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.163440 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.163955 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: subnet-service-types Jan 18 22:48:33.164284 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnetallocation.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.165409 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.165926 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: subnet_allocation Jan 18 22:48:33.166258 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.167564 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.168073 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: subnetpool-prefix-ops Jan 18 22:48:33.168518 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.169508 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.170020 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 22:48:33.170347 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: tagging.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.171412 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.171930 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: standard-attr-tag Jan 18 22:48:33.172259 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: timestamp.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.173505 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.174032 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loaded extension: standard-attr-timestamp Jan 18 22:48:33.174365 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: trunk.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.175416 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.175936 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension trunk not supported by any of loaded plugins Jan 18 22:48:33.176265 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: trunk_details.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.177241 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.177750 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 22:48:33.178079 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.179015 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.179531 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 22:48:33.179858 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Loading extension file: vlantransparent.py {{(pid=84437) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 22:48:33.180545 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84437) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 22:48:33.181086 n-d-825175-2 neutron-server[84437]: INFO neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 22:48:33.183380 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:network Jan 18 22:48:33.184117 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnet Jan 18 22:48:33.184720 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:48:33.185547 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:port Jan 18 22:48:33.186823 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.187272 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service FLAVORS assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.187891 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.188314 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.188649 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:router Jan 18 22:48:33.189344 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:48:33.190061 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service METERING assigned prefix: /metering {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.191501 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:33.191876 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:33.192238 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84437) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 22:48:33.193420 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:48:33.193877 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:48:33.194542 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:48:33.195425 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service CORE assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.196008 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:48:33.196424 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] subnetpool is already registered Jan 18 22:48:33.197101 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service CORE assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.197440 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:48:33.197829 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] subnetpool is already registered Jan 18 22:48:33.200478 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.200957 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service FLAVORS assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.201570 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.201996 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.202336 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:router Jan 18 22:48:33.202672 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] router is already registered Jan 18 22:48:33.203263 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 22:48:33.203596 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] floatingip is already registered Jan 18 22:48:33.204223 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service METERING assigned prefix: /metering {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.204915 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 22:48:33.205258 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] rbac_policy is already registered Jan 18 22:48:33.205802 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:security_group Jan 18 22:48:33.206136 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] security_group is already registered Jan 18 22:48:33.206720 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 22:48:33.207053 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] security_group_rule is already registered Jan 18 22:48:33.207712 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service CORE assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.208043 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:48:33.208371 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] subnetpool is already registered Jan 18 22:48:33.209031 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.v2.resource_helper [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Service CORE assigned prefix: {{(pid=84437) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 22:48:33.209363 n-d-825175-2 neutron-server[84437]: INFO neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 22:48:33.209962 n-d-825175-2 neutron-server[84437]: WARNING neutron.quota.resource_registry [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] subnetpool is already registered Jan 18 22:48:33.210629 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: extensions {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.212067 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: address-groups {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.214356 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: address-scopes {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.215557 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: agents {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.216760 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: auto-allocated-topology {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.218021 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: availability_zones {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.219314 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: dhcp-networks {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.220693 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: dhcp-agents {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.222118 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: routers {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.224065 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: flavors {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.225272 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: service_profiles {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.226479 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: next_providers {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.227954 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: service_profiles {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.230067 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: floatingip-pools {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.231295 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: routers {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.233091 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: floatingips {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.234248 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: l3-routers {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.235595 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: l3-agents {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.237010 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: metering-labels {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.238374 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: metering-label-rules {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.239642 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: network-ip-availabilities {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.240894 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: bindings {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.243401 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: quotas {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.245057 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: quotas {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.246474 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: rbac-policies {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.247765 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: security-groups {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.248993 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: security-group-rules {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.250202 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: service-providers {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.251395 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: subnetpools {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.252794 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: subnetpools {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.254335 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.255993 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.257780 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.259498 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.261460 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.263107 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.264851 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.266656 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.268517 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.270332 n-d-825175-2 neutron-server[84437]: DEBUG neutron.api.extensions [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Extended resource: tags {{(pid=84437) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 22:48:33.276586 n-d-825175-2 neutron-server[84437]: WARNING keystonemiddleware.auth_token [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 22:48:33.281367 n-d-825175-2 neutron-server[84437]: WARNING keystonemiddleware.auth_token [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 22:48:33.289601 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Acquired lock "singleton_lock" {{(pid=84437) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 22:48:33.290087 n-d-825175-2 neutron-server[84437]: DEBUG oslo_concurrency.lockutils [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Releasing lock "singleton_lock" {{(pid=84437) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 22:48:33.290721 n-d-825175-2 neutron-server[84437]: INFO oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Starting 2 workers Jan 18 22:48:33.296078 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Started child 84542 {{(pid=84437) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:48:33.300400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Started child 84543 {{(pid=84437) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:48:33.301614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.302239 n-d-825175-2 neutron-server[84437]: INFO neutron.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 22:48:33.302772 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Notify callbacks [] for process, before_spawn {{(pid=84437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.303139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [-] (84542) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:48:33.305252 n-d-825175-2 neutron-server[84437]: INFO oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Starting 1 workers Jan 18 22:48:33.305432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.306738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [-] (84543) wsgi starting up on http://0.0.0.0:9696 Jan 18 22:48:33.310465 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Started child 84544 {{(pid=84437) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:48:33.311025 n-d-825175-2 neutron-server[84437]: INFO oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Starting 1 workers Jan 18 22:48:33.314528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] calling RpcWorker wait() {{(pid=84544) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 22:48:33.315070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] returning from RpcWorker wait() {{(pid=84544) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 22:48:33.315327 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Started child 84545 {{(pid=84437) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 22:48:33.316130 n-d-825175-2 neutron-server[84437]: DEBUG neutron_lib.callbacks.manager [None req-0d176cad-cdec-4432-b9e5-8985d45512c9 None None] Notify callbacks [] for process, after_spawn {{(pid=84437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.316396 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.316921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:33.318045 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84437) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 22:48:33.318268 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:48:33.318447 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:48:33.318659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:48:33.319008 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:48:33.319179 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:48:33.319668 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.319932 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.320217 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.320361 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:33.320823 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.320823 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.321386 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.321677 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.321919 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.322197 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.322465 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.322638 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.322864 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.323125 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.323363 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.323652 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.323923 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.324165 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.324562 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.324745 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.325047 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.325320 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.325562 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.325855 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] debug = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.326118 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.326617 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.326865 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.327117 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.327359 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.327652 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.327914 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.328200 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.328449 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.328690 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.328977 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.329254 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.329475 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.329722 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.329986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.330225 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.330704 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] host = n-d-825175-2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.330931 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.331151 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.331394 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.331644 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.331885 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.332101 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_file = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.335986 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_options = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.337957 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.338218 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.339870 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.339870 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.339870 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.339870 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.339870 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.340434 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.340434 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.340673 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.340796 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.341024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.341291 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.341533 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.341739 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.342023 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.342240 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.342503 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.342741 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.342998 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.343229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.343458 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.343694 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.343974 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.344211 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.344458 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.344720 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.344962 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.345650 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.345650 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.345904 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.346027 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_json = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.346308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069396 Jan 18 22:48:33.347705 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.347944 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.349418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.350164 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.350164 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.350474 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.350709 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.350950 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.351196 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.351433 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.351675 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.351931 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.352181 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.352488 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.352734 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355201 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355201 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355201 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355597 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355721 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.355936 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.356899 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.356899 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.357627 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.358111 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.358335 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.358643 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.359166 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.359166 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.359492 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.359728 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.359886 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.360558 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.360558 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.360744 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.361030 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.361194 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.361352 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.361659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.361915 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.362061 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.362316 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.362534 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.362767 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.362994 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.363212 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.363430 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.363671 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.363925 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.364165 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.364380 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.364593 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.364811 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.365052 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366014 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366014 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366299 n-d-825175-2 neutron-server[84545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:33.366530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.366530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367186 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367186 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367186 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367578 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367578 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.367847 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.368010 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.368221 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.368455 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.368666 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.368917 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.369143 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.375497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.376422 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377024 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.377570 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378109 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378109 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378109 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378109 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378366 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.378448 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379270 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379270 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379270 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379484 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379607 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.379898 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.380124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.380560 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.380660 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.381010 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.381266 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.381386 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.381806 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.381902 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.382208 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.382658 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.382757 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.382894 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.383166 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.383414 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.383652 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.383939 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.384823 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.384823 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.384823 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.385079 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.385160 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.386340 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.386340 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.386691 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.386942 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.387184 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.387403 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.387824 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.388063 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.388501 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.389280 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.389280 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.389280 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.389497 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.389618 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390622 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390622 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390622 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390622 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390944 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.390944 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.392400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.393115 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.393115 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.393115 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.393340 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.393513 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394511 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394511 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394511 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394511 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394826 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394826 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.394990 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.395187 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.395398 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.395634 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.395874 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.396194 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.396415 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.396663 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.397690 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.397910 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.398146 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.399058 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.399161 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.399369 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.399597 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.400426 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.400674 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.401553 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.401919 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.402188 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.402409 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.402637 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.402862 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.403143 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.403380 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.403594 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.403886 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.404144 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.404375 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.404624 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406083 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406481 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.406481 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.407296 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.407772 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.408162 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.408559 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.408816 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.409150 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410011 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410011 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410011 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410233 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410313 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410527 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.410872 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.411170 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.411418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.411693 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.412006 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.412273 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.412541 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.412771 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.414124 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.414452 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.414767 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.415034 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.415267 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.415530 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.415906 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.416153 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.416578 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.417010 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.417232 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.417502 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.417756 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.418015 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.418280 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.418475 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.418690 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.418913 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.419926 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.419926 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.419926 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.419926 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:48:33.420435 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84437) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 22:48:33.420595 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 22:48:33.421327 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 22:48:33.421327 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 22:48:33.421327 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 22:48:33.421327 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 22:48:33.421662 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.421662 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.421786 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.421895 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422058 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422240 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422401 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422556 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422710 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.422868 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423659 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423958 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.423958 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424071 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424362 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424362 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424517 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424759 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424759 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] debug = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.424957 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.425176 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.425321 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426158 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426158 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426158 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426158 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426158 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426493 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426493 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426493 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426691 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426767 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.426960 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] host = n-d-825175-2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.427903 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.428328 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.428328 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.428328 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.428521 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.428635 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.429799 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.430107 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.430412 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.431125 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_file = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_options = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433379 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.433889 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434326 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434326 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434326 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434531 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434607 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434693 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.434919 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.435017 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.435704 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.435704 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441051 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441216 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441397 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441574 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441748 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.441928 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442095 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442264 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442434 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442602 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442768 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.442933 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443098 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443263 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443432 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443596 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443760 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.443923 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.444085 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.444246 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.444438 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.444601 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.444762 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_json = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445126 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445126 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445278 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445424 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445586 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445747 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.445910 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.446072 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447229 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447680 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447680 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.447680 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.448420 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.449183 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.450506 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.450700 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.451200 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.451346 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.451596 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.451788 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.451954 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452102 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452271 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452437 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452645 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452775 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.452972 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.453650 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.453822 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.453990 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454160 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454330 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454488 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454655 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454822 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.454988 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.455411 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.455584 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.455755 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.455921 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.456088 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.456252 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.456430 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.456595 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.456760 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.457801 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.457973 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458141 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458307 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458474 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458804 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.458969 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.459150 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.459318 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.459734 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.460065 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.460384 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.460547 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.460712 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.460930 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.461097 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.461262 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.462217 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.462217 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.462217 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.462442 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.463987 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.463987 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.464156 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.464468 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.464864 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465019 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465168 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465338 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465496 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465673 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.465853 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466032 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466188 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466351 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466520 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466693 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.466852 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467400 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467606 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467672 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.467840 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.468794 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.468794 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.469013 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.469154 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.469321 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.469489 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.470211 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.470388 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.470562 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.470782 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.471603 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.471603 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.471603 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.471846 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.472601 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.472601 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.472751 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.472937 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.473944 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.474116 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.474574 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475187 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475187 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475187 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475389 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475454 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475614 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.475785 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.476639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.476639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.476639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.476639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.476639 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477035 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477035 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477151 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477265 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477430 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477601 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477768 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.477929 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.478251 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.478419 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.478584 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.478749 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.478914 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.479102 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.479427 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.479597 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.479973 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.480146 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.480319 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.480473 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481245 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481245 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481245 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481245 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481529 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481529 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481645 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481806 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.481892 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.482044 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.482209 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.482373 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.482538 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.482702 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483154 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483626 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483626 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483626 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483816 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.483924 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484090 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484255 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484902 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484902 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484902 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.484902 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485167 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485233 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485408 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485551 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485707 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.485845 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.487016 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.487208 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.487381 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.487666 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.487965 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.488141 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.488309 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.488565 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.488743 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.488932 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.489099 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.489264 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.489429 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.489593 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.489774 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.490151 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.490324 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.490977 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.490977 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.491129 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.491258 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.491426 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.491602 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.491992 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.492161 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.492339 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.493890 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.494735 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.494735 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.494995 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495130 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495399 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495399 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495656 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495656 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.495920 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496063 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496213 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496351 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496484 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496634 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.496862 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497006 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497141 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497273 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497418 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497562 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.497726 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498018 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498161 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498294 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498426 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498559 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498690 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498831 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.498965 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499123 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499289 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499453 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499602 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499766 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.499930 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.500152 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.500302 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.502600 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.502600 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.502600 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.503009 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.503009 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.503009 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.503378 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 22:48:33.503378 n-d-825175-2 neutron-server[84437]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84437) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 22:48:33.514645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:43.737583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c200bdac-f17d-4d3a-be06-589725e22de2 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 22:48:43.804860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200bdac-f17d-4d3a-be06-589725e22de2 None None] No non-hosted networks {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 22:48:43.819690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.agentschedulers_db [None req-c200bdac-f17d-4d3a-be06-589725e22de2 None None] DHCP Agent not found on host n-d-825175-2 {{(pid=84544) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 22:48:43.920740 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90e37f48-d523-4cf8-bf7d-bfb9ec92b346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.876717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-659319f4-497f-4a77-b88a-5bbf16074d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:45.910362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15e21f22-03a9-4cbf-9f67-9b260b81a4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.153562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:47.163025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.163402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.163748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.164092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.164429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.164759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.166288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.168741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.170145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.171087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.171626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:47.172215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825175-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:47.184878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825175-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:48:47.271825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:48.546091 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:50.130776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:50.733252 n-d-825175-2 neutron-server[84542]: WARNING oslo_policy.policy [None req-72005b6f-5d38-4cd4-ac90-178ca02895d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:50.733862 n-d-825175-2 neutron-server[84542]: WARNING oslo_policy.policy [None req-72005b6f-5d38-4cd4-ac90-178ca02895d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:50.950254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-72005b6f-5d38-4cd4-ac90-178ca02895d2 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:48:50.951320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-72005b6f-5d38-4cd4-ac90-178ca02895d2 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8196373 Jan 18 22:48:51.882957 n-d-825175-2 neutron-server[84544]: INFO neutron.db.l3_hamode_db [None req-17e81d08-2a08-432a-857d-d9277c8c9855 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 22:48:51.971230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e81d08-2a08-432a-857d-d9277c8c9855 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:48:51.971534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e81d08-2a08-432a-857d-d9277c8c9855 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 22:48:53.209032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:53.593859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:48:53.648599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.policy [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84542) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 22:48:53.649367 n-d-825175-2 neutron-server[84542]: WARNING oslo_policy.policy [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:53.649734 n-d-825175-2 neutron-server[84542]: WARNING oslo_policy.policy [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:53.654358 n-d-825175-2 neutron-server[84542]: INFO neutron.quota [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Loaded quota_driver: . Jan 18 22:48:53.670817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:53.829206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750545041246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750544997237', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750545000837', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750545002799', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750544978950', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32950795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32946809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640193'] for rbac-policy, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:54.048027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:54.049347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb3252d7-07f9-4f82-a07b-833aeeedfa04 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8393657 Jan 18 22:48:56.549573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:48:57.148539 n-d-825175-2 neutron-server[84543]: WARNING oslo_policy.policy [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:57.149166 n-d-825175-2 neutron-server[84543]: WARNING oslo_policy.policy [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:57.367489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Request body: {'network': {'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'name': 'private'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:48:57.369206 n-d-825175-2 neutron-server[84543]: INFO neutron.quota [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Loaded quota_driver: . Jan 18 22:48:57.384225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:57.390942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Usage tracker for resource:network and tenant:a4bc8359fe2b4d1f9b0b505323b06ec7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:57.396325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:57.405037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:57.506074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Made reservation on behalf of a4bc8359fe2b4d1f9b0b505323b06ec7 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:48:57.549338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.policy [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84543) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 22:48:57.550108 n-d-825175-2 neutron-server[84543]: WARNING oslo_policy.policy [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:57.550644 n-d-825175-2 neutron-server[84543]: WARNING oslo_policy.policy [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 22:48:57.555046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:57.577049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:57.624106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:48:57.627723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Usage tracker for resource:security_group_rule and tenant:a4bc8359fe2b4d1f9b0b505323b06ec7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:48:57.630862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:48:57.637115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:48:57.711047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:57.779842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:57.804400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:48:57.830152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750542830291', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:57.830747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Unsubscribe: segment precommit_create {{(pid=84543) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:48:57.831274 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Added segment f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d of type vlan for network b7b112d2-08ea-4fba-bac0-760559c3c893 Jan 18 22:48:57.840313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f574a66-201d-4597-af7a-37370b9944bd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:57.903151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.903502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.903843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.904173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.904498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.904825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.905174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.905491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.905807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.906124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.906434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Tracked resource versions report: Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: pushed versions: Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Log': {'1.0'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Network': {'1.1'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Port': {'1.5'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'PortForwarding': {'1.2'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'QosPolicy': {'1.8'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SecurityGroup': {'1.2'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SubPort': {'1.0'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Subnet': {'1.1'}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Trunk': {'1.1'}} Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: consumer versions: Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: L3 agent@n-d-825175-2: {}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: Metadata agent@n-d-825175-2: {}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: Metering agent@n-d-825175-2: {}, Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Log': '1.0', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Network': '1.1', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Port': '1.5', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'PortForwarding': '1.2', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'QosPolicy': '1.8', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SecurityGroup': '1.2', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SecurityGroupRule': '1.0', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'SubPort': '1.0', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Subnet': '1.1', Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: 'Trunk': '1.1'}} Jan 18 22:48:57.907526 n-d-825175-2 neutron-server[84543]: {{(pid=84543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:48:57.953958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:58.070971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:58.072144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:48:58.073506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:48:58.173374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b112d2-08ea-4fba-bac0-760559c3c893,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:48:58.185220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b7b112d2-08ea-4fba-bac0-760559c3c893 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:48:58.265920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a53291ac-82a6-425a-8772-22f262b67395 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7141690 Jan 18 22:49:00.868724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:01.345349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b3b3e-feeb-40b4-bb33-e544c085c626 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:01.346690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e3b3b3e-feeb-40b4-bb33-e544c085c626 admin admin] 10.222.0.59 "GET /v2.0/networks/b7b112d2-08ea-4fba-bac0-760559c3c893 HTTP/1.1" status: 200 len: 825 time: 0.4764869 Jan 18 22:49:01.377986 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b12a438d-f33d-496c-aa0a-a308acee6714 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/f11892f4-45cd-4107-834b-bdf94ccc24bb HTTP/1.1" status: 200 len: 734 time: 0.0260193 Jan 18 22:49:01.386276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'name': 'private-subnet'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:49:01.390688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:01.394417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Usage tracker for resource:subnet and tenant:a4bc8359fe2b4d1f9b0b505323b06ec7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:01.397600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:01.403232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:01.516234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Made reservation on behalf of a4bc8359fe2b4d1f9b0b505323b06ec7 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:01.518468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Notify callbacks [] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.825804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:01.910931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6777ba-4219-41ce-8071-a2eb11b71db0,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:01.918195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Checking segment: {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:49:01.918703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Network hostable DHCP agents. Network: b7b112d2-08ea-4fba-bac0-760559c3c893, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:01.991474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Network b7b112d2-08ea-4fba-bac0-760559c3c893 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:02.076889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b7b112d2-08ea-4fba-bac0-760559c3c893) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:02.082277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:02.082817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.085823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6e6bdb-8970-42b1-975c-b897437e861d None None] Network b7b112d2-08ea-4fba-bac0-760559c3c893 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:49:02.209337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da059413-f9fd-4244-931d-581cecda1bde admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8261666 Jan 18 22:49:02.391474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b7b112d2-08ea-4fba-bac0-760559c3c893', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 22:49:02.392741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.577597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Allocated IP 172.20.0.2 (b7b112d2-08ea-4fba-bac0-760559c3c893/ae6777ba-4219-41ce-8071-a2eb11b71db0/16115175-4fc4-46db-8433-4ce15d261b0c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:02.800791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:02.813444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Transition to ACTIVE for port object 16115175-4fc4-46db-8433-4ce15d261b0c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:02.835174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Transition to ACTIVE for port object 16115175-4fc4-46db-8433-4ce15d261b0c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:02.934176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.000227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Network b7b112d2-08ea-4fba-bac0-760559c3c893 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:03.003043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:03.006265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:49:03.014236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Pushing event updated for resources: {'Port': ['ID=16115175-4fc4-46db-8433-4ce15d261b0c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:03.082943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.083207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.083539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.083868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.084192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.084517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.085103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.085426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.085746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.086063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.086623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Tracked resource versions report: Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: pushed versions: Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Log': {'1.0'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Network': {'1.1'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Port': {'1.5'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'PortForwarding': {'1.2'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'QosPolicy': {'1.8'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SecurityGroup': {'1.2'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SubPort': {'1.0'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Subnet': {'1.1'}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Trunk': {'1.1'}} Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: consumer versions: Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: L3 agent@n-d-825175-2: {}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: Metadata agent@n-d-825175-2: {}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: Metering agent@n-d-825175-2: {}, Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Log': '1.0', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Network': '1.1', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Port': '1.5', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'PortForwarding': '1.2', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'QosPolicy': '1.8', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SecurityGroup': '1.2', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SecurityGroupRule': '1.0', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'SubPort': '1.0', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Subnet': '1.1', Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: 'Trunk': '1.1'}} Jan 18 22:49:03.087458 n-d-825175-2 neutron-server[84544]: {{(pid=84544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:49:03.115069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Attempting to bind port 16115175-4fc4-46db-8433-4ce15d261b0c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:03.115461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Attempting to bind port 16115175-4fc4-46db-8433-4ce15d261b0c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:03.115899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Attempting to bind port 16115175-4fc4-46db-8433-4ce15d261b0c on network b7b112d2-08ea-4fba-bac0-760559c3c893 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:49:03.122949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:49:03.123343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Checking segment: {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:49:03.123812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.124197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Bound using segment: {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:49:03.124671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Bound port: 16115175-4fc4-46db-8433-4ce15d261b0c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:03.125121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.211301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] For port 16115175-4fc4-46db-8433-4ce15d261b0c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:49:03.215563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] For port 16115175-4fc4-46db-8433-4ce15d261b0c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=16115175-4fc4-46db-8433-4ce15d261b0c,segment=NetworkSegment(f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d),segment_id=f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:49:03.272004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:03.378881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1edebb-c82e-4338-b2ac-a3c03170d261 None None] Pushing event updated for resources: {'Port': ['ID=16115175-4fc4-46db-8433-4ce15d261b0c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:04.524390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50318) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:04.920269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-5776ac53-6c88-48de-8e6e-915940b83546 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:49:04.921289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5776ac53-6c88-48de-8e6e-915940b83546 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3958347 Jan 18 22:49:06.976927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fded297-5c8b-471a-a31b-fb025db4240e None None] Network b7b112d2-08ea-4fba-bac0-760559c3c893 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:49:07.197136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b40a7ab0-4c5b-4208-952d-58a1830192e5 None None] Provisioning for port 16115175-4fc4-46db-8433-4ce15d261b0c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:07.220496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50332) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:07.369504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 16115175-4fc4-46db-8433-4ce15d261b0c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:07.594509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 16115175-4fc4-46db-8433-4ce15d261b0c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:07.595990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 16115175-4fc4-46db-8433-4ce15d261b0c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:07.596397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.633985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-97d61fea-2a94-4347-b2cf-73ea4be46124 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:49:07.635078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97d61fea-2a94-4347-b2cf-73ea4be46124 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4135284 Jan 18 22:49:07.713239 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.774797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 16115175-4fc4-46db-8433-4ce15d261b0c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=16115175-4fc4-46db-8433-4ce15d261b0c,segment=NetworkSegment(f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d),segment_id=f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:07.855388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:07.924706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=16115175-4fc4-46db-8433-4ce15d261b0c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:09.340466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 16115175-4fc4-46db-8433-4ce15d261b0c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:09.409846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 16115175-4fc4-46db-8433-4ce15d261b0c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:09.410217 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.301137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50344) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:10.668608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Request body: {'router': {'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:49:10.673494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:10.677148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Usage tracker for resource:router and tenant:a4bc8359fe2b4d1f9b0b505323b06ec7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:10.680324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:10.686444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:10.756335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.757803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.782013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:10.968410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:11.053411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:11.054584 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d68075b-86d0-4b4b-b81b-9894d617341b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7524786 Jan 18 22:49:13.289774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:13.680415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-8f68b01e-4d11-48ca-87ca-8aa1286c4177 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:49:13.681435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8f68b01e-4d11-48ca-87ca-8aa1286c4177 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3906152 Jan 18 22:49:13.705579 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0212265b-61a0-4c7f-9303-c30e0a50f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:15.894531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-65c93a10-2d02-4660-a9c5-ed077dd01ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.018821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:16.407706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:49:16.412644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:16.416975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Usage tracker for resource:network and tenant:1badae3a69db4629ada503b7d1220a8e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:16.419713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:16.425295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:16.498948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Made reservation on behalf of 1badae3a69db4629ada503b7d1220a8e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:16.501160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.512902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.545297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:16.548910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Usage tracker for resource:security_group_rule and tenant:1badae3a69db4629ada503b7d1220a8e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:16.551583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:16.557585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:16.619051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.687275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.704792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Reserving flat network on physical network physnet1 {{(pid=84543) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 22:49:16.726622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51158c26-c688-4d21-9c1d-30d13d6fc6ab,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:16.731407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.733674 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Added segment c60b2ae6-0098-4944-aac8-b539ea59f634 of type flat for network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 Jan 18 22:49:16.763429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.865436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.866301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:16.866880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:16.967466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] Pushing event updated for resources: {'Network': ['ID=7895e942-c10e-4f79-bb98-fecf5e5ffc44,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:16.977265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:49:17.048605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97730b0d-3fc7-4768-979a-4b6f40f5284d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0285907 Jan 18 22:49:17.197350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:17.225827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:18.465530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:19.309709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50384) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:19.534731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7024517e-c71a-4935-a251-4a9ca59aa221 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:19.536036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7024517e-c71a-4935-a251-4a9ca59aa221 admin admin] 10.222.0.59 "GET /v2.0/subnets/ae6777ba-4219-41ce-8071-a2eb11b71db0 HTTP/1.1" status: 200 len: 849 time: 0.2253861 Jan 18 22:49:19.679689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-68b4587b-bef3-4fd0-b2ff-7d58fbf6dc94 admin admin] 10.222.0.59 "GET /v2.0/routers/375fccf8-bd71-4c40-83e2-e65c2914cac0 HTTP/1.1" status: 200 len: 704 time: 0.1382940 Jan 18 22:49:20.134725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.359852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Allocated IP 172.20.0.1 (b7b112d2-08ea-4fba-bac0-760559c3c893/ae6777ba-4219-41ce-8071-a2eb11b71db0/2cef3add-cf0b-4e32-b05b-1d0a30df3623) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:20.538203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.555296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Transition to ACTIVE for port object 2cef3add-cf0b-4e32-b05b-1d0a30df3623 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:20.654962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.723073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Network b7b112d2-08ea-4fba-bac0-760559c3c893 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:20.725861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:20.730666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:49:20.731106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.733557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Pushing event updated for resources: {'Port': ['ID=2cef3add-cf0b-4e32-b05b-1d0a30df3623,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:20.907205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:20.991161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55aee41d-dcc3-47e6-82e7-b8137cf69351 None None] Provisioning for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:20.997448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55aee41d-dcc3-47e6-82e7-b8137cf69351 None None] Provisioning complete for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:20.997825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55aee41d-dcc3-47e6-82e7-b8137cf69351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.048483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-55aee41d-dcc3-47e6-82e7-b8137cf69351 None None] Port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 22:49:21.204496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.259550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.260258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.390456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Pushing event updated for resources: {'Port': ['ID=2cef3add-cf0b-4e32-b05b-1d0a30df3623,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:21.454349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Network b7b112d2-08ea-4fba-bac0-760559c3c893 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:21.455395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:21.671361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9872ca98-d04d-4bb8-9105-1ef188e2defd None None] Provisioning complete for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:21.671659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9872ca98-d04d-4bb8-9105-1ef188e2defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:21.725951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9872ca98-d04d-4bb8-9105-1ef188e2defd None None] Port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 22:49:21.859491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Router 375fccf8-bd71-4c40-83e2-e65c2914cac0 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:49:22.026084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:22.036324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Sync routers for ids ['375fccf8-bd71-4c40-83e2-e65c2914cac0'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 22:49:22.037125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e52b69a-eb2f-48f8-948e-4a1605d66f17 admin admin] 10.222.0.59 "PUT /v2.0/routers/375fccf8-bd71-4c40-83e2-e65c2914cac0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3519142 Jan 18 22:49:22.050256 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Routers {'375fccf8-bd71-4c40-83e2-e65c2914cac0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:22.051110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['375fccf8-bd71-4c40-83e2-e65c2914cac0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:22.229040 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Set router 375fccf8-bd71-4c40-83e2-e65c2914cac0 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:49:22.599733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:20Z', 'revision_number': 2, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port_host': None, '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:20Z', 'revision_number': 2, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:22.604496 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Checking router: 375fccf8-bd71-4c40-83e2-e65c2914cac0 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 22:49:22.605600 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Updating router 375fccf8-bd71-4c40-83e2-e65c2914cac0 port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 22:49:22.659568 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.038830 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.054459 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Transition to ACTIVE for port object 2cef3add-cf0b-4e32-b05b-1d0a30df3623 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:23.169379 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.362534 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Pushing event updated for resources: {'Port': ['ID=2cef3add-cf0b-4e32-b05b-1d0a30df3623,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:23.408455 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.408801 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.409164 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.409499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.409827 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.410154 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.410480 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.410798 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.411117 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.411436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.411755 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Tracked resource versions report: Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: pushed versions: Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Log': {'1.0'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Network': {'1.1'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Port': {'1.5'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'PortForwarding': {'1.2'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'QosPolicy': {'1.8'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SecurityGroup': {'1.2'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SubPort': {'1.0'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Subnet': {'1.1'}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Trunk': {'1.1'}} Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: consumer versions: Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: L3 agent@n-d-825175-2: {}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: Metadata agent@n-d-825175-2: {}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: Metering agent@n-d-825175-2: {}, Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Log': '1.0', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Network': '1.1', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Port': '1.5', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'PortForwarding': '1.2', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'QosPolicy': '1.8', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SecurityGroup': '1.2', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SecurityGroupRule': '1.0', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'SubPort': '1.0', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Subnet': '1.1', Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: 'Trunk': '1.1'}} Jan 18 22:49:23.412861 n-d-825175-2 neutron-server[84545]: {{(pid=84545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:49:23.423622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Attempting to bind port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:23.424023 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Attempting to bind port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:23.424457 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Attempting to bind port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 on network b7b112d2-08ea-4fba-bac0-760559c3c893 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:49:23.430676 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:49:23.431049 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Checking segment: {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:49:23.431522 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.431903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Bound using segment: {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:49:23.432390 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Bound port: 2cef3add-cf0b-4e32-b05b-1d0a30df3623, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:23.432814 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.521962 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] For port 2cef3add-cf0b-4e32-b05b-1d0a30df3623, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:49:23.525832 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] For port 2cef3add-cf0b-4e32-b05b-1d0a30df3623, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2cef3add-cf0b-4e32-b05b-1d0a30df3623,segment=NetworkSegment(f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d),segment_id=f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:49:23.608908 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:23.698622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831eba1-99d3-423e-a1da-c8a7af77376d None None] Pushing event updated for resources: {'Port': ['ID=2cef3add-cf0b-4e32-b05b-1d0a30df3623,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:23.702072 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Routers {'375fccf8-bd71-4c40-83e2-e65c2914cac0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:23.702674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['375fccf8-bd71-4c40-83e2-e65c2914cac0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:23.862746 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] Set router 375fccf8-bd71-4c40-83e2-e65c2914cac0 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:49:24.166261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:24.224414 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:20Z', 'revision_number': 2, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port_host': None, '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:23Z', 'revision_number': 4, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:24.228983 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4fff1-7413-45db-bdab-d11b3ba223ee None None] The sync data for ids ['375fccf8-bd71-4c40-83e2-e65c2914cac0'] in n-d-825175-2 is: [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:20Z', 'revision_number': 2, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port_host': None, '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:23Z', 'revision_number': 4, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 22:49:24.346034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c5f10-afdf-4384-bbef-8d3b20398f9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:24.346508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-458c5f10-afdf-4384-bbef-8d3b20398f9b admin admin] Synchronizing usage tracker for tenant:1badae3a69db4629ada503b7d1220a8e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:49:24.425698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-458c5f10-afdf-4384-bbef-8d3b20398f9b admin admin] Unset dirty status for tenant:1badae3a69db4629ada503b7d1220a8e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:49:24.426911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-458c5f10-afdf-4384-bbef-8d3b20398f9b admin admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 842 time: 0.2595990 Jan 18 22:49:24.436288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'gateway_ip': '172.25.1.1', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'name': 'public-subnet'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:49:24.441554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:49:24.445420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Usage tracker for resource:subnet and tenant:1badae3a69db4629ada503b7d1220a8e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:49:24.448636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:49:24.494135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:49:24.574369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Made reservation on behalf of 1badae3a69db4629ada503b7d1220a8e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:49:24.576624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.013238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 22:49:25.013668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.097925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78833edc-965a-4d65-8868-5a192c0db435,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:25.109185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:49:25.109185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Network hostable DHCP agents. Network: 7895e942-c10e-4f79-bb98-fecf5e5ffc44, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:49:25.202888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:49:25.288374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7895e942-c10e-4f79-bb98-fecf5e5ffc44) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:25.293164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:25.293887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.304497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0213d3-64de-4329-8433-efe3f6be252d None None] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:49:25.375108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-78e060ef-5788-4a90-88ee-32c87e913dd7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9421499 Jan 18 22:49:25.431493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cef3add-cf0b-4e32-b05b-1d0a30df3623 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:25.599911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962647de-ec25-4a2c-98f1-c52d8aed4808 None None] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:49:25.661825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:25.671876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:25.672251 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.921367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:25.954764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2cef3add-cf0b-4e32-b05b-1d0a30df3623, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2cef3add-cf0b-4e32-b05b-1d0a30df3623,segment=NetworkSegment(f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d),segment_id=f8dd52bb-bedd-4fdd-a5f0-49280ee13d0d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:26.008378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:26.075930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2cef3add-cf0b-4e32-b05b-1d0a30df3623,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:27.349983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cef3add-cf0b-4e32-b05b-1d0a30df3623 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:27.416821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:27.417343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:27.527150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50420) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:27.761834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc5e0bf0-c8fa-4d4f-8fd7-5380865aaec5 admin admin] 10.222.0.59 "GET /v2.0/routers/375fccf8-bd71-4c40-83e2-e65c2914cac0 HTTP/1.1" status: 200 len: 710 time: 0.2334685 Jan 18 22:49:27.888764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15105a-84bd-459f-a226-a158621c54f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:49:27.894882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b15105a-84bd-459f-a226-a158621c54f0 admin admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 886 time: 0.1233609 Jan 18 22:49:27.898910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:49:28.360317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.621595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.677694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:28.804983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Allocated IP 172.25.1.243 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/cf1a662f-a2d3-4a4e-8131-435980131cba) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:49:28.946173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.008388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.077019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:49:29.079763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:49:29.083970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:49:29.110516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Pushing event updated for resources: {'Port': ['ID=cf1a662f-a2d3-4a4e-8131-435980131cba,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:29.376277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.538957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.542395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.734643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Router 375fccf8-bd71-4c40-83e2-e65c2914cac0 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:49:29.928531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:49:29.937247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:29.938408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Sync routers for ids ['375fccf8-bd71-4c40-83e2-e65c2914cac0'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 22:49:29.938882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0024311-4031-4dce-b1fd-185387c5b39d admin admin] 10.222.0.59 "PUT /v2.0/routers/375fccf8-bd71-4c40-83e2-e65c2914cac0 HTTP/1.1" status: 200 len: 890 time: 2.0429113 Jan 18 22:49:29.951924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Routers {'375fccf8-bd71-4c40-83e2-e65c2914cac0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:29.952707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['375fccf8-bd71-4c40-83e2-e65c2914cac0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.145654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Set router 375fccf8-bd71-4c40-83e2-e65c2914cac0 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:49:30.480132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:29Z', 'revision_number': 4, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port': {'id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:28Z', 'updated_at': '2022-01-18T22:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:25Z', 'revision_number': 5, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:30.485137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Checking router: 375fccf8-bd71-4c40-83e2-e65c2914cac0 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 22:49:30.485484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Updating router 375fccf8-bd71-4c40-83e2-e65c2914cac0 port cf1a662f-a2d3-4a4e-8131-435980131cba binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 22:49:30.537410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.858332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:30.870670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Transition to ACTIVE for port object cf1a662f-a2d3-4a4e-8131-435980131cba will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:49:30.950345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.033032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d11c6-8d84-4d92-977a-041b769fa80c None None] Pushing event updated for resources: {'Port': ['ID=cf1a662f-a2d3-4a4e-8131-435980131cba,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:31.035260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Attempting to bind port cf1a662f-a2d3-4a4e-8131-435980131cba on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:49:31.035631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Attempting to bind port cf1a662f-a2d3-4a4e-8131-435980131cba by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:49:31.035998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Attempting to bind port cf1a662f-a2d3-4a4e-8131-435980131cba on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:49:31.045456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:49:31.045867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:49:31.046219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.046606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:49:31.047069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Bound port: cf1a662f-a2d3-4a4e-8131-435980131cba, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:49:31.047469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.118504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] For port cf1a662f-a2d3-4a4e-8131-435980131cba, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:49:31.121938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] For port cf1a662f-a2d3-4a4e-8131-435980131cba, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cf1a662f-a2d3-4a4e-8131-435980131cba,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:49:31.208587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:31.292917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d11c6-8d84-4d92-977a-041b769fa80c None None] Pushing event updated for resources: {'Port': ['ID=cf1a662f-a2d3-4a4e-8131-435980131cba,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:31.296690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Routers {'375fccf8-bd71-4c40-83e2-e65c2914cac0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:49:31.297335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['375fccf8-bd71-4c40-83e2-e65c2914cac0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:31.494692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] Set router 375fccf8-bd71-4c40-83e2-e65c2914cac0 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:49:31.825889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:29Z', 'revision_number': 4, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port': {'id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:28Z', 'updated_at': '2022-01-18T22:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:25Z', 'revision_number': 5, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:49:31.829899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae114b48-7e5f-45fd-a561-e7937ccf1a9d None None] The sync data for ids ['375fccf8-bd71-4c40-83e2-e65c2914cac0'] in n-d-825175-2 is: [{'id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'name': 'router1', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243'}], 'enable_snat': True}, 'gw_port_id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:49:10Z', 'updated_at': '2022-01-18T22:49:29Z', 'revision_number': 4, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'gw_port': {'id': 'cf1a662f-a2d3-4a4e-8131-435980131cba', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:28Z', 'updated_at': '2022-01-18T22:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2cef3add-cf0b-4e32-b05b-1d0a30df3623', 'name': '', 'network_id': 'b7b112d2-08ea-4fba-bac0-760559c3c893', 'tenant_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'mac_address': 'fa:16:3e:7d:8f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375fccf8-bd71-4c40-83e2-e65c2914cac0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:49:20Z', 'updated_at': '2022-01-18T22:49:25Z', 'revision_number': 5, 'project_id': 'a4bc8359fe2b4d1f9b0b505323b06ec7', 'subnets': [{'id': 'ae6777ba-4219-41ce-8071-a2eb11b71db0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f11892f4-45cd-4107-834b-bdf94ccc24bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 22:49:32.226782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:49:32.369066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-afb6d4c7-c345-4008-af4c-d2f2ec0db101 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1411088 Jan 18 22:49:33.375886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cf1a662f-a2d3-4a4e-8131-435980131cba up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:33.390300 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:49:33.534243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cf1a662f-a2d3-4a4e-8131-435980131cba completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:49:33.539380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cf1a662f-a2d3-4a4e-8131-435980131cba triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:33.539756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.670047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.686211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port cf1a662f-a2d3-4a4e-8131-435980131cba, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cf1a662f-a2d3-4a4e-8131-435980131cba,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:49:33.750865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:33.814377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=cf1a662f-a2d3-4a4e-8131-435980131cba,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:49:35.357458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cf1a662f-a2d3-4a4e-8131-435980131cba up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:49:35.427959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cf1a662f-a2d3-4a4e-8131-435980131cba triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:49:35.428331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:43.716800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b0b2-2445-4134-b7d9-92b5daf470fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:45.876933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6e6e8a3-f23c-4150-8681-a553b2f195fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.128039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:47.236378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:49:48.510678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:10.392262 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:50:13.693347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-636f9b36-9b7e-4332-957b-bb0f7e1cbdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:15.917369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e36bbace-2f5c-4c7b-a6bc-c7484a7cc9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.122374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:17.201373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:18.504406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:43.715685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dc888e2d-697f-4ebf-ad6e-443e81159198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:45.910063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e406d359-5d43-40d2-b03d-f9dcb9bbf959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.125256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.201443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:50:47.392636 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:50:48.510137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:13.698188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c725a56a-a317-42b0-95db-4ebd9f94cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:15.886639 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6690323-c3a2-43a5-980d-d1bbab768178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.121060 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:17.206440 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:18.520748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:24.421811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:51:40.988427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51036) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:41.078416 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2929eb-7125-4c77-ab68-a04109c0d3ce admin admin] GET failed (client error): The resource could not be found. Jan 18 22:51:41.079614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df2929eb-7125-4c77-ab68-a04109c0d3ce admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0902057 Jan 18 22:51:41.208051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06822dcd-a162-4962-b9c6-52ffe764be06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:41.209453 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06822dcd-a162-4962-b9c6-52ffe764be06 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258779 Jan 18 22:51:43.251740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:43.421294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33d7fd-575a-41b6-ba1c-4bbff58024f6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.421860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2b33d7fd-575a-41b6-ba1c-4bbff58024f6 admin admin] Synchronizing usage tracker for tenant:1badae3a69db4629ada503b7d1220a8e on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:51:43.527304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2b33d7fd-575a-41b6-ba1c-4bbff58024f6 admin admin] Unset dirty status for tenant:1badae3a69db4629ada503b7d1220a8e on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:51:43.528767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b33d7fd-575a-41b6-ba1c-4bbff58024f6 admin admin] 10.222.0.59 "GET /v2.0/subnets/ae6777ba-4219-41ce-8071-a2eb11b71db0 HTTP/1.1" status: 200 len: 849 time: 0.2760820 Jan 18 22:51:43.538545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:51:43.655645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.737604 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7158f3d9-9489-4ced-a862-079712283bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.897775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750542754551'] for subnet, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.941898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:43.942490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:43.949485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] 10.222.0.59 "PUT /v2.0/subnets/ae6777ba-4219-41ce-8071-a2eb11b71db0 HTTP/1.1" status: 200 len: 868 time: 0.4096045 Jan 18 22:51:43.949702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034ddfa-d7de-486e-a7b5-cd8b72c00f08 None None] Network b7b112d2-08ea-4fba-bac0-760559c3c893 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:51:43.969584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6777ba-4219-41ce-8071-a2eb11b71db0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:51:43.979339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.979933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.980567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.981080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.981600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.982089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.982576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.983058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.983540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.984028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:43.984499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56092a60-4801-4949-9250-39c2fb0a1d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:51:44.469284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb92d286-47fe-4310-8c00-e8395cc5a0ae None None] Provisioning complete for port 2cef3add-cf0b-4e32-b05b-1d0a30df3623 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:44.469654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb92d286-47fe-4310-8c00-e8395cc5a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:44.594428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb92d286-47fe-4310-8c00-e8395cc5a0ae None None] Provisioning complete for port 16115175-4fc4-46db-8433-4ce15d261b0c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:51:44.594698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb92d286-47fe-4310-8c00-e8395cc5a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.875210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11c9ddcb-9702-40c3-9c5b-55f146b5e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:45.946144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:46.142651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56cfa63-8880-4d12-b726-ba7e6351c88e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.142984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56cfa63-8880-4d12-b726-ba7e6351c88e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:46.144527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e56cfa63-8880-4d12-b726-ba7e6351c88e admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974225 Jan 18 22:51:47.127970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:47.212431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:48.183102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51066) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:48.375244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9f419-fa98-4985-abfa-f548ce23b2ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.375616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9f419-fa98-4985-abfa-f548ce23b2ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:48.377141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ea9f419-fa98-4985-abfa-f548ce23b2ee admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930687 Jan 18 22:51:48.509325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:51:50.435912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:50.625543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc063497-5d33-48f4-8869-289126834296 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:50.626842 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bc063497-5d33-48f4-8869-289126834296 admin admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 886 time: 0.1899991 Jan 18 22:51:52.661539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:52.856674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23425838-2449-422b-a5b6-d758189095a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:52.858093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23425838-2449-422b-a5b6-d758189095a6 admin admin] 10.222.0.59 "GET /v2.0/networks/b7b112d2-08ea-4fba-bac0-760559c3c893 HTTP/1.1" status: 200 len: 869 time: 0.1955605 Jan 18 22:51:54.874857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:55.008432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425dd49-b2b5-481b-879d-58fa508c4d46 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.008805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425dd49-b2b5-481b-879d-58fa508c4d46 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:55.010434 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4425dd49-b2b5-481b-879d-58fa508c4d46 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345468 Jan 18 22:51:57.016150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51106) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:57.143986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0628e-3b14-44ae-b2f0-5cce0025044b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.144366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0628e-3b14-44ae-b2f0-5cce0025044b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:57.145909 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-31c0628e-3b14-44ae-b2f0-5cce0025044b admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286566 Jan 18 22:51:59.164223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51116) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:51:59.284653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca590ab7-480d-4528-bbf9-8b5668ee58ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:51:59.285994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ca590ab7-480d-4528-bbf9-8b5668ee58ed admin admin] 10.222.0.59 "GET /v2.0/subnets/78833edc-965a-4d65-8868-5a192c0db435 HTTP/1.1" status: 200 len: 816 time: 0.1209254 Jan 18 22:52:01.311055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51126) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:01.411675 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:52:01.444497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c279b92-f99a-4c25-97b2-6f157444b1c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:01.445894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9c279b92-f99a-4c25-97b2-6f157444b1c2 admin admin] 10.222.0.59 "GET /v2.0/subnets/ae6777ba-4219-41ce-8071-a2eb11b71db0 HTTP/1.1" status: 200 len: 868 time: 0.1338856 Jan 18 22:52:13.714469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-022dfb74-e7c1-48c7-8e28-cd342dbb1794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:15.920460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e12ddff-ae57-4fef-b3c0-81516e1abffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.108556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:17.171560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:18.503219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:20.333480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:20.407212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-908897f7-afa0-4a54-95f0-a881bf8a13fc admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:52:20.408189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-908897f7-afa0-4a54-95f0-a881bf8a13fc admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0735781 Jan 18 22:52:22.477595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:22.578508 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bbc730-79e4-4e69-b92a-dd933510d912 admin admin] GET failed (client error): The resource could not be found. Jan 18 22:52:22.579795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-32bbc730-79e4-4e69-b92a-dd933510d912 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012673 Jan 18 22:52:22.728376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e473ecd-ee4d-4609-9a6b-67925600f3b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:22.729883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2e473ecd-ee4d-4609-9a6b-67925600f3b5 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1459684 Jan 18 22:52:24.762489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:24.833107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:52:24.838190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:24.849367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:24.908649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Made reservation on behalf of 1badae3a69db4629ada503b7d1220a8e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:24.911436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.007423 n-d-825175-2 neutron-server[84542]: WARNING neutron.services.revisions.revision_plugin [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Could not find related network for resource to bump revision. Jan 18 22:52:25.020817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:52:25.031598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750542830291', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.032174 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Unsubscribe: segment precommit_create {{(pid=84542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 22:52:25.032680 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Added segment 6775b02f-68ac-43b7-a1ef-fe006e697611 of type vlan for network 12fadaff-98a3-4aab-b730-21f0b12b3766 Jan 18 22:52:25.105842 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.183124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.184192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:25.184980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:25.267356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5036001 Jan 18 22:52:25.293951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Pushing event updated for resources: {'Network': ['ID=12fadaff-98a3-4aab-b730-21f0b12b3766,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:25.304550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.304924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.305387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.305724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.306057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.306388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.306713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.307038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.307390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.307683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.308003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efd1adc-72bb-4590-a2ec-8b5989f77177 admin admin] Tracked resource versions report: Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: pushed versions: Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Log': {'1.0'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Network': {'1.1'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Port': {'1.5'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'PortForwarding': {'1.2'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'QosPolicy': {'1.8'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SecurityGroup': {'1.2'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SubPort': {'1.0'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Subnet': {'1.1'}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Trunk': {'1.1'}} Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: consumer versions: Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: L3 agent@n-d-825175-2: {}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: Metadata agent@n-d-825175-2: {}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: Metering agent@n-d-825175-2: {}, Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Log': '1.0', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Network': '1.1', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Port': '1.5', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'PortForwarding': '1.2', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'QosPolicy': '1.8', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SecurityGroup': '1.2', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SecurityGroupRule': '1.0', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'SubPort': '1.0', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Subnet': '1.1', Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: 'Trunk': '1.1'}} Jan 18 22:52:25.309155 n-d-825175-2 neutron-server[84542]: {{(pid=84542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:52:25.345635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:52:27.347421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51198) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:52:27.435192 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9285b42d-f888-4298-b53a-61dc1fcb514c admin admin] GET failed (client error): The resource could not be found. Jan 18 22:52:27.435719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9285b42d-f888-4298-b53a-61dc1fcb514c admin admin] Synchronizing usage tracker for tenant:1badae3a69db4629ada503b7d1220a8e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:52:27.485691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9285b42d-f888-4298-b53a-61dc1fcb514c admin admin] Unset dirty status for tenant:1badae3a69db4629ada503b7d1220a8e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:52:27.486783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9285b42d-f888-4298-b53a-61dc1fcb514c admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1384242 Jan 18 22:52:27.591853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5252a61b-eb81-4eb7-884d-9518083f9152 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:27.593208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5252a61b-eb81-4eb7-884d-9518083f9152 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023655 Jan 18 22:52:27.602696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Request body: {'subnet': {'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:52:27.607025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:52:27.616945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:52:27.662328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Made reservation on behalf of 1badae3a69db4629ada503b7d1220a8e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:52:27.664527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.006741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.079203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:28.089397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:52:28.089783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Network hostable DHCP agents. Network: 12fadaff-98a3-4aab-b730-21f0b12b3766, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:52:28.194303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:52:28.245549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 12fadaff-98a3-4aab-b730-21f0b12b3766) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:28.250771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:52:28.251713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.254847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c25421-f780-41f8-9f43-9352b06fcfae None None] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:52:28.331926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9490b78b-aaf7-492d-9ae7-3b1e58f8b681 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7325935 Jan 18 22:52:28.475106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-12fadaff-98a3-4aab-b730-21f0b12b3766', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'tenant_id': '1badae3a69db4629ada503b7d1220a8e', 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 22:52:28.476005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.635116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Allocated IP 192.168.233.2 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/64c8e52b-301c-498d-abcc-a4d41ef37aeb) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:52:28.846375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:28.857381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Transition to ACTIVE for port object 64c8e52b-301c-498d-abcc-a4d41ef37aeb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:28.876502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Transition to ACTIVE for port object 64c8e52b-301c-498d-abcc-a4d41ef37aeb will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:52:28.944051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.013486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:52:29.016290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:52:29.020755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:52:29.023436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Pushing event updated for resources: {'Port': ['ID=64c8e52b-301c-498d-abcc-a4d41ef37aeb,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:29.064050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.064399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.064741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.065114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.065448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.065777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.066107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.066431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.066757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.067077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.067401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:52:29.126503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Attempting to bind port 64c8e52b-301c-498d-abcc-a4d41ef37aeb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:52:29.127021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Attempting to bind port 64c8e52b-301c-498d-abcc-a4d41ef37aeb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:52:29.127387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Attempting to bind port 64c8e52b-301c-498d-abcc-a4d41ef37aeb on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:52:29.134384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:52:29.134748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:52:29.135152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.135563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:52:29.136023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Bound port: 64c8e52b-301c-498d-abcc-a4d41ef37aeb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:52:29.136406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.227523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] For port 64c8e52b-301c-498d-abcc-a4d41ef37aeb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:52:29.230528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] For port 64c8e52b-301c-498d-abcc-a4d41ef37aeb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=64c8e52b-301c-498d-abcc-a4d41ef37aeb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:52:29.287042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:29.394893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d725c-15a2-4064-aba0-1c08031ea800 None None] Pushing event updated for resources: {'Port': ['ID=64c8e52b-301c-498d-abcc-a4d41ef37aeb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:30.232331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ba1a3-7741-474d-a88f-776072303223 None None] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:52:30.443162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8567a186-65bf-4598-951c-b9ab8184ae1a None None] Provisioning for port 64c8e52b-301c-498d-abcc-a4d41ef37aeb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:31.474848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 64c8e52b-301c-498d-abcc-a4d41ef37aeb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:31.605316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 64c8e52b-301c-498d-abcc-a4d41ef37aeb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:52:31.610375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 64c8e52b-301c-498d-abcc-a4d41ef37aeb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:31.610748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.725170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.755866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 64c8e52b-301c-498d-abcc-a4d41ef37aeb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=64c8e52b-301c-498d-abcc-a4d41ef37aeb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:52:31.811373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:31.876991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=64c8e52b-301c-498d-abcc-a4d41ef37aeb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:52:33.452722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 64c8e52b-301c-498d-abcc-a4d41ef37aeb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:52:33.522998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 64c8e52b-301c-498d-abcc-a4d41ef37aeb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:52:33.523366 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:38.411653 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:52:43.719490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2dfa023-82d2-4982-b6a5-6c983aef2a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:45.891210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-30230152-4cf6-4b5e-8bd7-07063177ebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.113530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:47.199339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:52:48.519170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:13.719413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df0f43bc-5102-4448-896a-202bc8185ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:15.411595 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:53:15.879233 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5b8cf64b-cd6e-404f-bd70-2858c0423bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.130221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:17.210827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:18.524926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:43.718654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c593-fbc8-4abc-9629-fa2582b6120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:45.890068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-862a39b1-b47d-4c38-b553-8e62915873c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.140146 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:47.215884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:48.541644 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:53:52.412099 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:54:07.630743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:07.636700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-69e18bdb-84a4-4c35-9fa2-8310ee4d97a7 tempest-verify_tempest_config-1645877255 tempest-verify_tempest_config-1645877255-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 22:54:07.637675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69e18bdb-84a4-4c35-9fa2-8310ee4d97a7 tempest-verify_tempest_config-1645877255 tempest-verify_tempest_config-1645877255-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059791 Jan 18 22:54:08.147489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51256) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:08.287154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.316107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:54:08.319991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Usage tracker for resource:security_group_rule and tenant:0127667174df4897bac35668f67a21fb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:54:08.322733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:54:08.328269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:54:08.391479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.449636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.497907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5984c08-5675-427c-8a14-f162cf8b497b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:08.502453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Synchronizing usage tracker for tenant:1badae3a69db4629ada503b7d1220a8e on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 22:54:08.511883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.512223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.512553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.512914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.513234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.513556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.513862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.514181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.514489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.514799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.515107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:54:08.592706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] Unset dirty status for tenant:1badae3a69db4629ada503b7d1220a8e on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 22:54:08.593916 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c2c660bc-079f-425b-b979-1a80c51e4937 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0127667174df4897bac35668f67a21fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4454138 Jan 18 22:54:08.596682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:54:08.656207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.680824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.878433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.893603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5984c08-5675-427c-8a14-f162cf8b497b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:54:08.901179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:08.902321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b88fd137-fa4f-4589-b8ad-197de3654da3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5984c08-5675-427c-8a14-f162cf8b497b HTTP/1.1" status: 204 len: 168 time: 0.3047042 Jan 18 22:54:13.712117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b7365bd-6f69-45c1-b7da-cccb4a73f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:15.918356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0c92ff3-3231-4dad-a93d-95d8f63170f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.136768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:17.221028 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:18.535655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:29.412900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:54:43.712492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f65f1a07-1e7e-4a01-8551-109df366b78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:45.871816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e4e0117e-efd7-49c7-855f-25e6ba508b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.106404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:47.192099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:54:48.535167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:06.413276 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:55:13.723246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-564920c2-e3b3-4ead-a449-ee25203fd60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:15.882391 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fed5a320-b840-40cd-b040-794b15cec29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.111962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:17.226352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:18.546061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:43.413194 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:55:43.721511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd69f-3b3a-4292-a4dd-1d75a29a2e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:45.894159 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c358d23-3708-4744-b2ea-95ef84e7b7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.111219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:47.219968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:55:48.545531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:13.699418 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87f47aa3-330d-425b-8e81-357929ed8fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:15.893611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-459c0225-481f-4ac5-bb20-bda294013fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.115932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:17.207501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:18.562114 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:20.412826 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:56:43.715833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-80b6027c-6a94-4cb6-8cd2-e06adb069cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:45.898760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d21360e4-4b5c-4b40-897d-d2d697763a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.104426 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:47.214039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:48.561363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:56:57.411904 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 5 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:57:08.778080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:10.618453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457242'] for agent, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:13.709633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e829c87-be98-4cce-a728-6e82b4ce6868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:15.886631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1797b9a-8ca6-49f1-8a5d-0fdb78544cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.142471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:17.212546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:18.572282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:34.411865 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:57:38.718943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:40.611953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:43.713636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-26f9229b-e27b-4874-97ed-dc059bc46508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:45.890626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ea61b475-1178-4149-b073-8f37edca1eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.126127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:47.223617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:48.560244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:57:54.421384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:54.560805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b44f37b-69dd-41dc-8ed2-a38b2b799a4f admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1383495 Jan 18 22:57:56.599087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51336) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:57:56.678674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c737b752-da13-4d8d-ac4c-b91fa13e3e74 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0785172 Jan 18 22:58:08.754974 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:10.592646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:11.411957 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:58:13.709049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78d93862-a26f-40e5-a73e-d0dccc23997a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:15.919946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24fbc1b7-0abe-4363-97ce-1ab2995ff8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.148807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:17.211469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:18.563932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:38.760816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:40.582783 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:43.723076 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bca4c0b7-0336-48e5-b129-ccef34e12a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:45.912856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc7c0-a9b3-41b8-8b80-8de75f887a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.159099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:47.239610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:58:48.413547 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:58:48.576689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:08.770493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:10.608849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:13.756884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22a5803a-7c2f-4f74-8d4a-0d62b3892be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:15.896106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-45f3a4cf-66c1-4948-ae9e-e878ed70b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.161676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:17.236662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:18.620506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:25.412961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 22:59:38.750624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:40.631153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:43.730323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96adc937-0c82-4d60-b7f6-8d9ecbc1ebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:45.905387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4695ccec-1dd4-4de4-b2d6-9899cadb90f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.122098 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.194865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51560) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:47.230681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:47.954769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-network', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:59:47.959979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:47.965618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Usage tracker for resource:network and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:47.968671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:47.974354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:48.038470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Made reservation on behalf of c3671866d8414f7ebb917fe52c2bf7fe for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:48.041484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.053986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.088323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:48.092786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:48.095828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:48.101768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:48.175184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.247744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.278649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 22:59:48.290618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7d7a8-f49d-4208-8a23-5af08e7d8ec7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.296570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.301649 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Added segment 59b6823a-e3ad-49be-aae7-a8a7430faf66 of type vlan for network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 Jan 18 22:59:48.306057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.306401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.306737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.307066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.307394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.307740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.308066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.308384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.308701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.309047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.309396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Tracked resource versions report: Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: pushed versions: Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Log': {'1.0'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Network': {'1.1'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Port': {'1.5'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'PortForwarding': {'1.2'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'QosPolicy': {'1.8'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SecurityGroup': {'1.2'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SubPort': {'1.0'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Subnet': {'1.1'}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Trunk': {'1.1'}} Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: consumer versions: Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: HyperV agent@n-h1-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: HyperV agent@n-h2-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: L3 agent@n-d-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: Metadata agent@n-d-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: Metering agent@n-d-825175-2: {}, Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Log': '1.0', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Network': '1.1', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Port': '1.5', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'PortForwarding': '1.2', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'QosPolicy': '1.8', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SecurityGroup': '1.2', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SecurityGroupRule': '1.0', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'SubPort': '1.0', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Subnet': '1.1', Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: 'Trunk': '1.1'}} Jan 18 22:59:48.310419 n-d-825175-2 neutron-server[84543]: {{(pid=84543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:59:48.488657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.488657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.488657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:48.488657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.594928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9a3dec-311c-4482-aa5e-c8779b4a46a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:48.606136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 22:59:48.933825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:48.945381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-daf20b47-4fab-4d34-b969-6372a8a0d9b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7484040 Jan 18 22:59:48.948324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51612) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:48.953541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Request body: {'subnet': {'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-subnet', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:59:48.958031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:48.961729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Usage tracker for resource:subnet and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:48.964976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:48.970613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:49.082174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Made reservation on behalf of c3671866d8414f7ebb917fe52c2bf7fe for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:49.084746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.356470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.437069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee5444d-ad33-4441-9ad2-daeb9e6b6dce,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:49.453549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Checking segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:59:49.453757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Network hostable DHCP agents. Network: 4d9a3dec-311c-4482-aa5e-c8779b4a46a8, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 22:59:49.564316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 22:59:49.684103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4d9a3dec-311c-4482-aa5e-c8779b4a46a8) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:49.690136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:49.691959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.703348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096413c9-635b-4c62-9f45-d87de7f84172 None None] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:59:49.804799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-172a2a3d-78f0-4640-977f-616eaa8ee11d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8554103 Jan 18 22:59:49.808292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:49.817358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:59:49.824557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:49.829443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Usage tracker for resource:router and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:49.847474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:49.860510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:49.954347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.955987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.970891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 22:59:49.971991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:49.982233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.172483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Allocated IP 172.20.0.2 (4d9a3dec-311c-4482-aa5e-c8779b4a46a8/cee5444d-ad33-4441-9ad2-daeb9e6b6dce/7c27646e-2343-4f1e-86ab-c868b884c57c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:50.204615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.387012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.406896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Transition to ACTIVE for port object 7c27646e-2343-4f1e-86ab-c868b884c57c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:50.425212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Transition to ACTIVE for port object 7c27646e-2343-4f1e-86ab-c868b884c57c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:50.496187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.531407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.560928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.634082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Pushing event updated for resources: {'Port': ['ID=7c27646e-2343-4f1e-86ab-c868b884c57c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:50.660443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.661116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.661749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.662385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.663088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.663787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.664981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.665668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.666248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.666865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.667482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Tracked resource versions report: Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: pushed versions: Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Log': {'1.0'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Network': {'1.1'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Port': {'1.5'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'PortForwarding': {'1.2'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'QosPolicy': {'1.8'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SecurityGroup': {'1.2'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SubPort': {'1.0'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Subnet': {'1.1'}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Trunk': {'1.1'}} Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: consumer versions: Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: HyperV agent@n-h1-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: HyperV agent@n-h2-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: L3 agent@n-d-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: Metadata agent@n-d-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: Metering agent@n-d-825175-2: {}, Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Log': '1.0', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Network': '1.1', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Port': '1.5', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'PortForwarding': '1.2', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'QosPolicy': '1.8', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SecurityGroup': '1.2', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SecurityGroupRule': '1.0', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'SubPort': '1.0', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Subnet': '1.1', Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: 'Trunk': '1.1'}} Jan 18 22:59:50.671758 n-d-825175-2 neutron-server[84544]: {{(pid=84544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:59:50.698639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Allocated IP 172.25.1.102 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/8b1a2367-c771-404d-ae35-4631cb0e4cd7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:50.713885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:50.717239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:50.727608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:59:50.849247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.902455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Attempting to bind port 7c27646e-2343-4f1e-86ab-c868b884c57c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:50.903085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Attempting to bind port 7c27646e-2343-4f1e-86ab-c868b884c57c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:50.903778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Attempting to bind port 7c27646e-2343-4f1e-86ab-c868b884c57c on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:59:50.915362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:59:50.915894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Checking segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:59:50.916519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.917217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Bound using segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:59:50.917971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Bound port: 7c27646e-2343-4f1e-86ab-c868b884c57c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:50.918598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:50.931675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.051130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:51.051130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1a2367-c771-404d-ae35-4631cb0e4cd7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.063662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:51.068759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:59:51.100487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] For port 7c27646e-2343-4f1e-86ab-c868b884c57c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:59:51.106573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] For port 7c27646e-2343-4f1e-86ab-c868b884c57c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7c27646e-2343-4f1e-86ab-c868b884c57c,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:59:51.165673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.295781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606485f1-f97c-443e-b9ed-7a23474645a2 None None] Pushing event updated for resources: {'Port': ['ID=7c27646e-2343-4f1e-86ab-c868b884c57c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:51.327045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.330736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:51.709984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7c27646e-2343-4f1e-86ab-c868b884c57c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:51.747192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 22:59:51.887981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7c27646e-2343-4f1e-86ab-c868b884c57c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:52.086733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:59:52.097872 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 22:59:52.118667 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:59:52.119658 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:59:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:52.187117 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.188449 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e2c56e6d-479f-4afd-8985-3d598383abe4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3791690 Jan 18 22:59:52.191440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:52.362267 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:59:52.363962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f38875-cb74-4a18-ab45-ce799d7bda29 None None] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 22:59:52.660709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Provisioning for port 7c27646e-2343-4f1e-86ab-c868b884c57c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:52.673462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Provisioning complete for port 7c27646e-2343-4f1e-86ab-c868b884c57c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:52.673462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.760321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:51Z', 'revision_number': 3, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:52.766258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 22:59:52.766630 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Updating router f9b480b6-8d90-40c5-bc68-56e36cabaf9e port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 22:59:52.836265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:52.866375 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.893924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:52.976308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] For port 7c27646e-2343-4f1e-86ab-c868b884c57c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7c27646e-2343-4f1e-86ab-c868b884c57c,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:59:53.067332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.149777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f6aa4-7054-44d4-b69b-eb69e919131c None None] Pushing event updated for resources: {'Port': ['ID=7c27646e-2343-4f1e-86ab-c868b884c57c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.197383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-07355d3c-a8d9-499f-a681-9d89bf3c389c None None] Provisioning complete for port 7c27646e-2343-4f1e-86ab-c868b884c57c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:53.197759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-07355d3c-a8d9-499f-a681-9d89bf3c389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.354627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.435713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:53.446671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5e20d4b0184e57875891cd90b22ff7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:53.450373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:53.458124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:53.493759 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.530103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.535166 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Transition to ACTIVE for port object 8b1a2367-c771-404d-ae35-4631cb0e4cd7 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:53.572765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.621401 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.689410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.706743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7c27646e-2343-4f1e-86ab-c868b884c57c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:53.810409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Allocated IP 172.20.0.1 (4d9a3dec-311c-4482-aa5e-c8779b4a46a8/cee5444d-ad33-4441-9ad2-daeb9e6b6dce/d2d870d5-ae09-4ee9-aed0-fc061d25a4d3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 22:59:53.820192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc5e20d4b0184e57875891cd90b22ff7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9819767 Jan 18 22:59:53.822332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee1d32c-ba20-4ebb-b8b2-6d8827f5c74b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.824054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:53.839063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.839901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.839989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.840304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.840637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.840990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.844449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.844864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.847521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.847881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.848487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae18abc-a5de-4653-82d9-c22ecf9bc586 admin admin] Tracked resource versions report: Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: pushed versions: Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Log': {'1.0'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Network': {'1.1'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Port': {'1.5'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'PortForwarding': {'1.2'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'QosPolicy': {'1.8'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SecurityGroup': {'1.2'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SubPort': {'1.0'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Subnet': {'1.1'}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Trunk': {'1.1'}} Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: consumer versions: Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: HyperV agent@n-h1-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: HyperV agent@n-h2-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: L3 agent@n-d-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: Metadata agent@n-d-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: Metering agent@n-d-825175-2: {}, Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Log': '1.0', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Network': '1.1', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Port': '1.5', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'PortForwarding': '1.2', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'QosPolicy': '1.8', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SecurityGroup': '1.2', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SecurityGroupRule': '1.0', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'SubPort': '1.0', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Subnet': '1.1', Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: 'Trunk': '1.1'}} Jan 18 22:59:53.851393 n-d-825175-2 neutron-server[84542]: {{(pid=84542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:59:53.877487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7c27646e-2343-4f1e-86ab-c868b884c57c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:53.877872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.884904 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Pushing event updated for resources: {'Port': ['ID=8b1a2367-c771-404d-ae35-4631cb0e4cd7,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:53.887304 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Attempting to bind port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 22:59:53.887810 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Attempting to bind port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 22:59:53.888389 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Attempting to bind port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 22:59:53.903083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 22:59:53.903456 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 22:59:53.922513 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.922513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 22:59:53.922513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Bound port: 8b1a2367-c771-404d-ae35-4631cb0e4cd7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 22:59:53.922513 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:53.929551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.930841 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.931336 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.931632 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.931976 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.932294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.932622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.932985 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.933316 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.933627 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.933948 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Tracked resource versions report: Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: pushed versions: Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: { 'ConntrackHelper': {'1.0'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Log': {'1.0'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Network': {'1.1'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Port': {'1.5'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'PortForwarding': {'1.2'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'QosPolicy': {'1.8'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SecurityGroup': {'1.2'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SecurityGroupRule': {'1.0'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SubPort': {'1.0'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Subnet': {'1.1'}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Trunk': {'1.1'}} Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: consumer versions: Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: { DHCP agent@n-d-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: HyperV agent@n-h1-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: HyperV agent@n-h2-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: L3 agent@n-d-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: Metadata agent@n-d-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: Metering agent@n-d-825175-2: {}, Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: Open vSwitch agent@n-d-825175-2: { 'ConntrackHelper': '1.0', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Log': '1.0', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Network': '1.1', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Port': '1.5', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'PortForwarding': '1.2', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'QosPolicy': '1.8', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SecurityGroup': '1.2', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SecurityGroupRule': '1.0', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'SubPort': '1.0', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Subnet': '1.1', Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: 'Trunk': '1.1'}} Jan 18 22:59:53.934997 n-d-825175-2 neutron-server[84545]: {{(pid=84545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 22:59:53.983588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:53.986674 n-d-825175-2 neutron-server[84542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 22:59:54.007862 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] For port 8b1a2367-c771-404d-ae35-4631cb0e4cd7, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 22:59:54.011441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] For port 8b1a2367-c771-404d-ae35-4631cb0e4cd7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8b1a2367-c771-404d-ae35-4631cb0e4cd7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 22:59:54.028447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-78f4735b-d1ff-4b3f-829d-33d096598283 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438068 Jan 18 22:59:54.033478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.091081 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.095998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.112375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.160056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Transition to ACTIVE for port object d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 22:59:54.207003 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64420c1b-1218-4253-beee-04606c7ca0a6 None None] Pushing event updated for resources: {'Port': ['ID=8b1a2367-c771-404d-ae35-4631cb0e4cd7,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:54.209231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a5f085b3-5916-4d1c-bfc2-8925bf9e0865 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:54.210746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a5f085b3-5916-4d1c-bfc2-8925bf9e0865 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762712 Jan 18 22:59:54.212910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:59:54.213844 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:59:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:54.229241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-71fcb281-7f0a-4f82-8c93-5dcf5042ebe9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/quotas/38fbb0cdc4f44e8ba246cf12e7d5d4b1 HTTP/1.1" status: 200 len: 375 time: 0.0116456 Jan 18 22:59:54.250636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.309979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-2d5cedcf-d079-41cc-be93-5c0f00bf1be1 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748551 Jan 18 22:59:54.319636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.413384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee1d32c-ba20-4ebb-b8b2-6d8827f5c74b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:54.419609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:54.425262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:54.428164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 22:59:54.428989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.433956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:54.438705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.450642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:54.451220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3952bebc-db0f-49cc-b22b-57c3beaa5cd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ee1d32c-ba20-4ebb-b8b2-6d8827f5c74b HTTP/1.1" status: 204 len: 168 time: 0.6134644 Jan 18 22:59:54.464392 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:59:54.642819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.650797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:54.753691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:54.763209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Usage tracker for resource:security_group_rule and tenant:522dedfe44334bbbbd315b7707d3425c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:54.769593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:54.781617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:54.896735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.081523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:51Z', 'revision_number': 3, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:55.081523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf9c23e-ffc1-4909-a53d-e6141676e9c7 None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:51Z', 'revision_number': 3, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 22:59:55.084227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-62f99bdf-f30f-459d-bc1a-b595d936c896 None None] Provisioning for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:55.084227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-62f99bdf-f30f-459d-bc1a-b595d936c896 None None] Provisioning complete for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:55.084227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f99bdf-f30f-459d-bc1a-b595d936c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.101859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-62f99bdf-f30f-459d-bc1a-b595d936c896 None None] Port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 22:59:55.104673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.131200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.200727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51808) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.209775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=522dedfe44334bbbbd315b7707d3425c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7646439 Jan 18 22:59:55.210719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89b4e3-c81c-4342-b3c3-fa03a58f05c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a1af1e-5b0f-46af-81f2-76232abaa412,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:55.264877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.266899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.407683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87420cba-0282-47ae-af48-430c703f9964 req-988d465f-232b-40ad-97d1-3350d32ff7ab tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 210 time: 0.1091819 Jan 18 22:59:55.431574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:55.557958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.615989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:55.677643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 22:59:55.682550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 22:59:55.852805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8b1a2367-c771-404d-ae35-4631cb0e4cd7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:55.922661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51852) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:55.969326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.032371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.062906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a1af1e-5b0f-46af-81f2-76232abaa412,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:56.088426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.090363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c259b22d-e285-426c-97b3-fa9e192f24ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40a1af1e-5b0f-46af-81f2-76232abaa412 HTTP/1.1" status: 204 len: 168 time: 0.8879354 Jan 18 22:59:56.092406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 22:59:56.109376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:56.109785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.113748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:56.122487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Usage tracker for resource:security_group_rule and tenant:ae103141a57441c797766a5e900784f5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:56.131174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:56.142780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:56.207602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd5a6de0-39dd-435f-b083-d2065c8c8655 None None] Provisioning complete for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:56.208937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd5a6de0-39dd-435f-b083-d2065c8c8655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.276373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a6de0-39dd-435f-b083-d2065c8c8655 None None] Port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 22:59:56.303687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.404003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.453721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.485689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 22:59:56.486598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8b1a2367-c771-404d-ae35-4631cb0e4cd7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8b1a2367-c771-404d-ae35-4631cb0e4cd7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 22:59:56.493966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ade8e2e-6f0f-4075-9c1d-dbd7bc49c575,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:56.526296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a5fdc17d-831c-4c60-aa04-0ca081e3cac4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae103141a57441c797766a5e900784f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6019919 Jan 18 22:59:56.527936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51878) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:56.575801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.671252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:56.686109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:56.710105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.733581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8b1a2367-c771-404d-ae35-4631cb0e4cd7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:56.751612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.794213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 22:59:56.801933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b16d258-4845-46bb-b0c2-3fd328a0df56 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9b480b6-8d90-40c5-bc68-56e36cabaf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6067469 Jan 18 22:59:56.907606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.925588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ade8e2e-6f0f-4075-9c1d-dbd7bc49c575,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:56.939598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:56.940804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4be738cc-0515-4683-87cb-149151ff06b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ade8e2e-6f0f-4075-9c1d-dbd7bc49c575 HTTP/1.1" status: 204 len: 168 time: 0.4102616 Jan 18 22:59:57.123530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.162279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb5edb2b-1c8b-4ca6-9cf9-9e6cbf0eca15 req-a107763e-3b5e-425d-9946-44003c8fd614 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 210 time: 0.4886935 Jan 18 22:59:57.202739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:57.214453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7901dba6c744d78aee57cee50070ba is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:57.218968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:57.226347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:57.302038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.370325 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.428525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7901dba6c744d78aee57cee50070ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7380953 Jan 18 22:59:57.428525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d5ad5-97d9-4324-aa38-543934607bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bef2ac-1db0-4817-b0b1-2fa275316191,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:57.429164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:57.465197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:57.488856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.546765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:57.549864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.557117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Usage tracker for resource:security_group_rule and tenant:18169d45b6a84e7d9ff60811a798525f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:57.566222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:57.575332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:57.581307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.662626 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.699176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8b1a2367-c771-404d-ae35-4631cb0e4cd7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 22:59:57.707872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.730263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.731533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1bef2ac-1db0-4817-b0b1-2fa275316191 HTTP/1.1" status: 204 len: 168 time: 0.3005536 Jan 18 22:59:57.734000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e673-a809-4ead-8165-ff60ac5224f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bef2ac-1db0-4817-b0b1-2fa275316191,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:57.762145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.823842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781b83e1-961f-4ca1-89f9-7de4028780f7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:57.830499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 22:59:57.831113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.859911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-70de7d7e-f6f5-46cc-8e35-7a1d8dd5b208 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18169d45b6a84e7d9ff60811a798525f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3934479 Jan 18 22:59:57.862333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:57.955589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:57.985795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.112791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.128660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b83e1-961f-4ca1-89f9-7de4028780f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:58.140648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:58.144052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-78d6eb4f-33b2-4fb3-af06-747c7f3f0b5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/781b83e1-961f-4ca1-89f9-7de4028780f7 HTTP/1.1" status: 204 len: 168 time: 0.2778091 Jan 18 22:59:58.364673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8488415-a510-4d26-ac38-22c87793d5b5 req-62b0d8f2-80e7-4dc7-aafe-81831f346ab8 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 210 time: 0.0459385 Jan 18 22:59:58.452769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.89', 52652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.494820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-9b16eac8-cbda-4bae-b6c1-573d63d315f3 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273447 Jan 18 22:59:58.496690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.588871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:58.658888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-9868a547-1c2b-43d5-accf-d8f39d81c6e9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:58.660448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-9868a547-1c2b-43d5-accf-d8f39d81c6e9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579180 Jan 18 22:59:58.727430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Request body: {'port': {'device_id': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '38fbb0cdc4f44e8ba246cf12e7d5d4b1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 22:59:58.913872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:58.921518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Usage tracker for resource:port and tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:58.926640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:58.941160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:59.059172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.102317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Made reservation on behalf of 38fbb0cdc4f44e8ba246cf12e7d5d4b1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 22:59:59.104117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.115137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:59.120403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Usage tracker for resource:security_group_rule and tenant:754f9703a6f1452eaf2b6122f371a234 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:59.123578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:59.133136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:59.143561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 22:59:59.158471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 22:59:59.159282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:59:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 22:59:59.171079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.201478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-f4ac0efe-123c-4f28-b3ca-545890795ee5 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701764 Jan 18 22:59:59.257635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.301257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:59.307516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Usage tracker for resource:security_group_rule and tenant:b247f6c16c234b99805591e4615d79b2 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:59.311010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:59.317530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:59.343795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:59.353564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Usage tracker for resource:security_group_rule and tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:59.362379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:59.369630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52022) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:59.377433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:59.386624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 22:59:59.411603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.481093 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.507213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 22:59:59.510370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062f3e-1862-4889-bf94-c201869b893a req-60a54521-f72e-41cd-8811-9e7ba525805f tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 22:59:59.520257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-60a54521-f72e-41cd-8811-9e7ba525805f tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054934 Jan 18 22:59:59.524689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.526411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Usage tracker for resource:security_group_rule and tenant:28ffe425ab0340fba6d7b11a9cf5e796 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 22:59:59.529851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 22:59:59.536696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 22:59:59.567050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-8b92da08-383d-4645-8e5b-ff365d1e77dd tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/quotas/671404c7d30c4c6fbc1c9e0a77471a38 HTTP/1.1" status: 200 len: 375 time: 0.0478566 Jan 18 22:59:59.597661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.620203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.667974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff211b0c-ba7a-45a1-bf9c-eb03716617dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.677495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9485f-06fb-4ce6-92eb-a8892c84bb75,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.739082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df5dfe0a-c804-4168-88f2-b2d4e1e9c154 req-8bed089c-0918-4b6e-990c-fbbf43a012f5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 210 time: 0.1111121 Jan 18 22:59:59.754651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-726a785e-d6b7-4243-9d58-5622e374b7ff tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1863871 Jan 18 22:59:59.780401 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-efc5a009-ea98-4de2-8f1c-d6b43dec673c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b247f6c16c234b99805591e4615d79b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1894095 Jan 18 22:59:59.784356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52044) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:59.790657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.821487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.842955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ca3f2ff0-5d06-4dfa-8bf9-d5226d674940 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=754f9703a6f1452eaf2b6122f371a234&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3446574 Jan 18 22:59:59.845694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 22:59:59.853308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.902322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 22:59:59.988229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde71430-0af6-4606-8809-f6c9d7e62180,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 22:59:59.999842 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-575c8bb6-2fa3-43e0-91cf-9bfd955b0d39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28ffe425ab0340fba6d7b11a9cf5e796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6281049 Jan 18 22:59:59.999842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.000333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52058) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:00.029509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 2, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:00.035275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:00:00.035619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Updating router f9b480b6-8d90-40c5-bc68-56e36cabaf9e port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:00:00.063890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.102637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.104591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8493583-19e5-4c74-bca6-0b68a9a7ffb9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.135956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.181914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.213637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.287583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.287830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.309325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc67a6e0-1a5a-4c50-902c-ad1460e6d68d req-0f7747af-6ad2-4308-9923-ec647c0ba66f tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.1651711 Jan 18 23:00:00.338420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff211b0c-ba7a-45a1-bf9c-eb03716617dd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.379068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.384594 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-003732c2-f665-415a-842f-d7fa8c5fc922 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff211b0c-ba7a-45a1-bf9c-eb03716617dd HTTP/1.1" status: 204 len: 168 time: 0.5991931 Jan 18 23:00:00.428495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Allocated IP 192.168.233.26 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/8b53c272-424d-45e2-87d8-d11e9fb6e58d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:00.455364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.473293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde71430-0af6-4606-8809-f6c9d7e62180,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.475629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.479988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-82c900f6-3771-465f-b68b-f9d4b8789edb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fde71430-0af6-4606-8809-f6c9d7e62180 HTTP/1.1" status: 204 len: 168 time: 0.4788396 Jan 18 23:00:00.609208 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.707930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9485f-06fb-4ce6-92eb-a8892c84bb75,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:00.753356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.755276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-61b5a5fc-cd21-40b6-988b-bac8a9354f6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6de9485f-06fb-4ce6-92eb-a8892c84bb75 HTTP/1.1" status: 204 len: 168 time: 0.9074545 Jan 18 23:00:00.797608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.814125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Transition to ACTIVE for port object d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:00.883299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:00.906850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Transition to ACTIVE for port object 8b53c272-424d-45e2-87d8-d11e9fb6e58d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:00.924249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.084898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-febd5e51-526f-41f0-b15f-a6e19a5642fc req-ed38628b-88a2-4bf5-8223-ad6fb6ee8fc7 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Synchronizing usage tracker for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:01.147767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.183908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b8e10-6222-4aac-8f04-5eaa70c027e2 None None] Pushing event updated for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:01.273993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-febd5e51-526f-41f0-b15f-a6e19a5642fc req-ed38628b-88a2-4bf5-8223-ad6fb6ee8fc7 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Unset dirty status for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:01.287674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-febd5e51-526f-41f0-b15f-a6e19a5642fc req-ed38628b-88a2-4bf5-8223-ad6fb6ee8fc7 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 210 time: 0.2533414 Jan 18 23:00:01.361969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Attempting to bind port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:01.362408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Attempting to bind port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:01.362778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Attempting to bind port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:01.371303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:01.375755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Checking segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:01.375755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.375755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Bound using segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:01.375755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Bound port: d2d870d5-ae09-4ee9-aed0-fc061d25a4d3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:01.375755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.412992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:01.434134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Pushing event updated for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:01.437524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:01.511543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-789f2d39-8bfa-410f-85b9-717fc11ec96c req-e16df545-e344-4fd4-b5f5-d81f33fe4cfa tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.0585070 Jan 18 23:00:01.516028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:01.521010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] For port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:01.523052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:01.524482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.527255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] For port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:01.616297 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:01.651146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-a080d44c-b0bd-4b8d-8ca9-44ac975e6411 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9282875 Jan 18 23:00:01.676876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-808c15a2-7478-41c4-9552-de964ab978dd tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:00:01.678162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-808c15a2-7478-41c4-9552-de964ab978dd tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054049 Jan 18 23:00:01.788742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:01.799831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T22:59:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:01.970813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b8e10-6222-4aac-8f04-5eaa70c027e2 None None] Pushing event updated for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:02.084381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4c53f13-034d-4a58-a083-d1da1a3993ce None None] Provisioning for port 8b53c272-424d-45e2-87d8-d11e9fb6e58d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:02.110371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4c53f13-034d-4a58-a083-d1da1a3993ce None None] Provisioning complete for port 8b53c272-424d-45e2-87d8-d11e9fb6e58d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:02.110732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4c53f13-034d-4a58-a083-d1da1a3993ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.170312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:02.177128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:02.186754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-network', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:02.202782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:02.219544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Usage tracker for resource:network and tenant:9eb23c08a1e047b58f9485705ea0ace4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:02.223197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:02.231285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:02.346782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Made reservation on behalf of 9eb23c08a1e047b58f9485705ea0ace4 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:02.349188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.379636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:02.418977 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:00:02.463966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:02.474019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb23c08a1e047b58f9485705ea0ace4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:02.481646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:02.492454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:02.576338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4c53f13-034d-4a58-a083-d1da1a3993ce None None] Port 8b53c272-424d-45e2-87d8-d11e9fb6e58d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:02.930023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:01Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:02.935261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f4ad9-5b61-4ef6-9293-74e96e05987b None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:01Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:00:02.989572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-361848d8-0a64-4b9a-8038-cde12759e3e6 req-f873ef56-c206-472f-ac34-8f379988b441 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.1314950 Jan 18 23:00:02.996211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.053825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52142) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:03.109457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.119614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6f2ae-cf69-402f-b3f3-2258e8a0447c req-3b63fa5c-2556-4a14-8512-cdd699117b25 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:03.119614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ae6f2ae-cf69-402f-b3f3-2258e8a0447c req-3b63fa5c-2556-4a14-8512-cdd699117b25 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 935 time: 0.4350145 Jan 18 23:00:03.121445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.179349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:03.185479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Usage tracker for resource:security_group_rule and tenant:3584caf87b9a447d90cbccdda614a249 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:03.190651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:03.200234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:03.470762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:03.510807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.523825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3ae6f2ae-cf69-402f-b3f3-2258e8a0447c req-dc4cd3bf-cf94-43f4-a0a9-7b1bee4ee3a6 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Synchronizing usage tracker for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:03.534499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7b9b5-e808-4eae-a1c4-a163dbfb8662,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:03.591641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.591641 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Added segment 4cc337cf-6eb4-4e45-95a0-8e8464f47325 of type vlan for network 875c2309-e04a-47bd-98e7-ba40247a2484 Jan 18 23:00:03.637362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.824631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:03.896097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.925498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.927772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:03.931527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:03.978753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3ae6f2ae-cf69-402f-b3f3-2258e8a0447c req-dc4cd3bf-cf94-43f4-a0a9-7b1bee4ee3a6 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Unset dirty status for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:03.992892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ae6f2ae-cf69-402f-b3f3-2258e8a0447c req-dc4cd3bf-cf94-43f4-a0a9-7b1bee4ee3a6 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8475816 Jan 18 23:00:04.010631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b456405f-eeb1-40a0-9838-4577593b988a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:04.041776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:04.048131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:04.050412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.087361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7522166d-4c33-4461-aeca-05848814a614 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3584caf87b9a447d90cbccdda614a249&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0312743 Jan 18 23:00:04.090379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52154) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.216777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] Pushing event updated for resources: {'Network': ['ID=875c2309-e04a-47bd-98e7-ba40247a2484,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:04.233511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52158) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.249395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ef6896d-f8a6-48b3-9935-97dad98bc507 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0777318 Jan 18 23:00:04.252103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52162) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.254476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 875c2309-e04a-47bd-98e7-ba40247a2484 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:04.264274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Request body: {'subnet': {'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-subnet', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:04.278492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:04.283851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Usage tracker for resource:subnet and tenant:9eb23c08a1e047b58f9485705ea0ace4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:04.293340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.294573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:04.313995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:04.408051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8102c61a-0503-48e9-ae53-8493e363aae2 req-a4adeed9-aff5-4412-bd16-fb991138a55b tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.0869384 Jan 18 23:00:04.484199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Made reservation on behalf of 9eb23c08a1e047b58f9485705ea0ace4 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:04.487624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.554152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.636901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.645759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:04.654631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Usage tracker for resource:security_group_rule and tenant:17042bdea6ef488680a57dafc97a02f9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:04.663614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:04.676962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:04.696345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.83', 61465) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:04.713919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.742783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-bfb638b0-8185-4a1a-8cf0-d1a1f0c41202 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443134 Jan 18 23:00:04.843859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:04.846163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Request body: {'port': {'device_id': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:04.922488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:04.995267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.002872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.022612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062f3e-1862-4889-bf94-c201869b893a req-d3a5c8f7-f611-4799-914d-db4fd81b32fc tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:05.025377 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-d3a5c8f7-f611-4799-914d-db4fd81b32fc tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762489 Jan 18 23:00:05.036769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b456405f-eeb1-40a0-9838-4577593b988a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:05.065727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.067798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d4f7e3b-838d-4853-af7d-b8fafd283f3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b456405f-eeb1-40a0-9838-4577593b988a HTTP/1.1" status: 204 len: 168 time: 0.9753714 Jan 18 23:00:05.089229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Request body: {'port': {'device_id': 'a6729503-91da-4400-ac05-24f468db824d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '671404c7d30c4c6fbc1c9e0a77471a38'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:05.129425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:05.139602 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.140789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.267232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17042bdea6ef488680a57dafc97a02f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0321565 Jan 18 23:00:05.279711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52182) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:05.354166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e473e-898b-4c76-a230-aafb5fe0cb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259158b8-d2b2-4c9e-aa76-b10f88a0946c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:05.462016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.479102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:05.488913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Usage tracker for resource:port and tenant:671404c7d30c4c6fbc1c9e0a77471a38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:05.499904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:05.514604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:05.517710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.739732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:05.834700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b349708-2939-4a48-ae5b-5a022295e5a7 req-4c616c7e-e97e-46b5-91ca-76422ad81841 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.1369770 Jan 18 23:00:05.867353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Made reservation on behalf of 671404c7d30c4c6fbc1c9e0a77471a38 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:05.871120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.886103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:05.886513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.897588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:05.917693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845005c-09f2-41c7-bb8f-dd5e64178e61 req-25505924-f357-4e27-bd8d-e3514464662b tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:05.924722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2845005c-09f2-41c7-bb8f-dd5e64178e61 req-25505924-f357-4e27-bd8d-e3514464662b tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 935 time: 0.3623202 Jan 18 23:00:06.030787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.087002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259158b8-d2b2-4c9e-aa76-b10f88a0946c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:06.155917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.158729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:06.167119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Usage tracker for resource:security_group_rule and tenant:671404c7d30c4c6fbc1c9e0a77471a38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:06.187320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:06.200820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:06.228545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:00:06.259408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2845005c-09f2-41c7-bb8f-dd5e64178e61 req-9ff026c1-16fa-49f4-9328-21e3dec57510 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241003 Jan 18 23:00:06.288044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.295851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e936a110-1a02-483b-8df9-d3d75519e143 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/259158b8-d2b2-4c9e-aa76-b10f88a0946c HTTP/1.1" status: 204 len: 168 time: 1.0075648 Jan 18 23:00:06.314051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.371093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.444923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:06.464269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b53c272-424d-45e2-87d8-d11e9fb6e58d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:06.475013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.507887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Transition to ACTIVE for port object 8b53c272-424d-45e2-87d8-d11e9fb6e58d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:06.509314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Checking segment: {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:06.509724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Network hostable DHCP agents. Network: 875c2309-e04a-47bd-98e7-ba40247a2484, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:06.511258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dbccab-5f35-4aeb-a83f-95f699aad731,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:06.574831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:06.665089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Network 875c2309-e04a-47bd-98e7-ba40247a2484 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:06.732596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Allocated IP 192.168.233.58 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/44000f90-36d6-4228-8a8c-111dc6bfd352) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:06.836971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:06.840198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 875c2309-e04a-47bd-98e7-ba40247a2484) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:06.850848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e138a8a-8c28-49f6-9c52-fcdc6859f8dc None None] Network 875c2309-e04a-47bd-98e7-ba40247a2484 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:06.867699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:06.867699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.068644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Attempting to bind port 8b53c272-424d-45e2-87d8-d11e9fb6e58d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:07.069829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Attempting to bind port 8b53c272-424d-45e2-87d8-d11e9fb6e58d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:07.072397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Attempting to bind port 8b53c272-424d-45e2-87d8-d11e9fb6e58d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:07.080257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Port 8b53c272-424d-45e2-87d8-d11e9fb6e58d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:00:07.085588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Attempting to bind port 8b53c272-424d-45e2-87d8-d11e9fb6e58d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:07.085588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7df9088-1a7f-46b7-b805-57492a556a6a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.8295293 Jan 18 23:00:07.087046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:07.094906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:07.101027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:07.104304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:07.104909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:07.105618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:07.106216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Bound port: 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:07.106726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.123139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Usage tracker for resource:router and tenant:9eb23c08a1e047b58f9485705ea0ace4 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:07.128347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:07.157657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:07.231892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:07.239410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:07.297718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42688d7c-2960-452c-b122-3b7fd68945fd req-c4ee9f07-0771-4598-9805-c0a29c561560 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.0619035 Jan 18 23:00:07.303115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.303115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.315990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.355957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Transition to ACTIVE for port object 44000f90-36d6-4228-8a8c-111dc6bfd352 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:07.360922 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.477702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.515999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.520098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] 10.222.0.89 "PUT /v2.0/ports/8b53c272-424d-45e2-87d8-d11e9fb6e58d HTTP/1.1" status: 200 len: 1095 time: 4.1476657 Jan 18 23:00:07.523835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ea733-8f52-44fb-b72d-2d8503b7cb02 service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:07.533030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:07.666244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-875c2309-e04a-47bd-98e7-ba40247a2484', 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'fixed_ips': [{'subnet_id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:00:07.673741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.693868 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.708409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Pushing event updated for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:07.734365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:07.735718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:07.740919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:07.747024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:07.747608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:07.902915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-6c5f8a3a-bacd-4fad-973c-09892dc29cdb tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8290639 Jan 18 23:00:07.921412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-9143339a-6ba9-4627-bf5e-2cd9da6bb724 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:00:07.924053 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-9143339a-6ba9-4627-bf5e-2cd9da6bb724 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073144 Jan 18 23:00:08.090552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Allocated IP 172.20.0.2 (875c2309-e04a-47bd-98e7-ba40247a2484/6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0/8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:08.148175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-95f8b35b-f1d9-4002-97d1-4789d4cc279e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 1098 time: 0.4634628 Jan 18 23:00:08.168857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d082-009c-478c-b282-7679923cef7b req-84879b5d-1dd5-4c01-9f4c-0736409532fe tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:08.175050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec45d082-009c-478c-b282-7679923cef7b req-84879b5d-1dd5-4c01-9f4c-0736409532fe tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.4967020 Jan 18 23:00:08.296591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-85b09c7a-a544-4cf3-88e8-7cd9b8932d66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d HTTP/1.1" status: 200 len: 217 time: 0.1375604 Jan 18 23:00:08.535313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-d2f10d0e-50d0-409b-8875-99953a8bfe71 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:08.542511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-d2f10d0e-50d0-409b-8875-99953a8bfe71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1540406 Jan 18 23:00:08.654656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:08.682399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Transition to ACTIVE for port object 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:08.758225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c8cfaf3b-8688-4908-8d1a-8d38bffb9646 None None] Provisioning for port 44000f90-36d6-4228-8a8c-111dc6bfd352 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:08.773564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Transition to ACTIVE for port object 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:08.776547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c8cfaf3b-8688-4908-8d1a-8d38bffb9646 None None] Provisioning complete for port 44000f90-36d6-4228-8a8c-111dc6bfd352 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:08.777015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaf3b-8688-4908-8d1a-8d38bffb9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:08.848786 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:08.864450 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:08.987851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec45d082-009c-478c-b282-7679923cef7b req-9c34963b-f93b-4017-8b22-1b7e985b1249 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900764 Jan 18 23:00:09.011825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.025853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c8cfaf3b-8688-4908-8d1a-8d38bffb9646 None None] Port 44000f90-36d6-4228-8a8c-111dc6bfd352 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:09.047758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-c474959a-e1be-41dc-9a6d-ccda19172663 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4364173 Jan 18 23:00:09.085595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee633f-3fc5-4f29-bf90-b23b6ea37e5b req-5c3e469f-3e4a-4b77-8a7f-a6963315fc9e tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:09.087095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfee633f-3fc5-4f29-bf90-b23b6ea37e5b req-5c3e469f-3e4a-4b77-8a7f-a6963315fc9e tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 935 time: 0.4747162 Jan 18 23:00:09.123965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Network 875c2309-e04a-47bd-98e7-ba40247a2484 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:09.134938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:09.146249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:09.199823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Pushing event updated for resources: {'Port': ['ID=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:09.239528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Request body: {'port': {'device_id': 'a6729503-91da-4400-ac05-24f468db824d', 'device_owner': 'compute:tempest-test_az-974983376', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:09.411855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfee633f-3fc5-4f29-bf90-b23b6ea37e5b req-604ed76c-967a-44cf-96d5-be8a6eb41222 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723548 Jan 18 23:00:09.419592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Attempting to bind port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:09.420093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Attempting to bind port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:09.420546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Attempting to bind port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc on network 875c2309-e04a-47bd-98e7-ba40247a2484 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:09.426602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-f39e2968-a3b7-4e26-844f-208d3ae76a73 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720496 Jan 18 23:00:09.435971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 22, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:09.436506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Checking segment: {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:09.437064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.437815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Bound using segment: {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:09.438378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Bound port: 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:09.438875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.503551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.638161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:09.645495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:09.707671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:09.914827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08a71-a9ed-4457-aa21-a6f7ca1edb3e None None] Pushing event updated for resources: {'Port': ['ID=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:10.027771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6aa322-8489-46d3-a6e7-07310bca033a req-3f7378eb-9617-4c3a-9c9f-803f31ecbcf3 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830085 Jan 18 23:00:10.190778 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d', 'status': 'completed', 'code': 200} Jan 18 23:00:10.398332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44000f90-36d6-4228-8a8c-111dc6bfd352 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:10.412281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.423065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.449909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Transition to ACTIVE for port object 44000f90-36d6-4228-8a8c-111dc6bfd352 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:10.527205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.630189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.671825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:10.960357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Pushing event updated for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:11.136536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Attempting to bind port 44000f90-36d6-4228-8a8c-111dc6bfd352 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:11.137082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Attempting to bind port 44000f90-36d6-4228-8a8c-111dc6bfd352 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:11.137532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Attempting to bind port 44000f90-36d6-4228-8a8c-111dc6bfd352 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:11.151518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Port 44000f90-36d6-4228-8a8c-111dc6bfd352 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:00:11.153710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Attempting to bind port 44000f90-36d6-4228-8a8c-111dc6bfd352 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:11.153829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Allocated IP 172.25.1.196 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/25e6051a-e1c9-4e3f-8101-26ab71f9f4e0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:11.187806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:11.191115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-e4dbe43a-fcd9-46ed-a880-4d6ac5bdf1cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 1098 time: 0.9988301 Jan 18 23:00:11.191576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:11.193629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:11.194585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Bound port: 44000f90-36d6-4228-8a8c-111dc6bfd352, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:11.220053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.460980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:11.479313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44000f90-36d6-4228-8a8c-111dc6bfd352,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:11.566186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.594615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a923308-e348-4ed8-b72b-1715ec614ec3 None None] Network 875c2309-e04a-47bd-98e7-ba40247a2484 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:11.759503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:11.761219 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] 10.222.0.83 "PUT /v2.0/ports/44000f90-36d6-4228-8a8c-111dc6bfd352 HTTP/1.1" status: 200 len: 1116 time: 3.2219236 Jan 18 23:00:11.762263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:11.901478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:11.952698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddedb3-09fd-4d90-b445-53ec8ee25ff4 req-dc5ff812-8232-4b3a-93f4-d1bbe4d9b02c tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:11.963680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bddedb3-09fd-4d90-b445-53ec8ee25ff4 req-dc5ff812-8232-4b3a-93f4-d1bbe4d9b02c tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 1.5672078 Jan 18 23:00:11.967024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aa8f0-d89c-4341-8a91-de2b2ef59f06 service neutron] Pushing event updated for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:12.068047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b5cb8f4d-29cc-4f33-ab45-6fb37dfecac6 None None] Provisioning for port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:12.083783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-4cf563dd-14ce-4ed9-a82d-eff01ae42efe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 1119 time: 0.1673925 Jan 18 23:00:12.129649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48629de7-99b2-4dc3-8439-2e37746120ce req-807ddce2-02e1-4535-b0be-22c151840c9a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:12.136803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48629de7-99b2-4dc3-8439-2e37746120ce req-807ddce2-02e1-4535-b0be-22c151840c9a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 1.4682257 Jan 18 23:00:12.185504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-ecb7ae77-0211-46b5-87d5-ddd708c86048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:12.192328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-ecb7ae77-0211-46b5-87d5-ddd708c86048 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.9796252 Jan 18 23:00:12.212948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-2238c676-f5f2-4d3f-8005-eb97634bf1de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44000f90-36d6-4228-8a8c-111dc6bfd352 HTTP/1.1" status: 200 len: 217 time: 0.1141610 Jan 18 23:00:12.431155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-170133a2-6a27-4003-8973-f448be808e49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d HTTP/1.1" status: 200 len: 217 time: 0.2179329 Jan 18 23:00:12.517972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:12.521976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:12.522594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.594228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bddedb3-09fd-4d90-b445-53ec8ee25ff4 req-175bffe3-23dc-48a5-93ac-36b99adf3be9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258981 Jan 18 23:00:12.625942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48629de7-99b2-4dc3-8439-2e37746120ce req-4feeef07-a54e-4316-b268-f1f319365a28 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880447 Jan 18 23:00:12.677925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:12.715543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-265440b6-7f9f-4f79-9306-5069ac480e5b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:12.734578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-265440b6-7f9f-4f79-9306-5069ac480e5b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2854016 Jan 18 23:00:12.821605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062f3e-1862-4889-bf94-c201869b893a req-0ee97474-fbec-483d-b5c3-80b2b503cbe7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:12.833717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-0ee97474-fbec-483d-b5c3-80b2b503cbe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1585147 Jan 18 23:00:13.000114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-e4c405ff-4533-46d3-998a-f687536f9974 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583332 Jan 18 23:00:13.035879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.041008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-057a7718-c508-4dec-95ee-15b694d88982 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891227 Jan 18 23:00:13.073108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.099523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf806c7-8f3d-4d7a-844e-51f866ebde1a None None] Provisioning complete for port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:13.100333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf806c7-8f3d-4d7a-844e-51f866ebde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.195161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:13.305644 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.450925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-f99667d0-00d3-454a-8526-37678c66d11b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966622 Jan 18 23:00:13.472207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:13.613391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-1abdc6c3-85f2-4115-9406-c46ae2ea67cb service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037407 Jan 18 23:00:13.773540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c260888b-1ea9-489e-9f93-974c7e093118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:13.807706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:13.868561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:13.876111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:13.884752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:13.938722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-68062f3e-1862-4889-bf94-c201869b893a req-97e5b995-66df-40cc-b877-03c145e4e7b6 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695339 Jan 18 23:00:13.939339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:14.067098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:14.070443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.093447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-769b3b75-027f-4e43-b63c-5c6de7546b31 req-1f675673-b148-4178-8a22-3ac9243f847f service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590580 Jan 18 23:00:14.221180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577cbd5-127c-4f80-a4bf-4b4d2e32ae35 req-d8ff54e3-2f58-43ba-a250-201c7a145b4f tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:14.228780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2577cbd5-127c-4f80-a4bf-4b4d2e32ae35 req-d8ff54e3-2f58-43ba-a250-201c7a145b4f tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.2689965 Jan 18 23:00:14.358826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2577cbd5-127c-4f80-a4bf-4b4d2e32ae35 req-e52e6f1c-87a9-483d-b8a7-797eb94bfbc5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222813 Jan 18 23:00:14.583661 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.584504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:14.791130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df51dc-98e8-4311-8e3d-b253daf8212d req-52b36e7b-fe69-4b39-a873-66de3a728d6b tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:14.793199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4df51dc-98e8-4311-8e3d-b253daf8212d req-52b36e7b-fe69-4b39-a873-66de3a728d6b tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 0.2685246 Jan 18 23:00:14.960866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4df51dc-98e8-4311-8e3d-b253daf8212d req-7e915eaa-649a-4961-9cae-c0220191104d tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440189 Jan 18 23:00:15.363930 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352', 'status': 'completed', 'code': 200} Jan 18 23:00:15.598674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:00:15.962792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-80dfd47f-5622-416c-a424-ad0c3a6e92d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:15.978358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd85b6-ae54-478b-b465-d40484b83294 req-c4bcbef6-c161-4020-9770-94e96484f355 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:15.983870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67fd85b6-ae54-478b-b465-d40484b83294 req-c4bcbef6-c161-4020-9770-94e96484f355 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.4408221 Jan 18 23:00:16.067519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67fd85b6-ae54-478b-b465-d40484b83294 req-2f656300-a1f5-43e4-bb71-085e8c7f8890 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786207 Jan 18 23:00:16.638816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96808084-7fa0-4694-aa63-d0371dabb8bb req-02d53632-41f9-442b-b335-62731ec051fc tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:16.644113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96808084-7fa0-4694-aa63-d0371dabb8bb req-02d53632-41f9-442b-b335-62731ec051fc tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 0.2511246 Jan 18 23:00:16.708673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:00:16.720627 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Sync routers for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:00:16.745733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:16.746630 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:16.756647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96808084-7fa0-4694-aa63-d0371dabb8bb req-1408b4a1-f119-4bd0-9670-8ffc1e86c391 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081097 Jan 18 23:00:16.836418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:16.837776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3f90c82f-fe19-442a-8b9f-80286a1c3ab0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.7490897 Jan 18 23:00:16.840907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52374) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:17.025886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:17.134910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:17.156748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.285842 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:17.735915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e80b4-11d0-44e1-80cc-d49f043599ec req-fbe31b79-732f-4930-857b-0b39fdf0522d tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:17.742332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-694e80b4-11d0-44e1-80cc-d49f043599ec req-fbe31b79-732f-4930-857b-0b39fdf0522d tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.2346914 Jan 18 23:00:17.871713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-694e80b4-11d0-44e1-80cc-d49f043599ec req-665fce3a-4ab7-4ac4-b1a9-aa492e1dbfd0 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208742 Jan 18 23:00:18.075441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:14Z', 'revision_number': 3, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:18.080413 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Checking router: 5f4c9779-a254-45d5-b024-8dff0eb4fa21 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:00:18.089612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Updating router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:00:18.115871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.175483 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.384648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:18.389585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.393968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Usage tracker for resource:security_group_rule and tenant:92e4b69e406e4157969019ae5839b231 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:18.407852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:18.420917 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-0dda4030-e283-4042-90cf-cf61158650d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 1119 time: 0.2086418 Jan 18 23:00:18.424602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:18.485841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ecda-da72-499e-83c6-59d5cd3c5abc req-765a716f-97a7-461e-909b-e5921c6cdf4a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:18.493139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee1ecda-da72-499e-83c6-59d5cd3c5abc req-765a716f-97a7-461e-909b-e5921c6cdf4a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 0.3335209 Jan 18 23:00:18.635637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee1ecda-da72-499e-83c6-59d5cd3c5abc req-2da97ddb-0fa4-4f20-a6ac-1dd02430bcba tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401494 Jan 18 23:00:18.742243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.744941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.853116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:18.998311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-66546531-7ca3-4152-9532-cf49159c4376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:19.000607 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-66546531-7ca3-4152-9532-cf49159c4376 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4490325 Jan 18 23:00:19.030607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92e4b69e406e4157969019ae5839b231&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0037992 Jan 18 23:00:19.032332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:19.044762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c51ac-aec1-4bb8-9109-e4de708c5125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6063a-d366-4a3b-831f-3e1ff6edfc30,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:19.143748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-b88c3e2f-e73a-405a-95fd-58253331df00 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=44000f90-36d6-4228-8a8c-111dc6bfd352 HTTP/1.1" status: 200 len: 217 time: 0.0941145 Jan 18 23:00:19.251263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-7f61fff1-39d3-46a8-9974-abcaf484b2ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:19.252438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.252729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-7f61fff1-39d3-46a8-9974-abcaf484b2ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0987232 Jan 18 23:00:19.265258 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.311825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Transition to ACTIVE for port object 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:19.369393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Allocated IP 172.20.0.1 (875c2309-e04a-47bd-98e7-ba40247a2484/6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0/e236a7d8-74a6-4cbb-a92a-fd4894be2598) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:19.404023 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.405990 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-0d76858b-53cf-49f9-b423-cb0ab05ed9a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1454189 Jan 18 23:00:19.437528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.501505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eaa86-b25e-4dd3-98c0-ed0cc047683b None None] Pushing event updated for resources: {'Port': ['ID=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:19.567769 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Attempting to bind port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:19.568148 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Attempting to bind port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:19.568518 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Attempting to bind port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:19.582909 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:19.586387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:19.586867 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.587282 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:19.587789 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Bound port: 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:19.588203 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.658129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420126eb-d20b-4366-9f53-106ec4e123f9 req-7ec44074-8015-4962-9f74-3868f9d84251 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:19.671471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-420126eb-d20b-4366-9f53-106ec4e123f9 req-7ec44074-8015-4962-9f74-3868f9d84251 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.3479946 Jan 18 23:00:19.681597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.707719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Transition to ACTIVE for port object e236a7d8-74a6-4cbb-a92a-fd4894be2598 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:19.731911 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] For port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:19.747268 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] For port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:19.759508 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.784883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6063a-d366-4a3b-831f-3e1ff6edfc30,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:19.786928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:19.790729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d5a55a1-ee23-461f-b345-9bfc5dc351dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7fa6063a-d366-4a3b-831f-3e1ff6edfc30 HTTP/1.1" status: 204 len: 168 time: 0.7547188 Jan 18 23:00:19.829181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-420126eb-d20b-4366-9f53-106ec4e123f9 req-8b482461-073f-4a88-8302-cdb5388135a8 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484730 Jan 18 23:00:19.992134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-3fb5c798-6bab-45b8-9d99-50447fcf9c53 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626371 Jan 18 23:00:20.027232 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.041692 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.161275 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:20.162294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:20.201203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Network 875c2309-e04a-47bd-98e7-ba40247a2484 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:20.204412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Pushing event updated for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:20.204767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa9e8-c01e-405a-a1c1-935fa04ead04 req-6115a47e-a6b2-4f88-b854-46389922e540 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:20.206382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29eaa9e8-c01e-405a-a1c1-935fa04ead04 req-6115a47e-a6b2-4f88-b854-46389922e540 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 0.1516554 Jan 18 23:00:20.207511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:20.271524 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8a33c2b-7b03-47bf-bae8-6451c89d1791 req-e31e68e7-32c0-483c-b2be-321c0a294153 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782509 Jan 18 23:00:20.273013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:20.273749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.293332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499eaa86-b25e-4dd3-98c0-ed0cc047683b None None] Pushing event updated for resources: {'Port': ['ID=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:20.327359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29eaa9e8-c01e-405a-a1c1-935fa04ead04 req-31f28bdf-fac2-466e-997b-d572450eec8a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098893 Jan 18 23:00:20.510257 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:20.690409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.855417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-49e01b30-0c15-42e7-8bd1-3f0a8afae7fa None None] Provisioning for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:20.863518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-49e01b30-0c15-42e7-8bd1-3f0a8afae7fa None None] Provisioning complete for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:20.864665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-49e01b30-0c15-42e7-8bd1-3f0a8afae7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:20.990851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-49e01b30-0c15-42e7-8bd1-3f0a8afae7fa None None] Port e236a7d8-74a6-4cbb-a92a-fd4894be2598 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:21.003269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:14Z', 'revision_number': 3, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:21.011811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca8b933-72a2-4e62-875e-60406ab14017 None None] The sync data for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 is: [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:14Z', 'revision_number': 3, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:00:21.075485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.260491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.261232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.500605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52470) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:21.511009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44000f90-36d6-4228-8a8c-111dc6bfd352 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:00:21.634196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18485063-9913-4d5e-aa27-5d67db11865e req-465b3849-31cb-46f3-aa1f-956e6e774ceb tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:21.654572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-18485063-9913-4d5e-aa27-5d67db11865e req-465b3849-31cb-46f3-aa1f-956e6e774ceb tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.2238221 Jan 18 23:00:21.702845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:21.776457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-18485063-9913-4d5e-aa27-5d67db11865e req-594dab20-8e8d-432c-aa2b-e783544ac626 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209850 Jan 18 23:00:21.788933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:21.847195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44000f90-36d6-4228-8a8c-111dc6bfd352,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:21.881079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Network 875c2309-e04a-47bd-98e7-ba40247a2484 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:21.884704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:21.886941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Pushing event updated for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:21.913098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '44000f90-36d6-4228-8a8c-111dc6bfd352', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '44000f90-36d6-4228-8a8c-111dc6bfd352', 'mac_address': 'fa:16:3e:6c:7b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-974983376', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:00:22.034570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.045498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:22.072065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.103606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:22.112046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Usage tracker for resource:security_group_rule and tenant:11bf3c47be2941da8ad050b9e2966fce is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:22.118826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:22.177924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44000f90-36d6-4228-8a8c-111dc6bfd352 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:22.197597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44000f90-36d6-4228-8a8c-111dc6bfd352,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:22.207818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:22.223808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:22.226822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Usage tracker for resource:security_group_rule and tenant:fbb1b823106f430086acb24ae07633bc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:22.231037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:22.240353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:22.265266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf422-4a5b-4b1a-a673-95a5f24f1636 req-2afc61e8-4eb0-415e-8bc8-3e53b9eb6db7 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:22.272148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b67cf422-4a5b-4b1a-a673-95a5f24f1636 req-2afc61e8-4eb0-415e-8bc8-3e53b9eb6db7 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 968 time: 0.1458576 Jan 18 23:00:22.306378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:22.312562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:22.313011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.340120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b67cf422-4a5b-4b1a-a673-95a5f24f1636 req-7e3a4283-fa42-4254-9183-8029580b8d8e tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635679 Jan 18 23:00:22.408010 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.439705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.465615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.483370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.559527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.565187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775dee2c-fdf5-4614-aa0f-1df538c95251,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.571677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b30ae877-919d-4810-b1fd-6ea04a2bfde1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbb1b823106f430086acb24ae07633bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8676894 Jan 18 23:00:22.580728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:22.588698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-16479704-4025-48b8-be0f-59dffa2ccdaa None None] Provisioning complete for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:22.589210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16479704-4025-48b8-be0f-59dffa2ccdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.611725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc653d2f-59d7-45dd-94c5-ce53dbf8d338,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.652340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.652968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.663021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b9035c06-b81b-451e-b685-ba63cd959255 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11bf3c47be2941da8ad050b9e2966fce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1499891 Jan 18 23:00:22.664444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52504) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:22.698870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.717866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.748756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-16479704-4025-48b8-be0f-59dffa2ccdaa None None] Port e236a7d8-74a6-4cbb-a92a-fd4894be2598 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:22.753916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:22.767088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44000f90-36d6-4228-8a8c-111dc6bfd352'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:22.767245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.768653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:00:22.806553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.823026 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.843773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.875340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775dee2c-fdf5-4614-aa0f-1df538c95251,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:22.886644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:22.890186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7824fe95-b12c-4a53-b980-73236cae1bac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/775dee2c-fdf5-4614-aa0f-1df538c95251 HTTP/1.1" status: 204 len: 168 time: 0.3074260 Jan 18 23:00:22.945903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:23.112197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.129328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc653d2f-59d7-45dd-94c5-ce53dbf8d338,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:23.156907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.156907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e957624c-6576-43c0-8ff4-15696bd45ff4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc653d2f-59d7-45dd-94c5-ce53dbf8d338 HTTP/1.1" status: 204 len: 168 time: 0.4884975 Jan 18 23:00:23.185505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:00:23.200481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-03c96a4c-83ae-48fa-b965-e2ff3394a7dd admin admin] 10.222.0.59 "PUT /v2.0/routers/5f4c9779-a254-45d5-b024-8dff0eb4fa21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3496969 Jan 18 23:00:23.249860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7419c6-61ea-43c6-8dbc-5ff66b9a44ab req-acc81b54-2fd1-4fb7-b2cd-85b4a3d5d448 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:23.251398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e7419c6-61ea-43c6-8dbc-5ff66b9a44ab req-acc81b54-2fd1-4fb7-b2cd-85b4a3d5d448 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.0892673 Jan 18 23:00:23.303904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e7419c6-61ea-43c6-8dbc-5ff66b9a44ab req-1ee15836-9368-44ab-9e67-f4b6cc2a4c18 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465064 Jan 18 23:00:23.496609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44000f90-36d6-4228-8a8c-111dc6bfd352 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:23.633128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 44000f90-36d6-4228-8a8c-111dc6bfd352 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:23.638364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 44000f90-36d6-4228-8a8c-111dc6bfd352 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:23.638737 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.707205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c362100-22e9-4d1b-bf00-3dbbebf01cc8 req-361ee85a-4139-47a7-8c84-caa19a69a2af tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:23.708977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c362100-22e9-4d1b-bf00-3dbbebf01cc8 req-361ee85a-4139-47a7-8c84-caa19a69a2af tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 969 time: 0.0873339 Jan 18 23:00:23.715806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:23.765680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c362100-22e9-4d1b-bf00-3dbbebf01cc8 req-1024d553-0f4a-422a-b739-67cb26fbd2ae tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488663 Jan 18 23:00:23.837329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.867730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:23.868316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.886925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52564) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:23.912203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:23.978672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:23.993525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:23.998084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Usage tracker for resource:security_group_rule and tenant:617b120b0c42485796725976d8efd0be is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:24.001600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:24.019232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:24.049387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44000f90-36d6-4228-8a8c-111dc6bfd352,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:24.108998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.150577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.184198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.236012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76afede6-75f4-45e0-8a31-dafc5e2d31d2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:24.236530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:24.243857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.243988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-896db490-9196-4a68-ab17-1bea0f83da8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=617b120b0c42485796725976d8efd0be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3557065 Jan 18 23:00:24.328945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.362931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.607900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.631832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afede6-75f4-45e0-8a31-dafc5e2d31d2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:24.641948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:24.643203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7cad47db-671f-4c96-8db2-c3378eb8ca03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76afede6-75f4-45e0-8a31-dafc5e2d31d2 HTTP/1.1" status: 204 len: 168 time: 0.3983653 Jan 18 23:00:24.657704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:24.685004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865db32b-95ab-415f-aedb-0578efac06e3 req-de0c92bc-1afa-44e8-8d69-754b15e2af14 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:24.688017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-865db32b-95ab-415f-aedb-0578efac06e3 req-de0c92bc-1afa-44e8-8d69-754b15e2af14 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.1169529 Jan 18 23:00:24.742163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-865db32b-95ab-415f-aedb-0578efac06e3 req-1595f8e6-3913-42e7-b929-3f983f41c363 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Jan 18 23:00:24.889922 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352', 'code': 200} Jan 18 23:00:25.047429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-19504ed7-672e-4ef3-9fd9-4317b4a538c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 1121 time: 0.0897946 Jan 18 23:00:25.085288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.128227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:25.150959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Usage tracker for resource:security_group_rule and tenant:9dc4cb7c733e4f7eb1161f28b25899cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:25.156407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:25.159817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.175906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:25.217918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:25.227177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Usage tracker for resource:security_group_rule and tenant:b676c1e0cc0446508d0df5a2a88c9793 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:25.230812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:25.244730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:25.284765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Sync routers for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:00:25.302412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea7cf6-4b1b-4283-ac94-6df256570b09 req-c6960dd1-1e29-4422-96d1-4c839b23f8b5 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:25.307730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.311205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:25.311834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0ea7cf6-4b1b-4283-ac94-6df256570b09 req-c6960dd1-1e29-4422-96d1-4c839b23f8b5 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 970 time: 0.1166067 Jan 18 23:00:25.313057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:25.369046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0ea7cf6-4b1b-4283-ac94-6df256570b09 req-e3a93d42-9d86-4eb1-95e5-6f203515ff3a tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Jan 18 23:00:25.375790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.478829 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0c7ad91-699b-4d67-9e66-2a72e0eefd8d req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206989 Jan 18 23:00:25.482585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918494b-a18c-4c04-ba78-ea4a1db8c655 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=661d8575-689c-493a-a28b-8379068ebfae,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:25.550008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:25.559475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.633091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.734736 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b676c1e0cc0446508d0df5a2a88c9793&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0755849 Jan 18 23:00:25.738858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b3855-fac5-46ab-9087-c844cd32457b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac4bd0e-5431-4e76-9674-8d5debfc3651,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:25.739757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52658) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:25.845432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52664) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:25.893487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.931834 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:25.996232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 4, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e236a7d8-74a6-4cbb-a92a-fd4894be2598', 'name': '', 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'mac_address': 'fa:16:3e:e7:79:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:18Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 2, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'subnets': [{'id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:26.000278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Checking router: 5f4c9779-a254-45d5-b024-8dff0eb4fa21 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:00:26.000633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Updating router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 port e236a7d8-74a6-4cbb-a92a-fd4894be2598 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:00:26.051029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.097101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:26.104107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396058020', 'description': 'tempest-description--1274409877'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:26.111130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.113985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:26.121045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:security_group and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:26.125675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:26.135464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:26.137317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.143541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ac4bd0e-5431-4e76-9674-8d5debfc3651 HTTP/1.1" status: 204 len: 168 time: 0.3980281 Jan 18 23:00:26.143541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522874c7-c762-47cf-9a0d-ac38a132c29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac4bd0e-5431-4e76-9674-8d5debfc3651,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:26.208226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-950197544-network', 'tenant_id': '3af724141a0d4a0cb2fdc3857809ca9b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:26.216334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:26.226657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Usage tracker for resource:network and tenant:3af724141a0d4a0cb2fdc3857809ca9b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:26.229925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:26.232710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.264672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:26.311871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:26.316254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:security_group_rule and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:26.319439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:26.325601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:26.380662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Made reservation on behalf of 3af724141a0d4a0cb2fdc3857809ca9b for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:26.383368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.411146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.458834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.459414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.474389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Transition to ACTIVE for port object e236a7d8-74a6-4cbb-a92a-fd4894be2598 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:26.481109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:26.481831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4b741-47a5-4349-9c9b-27766397b7eb req-7b2d82b2-b35f-444c-84d9-007f16ea0b8e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:26.485420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Usage tracker for resource:security_group_rule and tenant:3af724141a0d4a0cb2fdc3857809ca9b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:26.488699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:26.489283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3de4b741-47a5-4349-9c9b-27766397b7eb req-7b2d82b2-b35f-444c-84d9-007f16ea0b8e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.1977174 Jan 18 23:00:26.496574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:26.534938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3de4b741-47a5-4349-9c9b-27766397b7eb req-4f0ecebf-8c31-4c1f-bb95-dc5d7fcac252 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Jan 18 23:00:26.549987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.575928 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.622264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:26.623299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff4810d-1265-42fa-b4d1-10e0bf369838,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:26.732507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.734199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907de59-5a36-4f8f-ab8a-e4e12e07fa15 None None] Pushing event updated for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:26.745157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.749373 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-353eabbb-02c1-4b5c-9843-e67c843fd07b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6480691 Jan 18 23:00:26.749467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:26.755023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'security_group_rule': {'security_group_id': '7ff4810d-1265-42fa-b4d1-10e0bf369838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:26.764615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:26.771352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:security_group_rule and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:26.782037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:26.793000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:26.845738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Attempting to bind port e236a7d8-74a6-4cbb-a92a-fd4894be2598 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:26.846854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Attempting to bind port e236a7d8-74a6-4cbb-a92a-fd4894be2598 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:26.847375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Attempting to bind port e236a7d8-74a6-4cbb-a92a-fd4894be2598 on network 875c2309-e04a-47bd-98e7-ba40247a2484 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:26.857444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:26.858107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Checking segment: {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:26.858652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.859740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Bound using segment: {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:26.861949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.871832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Bound port: e236a7d8-74a6-4cbb-a92a-fd4894be2598, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc337cf-6eb4-4e45-95a0-8e8464f47325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:26.872393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.887725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2b618-ce77-48bf-a689-e5c3036054bb req-b795209a-5acd-4646-bc68-3d73a1c99284 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:26.907550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90c2b618-ce77-48bf-a689-e5c3036054bb req-b795209a-5acd-4646-bc68-3d73a1c99284 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 970 time: 0.2018678 Jan 18 23:00:26.927979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:26.942797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.956059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037814dc-64f7-4949-bd98-32294f04168f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:26.966016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:26.966016 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Added segment 7b85604f-0bbc-459a-b5d4-6d5966b1721d of type vlan for network 14ad2c51-6a8c-4003-9ac7-0db28e73abd6 Jan 18 23:00:26.991894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90c2b618-ce77-48bf-a689-e5c3036054bb req-6e60d047-2a46-437f-a777-03259661ac33 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Jan 18 23:00:27.074853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] For port e236a7d8-74a6-4cbb-a92a-fd4894be2598, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:27.079027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] For port e236a7d8-74a6-4cbb-a92a-fd4894be2598, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e236a7d8-74a6-4cbb-a92a-fd4894be2598,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:27.085244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.125310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.163333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.190126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.196369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.251727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907de59-5a36-4f8f-ab8a-e4e12e07fa15 None None] Pushing event updated for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:27.261423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:27.262036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:27.279246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:27.283400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Usage tracker for resource:security_group_rule and tenant:e8dcc832e5b54a47947c1df477f644d0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:27.286835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:27.300621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:27.339617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.341995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:27.345444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.383697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a4f934-e200-4e45-b313-8f2540167111,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:27.485547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8b53c272-424d-45e2-87d8-d11e9fb6e58d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:00:27.500694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] Pushing event updated for resources: {'Network': ['ID=14ad2c51-6a8c-4003-9ac7-0db28e73abd6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:27.502051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.525287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 14ad2c51-6a8c-4003-9ac7-0db28e73abd6 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:27.541475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52714) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.559414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.566276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ca72125-70dd-40c8-bba5-14660f216a87 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8102789 Jan 18 23:00:27.566276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-777abf84-992f-4118-8d31-8d3b3d678205 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7157269 Jan 18 23:00:27.566276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52722) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.567705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52724) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.575282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Request body: {'subnet': {'network_id': '14ad2c51-6a8c-4003-9ac7-0db28e73abd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-950197544-subnet', 'tenant_id': '3af724141a0d4a0cb2fdc3857809ca9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:27.583148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'security_group_rule': {'security_group_id': '7ff4810d-1265-42fa-b4d1-10e0bf369838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:27.588350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.598645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:27.606428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:27.608369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.609357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Usage tracker for resource:subnet and tenant:3af724141a0d4a0cb2fdc3857809ca9b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:27.614188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:27.624750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:27.627475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:security_group_rule and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:27.639254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:27.651230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:27.677438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:27.693616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8dcc832e5b54a47947c1df477f644d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0699575 Jan 18 23:00:27.696847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52730) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:27.697868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Usage tracker for resource:security_group_rule and tenant:4a8229f17b0b46338989897bb381a65a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:27.702560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:27.719733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:27.751381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Made reservation on behalf of 3af724141a0d4a0cb2fdc3857809ca9b for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:27.753850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.817274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79083e-5af6-40ec-bbb6-fa4cbaafcc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c99936-68a5-4561-9691-f94181c2ed96,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:27.827077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:27.864793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:27.888657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6a3a-a540-455d-8ee4-41122e0747aa req-e0c17c83-8b35-4166-9557-a14c8926bf43 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:27.895393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-362c6a3a-a540-455d-8ee4-41122e0747aa req-e0c17c83-8b35-4166-9557-a14c8926bf43 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 947 time: 0.1949458 Jan 18 23:00:27.962374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-362c6a3a-a540-455d-8ee4-41122e0747aa req-4a4e3b62-ce04-43b3-98d4-c6ca887e7d5e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jan 18 23:00:28.010706 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.110440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.124293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.194938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.215406 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.264682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:28.292276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '8b53c272-424d-45e2-87d8-d11e9fb6e58d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '8b53c272-424d-45e2-87d8-d11e9fb6e58d', 'mac_address': 'fa:16:3e:0f:82:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:00:28.295169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a31cd-3113-4e64-9d24-ee979bc41212 req-7d509d33-78e8-4d3d-b760-28e8cc94d454 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:28.296284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d864e7c-64a3-4dbe-bf37-589b9d4cf717,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.301568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-970a31cd-3113-4e64-9d24-ee979bc41212 req-7d509d33-78e8-4d3d-b760-28e8cc94d454 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 970 time: 0.1296139 Jan 18 23:00:28.313329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.327148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d421ed0b-e0d1-4908-8292-0aba2a9f94ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a8229f17b0b46338989897bb381a65a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7823029 Jan 18 23:00:28.337182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52752) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.357091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34964ef1-588c-414c-8f89-ed6e623a15bf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.363756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-970a31cd-3113-4e64-9d24-ee979bc41212 req-dd8a9179-feff-443c-92e9-3eb054cab410 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 Jan 18 23:00:28.419064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.426101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.446519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b53c272-424d-45e2-87d8-d11e9fb6e58d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:28.467763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:28.483958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c789f0ab-d079-4515-9625-bf334fda5c74,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.491355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.494238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 4, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e236a7d8-74a6-4cbb-a92a-fd4894be2598', 'name': '', 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'mac_address': 'fa:16:3e:e7:79:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:18Z', 'updated_at': '2022-01-18T23:00:27Z', 'revision_number': 4, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'subnets': [{'id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:28.498510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab5364-e6ec-45eb-968f-c6a053b9d375 None None] The sync data for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 is: [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:00:20Z', 'revision_number': 4, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e236a7d8-74a6-4cbb-a92a-fd4894be2598', 'name': '', 'network_id': '875c2309-e04a-47bd-98e7-ba40247a2484', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'mac_address': 'fa:16:3e:e7:79:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:18Z', 'updated_at': '2022-01-18T23:00:27Z', 'revision_number': 4, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'subnets': [{'id': '6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:00:28.544269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.655273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c99936-68a5-4561-9691-f94181c2ed96,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.685751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.735002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-35b73f4a-375a-4793-8590-3f08516c62e9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 1121 time: 0.1323497 Jan 18 23:00:28.737695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.738910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7ed78c77-1f04-41cd-93f3-6d4466490561 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35c99936-68a5-4561-9691-f94181c2ed96 HTTP/1.1" status: 204 len: 168 time: 1.0381236 Jan 18 23:00:28.771448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:28.787313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Checking segment: {'id': '7b85604f-0bbc-459a-b5d4-6d5966b1721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '14ad2c51-6a8c-4003-9ac7-0db28e73abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:28.792154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Network hostable DHCP agents. Network: 14ad2c51-6a8c-4003-9ac7-0db28e73abd6, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:28.793504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.853710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.883313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:28.889670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Usage tracker for resource:security_group_rule and tenant:34490ce5c661461b90cb6dbc954efaae is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:28.895242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:28.902186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52770) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.925547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.929221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:28.930040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bb13f90d-b83a-4f05-9807-138e88ce5589 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3588398 Jan 18 23:00:28.931026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:28.939177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:28.947658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:28.953902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:floatingip and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:28.957432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:28.964520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:28.983935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:28.986766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8b53c272-424d-45e2-87d8-d11e9fb6e58d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:29.015566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d864e7c-64a3-4dbe-bf37-589b9d4cf717,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:29.031795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.035204 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-16f0a7ad-480f-4af6-b90d-7a36196ba368 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d864e7c-64a3-4dbe-bf37-589b9d4cf717 HTTP/1.1" status: 204 len: 168 time: 0.6947680 Jan 18 23:00:29.041617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Network 14ad2c51-6a8c-4003-9ac7-0db28e73abd6 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:29.058497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.066409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.164126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.167283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 14ad2c51-6a8c-4003-9ac7-0db28e73abd6) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:29.173446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:29.179072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.179683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25617f-672e-40c9-8136-1830fa4e6374 None None] Network 14ad2c51-6a8c-4003-9ac7-0db28e73abd6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:29.267982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09d030dc-8449-4757-8a64-dfed60b630a2 req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236502 Jan 18 23:00:29.285562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.450523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e492e-253c-4b96-b067-3e9314a818b9 tempest-AggregatesAdminTestJSON-1985452916 tempest-AggregatesAdminTestJSON-1985452916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c26bf3-b37c-4b4a-a9b8-feeb3dea4531,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:29.463605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.501877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-80427ebe-0fb2-44b9-953b-f4d198e204c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9318867 Jan 18 23:00:29.520803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Allocated IP 172.25.1.195 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/2d8dd3cb-fa00-429c-a542-7f4e3aab4484) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:29.573924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:29.592172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7f2cb7ee314289834a97327dc7e3ce is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:29.602957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:29.621213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:29.650118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a403c77-9bd3-4c92-b053-864cb2358047 None None] Network 14ad2c51-6a8c-4003-9ac7-0db28e73abd6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:29.653346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e471a0-d102-4549-9398-cb6ea539e7e4 req-def14cbb-dfd0-4b58-bcb4-0b680dcf4fc5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:29.660498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02e471a0-d102-4549-9398-cb6ea539e7e4 req-def14cbb-dfd0-4b58-bcb4-0b680dcf4fc5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 948 time: 0.4253018 Jan 18 23:00:29.764415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.806245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.855737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02e471a0-d102-4549-9398-cb6ea539e7e4 req-1c6bfa0a-34c1-4cbb-a250-703f0c7b2ecc tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942186 Jan 18 23:00:29.865027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e236a7d8-74a6-4cbb-a92a-fd4894be2598 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:29.913521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.914211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:29.973030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff7f2cb7ee314289834a97327dc7e3ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0672874 Jan 18 23:00:29.979342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52798) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:29.997023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:30.000847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:30.006778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:30.011867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'Port': ['ID=2d8dd3cb-fa00-429c-a542-7f4e3aab4484,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.030733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bdad9-c61c-4eb1-b4ed-6adc58812698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651bd793-8e2d-4f71-bcaa-86ef3342d8bc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.102739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.119429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.138000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:30.143776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:30.144151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.145598 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.161430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.282650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.292761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.327858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e236a7d8-74a6-4cbb-a92a-fd4894be2598, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e236a7d8-74a6-4cbb-a92a-fd4894be2598,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:30.373129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.387586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:30.392328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9a2d129ae9480694c337f314d29127 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:30.395649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:30.398164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651bd793-8e2d-4f71-bcaa-86ef3342d8bc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.402949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:30.449048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.450644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f28f899b-32a0-4dc6-9764-d5bb11af8a37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/651bd793-8e2d-4f71-bcaa-86ef3342d8bc HTTP/1.1" status: 204 len: 168 time: 0.4696307 Jan 18 23:00:30.486219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.486427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.582904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.651796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.720499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.798666 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a9a2d129ae9480694c337f314d29127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6780469 Jan 18 23:00:30.801113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c16928-8774-440a-bebf-b4d2928cd851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f0fd1-cd5d-449c-896a-9a17e849dea0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:30.801365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:30.844730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.886288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.917379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:30.958002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.031691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.058045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'Port': ['ID=2d8dd3cb-fa00-429c-a542-7f4e3aab4484,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:31.090897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.109917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f0fd1-cd5d-449c-896a-9a17e849dea0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:31.131675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.132908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b23e0f1d-26e6-47d1-9e67-0e11a50bf2be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d71f0fd1-cd5d-449c-896a-9a17e849dea0 HTTP/1.1" status: 204 len: 168 time: 0.3304014 Jan 18 23:00:31.153301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef4a5-2f15-4039-a5b1-bf31b4c58fae req-f074666c-ca35-4d2b-b33b-6489d550d227 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:31.154876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-460ef4a5-2f15-4039-a5b1-bf31b4c58fae req-f074666c-ca35-4d2b-b33b-6489d550d227 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 948 time: 0.1083286 Jan 18 23:00:31.163933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.165495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-012c78c7-a567-4377-a974-73f686e8256e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2321253 Jan 18 23:00:31.209465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-460ef4a5-2f15-4039-a5b1-bf31b4c58fae req-7bc0b0a8-bf7d-469d-8435-48564290097f tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Jan 18 23:00:31.354870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8b53c272-424d-45e2-87d8-d11e9fb6e58d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:31.528973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 8b53c272-424d-45e2-87d8-d11e9fb6e58d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:31.534642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 8b53c272-424d-45e2-87d8-d11e9fb6e58d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:31.538387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.661037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.672594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:31.700809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:31.710511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.721969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:31.764148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:31.767757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e236a7d8-74a6-4cbb-a92a-fd4894be2598 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:31.767991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Usage tracker for resource:security_group_rule and tenant:923976bb94994e029562b6fdab67658d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:31.772821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:31.780190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:31.811559 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d', 'code': 200} Jan 18 23:00:31.819637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.930175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:31.988316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8ea3b80-be55-409b-b625-899013933f2d req-4fe78aed-0d89-4ce9-ade0-751d3e0ab816 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 1100 time: 0.1076555 Jan 18 23:00:31.999791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e236a7d8-74a6-4cbb-a92a-fd4894be2598 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:32.000160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.029017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.043863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.095887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395f3fd7-27c7-436c-97a8-0f408b8c2799,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.194868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2d3c9381-4ec3-4740-b7bd-86aa3315055b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=923976bb94994e029562b6fdab67658d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5211499 Jan 18 23:00:32.197796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:32.198976 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8ea3b80-be55-409b-b625-899013933f2d req-de66a6c3-aefb-4763-87d2-03c8afbf9187 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039051 Jan 18 23:00:32.211117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-24a8339e-5011-44a4-9d52-d0755d02a974 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1396058020&fields=id&tenant_id=c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 267 time: 0.1698525 Jan 18 23:00:32.278658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.304217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.375511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-59041f34-e0d3-48e5-96b7-ee23783136cc tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:32.375511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-59041f34-e0d3-48e5-96b7-ee23783136cc tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 823 time: 0.1580713 Jan 18 23:00:32.392872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-714b7613-60ee-442a-a34b-00ede372ad6a tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/quotas/c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 375 time: 0.0174546 Jan 18 23:00:32.486201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-9a2b8d64-dd64-4b7a-a6af-50e6df0a02d9 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841866 Jan 18 23:00:32.497884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.512827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f3fd7-27c7-436c-97a8-0f408b8c2799,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:32.520644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:32.522628 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb9c6d47-4c8a-4470-a040-d614990a668e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/395f3fd7-27c7-436c-97a8-0f408b8c2799 HTTP/1.1" status: 204 len: 168 time: 0.3227346 Jan 18 23:00:32.712494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277444e2-f573-4652-af6a-c9b6c719fc30 req-e85974bc-0d04-4470-a124-8dd0ea7aae8f tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:32.714087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-277444e2-f573-4652-af6a-c9b6c719fc30 req-e85974bc-0d04-4470-a124-8dd0ea7aae8f tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 949 time: 0.0865662 Jan 18 23:00:32.764868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-277444e2-f573-4652-af6a-c9b6c719fc30 req-09f93a51-b759-4849-840b-6538d949ea5e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Jan 18 23:00:32.774234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52928) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:33.125535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.166739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:33.171008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb7e3ad5c914d6c9e5690c50591e173 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:33.174388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:33.183567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:33.264358 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.378723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.427756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499e25d9-cb19-41e4-9a07-0240f8432a6b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:33.433435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aefc8f8c-356c-403d-8b14-612137e6f437 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfb7e3ad5c914d6c9e5690c50591e173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6581852 Jan 18 23:00:33.438444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:33.505473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.536249 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.639863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-6a76c5ce-43ff-410a-bc33-730019772d22 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:00:33.640882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-6a76c5ce-43ff-410a-bc33-730019772d22 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5957572 Jan 18 23:00:33.653078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.687627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e25d9-cb19-41e4-9a07-0240f8432a6b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:33.698805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52972) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:33.699952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.701636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02228765-75d0-4005-8dec-7dba17f75c6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/499e25d9-cb19-41e4-9a07-0240f8432a6b HTTP/1.1" status: 204 len: 168 time: 0.2621596 Jan 18 23:00:33.728500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:33.806292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:33.815367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6a308bf074461abfa6ad5ec9988a53 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:33.820361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:33.827783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:33.897497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-c4e275fe-47c2-4a5a-8c09-d31dd1c59336 service neutron] 10.222.0.59 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491729 Jan 18 23:00:33.951817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.043455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.095426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e34b11-4cea-4706-aa5e-0d2ca6cfea84,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:34.097098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-5fe7f799-a727-436c-959e-65dc4ba11f86 service neutron] 10.222.0.59 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926022 Jan 18 23:00:34.102395 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c88155e3-8615-439e-900e-659703ba1fa8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f6a308bf074461abfa6ad5ec9988a53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3990493 Jan 18 23:00:34.104980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:34.132462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52994) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:34.142029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca2dc2-cea1-4adf-925a-e59dcb8dfeda req-acd85fed-42f8-4e59-a0a6-b53ad889ef1e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:34.150461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99ca2dc2-cea1-4adf-925a-e59dcb8dfeda req-acd85fed-42f8-4e59-a0a6-b53ad889ef1e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 949 time: 0.1128051 Jan 18 23:00:34.157622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-576279675-network', 'tenant_id': '9f87b0fcedc849faab8495e75d9b6ddb'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:34.178785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:34.183079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.192895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Usage tracker for resource:network and tenant:9f87b0fcedc849faab8495e75d9b6ddb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:34.197327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:34.211742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:34.237905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.238602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99ca2dc2-cea1-4adf-925a-e59dcb8dfeda req-e43d8ed1-867f-4774-98b4-f3bc8bc64371 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869806 Jan 18 23:00:34.340849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Made reservation on behalf of 9f87b0fcedc849faab8495e75d9b6ddb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:34.343354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.357517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.435259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.460733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:34.483878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Usage tracker for resource:security_group_rule and tenant:9f87b0fcedc849faab8495e75d9b6ddb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:34.495513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:34.496480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e34b11-4cea-4706-aa5e-0d2ca6cfea84,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:34.517846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.522224 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f6ab66a8-22f3-4a7e-8c11-858fda0e846f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12e34b11-4cea-4706-aa5e-0d2ca6cfea84 HTTP/1.1" status: 204 len: 168 time: 0.4161079 Jan 18 23:00:34.531239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:34.636461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa4cf108-7451-4fcb-8f19-ccea8f731ea7 req-53c6a25a-d636-4756-aaba-ec9c01dad0f9 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 210 time: 0.0613871 Jan 18 23:00:34.685685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.778616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.829862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:34.842906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b367101-bf3a-44da-b3ef-9ec348cf692b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:34.849715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:34.851810 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Added segment e71c136b-2e30-4d55-adcc-7290c65c2494 of type vlan for network 24244944-5d21-41aa-b9ef-d41e1520f53f Jan 18 23:00:34.897675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.000939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:35.020721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.021709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:35.022965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.040476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.163361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] Pushing event updated for resources: {'Network': ['ID=24244944-5d21-41aa-b9ef-d41e1520f53f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:35.170055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:35.174110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Usage tracker for resource:security_group_rule and tenant:878e1ec9ea1349da8b7037e35206e3dd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:35.175298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 24244944-5d21-41aa-b9ef-d41e1520f53f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:35.177225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:35.183971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:35.241864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7a5f6ff-9858-4bae-9c29-6286a3ccbb34 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1074164 Jan 18 23:00:35.245117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:35.252956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Request body: {'subnet': {'network_id': '24244944-5d21-41aa-b9ef-d41e1520f53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-576279675-subnet', 'tenant_id': '9f87b0fcedc849faab8495e75d9b6ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:35.262095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:35.270524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Usage tracker for resource:subnet and tenant:9f87b0fcedc849faab8495e75d9b6ddb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:35.275796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:35.289857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:35.378643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.390483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Made reservation on behalf of 9f87b0fcedc849faab8495e75d9b6ddb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:35.393340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.530216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.623649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3708324d-66e1-45a2-b9a7-b0b77645148a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:35.638633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53064) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:35.639200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-15285cbe-5659-419a-9e87-5e98d81305ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=878e1ec9ea1349da8b7037e35206e3dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6333709 Jan 18 23:00:35.658881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636c200-ed5b-4d1c-82d0-255269ebe3bb req-dc64e3ad-6080-412d-b534-4d18465846ff tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:35.666236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6636c200-ed5b-4d1c-82d0-255269ebe3bb req-dc64e3ad-6080-412d-b534-4d18465846ff tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 949 time: 0.2053678 Jan 18 23:00:35.753963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.796096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.815831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac69dda9-2a90-4724-999c-93a0f4aaf2c6 req-5e5a90a3-a9f4-4f2b-b93a-35a551ddc62f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 210 time: 0.0605934 Jan 18 23:00:35.829009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6636c200-ed5b-4d1c-82d0-255269ebe3bb req-965005bc-9e40-4458-92bc-44dd735e4f08 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621475 Jan 18 23:00:35.983988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:35.986007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.005417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3708324d-66e1-45a2-b9a7-b0b77645148a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:36.008754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.010851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-85ad77cb-59e3-473a-8f5b-c9959a5ca0cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3708324d-66e1-45a2-b9a7-b0b77645148a HTTP/1.1" status: 204 len: 168 time: 0.3712478 Jan 18 23:00:36.072015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8a1aab-ab46-4a54-bfa9-ab3bdb3cceeb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:36.099644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Checking segment: {'id': 'e71c136b-2e30-4d55-adcc-7290c65c2494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '24244944-5d21-41aa-b9ef-d41e1520f53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:36.100048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Network hostable DHCP agents. Network: 24244944-5d21-41aa-b9ef-d41e1520f53f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:36.189681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Network 24244944-5d21-41aa-b9ef-d41e1520f53f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:36.292695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 24244944-5d21-41aa-b9ef-d41e1520f53f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:36.299110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:36.299709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:36.306489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23fc5a-b6d3-4662-aae6-ccc0991d05d2 None None] Network 24244944-5d21-41aa-b9ef-d41e1520f53f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:36.453807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47f9dff9-9542-4f45-9af6-276ba75d0307 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2007577 Jan 18 23:00:36.639093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5e004-ad63-4c97-a586-f130684b8059 None None] Network 24244944-5d21-41aa-b9ef-d41e1520f53f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:37.048268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd68236-8e40-481f-841b-9038600b31cb req-4c1d77dc-9bb7-4cd8-abd1-0337e4aaa80b tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:37.053775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcd68236-8e40-481f-841b-9038600b31cb req-4c1d77dc-9bb7-4cd8-abd1-0337e4aaa80b tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 949 time: 0.1218877 Jan 18 23:00:37.079169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:37.151805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f27f784f-2577-40ad-8e03-c81439030403 req-9a30a796-2c3c-4981-832a-0e63078c3845 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 210 time: 0.0961401 Jan 18 23:00:37.153170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Deleting subnet c789f0ab-d079-4515-9625-bf334fda5c74 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:00:37.157879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.235813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.245079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcd68236-8e40-481f-841b-9038600b31cb req-a5d77bca-385e-46ed-9727-d2f1a39fb12a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482441 Jan 18 23:00:37.256720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.364289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-f7a01187-71b4-422e-bc8b-cef910e635fb tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:37.367367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-f7a01187-71b4-422e-bc8b-cef910e635fb tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.89 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 823 time: 0.2179036 Jan 18 23:00:37.431862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-fe6e3cd9-7e67-4eb0-8308-e193b5a447e3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 380 time: 0.0531163 Jan 18 23:00:37.442517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'port': {'device_id': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'admin_state_up': True, 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'security_groups': ['7ff4810d-1265-42fa-b4d1-10e0bf369838']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:37.475975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.568498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.576815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c789f0ab-d079-4515-9625-bf334fda5c74,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:37.590141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aaea7c02-87f2-4200-ba18-ecc71b9e71f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c789f0ab-d079-4515-9625-bf334fda5c74 HTTP/1.1" status: 204 len: 168 time: 0.5095403 Jan 18 23:00:37.591023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53152) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:37.681845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:37.687939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Usage tracker for resource:port and tenant:c3671866d8414f7ebb917fe52c2bf7fe is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:37.698177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:37.710523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:37.763111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.826854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Made reservation on behalf of c3671866d8414f7ebb917fe52c2bf7fe for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:37.839396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.901526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:37.943254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.945641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.947260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.947662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > port after_create 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.948299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.948613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > port after_update 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.949135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.949714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.950233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:37.950755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:38.137534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:38.187685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:38.188266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:38.188729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:38.189174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:00:38.189632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ad2c51-6a8c-4003-9ac7-0db28e73abd6']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:38.191908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Allocated IP 172.20.0.10 (4d9a3dec-311c-4482-aa5e-c8779b4a46a8/cee5444d-ad33-4441-9ad2-daeb9e6b6dce/28540e2d-5d7a-4712-8133-9812e12618c7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:38.203623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b85604f-0bbc-459a-b5d4-6d5966b1721d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:38.204052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b85604f-0bbc-459a-b5d4-6d5966b1721d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:38.218942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.250398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.259909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:00:38.262141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: util.warn_limited( Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: util.warn_limited( Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:38.279456 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:38.283586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.89', 52665) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:38.425301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.485718 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebe54255-017b-44b2-935e-33aef165ef30 req-6a25363f-fade-4bea-9f0c-19a12a8fd3fb tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 1100 time: 0.2009971 Jan 18 23:00:38.514300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e91ec89-3f23-4f42-a0b3-2868ad7b8ccc req-08201fad-f8e0-425f-8849-9f81104eb67d tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 210 time: 0.0572264 Jan 18 23:00:38.571034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1947239206-network', 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:38.574515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Transition to ACTIVE for port object 28540e2d-5d7a-4712-8133-9812e12618c7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:38.576430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.579818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:38.587557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Usage tracker for resource:network and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:38.592311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:38.592574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.598846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Deleting port 8b53c272-424d-45e2-87d8-d11e9fb6e58d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:00:38.599382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.602270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:38.675077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:38.677433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.693524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.711055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.720774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] 10.222.0.59 "DELETE /v2.0/networks/14ad2c51-6a8c-4003-9ac7-0db28e73abd6 HTTP/1.1" status: 204 len: 168 time: 1.1285479 Jan 18 23:00:38.729306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7c75e-decd-4de8-87a7-2cb4bd860988 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ad2c51-6a8c-4003-9ac7-0db28e73abd6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:38.732253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53202) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:38.799576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:38.805353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.805936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:38.816127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:38.819985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:38.833093 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.853928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Deleting subnet 7f8a1aab-ab46-4a54-bfa9-ab3bdb3cceeb {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:00:38.861577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:38.875065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:38.881578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:38.884078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:38.902313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:38.998854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:39.008702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.095747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] For port 8b53c272-424d-45e2-87d8-d11e9fb6e58d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8b53c272-424d-45e2-87d8-d11e9fb6e58d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:39.096115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.108935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-8c95a1e2-d5f4-406d-a674-f4a81cb2bbed tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6707089 Jan 18 23:00:39.111406 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.165775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Request body: {'port': {'device_id': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:39.230309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1e9bfc0-416d-4070-af18-f42a453be338 None None] Provisioning for port 28540e2d-5d7a-4712-8133-9812e12618c7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:39.241830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1e9bfc0-416d-4070-af18-f42a453be338 None None] Provisioning complete for port 28540e2d-5d7a-4712-8133-9812e12618c7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:39.243706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bfc0-416d-4070-af18-f42a453be338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.254695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Calling delete_port for 8b53c272-424d-45e2-87d8-d11e9fb6e58d owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:00:39.312632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c1e9bfc0-416d-4070-af18-f42a453be338 None None] Port 28540e2d-5d7a-4712-8133-9812e12618c7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:39.390892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.391753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.391753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.395369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.395369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.395369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.395369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c988b245-f13b-4a33-937d-ead30f708881 req-70f4eb59-968a-454d-99d2-274f2b9125a5 tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4341 time: 0.4705262 Jan 18 23:00:39.407097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.412066 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:00:39.419955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5dfc0-d1ec-431c-9eed-c50a0756d80e req-9ed8f498-71c9-4f7a-9e19-527d6e979523 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:39.426601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48f5dfc0-d1ec-431c-9eed-c50a0756d80e req-9ed8f498-71c9-4f7a-9e19-527d6e979523 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=b840cc02-fa39-4dc8-acf2-4f17b9694b48 HTTP/1.1" status: 200 len: 949 time: 0.3264520 Jan 18 23:00:39.429853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.473485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.503835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.534774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.537672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8a1aab-ab46-4a54-bfa9-ab3bdb3cceeb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:39.559701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48f5dfc0-d1ec-431c-9eed-c50a0756d80e req-859f45ff-094d-4034-8d29-dfe1942a358a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321244 Jan 18 23:00:39.573341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:39.583815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a6585-4519-4f87-951c-03f384f4f545,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:39.639097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.639449 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Added segment c7707b55-9ba4-4334-ae30-a082e030ead4 of type vlan for network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 Jan 18 23:00:39.644996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.664757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8b53c272-424d-45e2-87d8-d11e9fb6e58d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:39.708824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.727422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fecb148-6a0c-4d88-a558-5c9239dacdee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f8a1aab-ab46-4a54-bfa9-ab3bdb3cceeb HTTP/1.1" status: 204 len: 168 time: 0.9863307 Jan 18 23:00:39.737288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:39.862317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b53c272-424d-45e2-87d8-d11e9fb6e58d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:39.885253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:00:39.994945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:39.998016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] No DVR routers for this DVR port 8b53c272-424d-45e2-87d8-d11e9fb6e58d on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:40.003274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.005349 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebe54255-017b-44b2-935e-33aef165ef30 req-52c5eb2e-2955-4502-bf45-45d89214bbda tempest-DeleteServersAdminTestJSON-2048915322 tempest-DeleteServersAdminTestJSON-2048915322-project-admin] 10.222.0.89 "DELETE /v2.0/ports/8b53c272-424d-45e2-87d8-d11e9fb6e58d HTTP/1.1" status: 204 len: 173 time: 1.5135098 Jan 18 23:00:40.005767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'name': 'network-vif-deleted', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:40.031394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.032293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.032817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.066104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c6fd8-f92a-415a-bf22-38b3a0f4e43a req-065746cd-996d-4484-b5ec-576e8e66f95a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.067530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-074c6fd8-f92a-415a-bf22-38b3a0f4e43a req-065746cd-996d-4484-b5ec-576e8e66f95a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 886 time: 0.3500838 Jan 18 23:00:40.153924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.161710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf0df64-54cc-4b3f-9ea3-b857713b4e68,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:40.173672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9e079-0c61-43aa-9a76-b6ba2a3c8ee2 req-4c7fc66a-6d1c-4265-be45-ca07a1c7fd41 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.175957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70a9e079-0c61-43aa-9a76-b6ba2a3c8ee2 req-4c7fc66a-6d1c-4265-be45-ca07a1c7fd41 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 970 time: 0.4064760 Jan 18 23:00:40.184550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:00:40.184729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:40.222159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24244944-5d21-41aa-b9ef-d41e1520f53f']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:40.239023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71c136b-2e30-4d55-adcc-7290c65c2494') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:40.239349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71c136b-2e30-4d55-adcc-7290c65c2494') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:40.267854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.332475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.348634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:00:40.349137 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.351200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a64efbe-4734-43bd-8388-8bd301be50f5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2121477 Jan 18 23:00:40.354488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:40.410654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Request body: {'subnet': {'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1947239206-subnet', 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:40.419782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:00:40.437327 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:00:40.439259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Usage tracker for resource:subnet and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:40.439259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28540e2d-5d7a-4712-8133-9812e12618c7 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:40.442657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:40.454290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.458026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:40.465865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70a9e079-0c61-43aa-9a76-b6ba2a3c8ee2 req-b25db420-a1b5-4321-bb31-ab1921a0e717 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/security-groups?id=24dbccab-5f35-4aeb-a83f-95f699aad731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827280 Jan 18 23:00:40.479621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-33157a6f-56ff-4968-93b3-26595f4d41f2 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.480571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-33157a6f-56ff-4968-93b3-26595f4d41f2 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Synchronizing usage tracker for tenant:671404c7d30c4c6fbc1c9e0a77471a38 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:40.509003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd068b-21e4-4e04-a2ad-1b7e5cfe72ba req-67c0f552-a3f1-4bc1-9c6c-11d466d856f1 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:40.509722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-60fd068b-21e4-4e04-a2ad-1b7e5cfe72ba req-67c0f552-a3f1-4bc1-9c6c-11d466d856f1 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Synchronizing usage tracker for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:40.569216 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b840cc02-fa39-4dc8-acf2-4f17b9694b48', 'name': 'network-vif-deleted', 'tag': '8b53c272-424d-45e2-87d8-d11e9fb6e58d', 'status': 'completed', 'code': 200} Jan 18 23:00:40.590860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Transition to ACTIVE for port object 28540e2d-5d7a-4712-8133-9812e12618c7 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:40.593849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.607876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.613797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:40.616153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.628776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] 10.222.0.59 "DELETE /v2.0/networks/24244944-5d21-41aa-b9ef-d41e1520f53f HTTP/1.1" status: 204 len: 168 time: 0.8899047 Jan 18 23:00:40.630957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e3a46-4572-4e0d-af4e-5abe9d3e3973 admin admin] Pushing event deleted for resources: {'Network': ['ID=24244944-5d21-41aa-b9ef-d41e1520f53f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:40.652803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.723510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-33157a6f-56ff-4968-93b3-26595f4d41f2 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Unset dirty status for tenant:671404c7d30c4c6fbc1c9e0a77471a38 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:40.725193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-33157a6f-56ff-4968-93b3-26595f4d41f2 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 970 time: 0.4359052 Jan 18 23:00:40.740158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.800344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-60fd068b-21e4-4e04-a2ad-1b7e5cfe72ba req-67c0f552-a3f1-4bc1-9c6c-11d466d856f1 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Unset dirty status for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:40.801534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60fd068b-21e4-4e04-a2ad-1b7e5cfe72ba req-67c0f552-a3f1-4bc1-9c6c-11d466d856f1 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 932 time: 0.4699144 Jan 18 23:00:40.873124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Deleting port 44000f90-36d6-4228-8a8c-111dc6bfd352 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:00:40.873544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:40.970662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:41.021560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.022553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.022553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.022723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.023008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.023355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:41.042945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b7d2538-1b2f-4698-a044-e4da4d6f2c5e req-43afa3aa-e197-456f-935d-c93e330f575a tempest-NetworksTest-1719932487 tempest-NetworksTest-1719932487-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.4539156 Jan 18 23:00:41.047479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60fd068b-21e4-4e04-a2ad-1b7e5cfe72ba req-05c92ed0-465e-4f5e-9570-3d22a582109e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288473 Jan 18 23:00:41.190727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.218731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Attempting to bind port 28540e2d-5d7a-4712-8133-9812e12618c7 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:41.219284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Attempting to bind port 28540e2d-5d7a-4712-8133-9812e12618c7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:41.219517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Attempting to bind port 28540e2d-5d7a-4712-8133-9812e12618c7 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:41.289482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Port 28540e2d-5d7a-4712-8133-9812e12618c7 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:00:41.289884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Attempting to bind port 28540e2d-5d7a-4712-8133-9812e12618c7 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:41.310625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:41.311272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Checking segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:41.311649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Bound using segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:41.312233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Bound port: 28540e2d-5d7a-4712-8133-9812e12618c7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:41.312576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.319925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2a736bed-2af5-4398-807a-e82c05ae83cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3af724141a0d4a0cb2fdc3857809ca9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1252372 Jan 18 23:00:41.321177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.322801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] For port 44000f90-36d6-4228-8a8c-111dc6bfd352, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44000f90-36d6-4228-8a8c-111dc6bfd352,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:41.323164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.413019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.471403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Calling delete_port for 44000f90-36d6-4228-8a8c-111dc6bfd352 owned by compute:tempest-test_az-974983376 {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:00:41.521722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Checking segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:41.522273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Network hostable DHCP agents. Network: cdf0df64-54cc-4b3f-9ea3-b857713b4e68, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:41.570709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.606378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:41.618067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d909dfc-b9b3-47a3-a7f6-510895d5ec88,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:41.644106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:41.646241 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.718211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.743966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53288) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:41.794876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:41.810514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.811865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] 10.222.0.89 "PUT /v2.0/ports/28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 1092 time: 2.6580634 Jan 18 23:00:41.814327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:41.836540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:41.848822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44000f90-36d6-4228-8a8c-111dc6bfd352'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:41.938932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Pushing event deleted for resources: {'Port': ['ID=44000f90-36d6-4228-8a8c-111dc6bfd352,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:41.991046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.024396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, cdf0df64-54cc-4b3f-9ea3-b857713b4e68) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:42.027161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-c53fb22c-3b48-49c7-a3e9-278e577584fa tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785940 Jan 18 23:00:42.027772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.034700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a95e783-cc6c-4cbf-954b-8864894ff5a4 None None] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:42.043956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee11bf44-8da4-4b3b-99ec-f84d05f47ece req-0e943990-1feb-4407-b133-e74a41c7f072 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.2352636 Jan 18 23:00:42.051796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.052388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.122927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037814dc-64f7-4949-bd98-32294f04168f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.168355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] No DVR routers for this DVR port 44000f90-36d6-4228-8a8c-111dc6bfd352 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:00:42.174408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.207990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:42.213563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Usage tracker for resource:security_group_rule and tenant:2592ee6b7dc64186bdeb5c17f64e1d88 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:42.217881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:42.226126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:42.240759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e27322-9046-4e18-9148-c6a43213d468 service neutron] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.247861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.252521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b46c7849-7ccf-4cfc-a4ec-e271afc61f56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/037814dc-64f7-4949-bd98-32294f04168f HTTP/1.1" status: 204 len: 168 time: 0.9275246 Jan 18 23:00:42.269510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4e927ec-3ef2-4b91-b023-137c244cc0a1 req-e554c2d8-ac04-44f0-96e8-55278d926228 tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.83 "DELETE /v2.0/ports/44000f90-36d6-4228-8a8c-111dc6bfd352 HTTP/1.1" status: 204 len: 173 time: 1.5395484 Jan 18 23:00:42.305682 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7', 'status': 'completed', 'code': 200} Jan 18 23:00:42.339097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-8f1f090a-95bc-4880-bc8b-287dc8ea1fbe tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.349018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-8f1f090a-95bc-4880-bc8b-287dc8ea1fbe tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968013 Jan 18 23:00:42.360690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-5c40e35b-c83f-4896-9b91-f5dc31bf33b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1095 time: 0.3790476 Jan 18 23:00:42.362231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d166840c-c41d-4090-8202-db10e003ae68 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9769390 Jan 18 23:00:42.372690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-7a7de508-517a-4b20-a4ce-50256f7151cb tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/quotas/38fbb0cdc4f44e8ba246cf12e7d5d4b1 HTTP/1.1" status: 200 len: 375 time: 0.0249736 Jan 18 23:00:42.479240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.484735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b786dd5-fb3a-41cd-9c8f-682cd4e5c1ea None None] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:42.508759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53312) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:42.525217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-527ff417-6345-46d4-83b1-2f0f08036fdf tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1476791 Jan 18 23:00:42.529928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-b1f86549-9353-4912-a2bd-c1270611f178 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 217 time: 0.1545343 Jan 18 23:00:42.570219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'name': 'network-vif-deleted', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:42.595737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.675314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-6d9f9cb6-fec2-4b36-b70a-8feca167e7b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.676727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-6d9f9cb6-fec2-4b36-b70a-8feca167e7b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.1383603 Jan 18 23:00:42.719583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2592ee6b7dc64186bdeb5c17f64e1d88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9744813 Jan 18 23:00:42.727958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227925e8-70ae-44c4-b9f0-3950054a1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d393c-9706-4a03-ae07-fbbaede8b3be,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:42.734607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53322) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:42.764540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a851a-6729-42bd-a2f9-5d47553a6ec9 req-6c8d8fcc-1f87-493f-84c7-67cdf71f7d61 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:42.771325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a35a851a-6729-42bd-a2f9-5d47553a6ec9 req-6c8d8fcc-1f87-493f-84c7-67cdf71f7d61 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 944 time: 0.3141441 Jan 18 23:00:42.880418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.920621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:42.929167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a35a851a-6729-42bd-a2f9-5d47553a6ec9 req-62018c4f-5d96-46ab-a70b-4e5706b5c125 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562562 Jan 18 23:00:42.967905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-b1178476-d19c-4a24-b8b8-a0ad7c21b808 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844987 Jan 18 23:00:43.039404 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6729503-91da-4400-ac05-24f468db824d', 'name': 'network-vif-deleted', 'tag': '44000f90-36d6-4228-8a8c-111dc6bfd352', 'status': 'completed', 'code': 200} Jan 18 23:00:43.071772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.090477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d393c-9706-4a03-ae07-fbbaede8b3be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:43.095147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.096668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6646ce21-10ef-4dde-a19b-6f6e42b52ad5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e56d393c-9706-4a03-ae07-fbbaede8b3be HTTP/1.1" status: 204 len: 168 time: 0.3609912 Jan 18 23:00:43.198944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0603f85-5977-4cbc-bd0f-b778ccfe8502 req-d9a618c9-19e2-44b1-bffb-616f2155483a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 210 time: 0.0805745 Jan 18 23:00:43.231230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.250276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-2865a97c-2a12-42b5-bc85-15f22d4db314 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744339 Jan 18 23:00:43.274326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:43.279672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa902db920b4d4da879c765499da600 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:43.283153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:43.291999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:43.399733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8b53c272-424d-45e2-87d8-d11e9fb6e58d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:43.413330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.420116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92cc353c-16c5-484c-a667-d7a80a7cb678 req-a05eed8b-f4f2-41ca-b7e9-99aade69021e tempest-AggregatesAdminTestJSON-659965052 tempest-AggregatesAdminTestJSON-659965052-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6729503-91da-4400-ac05-24f468db824d HTTP/1.1" status: 200 len: 210 time: 0.0463705 Jan 18 23:00:43.433563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 8b53c272-424d-45e2-87d8-d11e9fb6e58d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:00:43.434090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8b53c272-424d-45e2-87d8-d11e9fb6e58d not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:43.470237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3602281b-9ad6-4251-96b9-063d2f810cdf req-0052b905-0a14-4212-ac8f-a55a93fe84da service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118306 Jan 18 23:00:43.642093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.704758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd3128-8869-4b4b-8bf5-faa6a8a93981,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:43.714566 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-793bd2b4-95a1-4b79-b678-3919577928a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fa902db920b4d4da879c765499da600&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2003443 Jan 18 23:00:43.715145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53352) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:43.774422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:43.782998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94898593-87fe-4dd7-82b1-ad47e791f5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.835735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:43.877246 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b9ae956-3086-488d-84f4-dbe5da019c3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f87b0fcedc849faab8495e75d9b6ddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0987718 Jan 18 23:00:43.877447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-3e644583-aecd-41e0-a59c-45c260bf6068 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1095 time: 0.1315119 Jan 18 23:00:43.879138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:43.879360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.020289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.055670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd3128-8869-4b4b-8bf5-faa6a8a93981,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.064726 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.064726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b4bb063-e6ef-4cac-9b41-69cd1a645bd3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24cd3128-8869-4b4b-8bf5-faa6a8a93981 HTTP/1.1" status: 204 len: 168 time: 0.3463593 Jan 18 23:00:44.091084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.095022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-5e24cbcf-4826-4ba9-9c95-91b92cc73b79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:44.096494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-5e24cbcf-4826-4ba9-9c95-91b92cc73b79 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.2095006 Jan 18 23:00:44.235172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-688ff65c-7f11-4a41-bb2c-e2274de354da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 217 time: 0.1305161 Jan 18 23:00:44.238509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.279382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.376793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-8c76c27c-e838-425d-b63b-a89a71e70ef1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:44.378266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-8c76c27c-e838-425d-b63b-a89a71e70ef1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.1292851 Jan 18 23:00:44.454415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.564365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefbd86-0e53-49d5-a9a0-33c7d5be7444 req-3980642a-4099-4bd4-9e69-c396ceb4fd7e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:44.565955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcefbd86-0e53-49d5-a9a0-33c7d5be7444 req-3980642a-4099-4bd4-9e69-c396ceb4fd7e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 944 time: 0.4624603 Jan 18 23:00:44.643486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f5941298-d7d8-4920-90c4-ffcb4917af9d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:44.644158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f5941298-d7d8-4920-90c4-ffcb4917af9d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:44.684058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:44.687369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.690725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2997d37ca4f243e588fe4e43110c501a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:44.696513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:44.704181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:44.708249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-b539a152-393e-4b90-a839-03d9976b126e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3154433 Jan 18 23:00:44.712810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcefbd86-0e53-49d5-a9a0-33c7d5be7444 req-a098cabe-32fb-4de4-aa5a-a8469457cb52 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138661 Jan 18 23:00:44.717077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b367101-bf3a-44da-b3ef-9ec348cf692b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.743126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.745581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cc8f0fff-49c5-4b5f-b430-e30d8dbe129b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b367101-bf3a-44da-b3ef-9ec348cf692b HTTP/1.1" status: 204 len: 168 time: 0.8634036 Jan 18 23:00:44.798459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.802715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f5941298-d7d8-4920-90c4-ffcb4917af9d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:44.805722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f5941298-d7d8-4920-90c4-ffcb4917af9d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.4765568 Jan 18 23:00:44.832555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-201ddacc-b111-49be-806d-6ca821c6c1f7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/quotas/7fe9490459bc4bd8bd97b2538d057bcd HTTP/1.1" status: 200 len: 375 time: 0.0226932 Jan 18 23:00:44.883303 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:44.941991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-042407cb-e5d9-4223-a156-8add526d379e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024573 Jan 18 23:00:44.942453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.952665 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2997d37ca4f243e588fe4e43110c501a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6718771 Jan 18 23:00:44.953811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a50c-dda9-479a-83a3-05d1d463b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9110d3-0b9c-4417-81f6-fc958a278887,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:44.954550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b80b966f-6553-42d7-884e-79f000924416 req-bdde32be-472c-427c-8130-67b6c0e8fecd tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 210 time: 0.0691018 Jan 18 23:00:44.955109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:44.988410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-35f42a8a-664d-438f-8204-40f054e6e2b3 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724366 Jan 18 23:00:45.067907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53398) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:45.102615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.169185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:45.173992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Usage tracker for resource:security_group_rule and tenant:649a8d4d9bf74921a0589dd572e99973 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:45.179520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:45.190054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.195718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:45.301621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.388978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:45.409789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-03b40bcf-0741-41b6-b711-912a6b7ace4e service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590037 Jan 18 23:00:45.413670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Usage tracker for resource:security_group_rule and tenant:ce349da467664e6c9ecddcaf98bb9117 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:45.420316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:45.450105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:45.502310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.505480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ffa232-1d72-40ef-922d-d737857d9d08 req-f68b2218-bc2d-4c7e-b074-017bff15677b service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331980 Jan 18 23:00:45.550134 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.569641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.633312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-effb5476-fe42-49e2-b8d5-1aaf5f5e594e service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117286 Jan 18 23:00:45.652331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-584b681b-2ac0-429a-9a4e-11c48c6e38bb tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555232 Jan 18 23:00:45.652958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44000f90-36d6-4228-8a8c-111dc6bfd352 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:00:45.655536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c181c-3bef-410a-b5cd-5fee650af636,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.702669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 44000f90-36d6-4228-8a8c-111dc6bfd352 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:00:45.704437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44000f90-36d6-4228-8a8c-111dc6bfd352 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:00:45.709603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.744520 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4d86cfc3-2497-4b9a-9fda-6c0151e61b8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=649a8d4d9bf74921a0589dd572e99973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6746006 Jan 18 23:00:45.747670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:45.820541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.844623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.860381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.900982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed70f75-1b6d-4af8-8fa2-fc9b96a703cc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.907742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-09ad7639-62de-4835-a3fd-f9362b3a6777 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:45.910802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-09ad7639-62de-4835-a3fd-f9362b3a6777 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520933 Jan 18 23:00:45.916346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.917701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e9110d3-0b9c-4417-81f6-fc958a278887 HTTP/1.1" status: 204 len: 168 time: 0.9283729 Jan 18 23:00:45.921108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-621b4273-1c92-4889-a266-fba72dd8da8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce349da467664e6c9ecddcaf98bb9117&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9717221 Jan 18 23:00:45.921691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:45.929734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:45.938498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Request body: {'port': {'device_id': 'e6e4511c-f704-4aa2-b104-474699539813', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '38fbb0cdc4f44e8ba246cf12e7d5d4b1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:45.951384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbdcb7d-3330-4eba-9a89-a46098029d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9110d3-0b9c-4417-81f6-fc958a278887,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:45.992466 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e99cb883-7386-4d0d-9ea0-6a1e418225e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.166693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b77b7434-6d82-4ac5-8588-d00c5fba9ff0 req-5a66e5e1-1c54-4e2b-8d24-0b69c42e47d5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 210 time: 0.0647686 Jan 18 23:00:46.204722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.221538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53432) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:46.238375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.327817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:46.331895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Usage tracker for resource:port and tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:46.335330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:46.335525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b4e42-08d8-4391-8fd5-7077a9b43d8e req-aa4a3277-ba31-4769-bc71-f9d64cd0fcfc tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:46.337119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-189b4e42-08d8-4391-8fd5-7077a9b43d8e req-aa4a3277-ba31-4769-bc71-f9d64cd0fcfc tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 944 time: 0.3311846 Jan 18 23:00:46.356333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:46.397254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-189b4e42-08d8-4391-8fd5-7077a9b43d8e req-fa27e29b-b457-4538-836a-8ccda071c336 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536840 Jan 18 23:00:46.425987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.442038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6211a5e-a9ef-497f-a969-dab580887847 req-4827c696-8ac0-4335-91c3-51d840867ca9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 210 time: 0.0490048 Jan 18 23:00:46.447116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c181c-3bef-410a-b5cd-5fee650af636,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:46.457930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.476049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Made reservation on behalf of 38fbb0cdc4f44e8ba246cf12e7d5d4b1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:46.476340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed70f75-1b6d-4af8-8fa2-fc9b96a703cc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:46.481020 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.481784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.487464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-85b175c7-e95d-4741-ad6b-ba5f1520cebf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fed70f75-1b6d-4af8-8fa2-fc9b96a703cc HTTP/1.1" status: 204 len: 168 time: 0.5539637 Jan 18 23:00:46.504454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.504454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1c733690-516f-4478-966b-4e29e246a723 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e5c181c-3bef-410a-b5cd-5fee650af636 HTTP/1.1" status: 204 len: 168 time: 0.7523544 Jan 18 23:00:46.669370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Allocated IP 192.168.233.232 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/6004f67b-d008-49ae-9446-9db36b15d380) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:46.873074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ce27279-486e-40e0-8df7-1688a790080b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=671404c7d30c4c6fbc1c9e0a77471a38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6286349 Jan 18 23:00:46.876915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:46.930824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.943151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:46.948970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Transition to ACTIVE for port object 6004f67b-d008-49ae-9446-9db36b15d380 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:46.970081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.053507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.117443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.134272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dbccab-5f35-4aeb-a83f-95f699aad731,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:47.137832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:47.141296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.141672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:47.142965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1bce78d5-cbbc-4e0f-a663-603a11d64850 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24dbccab-5f35-4aeb-a83f-95f699aad731 HTTP/1.1" status: 204 len: 168 time: 0.2663002 Jan 18 23:00:47.144222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:47.173954 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.193747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Pushing event updated for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:47.225168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:47.225848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.269625 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.303949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc804483-73a6-40d6-ba2e-503ffd18eb0d req-8085bbad-ac7b-42ad-b4c7-c90a2d9f2450 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 210 time: 0.0512941 Jan 18 23:00:47.347770 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3935d235-4f21-4752-b11f-8e16fca89f01 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4166105 Jan 18 23:00:47.360008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Request body: {'port': {'device_id': 'e6e4511c-f704-4aa2-b104-474699539813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:47.427584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 28540e2d-5d7a-4712-8133-9812e12618c7 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:00:47.543326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228db6d1-c1ea-4f0b-824a-34c351def89b None None] Provisioning for port 6004f67b-d008-49ae-9446-9db36b15d380 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:47.554794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228db6d1-c1ea-4f0b-824a-34c351def89b None None] Provisioning complete for port 6004f67b-d008-49ae-9446-9db36b15d380 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:47.555234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-228db6d1-c1ea-4f0b-824a-34c351def89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.570704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.582237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53474) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:47.644805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.652864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-228db6d1-c1ea-4f0b-824a-34c351def89b None None] Port 6004f67b-d008-49ae-9446-9db36b15d380 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:00:47.676923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:47.691899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '28540e2d-5d7a-4712-8133-9812e12618c7', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'port_id': '28540e2d-5d7a-4712-8133-9812e12618c7', 'mac_address': 'fa:16:3e:0a:10:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:00:47.720081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2c90d-8cbf-4717-b4f7-bfb12d76667a req-e15dbbe4-ca01-4e95-a091-51a623455fcf tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:47.722473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3d2c90d-8cbf-4717-b4f7-bfb12d76667a req-e15dbbe4-ca01-4e95-a091-51a623455fcf tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 944 time: 0.1814129 Jan 18 23:00:47.734541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:47.780037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.805070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28540e2d-5d7a-4712-8133-9812e12618c7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:47.826431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:47.855535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Usage tracker for resource:security_group_rule and tenant:9a63038c484044d18e158af45d05093b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:47.865818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:47.878794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:47.918409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:47.931491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3d2c90d-8cbf-4717-b4f7-bfb12d76667a req-afa8c654-f5d0-4dc4-acd4-8809351f116c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993597 Jan 18 23:00:48.004790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac313bc-6351-4d40-903a-2ed7e59ababd req-696f13ed-40b6-4f66-9e81-0b247bb58cd5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:48.012301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cac313bc-6351-4d40-903a-2ed7e59ababd req-696f13ed-40b6-4f66-9e81-0b247bb58cd5 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 936 time: 0.2287643 Jan 18 23:00:48.083610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.102152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cac313bc-6351-4d40-903a-2ed7e59ababd req-b0c62e5b-bdb0-43bc-8aab-f0aeb0847b15 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889351 Jan 18 23:00:48.106674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.166456 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.215701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367ed25-b3c7-46b5-87ec-09b092139660,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.227368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['28540e2d-5d7a-4712-8133-9812e12618c7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:48.229235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6004f67b-d008-49ae-9446-9db36b15d380 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:48.233809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.234065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-54992e3e-309c-43ab-9ef1-145f38b12102 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a63038c484044d18e158af45d05093b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6505990 Jan 18 23:00:48.240314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.278564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Transition to ACTIVE for port object 6004f67b-d008-49ae-9446-9db36b15d380 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:48.314373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.319430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.350286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.384389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc9a5121-f685-469c-988a-69dd8e0273aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34490ce5c661461b90cb6dbc954efaae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688424 Jan 18 23:00:48.385358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.428223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.466212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.503857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53506) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:48.513168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.593609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb804334-a5b0-48dd-8680-427db2b0bcb2 req-dc90735e-3a9f-4696-b58d-8379a61133ab tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 210 time: 0.0694368 Jan 18 23:00:48.648153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.659349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.700767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.702627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.702627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.702627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.702627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.702910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.703187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.703616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.704014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.704488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.704944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:48.723081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.762186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c26bf3-b37c-4b4a-a9b8-feeb3dea4531,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.767900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.771971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d3964f8d-9413-4414-88bd-4cbaefb43ed5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63c26bf3-b37c-4b4a-a9b8-feeb3dea4531 HTTP/1.1" status: 204 len: 168 time: 0.3825707 Jan 18 23:00:48.779595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.808631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367ed25-b3c7-46b5-87ec-09b092139660,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:48.852458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.855651 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ecc0754d-90cf-408b-84d0-8df35d567bd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e367ed25-b3c7-46b5-87ec-09b092139660 HTTP/1.1" status: 204 len: 168 time: 0.6186481 Jan 18 23:00:48.864451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Attempting to bind port 6004f67b-d008-49ae-9446-9db36b15d380 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:48.865601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Attempting to bind port 6004f67b-d008-49ae-9446-9db36b15d380 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:48.870000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Attempting to bind port 6004f67b-d008-49ae-9446-9db36b15d380 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:48.873067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Port 6004f67b-d008-49ae-9446-9db36b15d380 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:00:48.873563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Attempting to bind port 6004f67b-d008-49ae-9446-9db36b15d380 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:48.880701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:48.881260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:48.881909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:48.882507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Bound port: 6004f67b-d008-49ae-9446-9db36b15d380, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:48.883054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:48.985753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1340904195-network', 'tenant_id': '7f6909e40fe04708ba56777d435b3e51'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:48.999115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:49.006777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Usage tracker for resource:network and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:49.011692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:49.029057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:49.045272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:49.048631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6004f67b-d008-49ae-9446-9db36b15d380,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:49.114224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f128eb35-1b47-47b1-ba5e-72ec380b8fed tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.116343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f128eb35-1b47-47b1-ba5e-72ec380b8fed tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.3013418 Jan 18 23:00:49.160554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Request body: {'port': {'device_id': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'admin_state_up': True, 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:49.180692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:49.184296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.208274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.276668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.413313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.415896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] 10.222.0.83 "PUT /v2.0/ports/6004f67b-d008-49ae-9446-9db36b15d380 HTTP/1.1" status: 200 len: 1096 time: 2.0601432 Jan 18 23:00:49.416666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:49.422833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b2e78-f256-4442-9aa0-8972fa59f26e req-f6850d64-a71d-486d-a93a-41b15dd1b23e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.424768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e85b2e78-f256-4442-9aa0-8972fa59f26e req-f6850d64-a71d-486d-a93a-41b15dd1b23e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 945 time: 0.3029685 Jan 18 23:00:49.440594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:49.447101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Usage tracker for resource:port and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:49.448281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:49.448404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 28540e2d-5d7a-4712-8133-9812e12618c7 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:49.451155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:49.452101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d45bbe-dbe1-4cda-960c-d5d56e797fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:49.459558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:49.459742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:49.465791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:49.476678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:49.494702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb028b-0c18-42fb-a69f-1e43e64c76e2 req-33dd43e3-784d-4478-8925-b801b8f18da4 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.498534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dffb028b-0c18-42fb-a69f-1e43e64c76e2 req-33dd43e3-784d-4478-8925-b801b8f18da4 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 948 time: 0.2247286 Jan 18 23:00:49.607055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:49.613114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.643606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.674017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dffb028b-0c18-42fb-a69f-1e43e64c76e2 req-7a3eef4e-f7d5-4098-9d6c-205f45a0bcab tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438546 Jan 18 23:00:49.675992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e85b2e78-f256-4442-9aa0-8972fa59f26e req-4adb5e6e-9613-4046-b694-0a7fe51c9cd4 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765492 Jan 18 23:00:49.685588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-187a9d28-b0c0-4748-9476-303cb34988ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 1099 time: 0.0853393 Jan 18 23:00:49.765195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.805600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-ad9b9a64-8417-4683-a040-51bd62225e5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6004f67b-d008-49ae-9446-9db36b15d380 HTTP/1.1" status: 200 len: 217 time: 0.1127646 Jan 18 23:00:49.829332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:49.832109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 28540e2d-5d7a-4712-8133-9812e12618c7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:49.839392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 28540e2d-5d7a-4712-8133-9812e12618c7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:49.842141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.875313 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380', 'status': 'completed', 'code': 200} Jan 18 23:00:49.885422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885fa172-22ba-450e-bc5c-f047f9a88cc9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:49.900407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.900866 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Added segment a122a3d6-ccde-4237-bbfe-2041a6eee865 of type vlan for network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 Jan 18 23:00:49.943494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-2d8597a3-be99-4809-934e-1bb154cd70aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:49.945178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-2d8597a3-be99-4809-934e-1bb154cd70aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1270914 Jan 18 23:00:49.954675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:49.966583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Allocated IP 172.20.0.9 (cdf0df64-54cc-4b3f-9ea3-b857713b4e68/5d909dfc-b9b3-47a3-a7f6-510895d5ec88/707e8e38-9580-4bda-b666-74c64f49053c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:00:50.067281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.071897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-a7ea2f9e-af08-4ccb-9d00-3b0ff3c625f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196377 Jan 18 23:00:50.089230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c915fba-569e-4055-b7a1-4e420f9cfc3d req-8549c109-e5c9-484a-872a-819593f30b3c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 210 time: 0.0643156 Jan 18 23:00:50.126048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:50.136885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:50.178844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.179848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:50.180444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.191101 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7', 'code': 200} Jan 18 23:00:50.209935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.299039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.354196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.389550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=02ed8b53-4567-41ec-a801-cd4fdb68aae5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.400349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53556) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:50.403781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:50.418540 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-c9f1500a-71c7-4b48-b106-94284c57cde7 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402839 Jan 18 23:00:50.429721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.510008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bd2de7e8-ac84-4fe2-a1ec-899c6848e6d6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9838402 Jan 18 23:00:50.516015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53566) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:50.524977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Request body: {'subnet': {'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1340904195-subnet', 'tenant_id': '7f6909e40fe04708ba56777d435b3e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:50.531072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85c3b310-7055-4c8f-aded-f8fa82b15a32 req-8c3bcec1-2d3a-4719-9a73-19046302d134 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1097 time: 0.2386861 Jan 18 23:00:50.534896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:50.567159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Usage tracker for resource:subnet and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:50.577438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:00:50.578329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:50.581038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:50.583117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:00:50.587442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:50.588067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.590420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:50.603268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:50.640235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c603bad6-4925-43c9-a51b-46cd0b6d0339 req-3cc36eac-3805-4160-8127-7d50038ce69f service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139368 Jan 18 23:00:50.644478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-85c3b310-7055-4c8f-aded-f8fa82b15a32 req-3d371f81-e6ca-4afa-b22c-8c193a2f88e7 service neutron] Synchronizing usage tracker for tenant:9dc4cb7c733e4f7eb1161f28b25899cb on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:50.648076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-263094990-network', 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:50.657435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:50.663249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Usage tracker for resource:network and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:50.667629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:50.674449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:50.709077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2479eea6-b2a8-44e6-9a90-d3b8963ab7b3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5561500 Jan 18 23:00:50.720454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Request body: {'port': {'device_id': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:50.763647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:50.766519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.801916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-85c3b310-7055-4c8f-aded-f8fa82b15a32 req-3d371f81-e6ca-4afa-b22c-8c193a2f88e7 service neutron] Unset dirty status for tenant:9dc4cb7c733e4f7eb1161f28b25899cb on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:50.803709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85c3b310-7055-4c8f-aded-f8fa82b15a32 req-3d371f81-e6ca-4afa-b22c-8c193a2f88e7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597091 Jan 18 23:00:50.810938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:50.813233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.969645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:50.993531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-41e209f1-d939-4589-a25d-63785e4ae43b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 1099 time: 0.1804516 Jan 18 23:00:51.098492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:51.111636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155de1e-57ec-44b9-8c5e-93e62e4e6a02 req-af050096-442f-4a71-82ac-6d1dfbc1f52e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.113130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0155de1e-57ec-44b9-8c5e-93e62e4e6a02 req-af050096-442f-4a71-82ac-6d1dfbc1f52e tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 948 time: 0.1962662 Jan 18 23:00:51.120325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Usage tracker for resource:security_group_rule and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:51.128686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:51.132276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.141187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-97b7bf11-ef4e-4903-95d3-07166bfd58ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.142910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-97b7bf11-ef4e-4903-95d3-07166bfd58ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1509738 Jan 18 23:00:51.157889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:51.226884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb7b80-a7bb-49f6-8d8f-322a537240b1 req-b6a08f0b-f50e-47d8-8279-ac6a4ea9a61d tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.228494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97fb7b80-a7bb-49f6-8d8f-322a537240b1 req-b6a08f0b-f50e-47d8-8279-ac6a4ea9a61d tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 946 time: 0.3956921 Jan 18 23:00:51.246798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-21585ed8-50ae-4a5a-8044-90d174537ff5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=6004f67b-d008-49ae-9446-9db36b15d380 HTTP/1.1" status: 200 len: 217 time: 0.0978308 Jan 18 23:00:51.291777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0155de1e-57ec-44b9-8c5e-93e62e4e6a02 req-6dd7107e-3ce0-4a82-9abe-cf9a7af0ae3c tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664219 Jan 18 23:00:51.374934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-158d31d8-1e7f-4409-b63d-887d4bbd3258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.377247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-158d31d8-1e7f-4409-b63d-887d4bbd3258 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1167219 Jan 18 23:00:51.428683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97fb7b80-a7bb-49f6-8d8f-322a537240b1 req-26285d98-d51e-49e1-9b2d-a86d9be33083 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865976 Jan 18 23:00:51.457931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.535383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-047e5b07-46a5-44bb-9fab-19cf403a3a73 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503422 Jan 18 23:00:51.562253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9d523f-70bd-41f1-bcfe-3a74d392556f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:51.569877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.638502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.680859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:51.702920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece9def1-0396-474f-8784-e01c9ecc8e71,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:51.721814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7278f28-767d-425b-8aa4-553465003b37 req-ef8c7e5a-81c3-4fb5-8a9e-3b868f637efb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:51.722510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d7278f28-767d-425b-8aa4-553465003b37 req-ef8c7e5a-81c3-4fb5-8a9e-3b868f637efb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:51.725411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:51.725837 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.725951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Network hostable DHCP agents. Network: 02ed8b53-4567-41ec-a801-cd4fdb68aae5, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:51.726178 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Added segment 6cd20c1a-a8ed-497a-8bde-3aaf17d29857 of type vlan for network b61486c7-1e85-420c-acb6-12f5ffab9350 Jan 18 23:00:51.797380 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-7e7bfe98-f72f-44be-b1b1-661149f6d362 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483795 Jan 18 23:00:51.874844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.882466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:51.891143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:51.919435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Transition to ACTIVE for port object 707e8e38-9580-4bda-b666-74c64f49053c will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:00:51.940825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d7278f28-767d-425b-8aa4-553465003b37 req-ef8c7e5a-81c3-4fb5-8a9e-3b868f637efb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:51.942844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7278f28-767d-425b-8aa4-553465003b37 req-ef8c7e5a-81c3-4fb5-8a9e-3b868f637efb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 931 time: 0.4255397 Jan 18 23:00:51.965686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:52.006442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.009277 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ab8f1401-11dc-4b51-a542-e66242a2323a req-f5819df4-c396-43e0-ab64-e58101b57dd1 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107763 Jan 18 23:00:52.046865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d7278f28-767d-425b-8aa4-553465003b37 req-a4f020b2-a271-4e5f-9626-d260b5a47cc1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:00:52.069912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.071363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:52.071496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.082931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 02ed8b53-4567-41ec-a801-cd4fdb68aae5) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:52.088100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:52.093885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.094774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4648c1-1614-4364-8aab-82253b77db87 None None] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:52.211226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e7d4fee5-706d-4014-8cde-4cc83dad6826 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6941438 Jan 18 23:00:52.235587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.269033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] Pushing event updated for resources: {'Network': ['ID=b61486c7-1e85-420c-acb6-12f5ffab9350,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.294413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b61486c7-1e85-420c-acb6-12f5ffab9350 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:52.329489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Attempting to bind port 707e8e38-9580-4bda-b666-74c64f49053c on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:00:52.329787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Attempting to bind port 707e8e38-9580-4bda-b666-74c64f49053c by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:00:52.330124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Attempting to bind port 707e8e38-9580-4bda-b666-74c64f49053c on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:52.338205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d7278f28-767d-425b-8aa4-553465003b37 req-a4f020b2-a271-4e5f-9626-d260b5a47cc1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:00:52.339441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7278f28-767d-425b-8aa4-553465003b37 req-a4f020b2-a271-4e5f-9626-d260b5a47cc1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886752 Jan 18 23:00:52.340893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Port 707e8e38-9580-4bda-b666-74c64f49053c on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:00:52.340893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Attempting to bind port 707e8e38-9580-4bda-b666-74c64f49053c on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:00:52.348105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:00:52.348549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Checking segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:52.348964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Bound using segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:00:52.350238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Bound port: 707e8e38-9580-4bda-b666-74c64f49053c, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:00:52.350797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.417661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a1655e0-0804-41d7-858a-23aa01652fee admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0159149 Jan 18 23:00:52.420341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53616) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:52.426456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Request body: {'subnet': {'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-263094990-subnet', 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:52.431749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:52.435963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Usage tracker for resource:subnet and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:52.441617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:52.448303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:52.545705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:52.548044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.570244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f62d5-cb55-425f-9172-7df37cdb1b65 None None] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:52.683195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:00:52.692716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:00:52.755878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cb124-fad3-49f1-a16b-935587b61e2f req-df6033d7-16f9-46a9-af8e-ddeb053786b8 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:52.758354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba7cb124-fad3-49f1-a16b-935587b61e2f req-df6033d7-16f9-46a9-af8e-ddeb053786b8 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 948 time: 0.3055704 Jan 18 23:00:52.791327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.906392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:52.907772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] 10.222.0.89 "PUT /v2.0/ports/707e8e38-9580-4bda-b666-74c64f49053c HTTP/1.1" status: 200 len: 1091 time: 2.1922786 Jan 18 23:00:52.908360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:52.915276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba7cb124-fad3-49f1-a16b-935587b61e2f req-44046900-ed10-4549-aab2-54a2d5feffcc tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Jan 18 23:00:52.924742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b5241-91a1-4c6f-8539-97fd3079121a req-406e58d3-9761-4848-a8c5-d2351d9b4918 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:52.926408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b02b5241-91a1-4c6f-8539-97fd3079121a req-406e58d3-9761-4848-a8c5-d2351d9b4918 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 946 time: 0.2316070 Jan 18 23:00:52.929895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42752d-8d87-4bc5-8e33-f443eb74a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:52.997223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b02b5241-91a1-4c6f-8539-97fd3079121a req-d4dc3923-574a-4742-8731-b6e5eb9c396d tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564809 Jan 18 23:00:53.000146 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c', 'status': 'completed', 'code': 200} Jan 18 23:00:53.020705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.088564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-d26ae58a-f4fe-40b7-98e7-0489c98d334f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 1094 time: 0.0847397 Jan 18 23:00:53.123093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9248b3cb-f167-4bf0-9c78-86c475877073,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:53.135059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:53.135748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Network hostable DHCP agents. Network: b61486c7-1e85-420c-acb6-12f5ffab9350, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:53.217332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-a51931c2-cb25-47aa-8554-e5464eccb56a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=707e8e38-9580-4bda-b666-74c64f49053c HTTP/1.1" status: 200 len: 217 time: 0.1214015 Jan 18 23:00:53.220312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Network b61486c7-1e85-420c-acb6-12f5ffab9350 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:53.302962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f9b472e7-5c9d-49dc-b474-8b6ca96db281 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.303554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b61486c7-1e85-420c-acb6-12f5ffab9350) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:53.304455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-f9b472e7-5c9d-49dc-b474-8b6ca96db281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.0808611 Jan 18 23:00:53.311487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.311487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.312561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94cda3-b7b8-4fd7-94df-d46b797fa5b7 None None] Network b61486c7-1e85-420c-acb6-12f5ffab9350 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:53.370666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-0da0ce27-534b-4521-b614-583cd02c1953 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582042 Jan 18 23:00:53.377635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f384529-0e4a-45a2-8fdc-118addff4def req-da6e9860-f1e1-4fa6-969a-71103ab85f37 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.379020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f384529-0e4a-45a2-8fdc-118addff4def req-da6e9860-f1e1-4fa6-969a-71103ab85f37 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 946 time: 0.2114253 Jan 18 23:00:53.388266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53648) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:53.394935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'floatingip': {'port_id': '28540e2d-5d7a-4712-8133-9812e12618c7'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:53.525157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:53.543339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-94acc2b2-a395-49ba-a6ae-d4bd94ecae3f service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633468 Jan 18 23:00:53.635750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c27bf-a422-47b5-bb76-e163587f934c None None] Network b61486c7-1e85-420c-acb6-12f5ffab9350 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:53.653617 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-994a54a5-3bd7-4bf2-8cc0-742400749401 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2315993 Jan 18 23:00:53.709579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6004f67b-d008-49ae-9446-9db36b15d380 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:00:53.777663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad56d355-1c93-4675-b3ec-233d150e81be req-e63437aa-825a-447e-b5c3-52d731199e46 service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280979 Jan 18 23:00:53.784035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce00a4-50c3-49fe-86a3-886c4713ed8d req-d446ab70-9b3b-448c-86d0-8694ad452264 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:53.785618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99ce00a4-50c3-49fe-86a3-886c4713ed8d req-d446ab70-9b3b-448c-86d0-8694ad452264 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 943 time: 0.1997664 Jan 18 23:00:53.881683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99ce00a4-50c3-49fe-86a3-886c4713ed8d req-007d2799-39e5-4ed8-80b4-36cbae4f2f07 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875161 Jan 18 23:00:54.008487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6004f67b-d008-49ae-9446-9db36b15d380,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:54.022750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '6004f67b-d008-49ae-9446-9db36b15d380', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '6004f67b-d008-49ae-9446-9db36b15d380', 'mac_address': 'fa:16:3e:89:11:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:00:54.078718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-1f7a315d-9cb1-413d-9845-3561a7963956 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 1094 time: 0.1341314 Jan 18 23:00:54.188517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.249094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6004f67b-d008-49ae-9446-9db36b15d380 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:54.375081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6004f67b-d008-49ae-9446-9db36b15d380,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:54.440660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.484803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-6166c21b-2e30-479a-abb7-e9c937dfa05c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.486440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-6166c21b-2e30-479a-abb7-e9c937dfa05c service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 906 time: 0.4015453 Jan 18 23:00:54.566961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529190f9-4cf7-4e38-9b70-463ab9e2117e req-cb3f1ac2-515e-4dc6-a084-6f8b4fce365c tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.574103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-529190f9-4cf7-4e38-9b70-463ab9e2117e req-cb3f1ac2-515e-4dc6-a084-6f8b4fce365c tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 948 time: 0.3425796 Jan 18 23:00:54.597831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:54.602823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-79afadb5-fce3-4c4c-b159-f2202be98cb7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=707e8e38-9580-4bda-b666-74c64f49053c HTTP/1.1" status: 200 len: 217 time: 0.1096916 Jan 18 23:00:54.608538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.608892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.609238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.609570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.609902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.610556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.610671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.610910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.611240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.611617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.611941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:54.639953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6004f67b-d008-49ae-9446-9db36b15d380'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:54.697911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-529190f9-4cf7-4e38-9b70-463ab9e2117e req-2f64314c-3f9a-4b05-8a90-d799b086cc32 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227760 Jan 18 23:00:54.710734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-0bec0bfa-179d-443b-ae5d-60abb32b74d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:54.719168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-0bec0bfa-179d-443b-ae5d-60abb32b74d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.1075089 Jan 18 23:00:54.769847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-e6ee93f9-4618-4fdf-ab09-bae6c52c2a68 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438950 Jan 18 23:00:54.877179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:54.915065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-f147f35e-a360-4548-8e00-e0ede3223f40 service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385267 Jan 18 23:00:54.955141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.125772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12042cce-0fe5-44a2-8b4f-96ecad961fb9 req-d54594e2-6b5f-48c2-9730-b7a1b0226d3b service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002723 Jan 18 23:00:55.157025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40a1d2-ce62-4642-a644-8d9b2f86e5c3 req-e4cd0eef-a30d-4c56-ada6-d2dac482f7a7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:55.158493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea40a1d2-ce62-4642-a644-8d9b2f86e5c3 req-e4cd0eef-a30d-4c56-ada6-d2dac482f7a7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 943 time: 0.1251748 Jan 18 23:00:55.203224 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Floating IP 80027142-4abe-4370-8130-4318e5dcdea7 associated. External IP: 172.25.1.195, port: 28540e2d-5d7a-4712-8133-9812e12618c7. Jan 18 23:00:55.227535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea40a1d2-ce62-4642-a644-8d9b2f86e5c3 req-860d4a60-5df4-45e0-bb06-34334fbed1b1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Jan 18 23:00:55.287851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:55.611248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:00:55.689634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.697172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6004f67b-d008-49ae-9446-9db36b15d380 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:55.775927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:55.780466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5e32ef894f4bfb9765ddaa5db9ade2 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:55.784063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:55.791855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:55.873461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.882870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 6004f67b-d008-49ae-9446-9db36b15d380 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:55.889390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 6004f67b-d008-49ae-9446-9db36b15d380 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:55.890245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.910317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:00:55.915629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:55.925076 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:00:55.965795 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:55.975074 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:55.997586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f7d8aa1-8367-4132-ac37-e0a78053459f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "PUT /v2.0/floatingips/80027142-4abe-4370-8130-4318e5dcdea7 HTTP/1.1" status: 200 len: 992 time: 2.6077542 Jan 18 23:00:55.998703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:56.015364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.078863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.085746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab5e32ef894f4bfb9765ddaa5db9ade2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7966671 Jan 18 23:00:56.086881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284a78e8-584d-4b27-9093-72c92a21c832,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:56.088587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:56.103465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.103958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.104560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.105335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.106059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.106620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.107430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.107871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.108298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.108868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.109896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6493d-b958-4719-9ee9-aa4f89110750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:00:56.149389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:56.155595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645908-4190-448f-ad76-3390e018c177 req-4135a4b1-82dc-40e3-995c-6c4304d65261 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.169259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb645908-4190-448f-ad76-3390e018c177 req-4135a4b1-82dc-40e3-995c-6c4304d65261 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 949 time: 0.2456160 Jan 18 23:00:56.171904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6004f67b-d008-49ae-9446-9db36b15d380,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:56.198179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.206537 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:56.231085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb645908-4190-448f-ad76-3390e018c177 req-5a44d4fa-521b-4817-a5f1-a0d1a484a83a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636640 Jan 18 23:00:56.232206 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.242741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53746) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:56.249130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1183433255-network', 'tenant_id': 'd49f2d4c146c49dca2e903b25db114a0'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:56.259863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:56.260375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.265221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Usage tracker for resource:network and tenant:d49f2d4c146c49dca2e903b25db114a0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:56.268850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:56.289759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:56.344472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:56.397228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Made reservation on behalf of d49f2d4c146c49dca2e903b25db114a0 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:56.399449 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.408951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.417683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.438421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a78e8-584d-4b27-9093-72c92a21c832,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:56.456887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.460934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae4bb2b3-7eb6-49dc-945b-ab09c5443449 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/284a78e8-584d-4b27-9093-72c92a21c832 HTTP/1.1" status: 204 len: 168 time: 0.3712225 Jan 18 23:00:56.487315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-8378ae7c-8a30-4577-9719-789db2eaac1a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=36163d33a9dc4a8584f37129129ed8ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415814 Jan 18 23:00:56.586324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:56.594188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Usage tracker for resource:security_group_rule and tenant:d49f2d4c146c49dca2e903b25db114a0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:56.599077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:56.614415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:56.689510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-dfd72a4e-7a4a-4327-a082-4dd6a9e94608 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:56.691353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-dfd72a4e-7a4a-4327-a082-4dd6a9e94608 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030280 Jan 18 23:00:56.716683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-de2da846-7d2d-4032-be0e-a65e1e4dcf9d tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/quotas/36163d33a9dc4a8584f37129129ed8ce HTTP/1.1" status: 200 len: 375 time: 0.0162358 Jan 18 23:00:56.776138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3aec7a24-5fa4-412e-9af2-e07893999d86 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536675 Jan 18 23:00:56.803885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '28540e2d-5d7a-4712-8133-9812e12618c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:0a:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 1, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:56.809467 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:00:56.832463 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:00:56.833165 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:00:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:56.834443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.853382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:56.859306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1307896832-network', 'tenant_id': 'ede4a1403a6746bcabd16ae3098668d8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:56.877068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:56.885049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Usage tracker for resource:network and tenant:ede4a1403a6746bcabd16ae3098668d8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:56.890969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:56.898043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:56.924528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:56.932352 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7', 'status': 'completed', 'code': 200} Jan 18 23:00:56.989125 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380', 'code': 200} Jan 18 23:00:57.062741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Made reservation on behalf of ede4a1403a6746bcabd16ae3098668d8 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:57.065043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.074643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:57.090381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd8cf3-c8e9-4627-be3c-855ce2f62544,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.107648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.123951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.124286 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Added segment 95142290-59f2-49dd-b5cd-c1f29e1fe3c9 of type vlan for network f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 Jan 18 23:00:57.188719 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:00:57.194681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56c17119-3f46-4e7c-a625-9991706e2345 req-4dd49dee-450a-451b-8fb7-e9eedc9a6781 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 1101 time: 0.1345410 Jan 18 23:00:57.245504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.267952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:57.276813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Usage tracker for resource:security_group_rule and tenant:ede4a1403a6746bcabd16ae3098668d8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:57.285096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:57.300065 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56c17119-3f46-4e7c-a625-9991706e2345 req-72716082-82dd-42fe-826c-c2127d1a1c24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992579 Jan 18 23:00:57.303538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:57.313569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-d9576967-e352-42c4-9c01-51ed04aa9d7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1097 time: 0.3533430 Jan 18 23:00:57.394556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f1d3775-5edf-4851-95d3-e4cec419810b req-9decd9b7-42ad-40c5-a0e8-6133d3eefc93 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 210 time: 0.0877595 Jan 18 23:00:57.494568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:00:57.509680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53790) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:57.536555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.543046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f753d-c5bc-4420-bdb1-8535fa7859d6 req-6d6eb1b7-28f2-4508-980b-c818f0e61f73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.544512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357f753d-c5bc-4420-bdb1-8535fa7859d6 req-6d6eb1b7-28f2-4508-980b-c818f0e61f73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 943 time: 0.4169264 Jan 18 23:00:57.550424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.551249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.551880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.584496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:57.589659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Usage tracker for resource:security_group_rule and tenant:226c89806cd74047873341f63c2b1940 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:57.593631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:57.601463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:57.676707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '28540e2d-5d7a-4712-8133-9812e12618c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:0a:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 1, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:00:57.682798 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd4fa4-1e5f-46a9-9e2f-2f5d1d0b10a4 None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '28540e2d-5d7a-4712-8133-9812e12618c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:0a:10:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:00:54Z', 'revision_number': 1, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:00:57.709619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:57.724803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.726627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '707e8e38-9580-4bda-b666-74c64f49053c', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '707e8e38-9580-4bda-b666-74c64f49053c', 'mac_address': 'fa:16:3e:be:3a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:00:57.760061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-aa3f2cc1-c9b6-460c-bf50-4be4de81f8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:57.761548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-aa3f2cc1-c9b6-460c-bf50-4be4de81f8f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.4054394 Jan 18 23:00:57.794547 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.806760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.825678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:00:57.830140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] Pushing event updated for resources: {'Network': ['ID=f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.850635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:57.875986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759d7994-a614-467b-85cb-b266cd88a471,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:57.884062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3389411a-b412-421f-9881-86253c0c5c2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=226c89806cd74047873341f63c2b1940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3710208 Jan 18 23:00:57.884311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53808) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:57.906884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-020f7043-c836-47b8-84d6-b551aeb62c1f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6626027 Jan 18 23:00:57.907595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:57.909483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:57.957750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Request body: {'subnet': {'network_id': 'f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1183433255-subnet', 'tenant_id': 'd49f2d4c146c49dca2e903b25db114a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:57.976386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357f753d-c5bc-4420-bdb1-8535fa7859d6 req-366156a7-7d72-4522-a991-b27c896f2bcf tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121346 Jan 18 23:00:57.980677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:57.993746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.008146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:58.010130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Usage tracker for resource:subnet and tenant:d49f2d4c146c49dca2e903b25db114a0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:58.016198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:58.024515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:58.033713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.039749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.046380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bcca43-9eb8-49be-8a97-b738c32cfb84 None None] New status for floating IP 80027142-4abe-4370-8130-4318e5dcdea7: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:00:58.080766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:00:58.095687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-e5bf33f9-d427-4690-b733-cc68278636a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 1000 time: 0.3207352 Jan 18 23:00:58.097632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c9fe9-b9ca-46b8-94f5-338fc1a9bfd0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:58.143264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.143616 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Added segment 1c0bb8fd-85a9-46d5-95f9-b35c3ca029b4 of type vlan for network f683b7c9-da0f-43aa-9088-a1ae08fc5e45 Jan 18 23:00:58.150377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Made reservation on behalf of d49f2d4c146c49dca2e903b25db114a0 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:58.152112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.197799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.247224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.266457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759d7994-a614-467b-85cb-b266cd88a471,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:58.271794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.274442 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b1e9dc0e-77fb-4241-9807-3504ef3e96a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/759d7994-a614-467b-85cb-b266cd88a471 HTTP/1.1" status: 204 len: 168 time: 0.3881376 Jan 18 23:00:58.362244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.388065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-5429da84-8e1f-41f7-87e5-58eb830d6751 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:58.390141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-5429da84-8e1f-41f7-87e5-58eb830d6751 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.2861741 Jan 18 23:00:58.507469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0312a4-a5bc-4e6c-81eb-59f4f327a9ff req-afe84e7d-2d17-48da-9e31-84143591c69a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:58.509211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac0312a4-a5bc-4e6c-81eb-59f4f327a9ff req-afe84e7d-2d17-48da-9e31-84143591c69a tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.3045199 Jan 18 23:00:58.542604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:58.588482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['707e8e38-9580-4bda-b666-74c64f49053c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:00:58.658742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-68539949-023a-419d-90ff-feeffa91320c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548029 Jan 18 23:00:58.660542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9d31342-b5c7-4b7f-85de-349da8053bd1 req-bcf1ebda-004d-4c0a-a7b0-9779957b54fa tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 210 time: 0.0946331 Jan 18 23:00:58.689230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.689230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:58.689417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:58.720493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac0312a4-a5bc-4e6c-81eb-59f4f327a9ff req-1d8d20e4-2120-4515-81e1-a1c4643afd05 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000213 Jan 18 23:00:58.919224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f683b7c9-da0f-43aa-9088-a1ae08fc5e45,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:58.934997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f683b7c9-da0f-43aa-9088-a1ae08fc5e45 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:00:58.955546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5b01f9d-0eb1-4d74-8478-7c49df92abb2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1008458 Jan 18 23:00:58.959494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53838) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:00:58.965643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Request body: {'subnet': {'network_id': 'f683b7c9-da0f-43aa-9088-a1ae08fc5e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1307896832-subnet', 'tenant_id': 'ede4a1403a6746bcabd16ae3098668d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:00:58.973498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-a2667074-8a2c-4e70-b24c-d3092fc108d6 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035018 Jan 18 23:00:58.974653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:00:58.978834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Usage tracker for resource:subnet and tenant:ede4a1403a6746bcabd16ae3098668d8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:00:58.983797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:00:59.108537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:00:59.118796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.260521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Made reservation on behalf of ede4a1403a6746bcabd16ae3098668d8 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:00:59.262797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.377424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a78062a3-4662-4f05-8a4d-fadd24890941,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.407503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1113c5d9-d65b-4372-a423-fe90d422a64f req-6926de0c-8c20-4c6e-bfde-5d8f43247211 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248171 Jan 18 23:00:59.435526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Checking segment: {'id': '95142290-59f2-49dd-b5cd-c1f29e1fe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:00:59.435885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Network hostable DHCP agents. Network: f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:00:59.464293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5ef77-ba02-4cb6-ad35-f2ef4aef16f3 req-26f6bf5f-730b-4e40-8431-b368e5836d63 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.464293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06c5ef77-ba02-4cb6-ad35-f2ef4aef16f3 req-26f6bf5f-730b-4e40-8431-b368e5836d63 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 944 time: 0.3033359 Jan 18 23:00:59.511229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:00:59.575409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06c5ef77-ba02-4cb6-ad35-f2ef4aef16f3 req-73cae767-7b73-47c0-8258-796caf0cdc2f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026998 Jan 18 23:00:59.585557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Network f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:00:59.660383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 707e8e38-9580-4bda-b666-74c64f49053c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:00:59.666783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 707e8e38-9580-4bda-b666-74c64f49053c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:00:59.667294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.749108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:00:59.760752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:00:59.761358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.789215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.792477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d2c4b-fd82-4b47-a2f8-e5382cdcee10 None None] Network f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:00:59.906808 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:00:59.947280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:00:59.971824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:00:59.975181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91c8fb3-d8d1-4d92-9cbc-4e743cdcd70a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:00:59.980704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22be330c-51cf-4972-938f-cfb93301394c req-661f0497-fb25-4540-b2d4-09d48ddaf80a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 210 time: 0.0600278 Jan 18 23:00:59.985515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cca5e170-b903-4505-9afe-99c706d67be8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0518231 Jan 18 23:01:00.072752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.095277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a93a-96b6-4406-84fb-8c42dfced6c6 req-510aa3b7-0d04-48a2-adb2-c885c06bbb25 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.102384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f45a93a-96b6-4406-84fb-8c42dfced6c6 req-510aa3b7-0d04-48a2-adb2-c885c06bbb25 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.1188631 Jan 18 23:01:00.111033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3976f776-d2c8-42be-8df0-53dae5411f34 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=36163d33a9dc4a8584f37129129ed8ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579114 Jan 18 23:01:00.148594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f45a93a-96b6-4406-84fb-8c42dfced6c6 req-e8531b3a-11c6-474c-84f6-c7cebe7b7c28 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453413 Jan 18 23:01:00.149423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Checking segment: {'id': '1c0bb8fd-85a9-46d5-95f9-b35c3ca029b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f683b7c9-da0f-43aa-9088-a1ae08fc5e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:00.149784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Network hostable DHCP agents. Network: f683b7c9-da0f-43aa-9088-a1ae08fc5e45, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:00.177852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:00.249883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Network f683b7c9-da0f-43aa-9088-a1ae08fc5e45 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:00.265434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af1947c-9e59-43bb-a349-968256df1e75 None None] Network f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:01:00.337247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f683b7c9-da0f-43aa-9088-a1ae08fc5e45) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:00.339132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.340458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:00.357534 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c', 'code': 200} Jan 18 23:01:00.360333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a040c8b-1ecc-45fa-9b1e-3ba94f1870b8 None None] Network f683b7c9-da0f-43aa-9088-a1ae08fc5e45 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:01:00.528548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-dc1e7a52-9d9b-45a7-acb9-1e05375a3cd6 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:00.530036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-dc1e7a52-9d9b-45a7-acb9-1e05375a3cd6 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144998 Jan 18 23:01:00.539133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-850dcb50-e338-47c0-b43c-8d3acc8658e2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5781145 Jan 18 23:01:00.561267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Request body: {'port': {'device_id': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '36163d33a9dc4a8584f37129129ed8ce'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:00.589535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3350bbb7-c437-4270-b863-1cc0272c855a req-2efbb4a3-8825-42ae-b22e-3863652abdb0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 1096 time: 0.2213736 Jan 18 23:01:00.652793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3350bbb7-c437-4270-b863-1cc0272c855a req-a69df265-4187-4224-ae11-0a6a59575034 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jan 18 23:01:00.691136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61156f6e-daab-4ae7-8447-e81938b2bcb6 None None] Network f683b7c9-da0f-43aa-9088-a1ae08fc5e45 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:01:00.893991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:00.903589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Usage tracker for resource:port and tenant:36163d33a9dc4a8584f37129129ed8ce is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:00.913556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:00.927743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:01.054069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Made reservation on behalf of 36163d33a9dc4a8584f37129129ed8ce for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:01.057183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.075260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.108685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:01.113003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Usage tracker for resource:security_group_rule and tenant:36163d33a9dc4a8584f37129129ed8ce is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:01.117470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:01.123670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:01.199829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.257629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.329616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5580daf-339d-4118-8bab-5c91ae5d5966,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:01.359914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286fe7-4157-48f7-b5d0-59fef12a9369 req-3432ec67-28cb-4b1e-a8f7-bbeeb99aeff7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.367280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27286fe7-4157-48f7-b5d0-59fef12a9369 req-3432ec67-28cb-4b1e-a8f7-bbeeb99aeff7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 945 time: 0.2269063 Jan 18 23:01:01.373715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a1f18693-6744-47ee-95af-baa2c593f417 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.375277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a1f18693-6744-47ee-95af-baa2c593f417 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.1785827 Jan 18 23:01:01.419185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-46e24771-f9fa-43c9-ba53-8afa3c400c46 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/quotas/7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 375 time: 0.0265632 Jan 18 23:01:01.462497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27286fe7-4157-48f7-b5d0-59fef12a9369 req-3179cf8f-dd54-4e52-81b0-76ad00afcd71 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943274 Jan 18 23:01:01.472255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Allocated IP 192.168.233.222 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/a53d42c2-4efa-4d7f-9d98-df1bb92de98f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:01.487106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-2b2c29e1-84a8-4b4b-a732-85ff65ea97c6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606205 Jan 18 23:01:01.629586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-615a374e-5b22-43dd-97f9-624f3961c88c service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416161 Jan 18 23:01:01.712741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.730517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Transition to ACTIVE for port object a53d42c2-4efa-4d7f-9d98-df1bb92de98f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:01.809186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:01.836555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed6a52-65ad-46da-ae36-7f0b2c195346 req-5cb085ec-c420-4a06-96f5-f331d50e39e1 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.838078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57ed6a52-65ad-46da-ae36-7f0b2c195346 req-5cb085ec-c420-4a06-96f5-f331d50e39e1 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.2068386 Jan 18 23:01:01.844049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-62d4fd46-9772-4fb5-934c-11a8c4ea35be service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782534 Jan 18 23:01:01.884652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Pushing event updated for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:01.907497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:01.909179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:01.912672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:01.921679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57ed6a52-65ad-46da-ae36-7f0b2c195346 req-b55b52c2-58f9-47a7-ab80-21116b09ffaf tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638170 Jan 18 23:01:01.990064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:01.990912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.119014 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-0e8152db-9d4f-432a-9b35-1e3386d16206 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5737636 Jan 18 23:01:02.136921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Request body: {'port': {'device_id': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:02.424142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.469290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a3ed708b-6fee-40e7-aad3-8adc855fddae None None] Provisioning for port a53d42c2-4efa-4d7f-9d98-df1bb92de98f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:02.478762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a3ed708b-6fee-40e7-aad3-8adc855fddae None None] Provisioning complete for port a53d42c2-4efa-4d7f-9d98-df1bb92de98f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:02.479868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a3ed708b-6fee-40e7-aad3-8adc855fddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.543868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e48afa-27d9-4b76-8f78-d2fb27100535 req-aef49f25-32ef-4c0c-920f-1481abdd63dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:02.560281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75e48afa-27d9-4b76-8f78-d2fb27100535 req-aef49f25-32ef-4c0c-920f-1481abdd63dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 936 time: 0.3058600 Jan 18 23:01:02.571316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed708b-6fee-40e7-aad3-8adc855fddae None None] Port a53d42c2-4efa-4d7f-9d98-df1bb92de98f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:01:02.607327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-50c18baf-0415-483f-b5bc-ae5a4c9c6838 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:02.607940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-50c18baf-0415-483f-b5bc-ae5a4c9c6838 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:02.641758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75e48afa-27d9-4b76-8f78-d2fb27100535 req-fbc86da5-5c72-494e-9c47-eb146ed88857 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805359 Jan 18 23:01:02.716813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-50c18baf-0415-483f-b5bc-ae5a4c9c6838 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:02.718001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-50c18baf-0415-483f-b5bc-ae5a4c9c6838 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.3727005 Jan 18 23:01:02.739837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-ad9e9eb3-be8e-4f34-8830-20700484443d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/quotas/49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 375 time: 0.0127673 Jan 18 23:01:02.797830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-9c77d3b4-9466-441b-91ee-b4579ccce1bf tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473464 Jan 18 23:01:02.852665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53d42c2-4efa-4d7f-9d98-df1bb92de98f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:02.867840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:02.900488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Transition to ACTIVE for port object a53d42c2-4efa-4d7f-9d98-df1bb92de98f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:02.905431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-eb61d7b6-45e9-4fdb-af63-ceda32189d37 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340614 Jan 18 23:01:03.006585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.050666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-7934d535-ff0f-4f2d-b42a-d4ee1f307409 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:01:03.051512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-7934d535-ff0f-4f2d-b42a-d4ee1f307409 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1212280 Jan 18 23:01:03.100027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-dd06ef46-c53c-42c8-a389-ef69647f49ab tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:03.101515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-dd06ef46-c53c-42c8-a389-ef69647f49ab tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927853 Jan 18 23:01:03.219154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Pushing event updated for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:03.262478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-0e958d61-42cb-4e2e-8b24-a7d17d3d78e2 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/quotas/49fbb09d50a340dcb7a79ebda77bcea1 HTTP/1.1" status: 200 len: 375 time: 0.1069717 Jan 18 23:01:03.322920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-c16e7bcd-c492-4d6a-acaf-0ee5c9ec47a5 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595541 Jan 18 23:01:03.327746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Attempting to bind port a53d42c2-4efa-4d7f-9d98-df1bb92de98f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:03.328687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Attempting to bind port a53d42c2-4efa-4d7f-9d98-df1bb92de98f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:03.328687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Attempting to bind port a53d42c2-4efa-4d7f-9d98-df1bb92de98f on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:03.336282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Port a53d42c2-4efa-4d7f-9d98-df1bb92de98f on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:03.336819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Attempting to bind port a53d42c2-4efa-4d7f-9d98-df1bb92de98f on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:03.345366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:03.346094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:03.346587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:03.347151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Bound port: a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:03.349405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.371290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-46ab15d7-e6d4-4de4-9c29-d220d9a1aa3e service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072603 Jan 18 23:01:03.465935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:03.469332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:03.515402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-4e8b478e-14ba-45cc-b1a7-533d26f19623 service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376135 Jan 18 23:01:03.533047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.626964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:03.628348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] 10.222.0.83 "PUT /v2.0/ports/a53d42c2-4efa-4d7f-9d98-df1bb92de98f HTTP/1.1" status: 200 len: 1096 time: 1.4999557 Jan 18 23:01:03.628777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:03.668993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273336b-562c-4a64-9272-266f1eeebafc service neutron] Pushing event updated for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:03.914408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-480a6f26-190f-4db0-8fe7-61cac0dceb99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 1099 time: 0.1367853 Jan 18 23:01:04.027552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a95cd77d-65c0-4bf7-9248-64ae002b2eca req-de718bb2-21f6-4963-ac50-f545d3d9ae7c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 210 time: 0.0723720 Jan 18 23:01:04.128073 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-3422ad45-9fde-4f27-a0bb-d41915d467f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f HTTP/1.1" status: 200 len: 217 time: 0.1991801 Jan 18 23:01:04.210113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-a357c579-2834-4169-9845-71a803c264aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.210113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-a357c579-2834-4169-9845-71a803c264aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0721092 Jan 18 23:01:04.294848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88cad-d5fa-421c-bc86-5839038bf876 req-7d7a8355-2fea-4f42-a03f-63a6c6aeb566 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.296408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-76b516d8-b73a-4dfd-aa0e-1231893e4a94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826786 Jan 18 23:01:04.297444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16b88cad-d5fa-421c-bc86-5839038bf876 req-7d7a8355-2fea-4f42-a03f-63a6c6aeb566 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 945 time: 0.1192749 Jan 18 23:01:04.355344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16b88cad-d5fa-421c-bc86-5839038bf876 req-63efb3b6-d381-4c0d-a955-29854c1d3050 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Jan 18 23:01:04.437886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb019172-cfb7-422e-a07c-2c8ae0ac577f req-6de53950-7729-4917-aed8-53d50271a964 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 210 time: 0.0539489 Jan 18 23:01:04.439565 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-7bbeb062-a0a9-4f2f-8005-cca186f3281f service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358960 Jan 18 23:01:04.481219 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f', 'status': 'completed', 'code': 200} Jan 18 23:01:04.602704 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c12488a8-c584-460d-9253-7adcc8f84a10 req-5803c156-80a7-40d8-b3e9-4621e107203e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565018 Jan 18 23:01:04.613144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0eecd1e-f8df-4fc7-b2a3-79dbf803eb1d req-fc9fd3b1-b59e-44e2-b7f4-bcd216b165e4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 210 time: 0.0905597 Jan 18 23:01:04.656109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16828fe-607e-4015-b9bf-62f18e7b88d5 req-50235e21-2ab2-49a4-a324-fb878d47a8b0 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.657634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a16828fe-607e-4015-b9bf-62f18e7b88d5 req-50235e21-2ab2-49a4-a324-fb878d47a8b0 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 948 time: 0.0963445 Jan 18 23:01:04.722444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a16828fe-607e-4015-b9bf-62f18e7b88d5 req-4ead1db8-32ea-44e8-915a-6356b1f30df8 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573556 Jan 18 23:01:04.817939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-1b9d2d82-c832-491a-bd7a-89574c5c5acb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 1099 time: 0.0823128 Jan 18 23:01:04.987697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db28-59e9-4498-a7ba-6460db69b9ca req-7bbffc5b-7dd2-487d-aa05-d3606638bc02 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:04.990126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1415db28-59e9-4498-a7ba-6460db69b9ca req-7bbffc5b-7dd2-487d-aa05-d3606638bc02 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.2258830 Jan 18 23:01:05.032414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072a67-0c21-4d8c-a42f-1718be46abad req-8b45160e-8707-4cad-b392-1d2e9bd4960c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.034210 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-8b45160e-8707-4cad-b392-1d2e9bd4960c service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1807387 Jan 18 23:01:05.070500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-b343346b-0769-482d-bc97-a38d8b928f4f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.071908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-b343346b-0769-482d-bc97-a38d8b928f4f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.2230420 Jan 18 23:01:05.085594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1415db28-59e9-4498-a7ba-6460db69b9ca req-f4d3f446-510d-4e9d-8506-ed2c583e96e9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850759 Jan 18 23:01:05.094810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Request body: {'port': {'device_id': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'admin_state_up': True, 'tenant_id': '7f6909e40fe04708ba56777d435b3e51'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:05.119551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-3991810a-daf1-43c6-b109-6ddee9e2c556 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f HTTP/1.1" status: 200 len: 217 time: 0.0778854 Jan 18 23:01:05.208167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072a67-0c21-4d8c-a42f-1718be46abad req-fc28f007-ce0a-4dd2-82c7-45067ef31c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.210294 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-fc28f007-ce0a-4dd2-82c7-45067ef31c13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0831409 Jan 18 23:01:05.269513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:05.287367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Usage tracker for resource:port and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:05.294096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:05.303491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:05.333145 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-49b88f15-16de-4852-86b1-20c29895457d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149735 Jan 18 23:01:05.424716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:05.428226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:05.451053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25972892-13c2-4bb3-9c8f-34b4e295852c req-2cf27483-af8a-4b2f-b602-7ed4d6b20b07 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 210 time: 0.0636842 Jan 18 23:01:05.502164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.83', 61481) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:05.618142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-a07449e3-cca1-4927-84f8-e7d14c30b0c4 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770777 Jan 18 23:01:05.731224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-5db09a5d-4bd4-4f26-a318-a9b3b8faf908 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.731918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-5db09a5d-4bd4-4f26-a318-a9b3b8faf908 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Synchronizing usage tracker for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:05.755655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66e1b171-a511-4a74-8a59-9b73eee2cae7 req-b921203b-d425-4b99-b35a-404ea2f1f7a4 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 210 time: 0.0656767 Jan 18 23:01:05.789482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Allocated IP 172.20.0.7 (02ed8b53-4567-41ec-a801-cd4fdb68aae5/df9d523f-70bd-41f1-bcfe-3a74d392556f/aa54ba70-7f57-4790-a00c-ce1022be8da0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:05.789668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-86072a67-0c21-4d8c-a42f-1718be46abad req-8cf1adad-9155-43cf-b64b-36a5770b3b8f service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643867 Jan 18 23:01:05.837100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-5db09a5d-4bd4-4f26-a318-a9b3b8faf908 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Unset dirty status for tenant:38fbb0cdc4f44e8ba246cf12e7d5d4b1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:05.838233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-5db09a5d-4bd4-4f26-a318-a9b3b8faf908 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.3390007 Jan 18 23:01:05.838903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afd4d-4151-4f2b-9833-575e1db8f724 req-7e178031-f083-4f69-861a-06566a10965c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:05.840631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-995afd4d-4151-4f2b-9833-575e1db8f724 req-7e178031-f083-4f69-861a-06566a10965c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 945 time: 0.2583559 Jan 18 23:01:05.939940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Deleting port 6004f67b-d008-49ae-9446-9db36b15d380 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:05.940389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.000793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-995afd4d-4151-4f2b-9833-575e1db8f724 req-85cac932-1f5f-4ea6-8e02-dafef03441f4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502333 Jan 18 23:01:06.058102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36097f3b-2ffe-4ebd-a4ee-76be99a88b10 req-e9e2cab4-f834-47f7-a47a-440cf91231c6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 210 time: 0.0600722 Jan 18 23:01:06.119084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.210388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] For port 6004f67b-d008-49ae-9446-9db36b15d380, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6004f67b-d008-49ae-9446-9db36b15d380,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:06.210749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.283244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42ab0b-cb52-4ce6-9103-da5f82e8c2e5 req-35cc5579-2461-4d96-8603-4ef581eef2da tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.288382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e42ab0b-cb52-4ce6-9103-da5f82e8c2e5 req-35cc5579-2461-4d96-8603-4ef581eef2da tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 948 time: 0.1609650 Jan 18 23:01:06.343747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e42ab0b-cb52-4ce6-9103-da5f82e8c2e5 req-3d335082-a4d0-4d90-b834-3a912a17d92a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498607 Jan 18 23:01:06.357869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.438991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Calling delete_port for 6004f67b-d008-49ae-9446-9db36b15d380 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:06.486740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:06.487476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:06.491648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:06.494278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:06.498043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.498846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.543982 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-8d4af08f-0f3b-4b50-8e5c-27df854280f6 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329568 Jan 18 23:01:06.550290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5cb4e-e750-406e-9ea1-79bca9a5abfd req-7c78bc95-b495-4512-a0f6-416711625b6d tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.551883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6b5cb4e-e750-406e-9ea1-79bca9a5abfd req-7c78bc95-b495-4512-a0f6-416711625b6d tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 950 time: 0.1564157 Jan 18 23:01:06.609413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6b5cb4e-e750-406e-9ea1-79bca9a5abfd req-14332e2c-58fc-4ddc-9e76-4f5c614c6630 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/security-groups?id=f8493583-19e5-4c74-bca6-0b68a9a7ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 Jan 18 23:01:06.678547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-a5f18d7b-bf82-4b4a-a6d0-23ef9fbe2543 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5892966 Jan 18 23:01:06.691957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Request body: {'port': {'device_id': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:06.766077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-f49bc061-25bb-43b5-a78c-f8ea8b0c4b98 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.767534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-f49bc061-25bb-43b5-a78c-f8ea8b0c4b98 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109704 Jan 18 23:01:06.784465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Request body: {'port': {'device_id': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '49fbb09d50a340dcb7a79ebda77bcea1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:06.860885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.865166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:06.872229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6004f67b-d008-49ae-9446-9db36b15d380'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:06.922333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Pushing event deleted for resources: {'Port': ['ID=6004f67b-d008-49ae-9446-9db36b15d380,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:06.966920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1978ca2-24b5-4da1-a26d-69e85b68c978 req-c1c0f1da-3cd9-4475-a29e-f86232a47e32 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:06.967773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c1978ca2-24b5-4da1-a26d-69e85b68c978 req-c1c0f1da-3cd9-4475-a29e-f86232a47e32 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:07.074835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] No DVR routers for this DVR port 6004f67b-d008-49ae-9446-9db36b15d380 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:07.080413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.084483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'name': 'network-vif-deleted', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:07.107747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:07.117911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Usage tracker for resource:port and tenant:49fbb09d50a340dcb7a79ebda77bcea1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:07.117911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:07.123201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:07.146841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c1978ca2-24b5-4da1-a26d-69e85b68c978 req-c1c0f1da-3cd9-4475-a29e-f86232a47e32 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:07.148000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1978ca2-24b5-4da1-a26d-69e85b68c978 req-c1c0f1da-3cd9-4475-a29e-f86232a47e32 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 931 time: 0.3975899 Jan 18 23:01:07.153453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c841f193-bbaa-4ca7-b4dc-3a0c6230a36f req-1d04f45b-a990-4d6a-a2c2-f4fb97a14f47 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 210 time: 0.0587258 Jan 18 23:01:07.200374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Made reservation on behalf of 49fbb09d50a340dcb7a79ebda77bcea1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:07.207012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.227223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.89', 52672) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:07.231342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1978ca2-24b5-4da1-a26d-69e85b68c978 req-5869d0b5-5fff-4bda-aa79-bee777f4a068 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742800 Jan 18 23:01:07.232321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46bbb619-5e45-4c72-8f6f-7f74b3201852 req-d23b5237-fc2a-4054-a562-921b7d3354b9 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.83 "DELETE /v2.0/ports/6004f67b-d008-49ae-9446-9db36b15d380 HTTP/1.1" status: 204 len: 173 time: 1.3875394 Jan 18 23:01:07.323284 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e4511c-f704-4aa2-b104-474699539813', 'name': 'network-vif-deleted', 'tag': '6004f67b-d008-49ae-9446-9db36b15d380', 'status': 'completed', 'code': 200} Jan 18 23:01:07.324289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.422821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:07.457145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Usage tracker for resource:security_group_rule and tenant:49fbb09d50a340dcb7a79ebda77bcea1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:07.463607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:07.476279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:07.483957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-f70d596b-c774-4cab-925c-9b077e848578 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.485655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-f70d596b-c774-4cab-925c-9b077e848578 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.2556193 Jan 18 23:01:07.492197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fa85796-9dfb-4317-b8b2-3369d468fcf8 req-9dc19c96-52e2-41d9-95f3-5580d78f7b26 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 210 time: 0.0486457 Jan 18 23:01:07.500622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cc4bf-18b0-4dfb-a9f0-99228a5844b9 req-3a41c60e-5b3d-4221-b6f5-b9647685d3f3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:07.508165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e39cc4bf-18b0-4dfb-a9f0-99228a5844b9 req-3a41c60e-5b3d-4221-b6f5-b9647685d3f3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 945 time: 0.1906793 Jan 18 23:01:07.513676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Request body: {'port': {'device_id': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'admin_state_up': True, 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:07.608902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e39cc4bf-18b0-4dfb-a9f0-99228a5844b9 req-4955c6cd-dea6-4d7f-9721-cfdce1decd39 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998695 Jan 18 23:01:07.615093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa54ba70-7f57-4790-a00c-ce1022be8da0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:07.622131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.640907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Transition to ACTIVE for port object aa54ba70-7f57-4790-a00c-ce1022be8da0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:07.708971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.732332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:07.736740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Usage tracker for resource:port and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:07.741608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:07.743961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a53d42c2-4efa-4d7f-9d98-df1bb92de98f details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:07.763093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:07.792188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.831168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.888250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:07.891611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:07.907101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1920306-729f-4172-b677-6be3f317f288 req-212aac06-ef64-459d-859b-6ea4560f1888 tempest-DeleteServersAdminTestJSON-1767682694 tempest-DeleteServersAdminTestJSON-1767682694-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e4511c-f704-4aa2-b104-474699539813 HTTP/1.1" status: 200 len: 210 time: 0.0768237 Jan 18 23:01:07.972405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:07.987567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f', 'mac_address': 'fa:16:3e:65:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:07.991308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21125105-2e2c-4c35-8e11-cf4ecdbd222e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.080712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.101812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53d42c2-4efa-4d7f-9d98-df1bb92de98f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:08.120304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:08.160494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.173623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Allocated IP 192.168.233.231 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/5a6645a8-c0d4-4db6-a9fa-b9c3f940489d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:08.179087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:08.179818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:08.180088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:08.195863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd86ba-08c1-4c3a-93ff-fa749094abbf req-887e9e24-38a1-4e07-8c76-00128cbe56ee tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:08.196225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.197691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cbd86ba-08c1-4c3a-93ff-fa749094abbf req-887e9e24-38a1-4e07-8c76-00128cbe56ee tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 948 time: 0.4453928 Jan 18 23:01:08.200921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:08.201321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:08.223362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Allocated IP 172.20.0.14 (b61486c7-1e85-420c-acb6-12f5ffab9350/9248b3cb-f167-4bf0-9c78-86c475877073/131ecd3d-8013-409d-ae5c-f6972abe0109) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:08.244679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:08.245137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:08.245622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:08.246152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Bound port: aa54ba70-7f57-4790-a00c-ce1022be8da0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:08.246606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.319563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.341818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cbd86ba-08c1-4c3a-93ff-fa749094abbf req-88cb72fa-c29b-4764-8366-ffdc096ff105 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372726 Jan 18 23:01:08.391056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:08.395683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:08.412577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a53d42c2-4efa-4d7f-9d98-df1bb92de98f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:08.491295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.563025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.564684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 1091 time: 1.8777204 Jan 18 23:01:08.565152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:08.610098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707a7c-0e7e-4809-9eaa-0a576b352591 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.680461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.721669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Transition to ACTIVE for port object 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:08.728281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.754418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7b3a106-66cb-4704-a811-685cf0af4f24 req-9911421d-9613-4c8b-a0dc-e449dd25ea9d tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 210 time: 0.0895405 Jan 18 23:01:08.792339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.797367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-c543e618-8ff9-440e-acd5-c723d1eb3e91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1094 time: 0.0919640 Jan 18 23:01:08.849534 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.851724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:08.952970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Pushing event updated for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:08.956201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:08.991747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:08.994787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Network b61486c7-1e85-420c-acb6-12f5ffab9350 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:09.000039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:09.018792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-f1bb5d3a-e58b-4214-b579-3ac0f96fe88f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.1213813 Jan 18 23:01:09.026154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:09.037649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:09.118330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-2e7c5026-5553-464d-8dbb-4ecc0233e07d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.119757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-2e7c5026-5553-464d-8dbb-4ecc0233e07d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0893085 Jan 18 23:01:09.132966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ead140-f5a8-4027-9d8c-07b8852a1706 req-db058947-a742-4179-be2f-3ac115dc70e2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.134929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1ead140-f5a8-4027-9d8c-07b8852a1706 req-db058947-a742-4179-be2f-3ac115dc70e2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.3357868 Jan 18 23:01:09.141921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.142547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.146487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:09.153991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.154599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.201505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034965-2df8-4030-bf61-cbb1a28678c9 req-3b80fbe2-2ecf-4c9a-ba81-da0a3972ca97 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.203000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91034965-2df8-4030-bf61-cbb1a28678c9 req-3b80fbe2-2ecf-4c9a-ba81-da0a3972ca97 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 932 time: 0.2424076 Jan 18 23:01:09.205175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-3b3fc2f2-f271-4fef-9adb-316f217ccb8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690520 Jan 18 23:01:09.283418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-a333e1e0-0e9f-4bae-83a4-f6e2d42a66be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7757840 Jan 18 23:01:09.294650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Request body: {'port': {'device_id': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:09.326623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-6beaebd5-1015-4769-8e2c-cf6d4518315b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5458615 Jan 18 23:01:09.335920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1ead140-f5a8-4027-9d8c-07b8852a1706 req-ba247423-46c5-4030-8a26-b356859c417d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665521 Jan 18 23:01:09.345221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Request body: {'port': {'device_id': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:09.363822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-91034965-2df8-4030-bf61-cbb1a28678c9 req-54efed39-7dac-4679-9637-394e1a1478eb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:09.391781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f34fe6bc-0ec4-40a1-afd8-e582006c6875 None None] Provisioning for port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:09.401566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f34fe6bc-0ec4-40a1-afd8-e582006c6875 None None] Provisioning complete for port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:09.402223 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f34fe6bc-0ec4-40a1-afd8-e582006c6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.412795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-17e2072d-400c-469b-aaec-3993657407bb service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855998 Jan 18 23:01:09.446743 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'status': 'completed', 'code': 200} Jan 18 23:01:09.466284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f34fe6bc-0ec4-40a1-afd8-e582006c6875 None None] Port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:01:09.478865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.500480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-91034965-2df8-4030-bf61-cbb1a28678c9 req-54efed39-7dac-4679-9637-394e1a1478eb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:09.501760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91034965-2df8-4030-bf61-cbb1a28678c9 req-54efed39-7dac-4679-9637-394e1a1478eb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921460 Jan 18 23:01:09.578057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5e44cb-7791-4ed3-bb26-b698347828a8 req-e2992dd6-4740-4504-bc2f-4c81b878562f service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588013 Jan 18 23:01:09.607565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:09.743749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a53d42c2-4efa-4d7f-9d98-df1bb92de98f up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:09.858505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-bd010bf0-8e2b-4cb6-b41e-2bada03a9ff8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1094 time: 0.1680727 Jan 18 23:01:09.869278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13176e5-3f8b-4ce8-a3d7-e321e4a1e5bf req-6a943c30-7b76-4ce7-87d6-9270c4b8bf4e tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:09.870859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f13176e5-3f8b-4ce8-a3d7-e321e4a1e5bf req-6a943c30-7b76-4ce7-87d6-9270c4b8bf4e tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 949 time: 0.1509516 Jan 18 23:01:09.888895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port a53d42c2-4efa-4d7f-9d98-df1bb92de98f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:09.893733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port a53d42c2-4efa-4d7f-9d98-df1bb92de98f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:09.894139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.030814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f13176e5-3f8b-4ce8-a3d7-e321e4a1e5bf req-5e963a6d-2861-4168-87f9-2937b088afe1 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096287 Jan 18 23:01:10.037313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.078765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:10.090629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:10.092042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-41e9268f-ef55-4d1b-8be6-4c90313b5e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.093906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-41e9268f-ef55-4d1b-8be6-4c90313b5e5c service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2222145 Jan 18 23:01:10.158209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.159543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6004f67b-d008-49ae-9446-9db36b15d380 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:10.164867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131ecd3d-8013-409d-ae5c-f6972abe0109 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:10.177546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-5e391b8f-ed7a-4f08-866d-2630b3d596d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.0745916 Jan 18 23:01:10.212892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.237004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Transition to ACTIVE for port object 131ecd3d-8013-409d-ae5c-f6972abe0109 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:10.240495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:10.248170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.277055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Transition to ACTIVE for port object 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:10.290609 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f', 'code': 200} Jan 18 23:01:10.296797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 6004f67b-d008-49ae-9446-9db36b15d380 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:01:10.297505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6004f67b-d008-49ae-9446-9db36b15d380 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:10.305589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-b4698f73-36a0-4676-b068-2c4511ba8c4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.307053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-b4698f73-36a0-4676-b068-2c4511ba8c4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1182027 Jan 18 23:01:10.336290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.343708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.394372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.417975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-4181d1aa-bd05-4322-9951-947f2a94a1df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544364 Jan 18 23:01:10.509733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3271347-dce8-4906-b889-cfb49012f3b4 req-bbd04ed6-c1e4-420d-9e55-a5114c66f12e tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:10.511237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3271347-dce8-4906-b889-cfb49012f3b4 req-bbd04ed6-c1e4-420d-9e55-a5114c66f12e tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 936 time: 0.2032990 Jan 18 23:01:10.616871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-e9f2483b-8a82-4ef6-8288-f67e85a8e6bf service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875160 Jan 18 23:01:10.631819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:10.648099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3271347-dce8-4906-b889-cfb49012f3b4 req-2a127df7-8f5f-4974-91c5-ded0494b4d33 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236150 Jan 18 23:01:10.670028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.753930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:10.893578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cd7d89fe-9b86-423d-a5a9-a4260139e843 req-668a24b2-c04c-4721-8e33-c040abaa8136 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 1101 time: 0.6124504 Jan 18 23:01:10.932285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4704aa-e83a-4ca6-952e-33e01c1018ac req-3217e1df-900f-44af-b7a7-790454530a8e service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110619 Jan 18 23:01:11.000805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cd7d89fe-9b86-423d-a5a9-a4260139e843 req-6baecd3d-452d-4401-9eba-5354928c29c7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948887 Jan 18 23:01:11.003116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Attempting to bind port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:11.003446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Attempting to bind port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:11.003770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Attempting to bind port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:11.009060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:11.009388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:11.009706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:11.016462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:11.016724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Attempting to bind port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:11.021505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:11.021834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:11.029582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:11.029963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:11.030350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:11.030771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Bound port: 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:11.031115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.034226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e22a29-abd2-47e3-a50c-a4bde34b5b7d req-11eb235e-7ad0-4380-abe4-cf3eef74586d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.035680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e22a29-abd2-47e3-a50c-a4bde34b5b7d req-11eb235e-7ad0-4380-abe4-cf3eef74586d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.2055428 Jan 18 23:01:11.042852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:11.043187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:11.043569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:11.043994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Bound port: 131ecd3d-8013-409d-ae5c-f6972abe0109, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:11.044336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.064269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070db5b-09a1-40f5-a153-40798fcdb4d5 req-b0f978e6-f413-4445-968f-7da1affd0b3d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.065748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5070db5b-09a1-40f5-a153-40798fcdb4d5 req-b0f978e6-f413-4445-968f-7da1affd0b3d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1286526 Jan 18 23:01:11.119745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e22a29-abd2-47e3-a50c-a4bde34b5b7d req-75cd276e-bfd6-4ade-a193-7f1aa68c44a3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770607 Jan 18 23:01:11.126756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5070db5b-09a1-40f5-a153-40798fcdb4d5 req-237f182b-a7d9-4ca0-a064-93e32365dfe8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552056 Jan 18 23:01:11.202289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:11.206153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:11.207414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:11.214576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:11.301124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.306289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.385294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.386889 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] 10.222.0.89 "PUT /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 1092 time: 2.0962372 Jan 18 23:01:11.389272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:11.406378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:11.407759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] 10.222.0.89 "PUT /v2.0/ports/5a6645a8-c0d4-4db6-a9fa-b9c3f940489d HTTP/1.1" status: 200 len: 1096 time: 2.0731838 Jan 18 23:01:11.423077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa3de2-a4ff-4a07-bafa-05230fd6cb2c service neutron] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:11.485423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8231283-f4be-4285-87f2-ca5ac1ff403b req-7e69224c-13f3-45d1-b7a1-37d0f1e7fc26 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.488782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8231283-f4be-4285-87f2-ca5ac1ff403b req-7e69224c-13f3-45d1-b7a1-37d0f1e7fc26 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.1038907 Jan 18 23:01:11.502949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed553e-57ef-491c-a775-842c65a2e18d service neutron] Pushing event updated for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:11.559825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8231283-f4be-4285-87f2-ca5ac1ff403b req-44893f78-4020-478a-bdee-fd75a23528c6 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645530 Jan 18 23:01:11.627346 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'status': 'completed', 'code': 200} Jan 18 23:01:11.674554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-78de7b1b-bba3-4210-81e3-37cb62e059b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1095 time: 0.1627986 Jan 18 23:01:11.744482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-0baceb3e-27f9-4771-ae14-a9fcc617afc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 1099 time: 0.1806912 Jan 18 23:01:11.853597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-57fcac18-99e7-474f-a5b4-c4ee61b8a843 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.1680396 Jan 18 23:01:11.872934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-2c10b674-e27c-4167-8b44-c392de36c545 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d HTTP/1.1" status: 200 len: 217 time: 0.1192510 Jan 18 23:01:11.888498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a4d7d-b7ee-4c77-afc2-efcf22764192 req-4d9e6b91-e4ae-43ad-a8a6-a922a1aacdca tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:11.890183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b5a4d7d-b7ee-4c77-afc2-efcf22764192 req-4d9e6b91-e4ae-43ad-a8a6-a922a1aacdca tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 948 time: 0.0833337 Jan 18 23:01:11.917135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:11.958897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b5a4d7d-b7ee-4c77-afc2-efcf22764192 req-28ddf00b-808f-4a8c-a971-8ab5319a01b0 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572047 Jan 18 23:01:12.078463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-cd3842d9-7e8d-4163-b2d7-7a0cc3fcccd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.079927 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-cd3842d9-7e8d-4163-b2d7-7a0cc3fcccd9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.2111981 Jan 18 23:01:12.081404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-1c937602-b99c-4588-aa2d-4d249b3b3e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.082676 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-1c937602-b99c-4588-aa2d-4d249b3b3e64 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1158335 Jan 18 23:01:12.132361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7472622-f73a-46f0-b60d-e10a7d30e531 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38fbb0cdc4f44e8ba246cf12e7d5d4b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2139444 Jan 18 23:01:12.134867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:12.202665 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-806c0ec6-d4ae-4e1e-9e6b-314572524612 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098967 Jan 18 23:01:12.206255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.236229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.365248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-369c196e-e824-4222-af17-67152340a2bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2711303 Jan 18 23:01:12.406305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:12.427828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b18bb-246e-4f79-a95c-40bdf6e1187d req-3c478a34-c8a5-402a-b723-2b8e291a27f7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.429397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c1b18bb-246e-4f79-a95c-40bdf6e1187d req-3c478a34-c8a5-402a-b723-2b8e291a27f7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.1565723 Jan 18 23:01:12.439749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a49ba-6e6a-478a-8405-652e0e865f40 req-62f98bee-7f2b-436c-a16b-02af1f4179ef tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.441155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27a49ba-6e6a-478a-8405-652e0e865f40 req-62f98bee-7f2b-436c-a16b-02af1f4179ef tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1335375 Jan 18 23:01:12.454901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-5244bc92-990d-4ef0-b97c-df0cb9aac865 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433364 Jan 18 23:01:12.483160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.515449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8493583-19e5-4c74-bca6-0b68a9a7ffb9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:12.537296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c1b18bb-246e-4f79-a95c-40bdf6e1187d req-21237375-0746-4210-be02-5241bf31896f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951476 Jan 18 23:01:12.539281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27a49ba-6e6a-478a-8405-652e0e865f40 req-0c391ecd-e61f-4994-9c9b-dcac0ddf3795 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Jan 18 23:01:12.583539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.628364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.630083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2801f69-e4c0-4378-87d6-9fd63825a805 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8493583-19e5-4c74-bca6-0b68a9a7ffb9 HTTP/1.1" status: 204 len: 168 time: 0.4940274 Jan 18 23:01:12.636198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:12.641005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Usage tracker for resource:security_group_rule and tenant:02fe152244ce47cda9d956db8eac855e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:12.644945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:12.652528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:12.703761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-f78a6ceb-c97f-41d0-a68c-0042f9982816 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296185 Jan 18 23:01:12.731683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.788911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c64d6526-7ec3-40a1-8e55-8a9545f8a3f3 req-349ce8c6-d793-4fce-b079-2089bf481b50 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264575 Jan 18 23:01:12.813248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:12.858714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-333c4384-c56a-498a-b1d0-57b79e9a9fc1 req-4dcc1912-26cc-4690-8ac8-a275d5fa8433 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410539 Jan 18 23:01:12.871098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25517610-44ef-4867-a24d-8177d0cd2996,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:12.884171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d194aaa3-1787-40f4-87cf-25b637d5aad2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02fe152244ce47cda9d956db8eac855e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4750891 Jan 18 23:01:12.884443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:12.900272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20ac6-a175-4dfe-b027-c62f39541a8c req-753f6a64-ced5-4eee-ace1-2900d37119c5 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:12.908425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3b20ac6-a175-4dfe-b027-c62f39541a8c req-753f6a64-ced5-4eee-ace1-2900d37119c5 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.1419642 Jan 18 23:01:12.956308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3b20ac6-a175-4dfe-b027-c62f39541a8c req-400e5ece-cc17-4514-9b95-23073f6fbc5a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Jan 18 23:01:13.024322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.060417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.085516 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-fb3da488-edc0-41ca-90e7-8e6c6ee0139d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1095 time: 0.1466053 Jan 18 23:01:13.190162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000bf2-4207-460a-8899-3243268b0bb8 req-81285709-e24b-4685-b165-23fd8f439653 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.191685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05000bf2-4207-460a-8899-3243268b0bb8 req-81285709-e24b-4685-b165-23fd8f439653 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 948 time: 0.0850890 Jan 18 23:01:13.247390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-c9e590e5-0c91-4f79-b2d1-834fe508e774 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.248925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-c9e590e5-0c91-4f79-b2d1-834fe508e774 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1534731 Jan 18 23:01:13.261489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05000bf2-4207-460a-8899-3243268b0bb8 req-5fa7b75d-921f-4fe2-9ac4-08a9fb664e6b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629709 Jan 18 23:01:13.319199 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-6cc7f4f6-435b-4eda-9246-e819b9154f3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.0619795 Jan 18 23:01:13.358189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.387413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25517610-44ef-4867-a24d-8177d0cd2996,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:13.397176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.400939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-372f4dfd-9f2d-43ec-9a9b-798455f6bf92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25517610-44ef-4867-a24d-8177d0cd2996 HTTP/1.1" status: 204 len: 168 time: 0.5168734 Jan 18 23:01:13.409445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-2cfc28e6-0611-442a-8ed5-611d8a5c96a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.411712 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-2cfc28e6-0611-442a-8ed5-611d8a5c96a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0867062 Jan 18 23:01:13.463325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-9804b74e-2deb-43d2-88a3-c23e1400bd53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453029 Jan 18 23:01:13.497014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4b848e0-9e11-45d6-9c48-1a69f32d6bc2 req-c6346a50-eff0-459f-bc0b-80bee44eb732 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0969512 Jan 18 23:01:13.559969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54216) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:13.573582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:13.615286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.638572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:13.680521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:13.687013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b106ac55a9a4d4880a49457ce926456 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:13.691160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-6244cbda-a5ec-4613-a255-abc7d94b346c service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208080 Jan 18 23:01:13.692494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:13.724683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:13.751191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:13.767267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '707e8e38-9580-4bda-b666-74c64f49053c', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '707e8e38-9580-4bda-b666-74c64f49053c', 'mac_address': 'fa:16:3e:be:3a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:13.799415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fe22a175-5526-4851-aec5-25252fffcbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.831208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.859350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:13.881259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:13.886834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4df41ada-e8ae-41dd-8d5e-73c4a6700e4e req-253aa8aa-7619-416f-90ff-d832a918f287 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880352 Jan 18 23:01:13.912261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f203d20-7044-4c62-b6a4-94fa861a4864 req-8db345a6-c537-4025-bed3-08f79f22cb32 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.914581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f203d20-7044-4c62-b6a4-94fa861a4864 req-8db345a6-c537-4025-bed3-08f79f22cb32 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.1321001 Jan 18 23:01:13.922270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bca2e-f2af-4005-8547-e0e43b418746 req-e2d92299-fa40-402a-896f-fb8495787d69 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:13.923995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-549bca2e-f2af-4005-8547-e0e43b418746 req-e2d92299-fa40-402a-896f-fb8495787d69 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.2008891 Jan 18 23:01:13.937460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:13.938034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:13.939860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.007412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.011739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-549bca2e-f2af-4005-8547-e0e43b418746 req-6a58a903-7d23-42ee-b5f2-53890aa73a61 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Jan 18 23:01:14.021362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f203d20-7044-4c62-b6a4-94fa861a4864 req-9488ae84-dfb3-459e-9132-0dd88abb6064 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960965 Jan 18 23:01:14.082744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.125603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b106ac55a9a4d4880a49457ce926456&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5619411 Jan 18 23:01:14.126012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54236) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:14.141233 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d', 'status': 'completed', 'code': 200} Jan 18 23:01:14.153590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8172-331c-4c2b-be2f-e604e769f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a913d5e3-7958-493e-9776-c45841e105ac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.170794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:14.187619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'port_id': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'mac_address': 'fa:16:3e:1e:5e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d523f-70bd-41f1-bcfe-3a74d392556f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:14.240266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.273331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.297823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-035c60a8-c091-4ee6-8565-a15d863c97aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 1099 time: 0.1199622 Jan 18 23:01:14.301580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa54ba70-7f57-4790-a00c-ce1022be8da0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:14.321290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.339751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:14.403711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e25f62-3bd7-472a-a6f7-846caa536cd7 req-d5d418cf-c869-4ca0-9a5b-313355f9332d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.411302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82e25f62-3bd7-472a-a6f7-846caa536cd7 req-d5d418cf-c869-4ca0-9a5b-313355f9332d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1425853 Jan 18 23:01:14.419064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.462046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-8dfea0a0-e17d-4d5a-b654-3f5b11f00a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.463730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-8dfea0a0-e17d-4d5a-b654-3f5b11f00a14 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1580760 Jan 18 23:01:14.469803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82e25f62-3bd7-472a-a6f7-846caa536cd7 req-f52ed91a-eabf-4844-86fb-2e1151030bc5 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573726 Jan 18 23:01:14.509730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.517518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-81ec5605-624d-45f0-b3dc-0489ca8b5ed4 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=36163d33a9dc4a8584f37129129ed8ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451493 Jan 18 23:01:14.565407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:14.583482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-159d79b1-2205-4830-9474-2c1606a1cbe7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d HTTP/1.1" status: 200 len: 217 time: 0.1091628 Jan 18 23:01:14.588171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.600992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.668910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a913d5e3-7958-493e-9776-c45841e105ac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:14.670485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:14.673562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-575fed93-9a92-4012-bccc-d204270df8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.674900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-575fed93-9a92-4012-bccc-d204270df8da service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0772684 Jan 18 23:01:14.678000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Usage tracker for resource:security_group_rule and tenant:171a3024d6c140bd88ecfa1a14099402 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:14.682607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:14.725471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:14.728075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['707e8e38-9580-4bda-b666-74c64f49053c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:14.745064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:14.748776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c60d7638-efd5-4180-8818-150dff10a0da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a913d5e3-7958-493e-9776-c45841e105ac HTTP/1.1" status: 204 len: 168 time: 0.6216953 Jan 18 23:01:14.813356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-607bfa8a-9921-42ea-9ca2-dcdf6dc792ed tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.814964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-607bfa8a-9921-42ea-9ca2-dcdf6dc792ed tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2961757 Jan 18 23:01:14.839297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a449dd-1c32-4b6c-a41d-6f17c824a4a7 req-b3af5c60-00b0-4a5b-bd17-7ef7590473ef tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:14.846416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48a449dd-1c32-4b6c-a41d-6f17c824a4a7 req-b3af5c60-00b0-4a5b-bd17-7ef7590473ef tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 948 time: 0.2464495 Jan 18 23:01:14.856882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-0d0408f1-29f9-42c7-ab69-aa2352424214 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754382 Jan 18 23:01:14.878051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-c10cc836-2bb0-42f6-ac5c-f488af1ea165 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/quotas/36163d33a9dc4a8584f37129129ed8ce HTTP/1.1" status: 200 len: 375 time: 0.0559192 Jan 18 23:01:14.974067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48a449dd-1c32-4b6c-a41d-6f17c824a4a7 req-3be903dd-8c8b-4947-9a25-dd9637890907 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267841 Jan 18 23:01:14.979870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.030728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-98c8048b-03c6-4a21-8b4c-f1423e0f67d4 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518295 Jan 18 23:01:15.104763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.129046 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-3146c42b-45d8-48c9-b941-a24fbcdbde32 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3411541 Jan 18 23:01:15.149839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-08b2f4a3-0ed1-4670-8171-57d85e1794d4 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840364 Jan 18 23:01:15.225524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ae030-de1d-4931-8f58-7b3e183497be req-ab526379-66fa-496e-92c8-b9f9b2f08b36 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.233421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc5ae030-de1d-4931-8f58-7b3e183497be req-ab526379-66fa-496e-92c8-b9f9b2f08b36 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.0886002 Jan 18 23:01:15.252484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb1b67d-23aa-45a5-a6af-e787964d7abe,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:15.317064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d8484f27-9616-4c66-8c42-0838beff9b1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=171a3024d6c140bd88ecfa1a14099402&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7494340 Jan 18 23:01:15.324043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:15.324315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc5ae030-de1d-4931-8f58-7b3e183497be req-ade2d12a-9094-4bb6-bff0-ad738fde6a4f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Jan 18 23:01:15.377773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb72ffa1-c835-4089-aaac-fb97c38d4f3f req-11f04980-a069-46b3-a19e-edf540944698 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0804801 Jan 18 23:01:15.407931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['aa54ba70-7f57-4790-a00c-ce1022be8da0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:15.446201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-36cd48f3-727a-4a0f-89da-e8f4a9a7e80c req-e3f785ff-b9e7-4f67-b4d9-69e15ba03658 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826109 Jan 18 23:01:15.477594 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-a5255e27-e10d-453a-aa9b-5182c95d170d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 1101 time: 0.2117195 Jan 18 23:01:15.483549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.527479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.591751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:15.721595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-3e8297df-9a12-433d-aac4-53c815b52270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.723537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-3e8297df-9a12-433d-aac4-53c815b52270 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2179849 Jan 18 23:01:15.726437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 707e8e38-9580-4bda-b666-74c64f49053c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:15.731955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.767352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5eec9a-cf76-4123-80dd-6d72f31d7fa3 req-a7467111-663b-4194-a4fc-bf3d99796586 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.772987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5eec9a-cf76-4123-80dd-6d72f31d7fa3 req-a7467111-663b-4194-a4fc-bf3d99796586 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1306701 Jan 18 23:01:15.803017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.818004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-cf6c66df-568d-4ed6-8456-7ece370c1872 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f HTTP/1.1" status: 200 len: 217 time: 0.0886178 Jan 18 23:01:15.820204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb1b67d-23aa-45a5-a6af-e787964d7abe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:15.836009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5eec9a-cf76-4123-80dd-6d72f31d7fa3 req-30db0cac-9d57-405f-893c-5633b0cd8256 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611835 Jan 18 23:01:15.883031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:15.884198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2f6a6d43-49ef-4058-802d-3abfe5e16a84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecb1b67d-23aa-45a5-a6af-e787964d7abe HTTP/1.1" status: 204 len: 168 time: 0.5582757 Jan 18 23:01:15.924683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-52cdb5c5-c583-4aac-95e2-44bcbd099a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:15.926845 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-52cdb5c5-c583-4aac-95e2-44bcbd099a1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0971155 Jan 18 23:01:16.029239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-c8fdabbe-f114-47aa-b517-02ce4c873044 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947964 Jan 18 23:01:16.088419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-501d884c-4231-4a1d-aa48-87bcc19a1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.109683 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.149323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:16.159040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:16.214235 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c', 'code': 200} Jan 18 23:01:16.222476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc95071-7732-478e-a657-a4865dd39587 req-cb830d2b-02bd-4626-85cb-a89ec75cc7fc tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.224706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc95071-7732-478e-a657-a4865dd39587 req-cb830d2b-02bd-4626-85cb-a89ec75cc7fc tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 948 time: 0.0941772 Jan 18 23:01:16.225344 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-5843340a-3c21-45d6-847e-e74e99d400b5 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909492 Jan 18 23:01:16.231624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:16.295487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc95071-7732-478e-a657-a4865dd39587 req-6126f270-6397-447c-81d0-009b14339a83 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 Jan 18 23:01:16.359486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:16.415508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a4fa4381-e6c9-4236-8999-5a1c5d35e6f3 req-431467bd-70b2-4d86-9f41-29c52cd49406 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546843 Jan 18 23:01:16.417520 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:01:16.561065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e757f59-f5e8-4d96-8ce6-7582872886c1 req-f141b4ca-0d35-4da7-a8bb-0502e7225bdb tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0455320 Jan 18 23:01:16.591527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58fc2-f9d8-47c1-b1c0-d3844c57afd5 req-698e9ecd-f5c0-456b-b905-f4110dc5edf5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:16.593157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e58fc2-f9d8-47c1-b1c0-d3844c57afd5 req-698e9ecd-f5c0-456b-b905-f4110dc5edf5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.1356370 Jan 18 23:01:16.653560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e58fc2-f9d8-47c1-b1c0-d3844c57afd5 req-799c1444-c8ff-4a34-9cdd-bb9a34ee736c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Jan 18 23:01:17.086099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3245136-cd62-4916-a8eb-8aee610598d9 req-690e3258-a7c9-4e85-80a3-2c3738ae0ad8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:17.087790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3245136-cd62-4916-a8eb-8aee610598d9 req-690e3258-a7c9-4e85-80a3-2c3738ae0ad8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.0886300 Jan 18 23:01:17.141132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3245136-cd62-4916-a8eb-8aee610598d9 req-818484a0-8289-4119-b2e1-d4e21e8864c7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 Jan 18 23:01:17.154299 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.245973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:17.517891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49669990-cfc0-4be3-8edc-f99c223927f5 req-560172fe-2cda-4d94-9fe3-189401d45b52 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:17.519347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49669990-cfc0-4be3-8edc-f99c223927f5 req-560172fe-2cda-4d94-9fe3-189401d45b52 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 948 time: 0.0806673 Jan 18 23:01:17.574045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49669990-cfc0-4be3-8edc-f99c223927f5 req-32f11987-0c95-416a-b42c-ffc3818e0878 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479836 Jan 18 23:01:17.603179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:17.641097 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-d7a82075-a596-4a34-b5b2-a4fb03e3583a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=36163d33a9dc4a8584f37129129ed8ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439711 Jan 18 23:01:17.663137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:17.798597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:17.847486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-33f80110-aeba-4343-8768-c01592a7ff0a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:17.849733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-33f80110-aeba-4343-8768-c01592a7ff0a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036486 Jan 18 23:01:17.869185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Request body: {'port': {'device_id': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '36163d33a9dc4a8584f37129129ed8ce'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:17.889742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6545a100-ffaf-4240-b99b-c7e717737c00 req-7113360f-8b82-4b52-87e7-3d3e8afd0bdc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0820470 Jan 18 23:01:18.091517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761408bc-5ead-46c1-96a9-961798439dae req-4a8427a2-a70f-4198-a2f0-317de96b8f20 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:18.094443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:18.097594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-761408bc-5ead-46c1-96a9-961798439dae req-4a8427a2-a70f-4198-a2f0-317de96b8f20 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.1266019 Jan 18 23:01:18.105089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:18.106741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Usage tracker for resource:port and tenant:36163d33a9dc4a8584f37129129ed8ce is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:18.120147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:18.137338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d', 'mac_address': 'fa:16:3e:b0:b4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:18.198407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:18.221622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.227742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-062bceb0-95ab-4071-8ec7-89c2e038d1dd tempest-AutoAllocateNetworkTest-2021891441 tempest-AutoAllocateNetworkTest-2021891441-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=00f372ea35a44e5190e818828ae9e782&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4279058 Jan 18 23:01:18.233473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:18.236414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port aa54ba70-7f57-4790-a00c-ce1022be8da0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:18.247781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port aa54ba70-7f57-4790-a00c-ce1022be8da0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:18.248154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.261330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-761408bc-5ead-46c1-96a9-961798439dae req-da919926-27c8-42f8-8a7c-029da8df7ba8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544275 Jan 18 23:01:18.305516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:18.365116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:18.458499 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.474051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38be1e7-ad79-43e7-a051-f007b1e54135 req-644539fa-a2e3-4d98-a295-076081a4389b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:18.482679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b38be1e7-ad79-43e7-a051-f007b1e54135 req-644539fa-a2e3-4d98-a295-076081a4389b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1087818 Jan 18 23:01:18.486356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.558001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b38be1e7-ad79-43e7-a051-f007b1e54135 req-a26401a9-f2a0-4952-9a25-6399b8c564b8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Jan 18 23:01:18.564116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:18.599922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:18.619108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:18.647172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193cea7-449f-4675-a741-2a4fe3d64bf7 tempest-AutoAllocateNetworkTest-2021891441 tempest-AutoAllocateNetworkTest-2021891441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:18.648746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6193cea7-449f-4675-a741-2a4fe3d64bf7 tempest-AutoAllocateNetworkTest-2021891441 tempest-AutoAllocateNetworkTest-2021891441-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4090908 Jan 18 23:01:18.651832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:18.652402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-240d99ef-9af8-4d0c-93ac-762d67c40b1c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5317061 Jan 18 23:01:18.653736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Made reservation on behalf of 36163d33a9dc4a8584f37129129ed8ce for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:18.656942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.658672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.698974 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'code': 200} Jan 18 23:01:18.741210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:18.754466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1a8c41e4-b820-4d16-be98-ffc409b2b49b tempest-AutoAllocateNetworkTest-2021891441 tempest-AutoAllocateNetworkTest-2021891441-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004055 Jan 18 23:01:18.757079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:18.790373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d10a6258-ec59-4a5d-b358-dafe646a2dc2 tempest-AutoAllocateNetworkTest-2021891441 tempest-AutoAllocateNetworkTest-2021891441-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=00f372ea35a44e5190e818828ae9e782 HTTP/1.1" status: 200 len: 208 time: 0.0318472 Jan 18 23:01:18.849520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5a6645a8-c0d4-4db6-a9fa-b9c3f940489d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:18.960264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:19.010345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042344c5-894d-455c-89d4-385e7a0c9b98 req-028873e1-eba8-4a80-849c-c56412c06d2b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:19.017409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-042344c5-894d-455c-89d4-385e7a0c9b98 req-028873e1-eba8-4a80-849c-c56412c06d2b tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 949 time: 0.1584187 Jan 18 23:01:19.099712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-042344c5-894d-455c-89d4-385e7a0c9b98 req-d88018be-6571-46bb-8efe-577bc509f45e tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808415 Jan 18 23:01:19.174976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2d656ac6-613d-4f58-909f-2e9c918e8dc9 req-05d0752d-b2ae-4964-b025-48960f354f85 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1096 time: 0.3139844 Jan 18 23:01:19.182133 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-21fb484a-338e-4205-b763-187966fae86c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1097 time: 0.2771580 Jan 18 23:01:19.302221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3a97e2a-b338-41c8-936a-db8518a987fa req-8d3180d6-a55b-42cb-8876-de241c571847 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0657463 Jan 18 23:01:19.366607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Allocated IP 192.168.233.72 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/1ad4993e-0bd4-49dc-90a0-9a235706077a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:19.588137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2d656ac6-613d-4f58-909f-2e9c918e8dc9 req-7bba5075-93ad-4e64-9696-573e4f5349c4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050534 Jan 18 23:01:19.617635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:19.632158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-19b785d7-91d0-438e-a435-5766b77778e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:19.652939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-19b785d7-91d0-438e-a435-5766b77778e8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.4186549 Jan 18 23:01:19.682870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.720212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Transition to ACTIVE for port object 1ad4993e-0bd4-49dc-90a0-9a235706077a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:19.782270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74317-436c-4c09-8ac3-13101ab6cba1 req-d7faef8e-32f4-4ea9-b755-d18c318bdfb6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:19.792822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95c74317-436c-4c09-8ac3-13101ab6cba1 req-d7faef8e-32f4-4ea9-b755-d18c318bdfb6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 945 time: 0.1922705 Jan 18 23:01:19.838330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54440) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:19.845832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:19.871001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95c74317-436c-4c09-8ac3-13101ab6cba1 req-188d520e-77a1-42dd-a56a-bd3fd72fb313 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748043 Jan 18 23:01:19.900406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:19.934319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'port_id': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'mac_address': 'fa:16:3e:6a:99:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9248b3cb-f167-4bf0-9c78-86c475877073', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:19.942843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a53d42c2-4efa-4d7f-9d98-df1bb92de98f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:20.021418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63074600-d5e4-476a-8c8f-5b0713d55b58 req-e97157b2-afd8-4ac4-9e1e-921b1f0c5b63 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.029339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63074600-d5e4-476a-8c8f-5b0713d55b58 req-e97157b2-afd8-4ac4-9e1e-921b1f0c5b63 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1145380 Jan 18 23:01:20.099864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63074600-d5e4-476a-8c8f-5b0713d55b58 req-8a027ddf-e0ec-44c4-95d7-a9bf1e24f0df tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Jan 18 23:01:20.131582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.201567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131ecd3d-8013-409d-ae5c-f6972abe0109 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:20.246345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.257247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:20.277890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Pushing event updated for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.281949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:20.293304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:20.298487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:20.357930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-48bacb65-ee7d-40e6-935c-e9673c98db12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 1002 time: 0.3850808 Jan 18 23:01:20.399176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.453752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:20.469442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Usage tracker for resource:security_group_rule and tenant:00f372ea35a44e5190e818828ae9e782 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:20.475840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:20.485207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:20.496851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:20.504083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.505958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.525700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838c0c9-fb0a-4509-b189-66633c079c0a req-9cb5fb83-e397-49fb-921e-8f3e53c8e03c tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.533331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3838c0c9-fb0a-4509-b189-66633c079c0a req-9cb5fb83-e397-49fb-921e-8f3e53c8e03c tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 949 time: 0.2125814 Jan 18 23:01:20.538431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-ac2c6b88-4917-4a37-864c-1be1d69161ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.541031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-ac2c6b88-4917-4a37-864c-1be1d69161ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.1729019 Jan 18 23:01:20.665484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3838c0c9-fb0a-4509-b189-66633c079c0a req-89fabc31-5f6b-42d4-967c-b096f9f5fa52 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310182 Jan 18 23:01:20.672814 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-afc8dbd2-f37d-4f3f-9301-1c5afadfd219 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8099275 Jan 18 23:01:20.690609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Request body: {'port': {'device_id': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:20.721737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0f061-e584-4e05-9ac4-b3acd20b060b req-f6282481-60b0-4b37-bca7-12bd00476f6c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:20.723948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5be0f061-e584-4e05-9ac4-b3acd20b060b req-f6282481-60b0-4b37-bca7-12bd00476f6c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 935 time: 0.1219966 Jan 18 23:01:20.727838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.732219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e85cf0da-bd90-4720-a7f6-a1ec0b1a8c27 None None] Provisioning for port 1ad4993e-0bd4-49dc-90a0-9a235706077a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:20.737664 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-ffecb4c0-9fd1-49d6-8cee-4bb49982dbc8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865649 Jan 18 23:01:20.740493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e85cf0da-bd90-4720-a7f6-a1ec0b1a8c27 None None] Provisioning complete for port 1ad4993e-0bd4-49dc-90a0-9a235706077a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:20.740493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e85cf0da-bd90-4720-a7f6-a1ec0b1a8c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.832135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e85cf0da-bd90-4720-a7f6-a1ec0b1a8c27 None None] Port 1ad4993e-0bd4-49dc-90a0-9a235706077a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:01:20.845430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5be0f061-e584-4e05-9ac4-b3acd20b060b req-7ba8815f-582a-4434-9e26-56e2318b4225 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141467 Jan 18 23:01:20.863327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:20.892859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['131ecd3d-8013-409d-ae5c-f6972abe0109'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:21.062662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-0ef2e710-d32b-45f0-b3e1-82e68058964e service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148313 Jan 18 23:01:21.072376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.109295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07270ec9-3c44-41ef-9801-726a5b691815,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:21.181579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f862f-8f59-4e43-a417-752c44334346 req-3f89892a-3c0a-47c3-b02d-9b4f14f2c8d8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:21.207233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da4f862f-8f59-4e43-a417-752c44334346 req-3f89892a-3c0a-47c3-b02d-9b4f14f2c8d8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 945 time: 0.1442289 Jan 18 23:01:21.338807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da4f862f-8f59-4e43-a417-752c44334346 req-7d27c19f-cf70-4581-945f-ca5e4ea02d16 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289132 Jan 18 23:01:21.481322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8ca74-39db-49d3-8339-f34be56b8a43 req-1dd86b8a-754f-41a4-8175-bd7853aa7e73 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:21.481322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcb8ca74-39db-49d3-8339-f34be56b8a43 req-1dd86b8a-754f-41a4-8175-bd7853aa7e73 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.1384826 Jan 18 23:01:21.777117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3a6b1e49-d04e-4b6a-8e23-2210993f0542 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00f372ea35a44e5190e818828ae9e782&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6668441 Jan 18 23:01:21.778635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcb8ca74-39db-49d3-8339-f34be56b8a43 req-95f0aa62-2c8c-46c8-bd33-8a4fddb38bab tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649531 Jan 18 23:01:21.779220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6487ea7d-2ddf-4506-86a4-e7115762d39c req-29cec8af-ec1b-4ec2-8e52-85b31a9456c7 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501120 Jan 18 23:01:21.779576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:21.785687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:21.890433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad4993e-0bd4-49dc-90a0-9a235706077a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:21.905491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.928391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Transition to ACTIVE for port object 1ad4993e-0bd4-49dc-90a0-9a235706077a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:21.948611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.983029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:21.984749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b36b3-bcf9-4ad0-965c-c6cb1867878c req-cb4ad838-4871-421d-b68f-afc2ad02ff44 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:21.986476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc4b36b3-bcf9-4ad0-965c-c6cb1867878c req-cb4ad838-4871-421d-b68f-afc2ad02ff44 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 949 time: 0.1033430 Jan 18 23:01:22.043821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:22.047515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.049171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:22.049549 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.060235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc4b36b3-bcf9-4ad0-965c-c6cb1867878c req-0136d9cc-1bbb-4d15-87a5-2e36e929ded8 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Jan 18 23:01:22.164132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:22.169481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.304130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8e6ec-5668-4ba3-822b-2f84e25a175c req-b339e3aa-d212-43d6-9926-7035dd469595 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:22.306506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06a8e6ec-5668-4ba3-822b-2f84e25a175c req-b339e3aa-d212-43d6-9926-7035dd469595 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 947 time: 0.1148221 Jan 18 23:01:22.318750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07270ec9-3c44-41ef-9801-726a5b691815,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:22.324125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.368895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.370274 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28aeb8bf-021e-4411-b248-06bdf7034f5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07270ec9-3c44-41ef-9801-726a5b691815 HTTP/1.1" status: 204 len: 168 time: 0.5663476 Jan 18 23:01:22.416482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06a8e6ec-5668-4ba3-822b-2f84e25a175c req-f534b5f8-ad0f-4b01-88c1-7441b8144b14 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020675 Jan 18 23:01:22.514714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:22.552326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:22.620927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Attempting to bind port 1ad4993e-0bd4-49dc-90a0-9a235706077a on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:22.623663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Attempting to bind port 1ad4993e-0bd4-49dc-90a0-9a235706077a by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:22.623663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Attempting to bind port 1ad4993e-0bd4-49dc-90a0-9a235706077a on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:22.632632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Port 1ad4993e-0bd4-49dc-90a0-9a235706077a on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:22.632990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Attempting to bind port 1ad4993e-0bd4-49dc-90a0-9a235706077a on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:22.640986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:22.641416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:22.642451 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.642596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:22.642974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Bound port: 1ad4993e-0bd4-49dc-90a0-9a235706077a, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:22.643308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.749822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521afdcb-9043-4e46-a313-6efdb7aa9a5c req-d3d94a18-8a41-4a79-acc5-5aac713e793d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:22.751429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-521afdcb-9043-4e46-a313-6efdb7aa9a5c req-d3d94a18-8a41-4a79-acc5-5aac713e793d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 945 time: 0.1008565 Jan 18 23:01:22.755745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:22.774426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:22.778111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:22.840710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-521afdcb-9043-4e46-a313-6efdb7aa9a5c req-7af9987b-3c2f-40a6-9dd9-509010c29fcf tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662911 Jan 18 23:01:22.860073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:22.888655 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d', 'code': 200} Jan 18 23:01:23.094626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.102066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] 10.222.0.83 "PUT /v2.0/ports/1ad4993e-0bd4-49dc-90a0-9a235706077a HTTP/1.1" status: 200 len: 1095 time: 2.4171813 Jan 18 23:01:23.102742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:23.146003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadcbde-9045-4517-8c18-8301eda1b297 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:23.198841 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57a1dc96-c1de-448e-a6bf-9b19a296fd6a req-fd74d3e1-aa00-4283-b49e-97d40bbf2f95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 1101 time: 0.2295504 Jan 18 23:01:23.206266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0a0f-550e-4dac-8406-7aab7de8379f req-9890dec9-df80-4045-8071-4cc7dc0ffc79 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:23.209257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bde0a0f-550e-4dac-8406-7aab7de8379f req-9890dec9-df80-4045-8071-4cc7dc0ffc79 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.1743827 Jan 18 23:01:23.332333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bde0a0f-550e-4dac-8406-7aab7de8379f req-5eee5d0a-829c-4840-9b6f-f7ca29503b0b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022708 Jan 18 23:01:23.388312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57a1dc96-c1de-448e-a6bf-9b19a296fd6a req-72aae6d2-d2a4-4b1b-bcfd-db257aadab74 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220603 Jan 18 23:01:23.397415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-f772ec59-508d-4d73-9ee4-d6b83ba01210 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 1098 time: 0.1975961 Jan 18 23:01:23.496503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-f28fcdc5-e391-465a-8c2f-031d467d8bfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a HTTP/1.1" status: 200 len: 217 time: 0.0922329 Jan 18 23:01:23.636446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-9e07e9d1-5eba-4959-b973-b8582903e6cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:23.639239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-9e07e9d1-5eba-4959-b973-b8582903e6cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1364884 Jan 18 23:01:23.650420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:23.730834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-4c367f4c-cd94-404c-a31b-6da35f089fa3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829396 Jan 18 23:01:23.840315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd483c-7cde-425f-8401-e911d40f255d req-386d474f-0d36-4527-a65b-d0eff3252589 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:23.842226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64cd483c-7cde-425f-8401-e911d40f255d req-386d474f-0d36-4527-a65b-d0eff3252589 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 950 time: 0.2399035 Jan 18 23:01:23.855082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-367f62d7-2db7-4b4e-b433-4edb54c8e57d req-4a0996f8-b13d-4da3-bf48-ce4b31c266d8 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1096 time: 0.2146554 Jan 18 23:01:23.868207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 131ecd3d-8013-409d-ae5c-f6972abe0109 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:23.874548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 131ecd3d-8013-409d-ae5c-f6972abe0109 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:23.875416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:23.898408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-8f9c5738-a016-4cd3-b267-662a68b2a5d5 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587617 Jan 18 23:01:23.973819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64cd483c-7cde-425f-8401-e911d40f255d req-45e8c6a0-ac4c-448c-a3d4-70848279b1fe tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166139 Jan 18 23:01:23.980489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-367f62d7-2db7-4b4e-b433-4edb54c8e57d req-2233c850-1484-454f-8f69-b486a838d27b tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] Synchronizing usage tracker for tenant:d49f2d4c146c49dca2e903b25db114a0 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:24.100175 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a', 'status': 'completed', 'code': 200} Jan 18 23:01:24.116648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-367f62d7-2db7-4b4e-b433-4edb54c8e57d req-2233c850-1484-454f-8f69-b486a838d27b tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] Unset dirty status for tenant:d49f2d4c146c49dca2e903b25db114a0 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:24.118014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-367f62d7-2db7-4b4e-b433-4edb54c8e57d req-2233c850-1484-454f-8f69-b486a838d27b tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621570 Jan 18 23:01:24.169804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.213059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:24.274537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4d3e792-36eb-4b1c-ab2d-486d3658f213 req-8aaaa2dc-7f4a-47e4-aed3-67ac6a69f095 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702459 Jan 18 23:01:24.294570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:24.445029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:24.704042 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-0673fb91-7344-43a9-8626-195341071953 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36163d33a9dc4a8584f37129129ed8ce&device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 1098 time: 0.2816997 Jan 18 23:01:24.736006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd8cfe-6c68-4e34-9f7c-5d4505f9cced req-0d1ecf58-d202-4a66-ad60-b6c69bee5b12 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:24.737543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbbd8cfe-6c68-4e34-9f7c-5d4505f9cced req-0d1ecf58-d202-4a66-ad60-b6c69bee5b12 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 947 time: 0.2219052 Jan 18 23:01:24.830187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b798233b-b892-44f3-89aa-9ae3de6bf1dd req-ae21d81e-81ed-46c3-8089-fde783e6aec2 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1096 time: 0.1822770 Jan 18 23:01:24.890613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:24.921197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbbd8cfe-6c68-4e34-9f7c-5d4505f9cced req-31b66c9a-dadd-49fd-944b-1e5551ecf776 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749582 Jan 18 23:01:24.932549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-538f563b-6f5f-4bc1-bf13-d311be95c2a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:24.943263 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-538f563b-6f5f-4bc1-bf13-d311be95c2a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2231081 Jan 18 23:01:24.943444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b798233b-b892-44f3-89aa-9ae3de6bf1dd req-dcf034ed-20e9-4f4a-9128-bf1246adfe42 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093948 Jan 18 23:01:25.048684 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-f22b0a00-ec52-458b-ae73-4254d497ec20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a HTTP/1.1" status: 200 len: 217 time: 0.1069119 Jan 18 23:01:25.085193 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'code': 200} Jan 18 23:01:25.137316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-54e896cc-fc43-41ad-9f25-da8153201907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:25.138897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-54e896cc-fc43-41ad-9f25-da8153201907 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0826211 Jan 18 23:01:25.330766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5735c8ab-728b-4ab4-bad1-4ba838e73f73 req-89b40d15-1903-4f70-a309-6ddb9f0d28a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1097 time: 0.1263547 Jan 18 23:01:25.339663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-00a11fb4-301f-45c7-aef9-98ea6b8de3a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927495 Jan 18 23:01:25.417762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd5a1-6e55-40e9-8fb1-d0fcc7cd7d84 req-d47045fc-2d2b-4e62-939a-c8c97ceaf397 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:25.424779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e3bd5a1-6e55-40e9-8fb1-d0fcc7cd7d84 req-d47045fc-2d2b-4e62-939a-c8c97ceaf397 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 950 time: 0.1172223 Jan 18 23:01:25.433697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9f6f3-1e6a-45da-9491-080c9942613b req-e941d9ed-ce8e-447b-9064-db51844e0e08 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:25.435229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99e9f6f3-1e6a-45da-9491-080c9942613b req-e941d9ed-ce8e-447b-9064-db51844e0e08 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1875448 Jan 18 23:01:25.484329 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5735c8ab-728b-4ab4-bad1-4ba838e73f73 req-603c15fb-f286-4764-b2d8-22dc292f2eb6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428983 Jan 18 23:01:25.514563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e3bd5a1-6e55-40e9-8fb1-d0fcc7cd7d84 req-d012188c-d945-4448-bccd-00fbf5e7af11 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887380 Jan 18 23:01:25.529393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-1134eedc-42ed-4ebc-99e2-f9b793fc6db5 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717520 Jan 18 23:01:25.567725 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99e9f6f3-1e6a-45da-9491-080c9942613b req-a5385e8c-5081-4409-be86-3aac8eb30136 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144626 Jan 18 23:01:25.814669 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-650ac2b1-9678-4dc0-8e1a-16811ed56d57 req-efd4e14e-eda5-464d-ab2b-93823eca2daa service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762456 Jan 18 23:01:25.928783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd9d5c6f-ef68-43c7-b836-068b975862ff req-5f846393-1ea0-4179-8df0-3c91a910b1fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409512 Jan 18 23:01:26.626700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa0865-7a90-47d7-b22d-aa0a5012e261 req-1d19ed7a-e3aa-4105-a9d1-4dd7584d1369 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:26.628276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7afa0865-7a90-47d7-b22d-aa0a5012e261 req-1d19ed7a-e3aa-4105-a9d1-4dd7584d1369 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 947 time: 0.0916054 Jan 18 23:01:26.691879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7afa0865-7a90-47d7-b22d-aa0a5012e261 req-c23f7e34-f036-4206-94ba-aa536265ec55 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567107 Jan 18 23:01:27.390015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692031f-bdcc-4a6c-8c20-eac9c8c6f892 req-b7e8570a-a896-4981-8ab7-67315b346fb3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:27.391596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6692031f-bdcc-4a6c-8c20-eac9c8c6f892 req-b7e8570a-a896-4981-8ab7-67315b346fb3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1107244 Jan 18 23:01:27.443186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6692031f-bdcc-4a6c-8c20-eac9c8c6f892 req-22424983-b34f-4db1-8a50-b47e18c660be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 Jan 18 23:01:27.837537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1ad4993e-0bd4-49dc-90a0-9a235706077a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:27.998611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:28.023060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '1ad4993e-0bd4-49dc-90a0-9a235706077a', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '1ad4993e-0bd4-49dc-90a0-9a235706077a', 'mac_address': 'fa:16:3e:5d:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:28.080100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.135426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad4993e-0bd4-49dc-90a0-9a235706077a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:28.166961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:28.238107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:28.265642 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.283404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443593e-6c3f-4e48-895d-9b67efe11a03 req-96869d5b-e771-4ff5-9590-6e664829f505 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:28.292075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2443593e-6c3f-4e48-895d-9b67efe11a03 req-96869d5b-e771-4ff5-9590-6e664829f505 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 947 time: 0.1104262 Jan 18 23:01:28.380617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2443593e-6c3f-4e48-895d-9b67efe11a03 req-901629a8-0ca9-4331-990e-f9ef02813903 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876756 Jan 18 23:01:28.393631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:28.444079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.489813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:28.495026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['1ad4993e-0bd4-49dc-90a0-9a235706077a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:28.496083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc239bef46fc45d898a2c6db2c25adac is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:28.500365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:28.509343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:28.589302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:28.595322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-8e97daef-d821-49f3-80b0-af868100ab85 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:01:28.596271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-8e97daef-d821-49f3-80b0-af868100ab85 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057549 Jan 18 23:01:28.618098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.696895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.775524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f9be5-0f00-44de-a826-b27737940a19,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:28.779751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ca3be721-01f0-4e18-84b0-162a71cd33c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc239bef46fc45d898a2c6db2c25adac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5381696 Jan 18 23:01:28.782171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:28.782682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Unknown quota resources ['binding']. {{(pid=84542) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:01:28.790114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54700) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:28.867947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:28.897059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.037287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.060697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f9be5-0f00-44de-a826-b27737940a19,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:29.070445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.072946 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-be589fe1-f103-4f2e-8884-2f561f0242a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f7f9be5-0f00-44de-a826-b27737940a19 HTTP/1.1" status: 204 len: 168 time: 0.2794151 Jan 18 23:01:29.078974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:29.079225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:29.079555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:29.087529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:29.094706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:29.103398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:29.103814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:29.104203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:29.104633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Bound port: aa54ba70-7f57-4790-a00c-ce1022be8da0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:29.280630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:29.296130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645d4f-8599-491a-a85b-b014356b6b8a req-f564ebd8-ac52-4364-aac3-ad50f8c59ae7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:29.298370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06645d4f-8599-491a-a85b-b014356b6b8a req-f564ebd8-ac52-4364-aac3-ad50f8c59ae7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1021578 Jan 18 23:01:29.354867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06645d4f-8599-491a-a85b-b014356b6b8a req-b5cfc417-807d-4cdd-8d55-91c7383ea07b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Jan 18 23:01:29.378342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:29.399116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-885c72f4-8d39-4759-b7be-44413a9489ab service neutron] 10.222.0.59 "POST /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0/bindings HTTP/1.1" status: 201 len: 389 time: 0.7182829 Jan 18 23:01:29.795082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c39fd-97b0-4875-b492-715b4a42614d req-3c89a516-98bd-4c90-b426-5bf7b6d28302 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:29.803065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee8c39fd-97b0-4875-b492-715b4a42614d req-3c89a516-98bd-4c90-b426-5bf7b6d28302 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 950 time: 0.0935309 Jan 18 23:01:29.852897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1ad4993e-0bd4-49dc-90a0-9a235706077a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:29.872604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee8c39fd-97b0-4875-b492-715b4a42614d req-8a505efc-72b6-42c8-bc91-8a5941fa295f tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Jan 18 23:01:30.022559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54728) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:30.068029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.124883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:30.156562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 1ad4993e-0bd4-49dc-90a0-9a235706077a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:30.164252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 1ad4993e-0bd4-49dc-90a0-9a235706077a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:30.165065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.192489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Usage tracker for resource:security_group_rule and tenant:b93b2fb957374654bfa9f7798b8f7b53 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:30.205170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:30.211636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec2b7-1935-454c-b8f2-a6c33bf281f6 req-e6575980-45ad-4daa-8150-00fbefb984cc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.213831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-522ec2b7-1935-454c-b8f2-a6c33bf281f6 req-e6575980-45ad-4daa-8150-00fbefb984cc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 948 time: 0.1114061 Jan 18 23:01:30.227084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:30.286880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-522ec2b7-1935-454c-b8f2-a6c33bf281f6 req-7a201d59-569c-445f-acbe-4a58fba86fb4 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655797 Jan 18 23:01:30.340294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.359123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-c5823547-9c12-4ce9-a1e2-97c1fe31af1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1096 time: 0.2312803 Jan 18 23:01:30.376314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:30.389318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:30.453960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.512641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.650932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:30.651868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e7c4a5cd-bb43-4a3f-af10-e40b5b74210e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.651868 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e7c4a5cd-bb43-4a3f-af10-e40b5b74210e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2296054 Jan 18 23:01:30.652044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d766-bf19-4c5d-956b-a6ceffb4d502 req-85e90911-a1ef-4049-92cb-975a600074d9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.652044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1995d766-bf19-4c5d-956b-a6ceffb4d502 req-85e90911-a1ef-4049-92cb-975a600074d9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 945 time: 0.1723256 Jan 18 23:01:30.652044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d6d9c3-7a6e-4cf0-95ec-da62dcb6423d req-b569402f-6112-4817-9b92-6962d7b11792 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1097 time: 0.2286665 Jan 18 23:01:30.705429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-38d6d9c3-7a6e-4cf0-95ec-da62dcb6423d req-4dd2d31c-6340-4032-9a06-30a7815089ec tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] Synchronizing usage tracker for tenant:ede4a1403a6746bcabd16ae3098668d8 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:30.712028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1995d766-bf19-4c5d-956b-a6ceffb4d502 req-f42dcd58-6b49-4043-b8a0-40865c6939ae tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988731 Jan 18 23:01:30.729817 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e659cbcf-5234-4d67-928d-96b090282477 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.1254411 Jan 18 23:01:30.789150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:30.861935 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a', 'code': 200} Jan 18 23:01:30.871065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-c2a45804-af21-4fba-a820-6dc7c66524d7 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.871765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-c2a45804-af21-4fba-a820-6dc7c66524d7 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Synchronizing usage tracker for tenant:49fbb09d50a340dcb7a79ebda77bcea1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:30.874332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eaa326-f753-4a8f-aad0-3888534b0489,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:30.881707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e4f22801-912e-4f69-8836-a3890c222347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:30.883161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e4f22801-912e-4f69-8836-a3890c222347 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1399939 Jan 18 23:01:30.889149 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47ab93e9-11fd-4683-bf2c-4a03538a2b7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b93b2fb957374654bfa9f7798b8f7b53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8649182 Jan 18 23:01:30.892202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:30.986418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.017139 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-44bcb9c6-6396-431e-b5c4-1195416827bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265149 Jan 18 23:01:31.030829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.193927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-38d6d9c3-7a6e-4cf0-95ec-da62dcb6423d req-4dd2d31c-6340-4032-9a06-30a7815089ec tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] Unset dirty status for tenant:ede4a1403a6746bcabd16ae3098668d8 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:31.195211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d6d9c3-7a6e-4cf0-95ec-da62dcb6423d req-4dd2d31c-6340-4032-9a06-30a7815089ec tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678046 Jan 18 23:01:31.231208 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d5a70af5-7db3-4531-82c9-d3dd4877a55b req-2bede82b-29c4-4787-86dc-4564189ed9cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 1100 time: 0.2789803 Jan 18 23:01:31.233904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-c2a45804-af21-4fba-a820-6dc7c66524d7 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Unset dirty status for tenant:49fbb09d50a340dcb7a79ebda77bcea1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:31.240949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-c2a45804-af21-4fba-a820-6dc7c66524d7 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.89 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 950 time: 0.5536056 Jan 18 23:01:31.298901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.310261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-d377883d-cfdd-42c6-b70c-5c8b0081ea8d service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845950 Jan 18 23:01:31.328185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eaa326-f753-4a8f-aad0-3888534b0489,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:31.350157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.351552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c8175a5-ee58-47ad-a7bc-deb2d9269632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60eaa326-f753-4a8f-aad0-3888534b0489 HTTP/1.1" status: 204 len: 168 time: 0.4575343 Jan 18 23:01:31.433832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Deleting port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:31.434663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:31.481417 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d5a70af5-7db3-4531-82c9-d3dd4877a55b req-9dccfb24-549a-45ac-a325-3670ecb1998e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354779 Jan 18 23:01:31.605156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e228a6a6-fa04-4ff8-99ed-cbe0c7c53b72 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834451 Jan 18 23:01:31.677664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aede705a-09e7-4acc-bff4-13e6645229ba req-d1101bb9-0a80-47cf-bf92-74037f9d3ada tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1097 time: 0.1803522 Jan 18 23:01:31.684948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b4a4-6059-4948-a3d0-7636731502a6 req-6a9aa24b-cf2f-471a-9e0a-2a5498293b39 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:31.686656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f125b4a4-6059-4948-a3d0-7636731502a6 req-6a9aa24b-cf2f-471a-9e0a-2a5498293b39 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 950 time: 0.2990329 Jan 18 23:01:31.772905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f125b4a4-6059-4948-a3d0-7636731502a6 req-b7e74c54-4c6c-421b-b221-8019cdf29107 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/security-groups?id=21125105-2e2c-4c35-8e11-cf4ecdbd222e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691290 Jan 18 23:01:31.784676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aede705a-09e7-4acc-bff4-13e6645229ba req-f0e8d21e-df80-49d4-8b50-4efb0a00f285 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965433 Jan 18 23:01:31.860967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] For port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:31.861685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.127665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0a4a6-ffb8-4417-928e-633ab335280d req-825ad94e-d4b8-4044-b455-448f0a35669b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:32.129804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09a0a4a6-ffb8-4417-928e-633ab335280d req-825ad94e-d4b8-4044-b455-448f0a35669b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1334262 Jan 18 23:01:32.133380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Calling delete_port for 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:32.198058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09a0a4a6-ffb8-4417-928e-633ab335280d req-4bb11e9a-16a1-4710-ae5d-d1bb4b27fd88 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Jan 18 23:01:32.377168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-03e28192-038a-4bdc-9d25-9cd383b9600f tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.3874445 Jan 18 23:01:32.392577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:32.406016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94954b-7f00-4203-ba32-2235c963416a req-1613d9fe-34bd-4f4c-867e-bcd6fbe779bf tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:32.408250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e94954b-7f00-4203-ba32-2235c963416a req-1613d9fe-34bd-4f4c-867e-bcd6fbe779bf tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 945 time: 0.1765597 Jan 18 23:01:32.490092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e94954b-7f00-4203-ba32-2235c963416a req-c60327ad-44a0-4d45-94b9-a19361861a8b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742385 Jan 18 23:01:32.552101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.560455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:32.583724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5a6645a8-c0d4-4db6-a9fa-b9c3f940489d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:33.067732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Pushing event deleted for resources: {'Port': ['ID=5a6645a8-c0d4-4db6-a9fa-b9c3f940489d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:33.111720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c25b91-62ac-4e13-bdb9-a148c8afd005 req-ba7a81d3-762c-4995-9f55-314a8d987672 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2984424 Jan 18 23:01:33.136199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a82a3984-7699-4da7-933a-ba3fee0ea335 req-9f7785b2-52e7-4d12-9a7a-f876d00a2e72 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.59 "GET /v2.0/ports?device_id=adfc8aa6-6904-41ea-9214-38b8251d804f HTTP/1.1" status: 200 len: 210 time: 0.1374774 Jan 18 23:01:33.211046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:33.248787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:33.317867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] No DVR routers for this DVR port 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:33.324412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.330409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'name': 'network-vif-deleted', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:33.374329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.463681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-532b1c9b-7adf-40b0-bbd1-2d2f3808cb37 req-ca1d24ce-d46c-462c-ada6-6c4e80e24035 tempest-TenantUsagesTestJSON-648282136 tempest-TenantUsagesTestJSON-648282136-project] 10.222.0.89 "DELETE /v2.0/ports/5a6645a8-c0d4-4db6-a9fa-b9c3f940489d HTTP/1.1" status: 204 len: 173 time: 2.2195516 Jan 18 23:01:33.492033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:33.549953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97606676-f602-4404-8d17-960abd51e5d6 req-81445ed3-1fa8-4683-ad5b-5fb13b8d47d1 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:33.566787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97606676-f602-4404-8d17-960abd51e5d6 req-81445ed3-1fa8-4683-ad5b-5fb13b8d47d1 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1280775 Jan 18 23:01:33.698465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97606676-f602-4404-8d17-960abd51e5d6 req-2abbd18d-506d-418c-a502-fb26b35e06f2 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169202 Jan 18 23:01:33.704978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:33.989762 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfc8aa6-6904-41ea-9214-38b8251d804f', 'name': 'network-vif-deleted', 'tag': '5a6645a8-c0d4-4db6-a9fa-b9c3f940489d', 'status': 'completed', 'code': 200} Jan 18 23:01:34.107844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:34.108180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:34.108509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:34.119140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:34.120209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Attempting to bind port aa54ba70-7f57-4790-a00c-ce1022be8da0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:34.130901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:34.131168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:34.131461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:34.131880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Bound port: aa54ba70-7f57-4790-a00c-ce1022be8da0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:34.132280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.243358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:34.248184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:34.283641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc20d8-bbc9-4f5a-ad29-9958c289b2c6 req-f47d4ae1-62da-4ef7-81b7-84610b504885 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:34.292809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffdc20d8-bbc9-4f5a-ad29-9958c289b2c6 req-f47d4ae1-62da-4ef7-81b7-84610b504885 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.1062243 Jan 18 23:01:34.334564 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.373946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffdc20d8-bbc9-4f5a-ad29-9958c289b2c6 req-e3cce18e-e53a-4168-b818-dc73b6cf8462 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799809 Jan 18 23:01:34.612905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:34.614498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] 10.222.0.83 "PUT /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 1121 time: 2.2260635 Jan 18 23:01:34.615463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ebebf-94e8-42e3-abdb-078080410569 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:34.711880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['aa54ba70-7f57-4790-a00c-ce1022be8da0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:35.725800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:35.823959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:35.825065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790b64-d4b3-4b76-9ef7-519b3bb9475f req-d030f034-2a20-41ee-b527-2f0c12b3d076 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:35.829114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:01:35.832362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-e9f1109b-ed42-4275-a911-c9b96ae98f67 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:01:35.833002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e790b64-d4b3-4b76-9ef7-519b3bb9475f req-d030f034-2a20-41ee-b527-2f0c12b3d076 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1328182 Jan 18 23:01:35.833578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-e9f1109b-ed42-4275-a911-c9b96ae98f67 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078974 Jan 18 23:01:35.850393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5a6645a8-c0d4-4db6-a9fa-b9c3f940489d not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:35.930622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e790b64-d4b3-4b76-9ef7-519b3bb9475f req-315cdfac-d9fb-430f-99dd-4af126106490 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Jan 18 23:01:35.992380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0'}, {'name': 'network-changed', 'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:36.009650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54894) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:36.285015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dce78-1400-47cc-8b27-a8f1bad8ebc7 req-88eb0b20-1620-4c61-b49b-fa0b29d6d497 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.289714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af0dce78-1400-47cc-8b27-a8f1bad8ebc7 req-88eb0b20-1620-4c61-b49b-fa0b29d6d497 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.0968053 Jan 18 23:01:36.320503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:36.322765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Unknown quota resources ['binding']. {{(pid=84543) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:01:36.341652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af0dce78-1400-47cc-8b27-a8f1bad8ebc7 req-5d1fd631-2d63-424d-bbbd-61606a457409 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467620 Jan 18 23:01:36.373529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:36.377333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cbcd1e7a-bd3d-47e2-847d-472aa7be4c7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49fbb09d50a340dcb7a79ebda77bcea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3649545 Jan 18 23:01:36.468563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.505603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:36.557972 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'code': 200} Jan 18 23:01:36.558904 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'status': 'completed', 'code': 200} Jan 18 23:01:36.672655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-3de84dda-a3ed-4f5f-855a-e6ba28095a49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1124 time: 0.1464965 Jan 18 23:01:36.853691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:36.854343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:36.854497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:36.881136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:36.890216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:36.902797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:36.903137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:36.903545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:36.903945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Bound port: 131ecd3d-8013-409d-ae5c-f6972abe0109, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:36.906232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-e60d3c72-92f4-4125-8882-f17f75f3b31d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:36.907758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-e60d3c72-92f4-4125-8882-f17f75f3b31d service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2120693 Jan 18 23:01:37.038063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-d6f25d1b-9079-42e3-a425-8aa212faa4c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.0898046 Jan 18 23:01:37.104258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:37.109515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-ace7be2e-2784-4b35-a9f7-e87bee53b3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:37.110940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-ace7be2e-2784-4b35-a9f7-e87bee53b3ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0654540 Jan 18 23:01:37.155382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-9b457585-a1c7-4fd5-aea6-4fd7411d6472 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380683 Jan 18 23:01:37.236925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.258054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21125105-2e2c-4c35-8e11-cf4ecdbd222e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:37.260464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.264004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf50b08e-b4d4-4f49-b687-6666f7755d9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21125105-2e2c-4c35-8e11-cf4ecdbd222e HTTP/1.1" status: 204 len: 168 time: 0.8868279 Jan 18 23:01:37.298721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:37.298721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-dbd780fd-e088-428e-bf81-e1992fcd71eb service neutron] 10.222.0.59 "POST /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109/bindings HTTP/1.1" status: 201 len: 389 time: 1.1336102 Jan 18 23:01:37.304726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-e6872d92-3786-44cf-ac52-b0956bbe0a3a service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426737 Jan 18 23:01:37.520454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aac6dd53-7d50-415d-8dec-7458a18faad2 req-bc3fb7c2-5e23-4023-bc48-bac3fb252a6e service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092741 Jan 18 23:01:37.686802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a8417-7e57-4013-9d32-018bd08933f8 req-b4c5b9cf-f2bf-4d27-9c63-755a8341264a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:37.688636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c26a8417-7e57-4013-9d32-018bd08933f8 req-b4c5b9cf-f2bf-4d27-9c63-755a8341264a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.0969391 Jan 18 23:01:37.754609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c26a8417-7e57-4013-9d32-018bd08933f8 req-8bec4912-45c6-425d-afbf-b450eb2ffd81 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568316 Jan 18 23:01:37.901368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:38.058010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:38.070995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:01:38.230639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54950) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:38.299766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.381637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:38.388429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Usage tracker for resource:security_group_rule and tenant:54df429f6fba4c729d3e8cf2bd7c690a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:38.391770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:38.404285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:38.425932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ae6d8-3779-48c7-83ac-e4a740b8715f req-cbee4f97-31dc-4826-8615-2749bdeee984 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:38.427269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d5ae6d8-3779-48c7-83ac-e4a740b8715f req-cbee4f97-31dc-4826-8615-2749bdeee984 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.1164598 Jan 18 23:01:38.501815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d5ae6d8-3779-48c7-83ac-e4a740b8715f req-53d88fd9-971b-4b4c-92d1-37865bec6032 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Jan 18 23:01:38.530679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.605827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.703614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54df429f6fba4c729d3e8cf2bd7c690a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4695170 Jan 18 23:01:38.703614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70dae-f5f1-49c2-ad25-d1d222e4ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5398ae-07c4-4f44-b87d-2d55504f30c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:38.704600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54970) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:38.739896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-0718bc0e-b236-4387-a347-d2105bb112ef tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 1100 time: 0.0868299 Jan 18 23:01:38.764047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.776296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.776953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.796551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:38.801051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Usage tracker for resource:security_group_rule and tenant:77a560b4d42844da85b6123eb31ee98b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:38.803918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:38.808148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.812604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:38.924274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0635a7c-38a6-4edb-b782-c4e148ae4d26 req-66b0048e-3510-4ea0-beeb-9571c074c83f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:38.926535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0635a7c-38a6-4edb-b782-c4e148ae4d26 req-66b0048e-3510-4ea0-beeb-9571c074c83f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.0899274 Jan 18 23:01:38.936481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.952360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5398ae-07c4-4f44-b87d-2d55504f30c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:38.956808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:38.960702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b5d26dc-1717-4e5b-9c1e-3625848f3064 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b5398ae-07c4-4f44-b87d-2d55504f30c7 HTTP/1.1" status: 204 len: 168 time: 0.2519991 Jan 18 23:01:39.000150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.002874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0635a7c-38a6-4edb-b782-c4e148ae4d26 req-8f513354-f43c-4ecd-b830-ac33721d0ba2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Jan 18 23:01:39.071204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:39.119997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b6fb9d2-87b0-42a1-9753-86bc80eb8231 req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743403 Jan 18 23:01:39.123895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4e62-3f3e-44bc-88b5-5960fe665db6 tempest-LiveMigrationNegativeTest-891502110 tempest-LiveMigrationNegativeTest-891502110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b6e84-cd54-4acb-a0c1-1b784d525a76,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:39.580905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08e7f380-fe24-4a99-8217-6a12bc4e175b req-42967389-43e2-4374-912f-b1bfb220ed93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0784402 Jan 18 23:01:39.930939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6aa817-2b0a-45b7-aeb8-6ff3d793625e req-e49415d9-da49-4906-b4be-7c7b65ca3396 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:39.932386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f6aa817-2b0a-45b7-aeb8-6ff3d793625e req-e49415d9-da49-4906-b4be-7c7b65ca3396 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.1134412 Jan 18 23:01:39.981954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f6aa817-2b0a-45b7-aeb8-6ff3d793625e req-703e902d-5701-4e86-8fcf-50157f479003 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Jan 18 23:01:40.651171 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:40.764401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091dc95-dac3-4ee9-8afb-90a2a08f389c req-e05d1e23-106f-4529-acb5-287f97687916 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:40.765873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2091dc95-dac3-4ee9-8afb-90a2a08f389c req-e05d1e23-106f-4529-acb5-287f97687916 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1100447 Jan 18 23:01:40.834486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2091dc95-dac3-4ee9-8afb-90a2a08f389c req-4dbe0b17-64b6-45d0-88ac-4d5889a43435 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626850 Jan 18 23:01:40.860984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f419f5-0b3a-426d-a211-e1beac6e90b1 req-afd54a43-4338-42ba-989c-d3a106ffb9ec tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:40.862897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68f419f5-0b3a-426d-a211-e1beac6e90b1 req-afd54a43-4338-42ba-989c-d3a106ffb9ec tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1333430 Jan 18 23:01:40.922497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68f419f5-0b3a-426d-a211-e1beac6e90b1 req-95f78bee-4cb7-4ec8-bac5-8b2b0717f739 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533535 Jan 18 23:01:41.296243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02183af-3e39-4a26-aaae-aa8f338a4070 req-f50dc446-57f4-4020-a94f-d2cd48b0cc9f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:41.297806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d02183af-3e39-4a26-aaae-aa8f338a4070 req-f50dc446-57f4-4020-a94f-d2cd48b0cc9f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.0822592 Jan 18 23:01:41.360543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d02183af-3e39-4a26-aaae-aa8f338a4070 req-c9b7eca1-d985-435a-af11-54c59e9a5d40 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555913 Jan 18 23:01:41.720363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-10693f3f-3731-4a5b-bbf0-7dbdb77ba1c2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:41.728114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-10693f3f-3731-4a5b-bbf0-7dbdb77ba1c2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.1712484 Jan 18 23:01:41.739827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-ce257bc1-9b24-4445-8c8e-841ba7b96e9f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/quotas/7fe9490459bc4bd8bd97b2538d057bcd HTTP/1.1" status: 200 len: 375 time: 0.0109377 Jan 18 23:01:41.829585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-c1b9f499-ddcc-4546-a62a-d2951671012b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842988 Jan 18 23:01:41.990518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-65ceece7-9c0f-467c-984f-058295e7adc9 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571095 Jan 18 23:01:42.110841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-08c5833f-1f18-496e-ab97-a07c5a096e9b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:42.112230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-08c5833f-1f18-496e-ab97-a07c5a096e9b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Synchronizing usage tracker for tenant:36163d33a9dc4a8584f37129129ed8ce on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:42.200480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-28863cd0-c2ca-4793-b796-8ecaee5e2e4a service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050109 Jan 18 23:01:42.209039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0182c79-00ea-441f-b6dc-f8ddd4209dc4 req-857c6c02-6d37-4549-aaf4-9bbbc4a2e3da tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:42.211696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55134) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:42.212818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0182c79-00ea-441f-b6dc-f8ddd4209dc4 req-857c6c02-6d37-4549-aaf4-9bbbc4a2e3da tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1486435 Jan 18 23:01:42.229030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-08c5833f-1f18-496e-ab97-a07c5a096e9b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Unset dirty status for tenant:36163d33a9dc4a8584f37129129ed8ce on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:42.231355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-08c5833f-1f18-496e-ab97-a07c5a096e9b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1994812 Jan 18 23:01:42.293456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0182c79-00ea-441f-b6dc-f8ddd4209dc4 req-6b8e46af-12a7-4609-b0ed-39d66a3cd1d2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Jan 18 23:01:42.312500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:42.430436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Deleting port 1ad4993e-0bd4-49dc-90a0-9a235706077a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:42.430786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.491154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.541502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:42.545726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Usage tracker for resource:security_group_rule and tenant:9f6c80da6eb04c509ff9670bc58a3f88 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:42.548792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:42.555598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:42.609007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.662662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:42.666706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d883cf7aee046a28a84571af381d98d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:42.669588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:42.676028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:42.720382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eace6-1c61-4986-be45-332483f6e40c req-6117971d-1b54-4a94-ae58-b8b2e79331e8 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:42.722487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a47eace6-1c61-4986-be45-332483f6e40c req-6117971d-1b54-4a94-ae58-b8b2e79331e8 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 949 time: 0.1290030 Jan 18 23:01:42.724337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.756666 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-d1b4643a-60bc-4b65-8463-50ed4f63ad3e service neutron] 10.222.0.89 "GET /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.2771928 Jan 18 23:01:42.839246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:42.878980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f6c80da6eb04c509ff9670bc58a3f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5648496 Jan 18 23:01:42.912887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:42.949063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a47eace6-1c61-4986-be45-332483f6e40c req-f7e85e0f-ac19-4f45-829d-f47820dbd87d tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124441 Jan 18 23:01:42.952425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b0e59-b8eb-4167-8847-3933ebeefc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39663b-5b8d-4867-aabf-95b5e8e43e02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:42.996050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e408f-cffb-4ef6-a6af-6ca4c5983e00 req-6641bd70-e0dc-472c-a512-3d0b1e7dbd37 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:43.004904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f0e408f-cffb-4ef6-a6af-6ca4c5983e00 req-6641bd70-e0dc-472c-a512-3d0b1e7dbd37 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.1351380 Jan 18 23:01:43.049901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f0e408f-cffb-4ef6-a6af-6ca4c5983e00 req-475bce4c-d8b7-4929-87b5-9e8bbce1a1ac tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Jan 18 23:01:43.110050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ec0b054-679a-4d18-87e3-6e07b25441c8 req-93159090-7976-4ea9-8560-b05b048abdc4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 210 time: 0.0477638 Jan 18 23:01:43.134630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] For port 1ad4993e-0bd4-49dc-90a0-9a235706077a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1ad4993e-0bd4-49dc-90a0-9a235706077a,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:43.135549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.147818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.274470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:43.373096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Calling delete_port for 1ad4993e-0bd4-49dc-90a0-9a235706077a owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:43.401438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.448056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.485730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.496047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.537529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:43.543239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4abedbbecfa24920bfc45cbf558ea239 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:43.547878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:43.555456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:43.569672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21097f84-0ebb-4ca6-903d-d2be0a3c697d req-11929b9d-dbd5-46d2-bd6f-a19b3c6008d6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:43.571152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21097f84-0ebb-4ca6-903d-d2be0a3c697d req-11929b9d-dbd5-46d2-bd6f-a19b3c6008d6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1315379 Jan 18 23:01:43.635161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9d9b8e-53c8-4fc9-8808-f33b683ab91b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:43.638884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:43.657654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d0afe37b-de35-448d-bea1-f1a5543e32f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d883cf7aee046a28a84571af381d98d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4422433 Jan 18 23:01:43.660505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:43.677747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21097f84-0ebb-4ca6-903d-d2be0a3c697d req-9f4c8293-05a5-49a1-a75d-d2bd7e4eb7a4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921712 Jan 18 23:01:43.700809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.715665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:43.765852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-479fa567-5df1-46ac-8704-989563bf7168 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:43.767057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.767280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-479fa567-5df1-46ac-8704-989563bf7168 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/ports?device_id=e31b8d0c-2212-43d9-bfc2-b78f72cb29fa HTTP/1.1" status: 200 len: 945 time: 0.3542836 Jan 18 23:01:43.770897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-615747da-9fee-4250-9dc4-6f83843f8524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.780405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.803418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:43.827695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.833873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.835001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa54ba70-7f57-4790-a00c-ce1022be8da0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:43.861453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4643031-057c-471e-9438-4c0b1740db54,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:43.870851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f8fc25a-ad2f-4b96-882a-632c334035d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4abedbbecfa24920bfc45cbf558ea239&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5952468 Jan 18 23:01:43.871198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39663b-5b8d-4867-aabf-95b5e8e43e02,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:43.871799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:43.876896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:43.891404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Deleting port 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:43.891744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.931445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:43.952767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a53d42c2-4efa-4d7f-9d98-df1bb92de98f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:43.997736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Pushing event deleted for resources: {'Port': ['ID=1ad4993e-0bd4-49dc-90a0-9a235706077a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:44.011001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.042537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.099512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.101824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.166543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.177627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9d9b8e-53c8-4fc9-8808-f33b683ab91b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:44.234086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:44.259417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:44.268149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d8f705c-afee-4a55-9634-40829d990414 req-6a11c3c3-4af9-4698-b4a4-1b814319071f tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0882041 Jan 18 23:01:44.326975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.328033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d834fb54-549c-4047-b34e-52d8f6cd528b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e9d9b8e-53c8-4fc9-8808-f33b683ab91b HTTP/1.1" status: 204 len: 168 time: 0.6690240 Jan 18 23:01:44.354174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.354941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:44.391822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.400329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.401329 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73ab1a6d-831e-4882-9336-e6160f0198e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f39663b-5b8d-4867-aabf-95b5e8e43e02 HTTP/1.1" status: 204 len: 168 time: 1.4874098 Jan 18 23:01:44.402505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] No DVR routers for this DVR port 1ad4993e-0bd4-49dc-90a0-9a235706077a on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:44.410032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.412184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f87883d9-d764-4f3c-8cdf-5c7d1a2317f9 req-e0ae4cdd-865e-42b9-bf80-bae9c9b3453c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "DELETE /v2.0/ports/1ad4993e-0bd4-49dc-90a0-9a235706077a HTTP/1.1" status: 204 len: 173 time: 2.1743591 Jan 18 23:01:44.414915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'name': 'network-vif-deleted', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:44.445114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4643031-057c-471e-9438-4c0b1740db54,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:44.451920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.453148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6246853d-dc2b-4e89-b5a5-6c1f2f22d6ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4643031-057c-471e-9438-4c0b1740db54 HTTP/1.1" status: 204 len: 168 time: 0.5731473 Jan 18 23:01:44.492704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bd62c-9140-44cd-8f6d-6fd9e89cbab9 req-b87e6074-2883-4b3c-ab80-3126582eb6ac tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:44.500143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df1bd62c-9140-44cd-8f6d-6fd9e89cbab9 req-b87e6074-2883-4b3c-ab80-3126582eb6ac tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 943 time: 0.2161195 Jan 18 23:01:44.556146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df1bd62c-9140-44cd-8f6d-6fd9e89cbab9 req-64ae94d3-f8b8-4343-9402-5e7ac0bd402e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472448 Jan 18 23:01:44.651995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:44.722221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] Transition to ACTIVE for port object aa54ba70-7f57-4790-a00c-ce1022be8da0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:44.725023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59a5ab60-e7ad-4777-9b57-835e48d16139 req-621ab973-2947-423d-9236-307152bc1aaf tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 210 time: 0.0628376 Jan 18 23:01:44.745377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:44.746015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.832138 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c', 'code': 200} Jan 18 23:01:44.870948 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d58d9f-b5a0-4801-b4cc-8d81b038ed9e', 'name': 'network-vif-deleted', 'tag': '1ad4993e-0bd4-49dc-90a0-9a235706077a', 'status': 'completed', 'code': 200} Jan 18 23:01:44.923609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:44.933999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Calling delete_port for 707e8e38-9580-4bda-b666-74c64f49053c owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:45.061865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90b304-ebe6-4c11-b551-0103bedd1929 req-7e8dcb58-721f-4a56-b3e5-7f3c8cda424c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:45.075657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd90b304-ebe6-4c11-b551-0103bedd1929 req-7e8dcb58-721f-4a56-b3e5-7f3c8cda424c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1265030 Jan 18 23:01:45.164980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd90b304-ebe6-4c11-b551-0103bedd1929 req-6a708c67-c279-499f-8f23-88bc45c67fd3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876544 Jan 18 23:01:45.231095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:45.286685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] No DVR routers for this DVR port aa54ba70-7f57-4790-a00c-ce1022be8da0 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:45.357144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-2cd96d7d-d671-4b75-8617-8d8066073b6a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:45.358542 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-2cd96d7d-d671-4b75-8617-8d8066073b6a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.83 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.3448884 Jan 18 23:01:45.377339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Request body: {'port': {'device_id': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'admin_state_up': True, 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:45.528956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:01:45.529544 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:01:45.532378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:45.568927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-506e3c89-d2fb-40f5-8de7-df095afcf330 req-69711b95-d2c2-422d-bbb0-191917b90a4b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=71d58d9f-b5a0-4801-b4cc-8d81b038ed9e HTTP/1.1" status: 200 len: 210 time: 0.0845878 Jan 18 23:01:45.571304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.580560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:45.611619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:45.618582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Usage tracker for resource:security_group_rule and tenant:4ed63eaa80f54e06b5ab89143b0f7e36 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:45.627142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:45.636544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:45.638903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:45.649696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-99c96277-ae68-4dbd-8861-94cd1a2c37c4 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8678200 Jan 18 23:01:45.744138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.747372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:45.757914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.914962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1ad4993e-0bd4-49dc-90a0-9a235706077a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:45.924446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:45.964534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55224) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:45.979154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a05c7ce-a223-48d1-acab-01b13f8e10a8 req-319dffb3-afd7-4713-a22d-661aabccdd2e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 210 time: 0.0790389 Jan 18 23:01:45.985242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 1ad4993e-0bd4-49dc-90a0-9a235706077a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:01:45.985805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1ad4993e-0bd4-49dc-90a0-9a235706077a not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:45.991290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ed63eaa80f54e06b5ab89143b0f7e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4562488 Jan 18 23:01:45.995534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.013302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.019277 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e603bb11-a79c-4671-b2e9-2d7d96c528ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.035123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaff50-bdc2-4446-addf-d6f63976474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6443086b-7e74-4287-9b52-307fc6194300,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.051808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Deleting port 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:46.052155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.079285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:46.084120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f2730a995d94f32be6e233f598f3f1f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:46.087386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:46.101820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:46.122954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64e44a-64e7-4537-8254-5787ca550c14 req-1537d452-431e-4496-9aeb-6605545ec90c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:46.125055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a64e44a-64e7-4537-8254-5787ca550c14 req-1537d452-431e-4496-9aeb-6605545ec90c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.3388474 Jan 18 23:01:46.159182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.205008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.205415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Allocated IP 172.20.0.12 (cdf0df64-54cc-4b3f-9ea3-b857713b4e68/5d909dfc-b9b3-47a3-a7f6-510895d5ec88/895efc5b-b023-4963-a453-3d5f4ccb93d4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:46.250678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a64e44a-64e7-4537-8254-5787ca550c14 req-38d3c8bb-c705-4ed3-965b-b39ac6fa7c12 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088350 Jan 18 23:01:46.257452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-4cac3ca4-f864-4ed4-ab7c-42c68de0fa72 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.4373891 Jan 18 23:01:46.267852 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.275197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:46.279251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Usage tracker for resource:security_group_rule and tenant:d21c57536c2a40688f4145c9b09f557b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:46.282311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:46.288541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:46.327233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.368159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.444309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e303a6-0727-4918-a29f-2c83f406bb66,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.463169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffec12d0-3012-40bb-820c-0e15ba0edfa8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f2730a995d94f32be6e233f598f3f1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4785321 Jan 18 23:01:46.466457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.550314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.554350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.559717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf2563-7d33-429b-9411-d9b39c317e7e req-a5c98551-51e3-4c46-b488-3d0e73336ad9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:46.562435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20bf2563-7d33-429b-9411-d9b39c317e7e req-a5c98551-51e3-4c46-b488-3d0e73336ad9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.2342634 Jan 18 23:01:46.599044 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.620963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.666885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.699829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20bf2563-7d33-429b-9411-d9b39c317e7e req-60d80c6c-c3e1-4ef9-95c8-58e510ee1546 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267424 Jan 18 23:01:46.734241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] For port 707e8e38-9580-4bda-b666-74c64f49053c, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=707e8e38-9580-4bda-b666-74c64f49053c,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:46.734613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.743391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d21c57536c2a40688f4145c9b09f557b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5831511 Jan 18 23:01:46.746339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:46.747566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93bb5d-d24f-4762-b9d3-8dda3fda2da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e52109-7473-4e88-b718-772b826aaa40,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.842250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.872124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.877297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Calling delete_port for 707e8e38-9580-4bda-b666-74c64f49053c owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:46.898939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.925763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-cd480e60-d3f7-45f5-8ecb-6b1b54abd3f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&tenant_id=7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 1095 time: 0.6556847 Jan 18 23:01:46.928265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e303a6-0727-4918-a29f-2c83f406bb66,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:46.938878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:46.940007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f33ffe46-ebd7-4061-8824-26a85fabf16d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0e303a6-0727-4918-a29f-2c83f406bb66 HTTP/1.1" status: 204 len: 168 time: 0.4716883 Jan 18 23:01:47.020901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.023766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.043279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.072405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6443086b-7e74-4287-9b52-307fc6194300,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:47.112609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e52109-7473-4e88-b718-772b826aaa40,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:47.118453 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.128947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ef5b8d84-fdf0-4787-a666-6bbb32268758 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14e52109-7473-4e88-b718-772b826aaa40 HTTP/1.1" status: 204 len: 168 time: 0.3751421 Jan 18 23:01:47.155361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.156519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87f44a84-31c3-4a0d-997b-86b9aaba6b2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6443086b-7e74-4287-9b52-307fc6194300 HTTP/1.1" status: 204 len: 168 time: 1.1289747 Jan 18 23:01:47.196994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.205679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-ae355b32-b65e-4f3e-b66e-282e2d474533 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1095 time: 0.2296336 Jan 18 23:01:47.212718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4021e57a-2fe6-4042-bc94-41a53e969b94 req-b0f24710-6ec3-4916-a4cb-0e9cc0131497 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 210 time: 0.0619783 Jan 18 23:01:47.296869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.312487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.361854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.418882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:47.425820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:47.434932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:47.463906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e45f-ab3e-498e-9386-c0d01b5dab65 req-e6f1faea-aea9-4b74-94ea-b63760cb15eb tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.466281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4105e45f-ab3e-498e-9386-c0d01b5dab65 req-e6f1faea-aea9-4b74-94ea-b63760cb15eb tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.0929306 Jan 18 23:01:47.505954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:47.576729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event deleted for resources: {'Port': ['ID=707e8e38-9580-4bda-b666-74c64f49053c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:47.605498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4105e45f-ab3e-498e-9386-c0d01b5dab65 req-87b31b0c-7bd9-4cb6-b8ef-661ab294694a tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335363 Jan 18 23:01:47.643281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-9f37bedf-7561-4f44-bb67-6bb9d7aaa966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.645137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-9f37bedf-7561-4f44-bb67-6bb9d7aaa966 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.4229262 Jan 18 23:01:47.649376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.649994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:47.661231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde3ae2-6a83-4b02-a95f-a72bee827ab5 req-339d0c66-012b-46b3-a9cf-8b1c9658e386 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.662594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cde3ae2-6a83-4b02-a95f-a72bee827ab5 req-339d0c66-012b-46b3-a9cf-8b1c9658e386 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.1604452 Jan 18 23:01:47.714509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cde3ae2-6a83-4b02-a95f-a72bee827ab5 req-6a3ae0e1-e44a-484e-8801-96ea5dbc6c45 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Jan 18 23:01:47.729554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-e3f0db26-87df-4fd3-beff-339886ca692f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.0740817 Jan 18 23:01:47.797882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-f4a382a9-90ee-4bc2-a832-d5718c1293dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:47.799469 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-f4a382a9-90ee-4bc2-a832-d5718c1293dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0638015 Jan 18 23:01:47.814089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:47.852976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-52bea1ee-0b18-4fe1-a787-cac265e1b3dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454557 Jan 18 23:01:47.854818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-902fa655-9ac7-492b-8412-2946826256f0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4813230 Jan 18 23:01:47.872051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 707e8e38-9580-4bda-b666-74c64f49053c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:01:47.872403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 707e8e38-9580-4bda-b666-74c64f49053c not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:47.956382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Request body: {'port': {'device_id': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:48.042237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cdc36-c7c0-47da-bc4e-181fc11d8cc2 req-2f0d30cb-d68e-4a53-b8d6-29f2011469b9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:48.044387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-290cdc36-c7c0-47da-bc4e-181fc11d8cc2 req-2f0d30cb-d68e-4a53-b8d6-29f2011469b9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.0888982 Jan 18 23:01:48.094289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] No DVR routers for this DVR port 707e8e38-9580-4bda-b666-74c64f49053c on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:48.114008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-290cdc36-c7c0-47da-bc4e-181fc11d8cc2 req-b72bde4a-14e5-4661-9b7f-8f29be7ecb96 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624504 Jan 18 23:01:48.119544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.121639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7c999d94-3ee8-4e39-91d8-f7c06c0f0a86 req-1c68b3ee-429a-4d77-9295-36ec4ca68696 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "DELETE /v2.0/ports/707e8e38-9580-4bda-b666-74c64f49053c HTTP/1.1" status: 204 len: 173 time: 4.3449032 Jan 18 23:01:48.123696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-deleted', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:48.135088 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-b7e910bf-88e6-49ef-a8dd-899fd7eea544 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683849 Jan 18 23:01:48.140171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.337072 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b8d0c-2212-43d9-bfc2-b78f72cb29fa', 'name': 'network-vif-deleted', 'tag': '707e8e38-9580-4bda-b666-74c64f49053c', 'status': 'completed', 'code': 200} Jan 18 23:01:48.462093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff07e5-e291-474d-a978-4baf29e1133a req-df5f17d7-3bc4-407d-b53c-684f52d3614b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:48.470277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeff07e5-e291-474d-a978-4baf29e1133a req-df5f17d7-3bc4-407d-b53c-684f52d3614b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 932 time: 0.1055319 Jan 18 23:01:48.518434 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-83544278-3f63-4ae6-9695-01c370bd7d59 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654740 Jan 18 23:01:48.578879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeff07e5-e291-474d-a978-4baf29e1133a req-ea637e2f-f3a9-472d-994f-7c1b33cf1d18 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075540 Jan 18 23:01:48.628911 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.848202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-26dc800c-f2d4-40a4-9581-54ffd69081dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:48.848911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-26dc800c-f2d4-40a4-9581-54ffd69081dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Synchronizing usage tracker for tenant:36163d33a9dc4a8584f37129129ed8ce on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:48.869154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895efc5b-b023-4963-a453-3d5f4ccb93d4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:48.880120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:48.896133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Transition to ACTIVE for port object 895efc5b-b023-4963-a453-3d5f4ccb93d4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:48.935155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-26dc800c-f2d4-40a4-9581-54ffd69081dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Unset dirty status for tenant:36163d33a9dc4a8584f37129129ed8ce on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:48.936389 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-26dc800c-f2d4-40a4-9581-54ffd69081dc tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.2777355 Jan 18 23:01:48.981139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f54ef-dbbd-4896-8085-3d9bc7556c99 req-01d95dcd-84e4-4529-ac38-635747d8a77b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:48.982818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b8f54ef-dbbd-4896-8085-3d9bc7556c99 req-01d95dcd-84e4-4529-ac38-635747d8a77b tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 950 time: 0.2186680 Jan 18 23:01:49.046467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Deleting port a53d42c2-4efa-4d7f-9d98-df1bb92de98f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:01:49.049649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.053153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b8f54ef-dbbd-4896-8085-3d9bc7556c99 req-ccf38082-a083-4124-bf59-04392bd67e60 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5580daf-339d-4118-8bab-5c91ae5d5966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Jan 18 23:01:49.063260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e95ee-940c-41b0-8365-c32aada45c20 req-d0f35d8c-845f-4630-acfb-5390ef4f6fe7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:49.070730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-931e95ee-940c-41b0-8365-c32aada45c20 req-d0f35d8c-845f-4630-acfb-5390ef4f6fe7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.1840801 Jan 18 23:01:49.126684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-931e95ee-940c-41b0-8365-c32aada45c20 req-c05e22b6-6c1c-4c3d-a86c-4bd95fa76b9d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546656 Jan 18 23:01:49.129509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.83', 61493) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:49.145854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.259582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-6c4595df-3c02-479c-8462-476e890a9a19 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.1273749 Jan 18 23:01:49.400740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:49.450640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80e0f3-8ef2-42e1-80b0-4367db72832b req-d46e5ec0-a520-42e8-95e2-4189a9efa2da tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:49.452032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c80e0f3-8ef2-42e1-80b0-4367db72832b req-d46e5ec0-a520-42e8-95e2-4189a9efa2da tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.1012101 Jan 18 23:01:49.475027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.475372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.475713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.476130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.476464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.476877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.477141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.477481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.477784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.478106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.478428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:49.530513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c80e0f3-8ef2-42e1-80b0-4367db72832b req-4265432d-e533-4f80-8208-4edddd4d5f74 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700870 Jan 18 23:01:49.558278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-eae79258-c0ac-40a3-897f-f7a0b125d959 service neutron] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:49.563486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-eae79258-c0ac-40a3-897f-f7a0b125d959 service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.564447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc66a05a-f69b-4584-bd11-ce97fe80af93 req-eae79258-c0ac-40a3-897f-f7a0b125d959 service neutron] 10.222.0.83 "DELETE /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.2982101 Jan 18 23:01:49.635353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] For port a53d42c2-4efa-4d7f-9d98-df1bb92de98f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:49.635720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.671235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55334) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:49.761795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Attempting to bind port 895efc5b-b023-4963-a453-3d5f4ccb93d4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:49.762132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Attempting to bind port 895efc5b-b023-4963-a453-3d5f4ccb93d4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:49.762471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Attempting to bind port 895efc5b-b023-4963-a453-3d5f4ccb93d4 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:49.771080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Calling delete_port for a53d42c2-4efa-4d7f-9d98-df1bb92de98f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:01:49.816461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Port 895efc5b-b023-4963-a453-3d5f4ccb93d4 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:49.816986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Attempting to bind port 895efc5b-b023-4963-a453-3d5f4ccb93d4 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:49.831126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:49.831615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Checking segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:49.832006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Bound using segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:49.832463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Bound port: 895efc5b-b023-4963-a453-3d5f4ccb93d4, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:49.832805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:49.893732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9e8fc-d24a-43c0-9ed3-ae2ca06f34b0 req-5dd5a7dd-b734-40d7-ac16-23e5ad1ef46d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:49.895476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74a9e8fc-d24a-43c0-9ed3-ae2ca06f34b0 req-5dd5a7dd-b734-40d7-ac16-23e5ad1ef46d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 944 time: 0.0948141 Jan 18 23:01:49.952546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74a9e8fc-d24a-43c0-9ed3-ae2ca06f34b0 req-3ed9b56e-8588-40db-93b2-b64fe9546565 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Jan 18 23:01:50.070347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-network', 'tenant_id': 'bab3004444c843588ba7877384517f61'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:50.076991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:50.082521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Usage tracker for resource:network and tenant:bab3004444c843588ba7877384517f61 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:50.086778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:50.095950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:50.102393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:50.109979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:50.177661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.191829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a53d42c2-4efa-4d7f-9d98-df1bb92de98f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:50.222940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Made reservation on behalf of bab3004444c843588ba7877384517f61 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:50.227311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.239943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.254042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Pushing event deleted for resources: {'Port': ['ID=a53d42c2-4efa-4d7f-9d98-df1bb92de98f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:50.329858 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.352237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.353709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] 10.222.0.83 "PUT /v2.0/ports/895efc5b-b023-4963-a453-3d5f4ccb93d4 HTTP/1.1" status: 200 len: 1092 time: 2.4014294 Jan 18 23:01:50.354145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:50.386164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75fd088e-89c1-46c7-a8cf-449ef46614c1 req-d684fc96-8cce-4f37-ab4a-1d9302dba96c tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 210 time: 0.1220589 Jan 18 23:01:50.464770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:50.477719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Usage tracker for resource:security_group_rule and tenant:bab3004444c843588ba7877384517f61 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:50.483702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:50.499883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:50.506073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] No DVR routers for this DVR port a53d42c2-4efa-4d7f-9d98-df1bb92de98f on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:01:50.508568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.528545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5211-b46c-48e1-b275-220f01eceb9e req-12c84900-ae10-437a-b24e-a4a93c5eb02f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:50.537742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-803b5211-b46c-48e1-b275-220f01eceb9e req-12c84900-ae10-437a-b24e-a4a93c5eb02f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.2084885 Jan 18 23:01:50.555532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fafaf-bf33-489f-85e1-2ed73c297e3a service neutron] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:50.582692 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'status': 'completed', 'code': 200} Jan 18 23:01:50.623027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-cc63328e-075b-4ad4-a8ec-cefc990518de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 1095 time: 0.1011581 Jan 18 23:01:50.659422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-803b5211-b46c-48e1-b275-220f01eceb9e req-53f9fba5-0438-4e56-96ce-ead414772a9a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202290 Jan 18 23:01:50.756251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d7fa4e9-0ea4-43a4-b809-dec38b934749 req-1a33f26d-4f1c-42f2-9b20-2b8526ebf080 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.83 "DELETE /v2.0/ports/a53d42c2-4efa-4d7f-9d98-df1bb92de98f HTTP/1.1" status: 204 len: 173 time: 1.8113849 Jan 18 23:01:50.775468 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-7389ecc4-3875-4b91-b66b-cfbf1bf06804 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4 HTTP/1.1" status: 200 len: 217 time: 0.1432228 Jan 18 23:01:50.876131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-d8c5cf23-0ce6-4c93-98e6-f0d254ff8da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:50.878803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-d8c5cf23-0ce6-4c93-98e6-f0d254ff8da8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.0951295 Jan 18 23:01:50.924706 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:50.945391 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-02dbceb3-3048-422e-891e-443b86a6dc60 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607953 Jan 18 23:01:50.983225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb616-cb62-4032-b00f-5dcba7acadca req-643516d0-7fad-45ee-bd45-cbb7abdb36be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:50.989641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fbb616-cb62-4032-b00f-5dcba7acadca req-643516d0-7fad-45ee-bd45-cbb7abdb36be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.2326727 Jan 18 23:01:51.024418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.061338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:01:51.086638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.086996 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Added segment 93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47 of type vlan for network bc470a88-89a9-4e76-8743-85b816232a97 Jan 18 23:01:51.124105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-3168d0a8-f4cb-43d4-9540-8b66a72af4d7 service neutron] 10.222.0.83 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659243 Jan 18 23:01:51.149869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.250991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21731ddf-8531-4562-bf62-63dca192547b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:51.280039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fbb616-cb62-4032-b00f-5dcba7acadca req-bbcd4bd9-32b0-4456-9ece-60bce6470f03 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868273 Jan 18 23:01:51.368188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.369148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:51.372254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:51.423771 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a2e75a94-c678-4bd6-94c9-25c0a48d2592 req-6b584db6-a0f6-46ab-a859-22e7bbf93ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927668 Jan 18 23:01:51.448654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-563cdc63-5a0e-4fc8-82f2-f01defb26a90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1097 time: 0.1929567 Jan 18 23:01:51.626828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] Pushing event updated for resources: {'Network': ['ID=bc470a88-89a9-4e76-8743-85b816232a97,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:51.640236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network bc470a88-89a9-4e76-8743-85b816232a97 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:01:51.701563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dca8de88-f3a8-4a4c-ba5d-6828bef6d966 req-bce8efe9-ade0-49e1-aa4a-b244ee81e13b tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1095 time: 0.4140468 Jan 18 23:01:51.720277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499e57-1426-4b43-a205-4c832148f0df req-2b357665-2bc9-4384-87bf-31ab5e406f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:51.726782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-2b357665-2bc9-4384-87bf-31ab5e406f17 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.2664299 Jan 18 23:01:51.741752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-12be7ab4-a3c9-45ab-8c24-fc784f82ef6c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0691860 Jan 18 23:01:51.747484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:51.754157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Request body: {'subnet': {'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-subnet', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:51.769640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:51.790167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Usage tracker for resource:subnet and tenant:bab3004444c843588ba7877384517f61 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:51.813988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-632b9ef4-9171-4473-96a2-3bdc80c0d352 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.0795190 Jan 18 23:01:51.818590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7757eb-6887-41fb-be11-75ce236e4a1f req-2a47139f-8497-418a-9eaf-6910f2defd49 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:51.824729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-9f860bbf-7ea2-4d01-bb3d-37b33e881545 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 1095 time: 0.2351193 Jan 18 23:01:51.824919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca7757eb-6887-41fb-be11-75ce236e4a1f req-2a47139f-8497-418a-9eaf-6910f2defd49 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 944 time: 0.3103659 Jan 18 23:01:51.842246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:51.858875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:51.880122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dca8de88-f3a8-4a4c-ba5d-6828bef6d966 req-1634cf67-8141-456a-b118-c1c0a7cb6045 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773174 Jan 18 23:01:51.962397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca7757eb-6887-41fb-be11-75ce236e4a1f req-08ead60c-cf62-4d97-b238-6b73c3cc8b37 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326270 Jan 18 23:01:52.005143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Made reservation on behalf of bab3004444c843588ba7877384517f61 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:52.008063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.074210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-0e41a088-0398-40e3-bc41-a78ce5ff5b5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:52.076021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-0e41a088-0398-40e3-bc41-a78ce5ff5b5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 906 time: 0.2169492 Jan 18 23:01:52.167429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-223f536d-d743-4609-8fb5-197669d0aec1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4 HTTP/1.1" status: 200 len: 217 time: 0.0837612 Jan 18 23:01:52.171027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499e57-1426-4b43-a205-4c832148f0df req-9b31c58c-3e92-40d7-8ca6-795c4642dd9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:52.173141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-9b31c58c-3e92-40d7-8ca6-795c4642dd9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.3521373 Jan 18 23:01:52.177523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c3098ce-96ea-4d09-96e5-58a98f1dfe2a req-dda8c3d9-d9da-41a4-b445-2f2acf8e93e6 tempest-LiveMigrationNegativeTest-1738358188 tempest-LiveMigrationNegativeTest-1738358188-project] 10.222.0.59 "GET /v2.0/ports?device_id=4871e05d-b2e9-4cb1-8865-73e396697e32 HTTP/1.1" status: 200 len: 210 time: 0.0728004 Jan 18 23:01:52.305404 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-a3e15193-9db2-437b-881a-00312d7147a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589566 Jan 18 23:01:52.397166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-666a5dca-98c3-4d0e-9501-195f1d212a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:52.398647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-666a5dca-98c3-4d0e-9501-195f1d212a5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.2172382 Jan 18 23:01:52.450144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-016c4a14-b089-47d3-8526-6ae8892e36dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442686 Jan 18 23:01:52.522531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:52.657490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'name': 'network-vif-deleted', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:52.687696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a3bc2f-d74e-419b-a654-5e2352e97a6d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:52.714764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-a73d0f7a-5436-4025-b4e8-09bbdce04c4d service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973491 Jan 18 23:01:52.728988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Checking segment: {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:52.729347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Network hostable DHCP agents. Network: bc470a88-89a9-4e76-8743-85b816232a97, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:01:52.774046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-0eae8842-ee36-4ee7-be6a-8e9d93e9b820 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:52.780816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-0eae8842-ee36-4ee7-be6a-8e9d93e9b820 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.2249744 Jan 18 23:01:52.805281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-f161eee7-7c70-4db5-92f8-d7c5319d1717 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/quotas/7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 375 time: 0.0233893 Jan 18 23:01:52.835900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-e840bcf9-1a7d-46a4-a8ae-03bb40982276 service neutron] 10.222.0.83 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728933 Jan 18 23:01:52.865432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Network bc470a88-89a9-4e76-8743-85b816232a97 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:01:52.955497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-e2cff666-90db-4a3d-b7f4-68ac015ed58f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493483 Jan 18 23:01:52.967919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, bc470a88-89a9-4e76-8743-85b816232a97) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:52.980089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111e7f0-8360-421d-932d-0bd6d1e94087 None None] Network bc470a88-89a9-4e76-8743-85b816232a97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:01:52.984321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-983f7c05-2dbd-49bc-a8e9-2df7572a7953 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625902 Jan 18 23:01:53.000651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:53.002255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.026497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22bffd80-28d8-4233-8e48-8b12e41e6f34 req-4d2636e3-e923-4f34-a13e-6ce518dffa6a service neutron] 10.222.0.83 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789486 Jan 18 23:01:53.110066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625d807-22a2-4b40-b01d-45fc8182d2b1 req-5e427e6a-03ad-42c2-aedd-e821897a93a0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:53.117684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3625d807-22a2-4b40-b01d-45fc8182d2b1 req-5e427e6a-03ad-42c2-aedd-e821897a93a0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 946 time: 0.2194436 Jan 18 23:01:53.178685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-1ba0c7f3-0086-4939-b8dc-93bf8ec1b08e service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116458 Jan 18 23:01:53.182418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-26ce5b2f-a6f6-4a19-89ff-600e344cbced admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4337647 Jan 18 23:01:53.185162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:53.210697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:53.219608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:53.223499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-bc470a88-89a9-4e76-8743-85b816232a97', 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'fixed_ips': [{'subnet_id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:01:53.223756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-8b302d50-5a66-496d-a76b-6a59fa7ee19d tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1097 time: 0.0997708 Jan 18 23:01:53.224721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3625d807-22a2-4b40-b01d-45fc8182d2b1 req-6c436ee0-3abd-47c4-92fa-a75710298ece tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063149 Jan 18 23:01:53.225485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.242927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:53.300613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Usage tracker for resource:router and tenant:bab3004444c843588ba7877384517f61 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:53.304705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:53.336666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:53.395281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Allocated IP 172.20.0.2 (bc470a88-89a9-4e76-8743-85b816232a97/31a3bc2f-d74e-419b-a654-5e2352e97a6d/c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:53.422652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:01:53.438180 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4871e05d-b2e9-4cb1-8865-73e396697e32', 'name': 'network-vif-deleted', 'tag': 'a53d42c2-4efa-4d7f-9d98-df1bb92de98f', 'status': 'completed', 'code': 200} Jan 18 23:01:53.438714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.456863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-db878ca6-cf2e-42b6-b7c3-15a4130c8e12 service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680519 Jan 18 23:01:53.490687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.491654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.525628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.655377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.666633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Transition to ACTIVE for port object c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:53.686077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Transition to ACTIVE for port object c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:53.760368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:53.761917 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.822128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:53.880983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Network bc470a88-89a9-4e76-8743-85b816232a97 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:53.895092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:53.900911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:53.907241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:53.924120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Pushing event updated for resources: {'Port': ['ID=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:53.993194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.000168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:54.003660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a53d42c2-4efa-4d7f-9d98-df1bb92de98f no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:01:54.077441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.108502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: a53d42c2-4efa-4d7f-9d98-df1bb92de98f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:01:54.108863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a53d42c2-4efa-4d7f-9d98-df1bb92de98f not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:01:54.134378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be59a05-7166-4cc7-851e-e565593666ca req-38b14b50-da0c-4a7d-aedf-24d201d1e039 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:54.138084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7be59a05-7166-4cc7-851e-e565593666ca req-38b14b50-da0c-4a7d-aedf-24d201d1e039 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 944 time: 0.2133512 Jan 18 23:01:54.138573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:54.214710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7be59a05-7166-4cc7-851e-e565593666ca req-a7b8bd4a-8df9-4dfa-bd97-25dedc63673f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683832 Jan 18 23:01:54.225624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Attempting to bind port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:54.226219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Attempting to bind port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:54.226647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Attempting to bind port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb on network bc470a88-89a9-4e76-8743-85b816232a97 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:54.236408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:54.237141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Checking segment: {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:54.237772 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.238488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Bound using segment: {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:54.240326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Bound port: c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:54.240326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.252231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.345148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:54.345512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:54.345807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:54.353150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:01:54.353478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Attempting to bind port 131ecd3d-8013-409d-ae5c-f6972abe0109 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:54.361368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:54.361709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:54.362619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:54.363207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Bound port: 131ecd3d-8013-409d-ae5c-f6972abe0109, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:54.363569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.474165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbf61025-7c6c-4f3b-870c-def96939674b req-86eb8ca0-7f96-42d5-bc21-20b9349d3a71 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 210 time: 0.1068449 Jan 18 23:01:54.496404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:54.512204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.516046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'mac_address': 'fa:16:3e:b9:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:01:54.518988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] For port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:54.522531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] For port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:54.569138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:54.573158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:54.607759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:54.609853 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.622944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Usage tracker for resource:security_group_rule and tenant:acfe76914c7949f1b5eb546d4c92ecf5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:54.628330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:54.637817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:54.656198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.657343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.695623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895efc5b-b023-4963-a453-3d5f4ccb93d4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:54.726386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Pushing event updated for resources: {'Port': ['ID=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.732964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:54.741183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.741527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.741865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.742272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.742569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.742895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.743222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.743543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.743864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.744227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.744557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d566d81-8f82-461a-a5d3-f7cae7a029d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:54.784898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:54.791550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f7a3-cd4c-4d70-ba6c-7dbbb52feb68 req-4c00290d-04ae-41b1-b28b-2448668e2896 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:54.793083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6299f7a3-cd4c-4d70-ba6c-7dbbb52feb68 req-4c00290d-04ae-41b1-b28b-2448668e2896 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.2306805 Jan 18 23:01:54.808202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.877029 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.878339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:54.899151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.903228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:54.920092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.014131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['895efc5b-b023-4963-a453-3d5f4ccb93d4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:55.126354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55472) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:55.148057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.149955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-487a1f51-53ea-41f6-992e-24eb4d8283a5 service neutron] 10.222.0.83 "PUT /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 1122 time: 1.9174836 Jan 18 23:01:55.193110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.272425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6299f7a3-cd4c-4d70-ba6c-7dbbb52feb68 req-e2347ba2-b23d-4831-9725-ada428631183 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607131 Jan 18 23:01:55.295434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['131ecd3d-8013-409d-ae5c-f6972abe0109'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:01:55.311087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.368496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29458e56-7b06-4179-98ba-fdcf33ff2f3e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:55.376176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-807e8a12-0033-411e-8422-3718eebade4c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acfe76914c7949f1b5eb546d4c92ecf5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2344623 Jan 18 23:01:55.381688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55480) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:55.389874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:55.391099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Usage tracker for resource:security_group_rule and tenant:1791854f29384ff8909d2286f29bdc7c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:55.394348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:55.402450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:55.478864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109'}, {'name': 'network-changed', 'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:55.518113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.547582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e369fa6d-a03d-44b3-ac74-0080aae9bedc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36163d33a9dc4a8584f37129129ed8ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7511868 Jan 18 23:01:55.548025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:55.600153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Allocated IP 172.25.1.236 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/a780fdf8-f06d-4575-8732-264f1f31184e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:55.600906 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'code': 200} Jan 18 23:01:55.601342 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'status': 'completed', 'code': 200} Jan 18 23:01:55.635531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.636860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.710205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.713475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1791854f29384ff8909d2286f29bdc7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5861754 Jan 18 23:01:55.727389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55492) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:55.766183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb002f-d970-43ea-9a40-d6ae309fbaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd67d41-af89-45f3-983a-2b625e2ce2c7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:55.788649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.850550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:55.892507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69ae3c1c-7ee7-4cf3-9dd5-f9146785324f req-78196067-9477-4ba3-bc86-553a394ba0a2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 210 time: 0.2077842 Jan 18 23:01:55.898044 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.917830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:55.950918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-7247971e-5fed-41bc-a472-ea717af5ddf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1125 time: 0.3517313 Jan 18 23:01:55.958511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b38d2b-aaee-4b9b-bb06-344d37830839 req-9610d8ca-8761-4c7b-a613-20405d0b424d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:55.960006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b38d2b-aaee-4b9b-bb06-344d37830839 req-9610d8ca-8761-4c7b-a613-20405d0b424d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 945 time: 0.4980392 Jan 18 23:01:55.965323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:55.969123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.078240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b38d2b-aaee-4b9b-bb06-344d37830839 req-a0e0c989-774b-409a-b0f2-3b7570031e13 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767143 Jan 18 23:01:56.110950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.139364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:56.155153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.158646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.194341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf4aeb-1864-4b60-b727-2aa03418eca3 None None] Network bc470a88-89a9-4e76-8743-85b816232a97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:01:56.195430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29458e56-7b06-4179-98ba-fdcf33ff2f3e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.204928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5580daf-339d-4118-8bab-5c91ae5d5966,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.212540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.215976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:56.222666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 895efc5b-b023-4963-a453-3d5f4ccb93d4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:56.223253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:56.226696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Pushing event updated for resources: {'Port': ['ID=a780fdf8-f06d-4575-8732-264f1f31184e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.229585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:56.236685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.240706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c09dd408-8757-4111-9e20-87edfabf6ad9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5580daf-339d-4118-8bab-5c91ae5d5966 HTTP/1.1" status: 204 len: 168 time: 0.6892757 Jan 18 23:01:56.257211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.257890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.258438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.258980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.259563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.260110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.260642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.261194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.261727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.262285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.263042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.294225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-5be79472-356c-4cd3-b349-0b99604bbaf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.295083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.295492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.295790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-5be79472-356c-4cd3-b349-0b99604bbaf2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.3277321 Jan 18 23:01:56.296231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.296720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.297224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.297708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.298204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.298696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.299025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.299353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.299717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:56.305595 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.306984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-df2b9e01-fb5a-4927-ba17-8235b09c2cb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29458e56-7b06-4179-98ba-fdcf33ff2f3e HTTP/1.1" status: 204 len: 168 time: 0.9215314 Jan 18 23:01:56.317610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 895efc5b-b023-4963-a453-3d5f4ccb93d4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:56.318094 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.454702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-11580989-6c7f-4038-a552-58e8d36095da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.1513374 Jan 18 23:01:56.550712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-1f7ea543-4da8-4298-8043-6594ee8bd86b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.557190 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-1f7ea543-4da8-4298-8043-6594ee8bd86b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0913951 Jan 18 23:01:56.562734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Provisioning for port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:01:56.571693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Provisioning complete for port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:56.575103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.603595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-39c8d2f0-ba6f-4116-b6ad-0528ed1968a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442395 Jan 18 23:01:56.603595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.610522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.611264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.625456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0735eb-3209-4922-ab7a-4b3c766ec7ae req-1883de15-7002-43e2-b261-3be0f8bf08e3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.632327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0735eb-3209-4922-ab7a-4b3c766ec7ae req-1883de15-7002-43e2-b261-3be0f8bf08e3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1300240 Jan 18 23:01:56.677762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd67d41-af89-45f3-983a-2b625e2ce2c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:56.788323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.799299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0735eb-3209-4922-ab7a-4b3c766ec7ae req-cbb7039b-d551-410c-82d1-0467516dc691 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660104 Jan 18 23:01:56.809908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.813325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4c62789c-d249-451b-bf3e-cd5bdb4e722a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fd67d41-af89-45f3-983a-2b625e2ce2c7 HTTP/1.1" status: 204 len: 168 time: 1.0827100 Jan 18 23:01:56.817360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:56.869793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] For port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:56.927070 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-f3abd6d7-648d-4c3c-8965-0bee8ec079db service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128674 Jan 18 23:01:56.933180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-62103965-951d-4776-88e9-7f1d449c44c9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:56.933853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-62103965-951d-4776-88e9-7f1d449c44c9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:01:56.936529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:56.939204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:01:56.944566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.060524 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'code': 200} Jan 18 23:01:57.077684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.157235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0f2a-1603-41d3-820e-3b6c2ba6d2aa None None] Pushing event updated for resources: {'Port': ['ID=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:57.241007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Router 54f5b7f7-6763-4e05-92c6-3db341ab245f is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:01:57.244570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-905f1c6d-8dda-49d6-a316-9f973c9eefef req-cbd09d16-bba0-40aa-9e1f-90dd827570e4 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063421 Jan 18 23:01:57.281471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11247319-d456-4299-bf38-c06740e40eeb req-aa13d687-4f5b-4f5f-ad4a-dfb8812aa375 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 210 time: 0.0814278 Jan 18 23:01:57.281794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:57.361147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-62103965-951d-4776-88e9-7f1d449c44c9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:01:57.363330 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-62103965-951d-4776-88e9-7f1d449c44c9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.7080200 Jan 18 23:01:57.366079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0512c4d-678f-46ae-8bb7-9a1be1d1ce42 req-4325c961-5822-4505-ad65-e04adadc8246 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 1097 time: 0.1102803 Jan 18 23:01:57.401077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Request body: {'port': {'device_id': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'admin_state_up': True, 'tenant_id': '7f6909e40fe04708ba56777d435b3e51'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:57.476254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf1e85-9199-44a1-a4ba-b727918980ce req-3191be71-22cc-4f0b-9078-0fb098a41f12 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:57.478090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9bf1e85-9199-44a1-a4ba-b727918980ce req-3191be71-22cc-4f0b-9078-0fb098a41f12 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1134052 Jan 18 23:01:57.479387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-58d2ac8a-7624-4d20-9d50-b0dc042b793a None None] Provisioning complete for port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:57.479762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58d2ac8a-7624-4d20-9d50-b0dc042b793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.519034 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0512c4d-678f-46ae-8bb7-9a1be1d1ce42 req-d714608b-17b0-419d-b04a-ee06cfdb21a0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413710 Jan 18 23:01:57.598393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:57.618398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:57.633574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55520) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:57.669434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9bf1e85-9199-44a1-a4ba-b727918980ce req-2c9f40a1-36a7-4359-8ccc-c2a63603908e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162915 Jan 18 23:01:57.681381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:57.686104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:01:57.698059 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Sync routers for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:01:57.706430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.712948 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Routers {'54f5b7f7-6763-4e05-92c6-3db341ab245f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:57.713832 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:01:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['54f5b7f7-6763-4e05-92c6-3db341ab245f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:57.717135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-88cba523-dc8d-4979-a925-eb07476753ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77a560b4d42844da85b6123eb31ee98b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0797603 Jan 18 23:01:57.717135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:01:57.718668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55528) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:57.719039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.800814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:57.805847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0a43a815a74211955bf9a66bcb79ce is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:57.808966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:57.817229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:57.826882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:01:57.940676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.961865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:01:57.972898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Set router 54f5b7f7-6763-4e05-92c6-3db341ab245f gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:01:57.978448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:01:57.978811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:57.983155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Allocated IP 172.20.0.8 (02ed8b53-4567-41ec-a801-cd4fdb68aae5/df9d523f-70bd-41f1-bcfe-3a74d392556f/cf3b3e8e-ec2d-41dc-a318-777d3042ec87) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:01:58.019755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.025818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5167ec8b-4b2a-45ec-b984-62af2f0e9bec admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8372400 Jan 18 23:01:58.043693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.057392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.142291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:01:58.253095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.303516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.345665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.349010 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:01:56Z', 'revision_number': 3, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:58.359511 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Checking router: 54f5b7f7-6763-4e05-92c6-3db341ab245f for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:01:58.360343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Updating router 54f5b7f7-6763-4e05-92c6-3db341ab245f port a780fdf8-f06d-4575-8732-264f1f31184e binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:01:58.370988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:01:58.386295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.389154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:01:58.461159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.473978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:01:58.475409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:01:58.477808 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.478705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:01:58.496483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce68d3-cb48-4fe0-a8f3-f60b27695c2b req-0cb8de16-53b8-458b-8c27-3b576d6bba3f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:58.498707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7ce68d3-cb48-4fe0-a8f3-f60b27695c2b req-0cb8de16-53b8-458b-8c27-3b576d6bba3f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.4442725 Jan 18 23:01:58.501966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0390dc24-cc55-4ea8-b290-6a634f05801b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.549996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:58.550772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.556826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.566286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-294c856f-566e-45cb-93cb-95f9943ab387 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb0a43a815a74211955bf9a66bcb79ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8829789 Jan 18 23:01:58.570370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55542) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.702215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b6e84-cd54-4acb-a0c1-1b784d525a76,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:58.713458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.714624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6166ba4e-a0e2-4020-8a79-280c74fc5ac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/210b6e84-cd54-4acb-a0c1-1b784d525a76 HTTP/1.1" status: 204 len: 168 time: 0.9916828 Jan 18 23:01:58.722741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.739699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7ce68d3-cb48-4fe0-a8f3-f60b27695c2b req-13b59f51-9c05-4c6a-9316-197373dd55d9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225103 Jan 18 23:01:58.760076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.782375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef0e71-4e60-4852-950f-267c4e73a133 req-30618c3c-8bff-4af9-a428-aef2768221d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:58.789368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fef0e71-4e60-4852-950f-267c4e73a133 req-30618c3c-8bff-4af9-a428-aef2768221d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 931 time: 0.2700372 Jan 18 23:01:58.830247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:58.843976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-914daa7b-0307-43cc-99b8-2e7b40e7e474 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4470453 Jan 18 23:01:58.858328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Request body: {'port': {'device_id': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:01:58.901126 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.923364 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Transition to ACTIVE for port object a780fdf8-f06d-4575-8732-264f1f31184e will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:58.949012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.970366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:58.985564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fef0e71-4e60-4852-950f-267c4e73a133 req-5303a0e5-f6c0-4661-9d9c-8b62664d25bb tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953392 Jan 18 23:01:59.005062 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.014842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:01:59.029788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Usage tracker for resource:security_group_rule and tenant:84010a19f4064b359d4d37099803e191 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:01:59.030579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0390dc24-cc55-4ea8-b290-6a634f05801b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.034535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:01:59.041800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:01:59.057146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.058695 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d3d8dd6-4da2-42b9-8a4c-08209a4faa7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0390dc24-cc55-4ea8-b290-6a634f05801b HTTP/1.1" status: 204 len: 168 time: 0.4873998 Jan 18 23:01:59.074329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.120555 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Pushing event updated for resources: {'Port': ['ID=a780fdf8-f06d-4575-8732-264f1f31184e,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.140363 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.140778 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.141150 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.141491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.141825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.142161 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.142491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.143167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.143489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.143818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.144172 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:01:59.176996 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Attempting to bind port a780fdf8-f06d-4575-8732-264f1f31184e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:01:59.177396 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Attempting to bind port a780fdf8-f06d-4575-8732-264f1f31184e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:01:59.177781 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Attempting to bind port a780fdf8-f06d-4575-8732-264f1f31184e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:01:59.187465 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:01:59.187832 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:01:59.188260 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.189439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:01:59.191489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Bound port: a780fdf8-f06d-4575-8732-264f1f31184e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:01:59.192067 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.269696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.301022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca3d4-3246-4348-9a61-e9ca3d3cc193 req-58b9d02c-b96e-4a85-a66b-85336a69998a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:01:59.302525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4efca3d4-3246-4348-9a61-e9ca3d3cc193 req-58b9d02c-b96e-4a85-a66b-85336a69998a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1718240 Jan 18 23:01:59.305833 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] For port a780fdf8-f06d-4575-8732-264f1f31184e, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:01:59.311725 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] For port a780fdf8-f06d-4575-8732-264f1f31184e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a780fdf8-f06d-4575-8732-264f1f31184e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:01:59.380777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.412015 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.458561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e96ed-1dd6-4130-9860-5a51cfe52947,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.474056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55566) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:01:59.474178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-083fedf6-15e4-45a6-902f-58556aea129d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84010a19f4064b359d4d37099803e191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6421359 Jan 18 23:01:59.495663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4efca3d4-3246-4348-9a61-e9ca3d3cc193 req-78fc4272-f141-4a1d-9f7e-8df96186b4a1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348603 Jan 18 23:01:59.539249 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afbe7d-22cd-490b-9e7d-2b3fe1a787e1 None None] Pushing event updated for resources: {'Port': ['ID=a780fdf8-f06d-4575-8732-264f1f31184e,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:01:59.552589 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Routers {'54f5b7f7-6763-4e05-92c6-3db341ab245f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:01:59.553738 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:01:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['54f5b7f7-6763-4e05-92c6-3db341ab245f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:01:59.618756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.639219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3b3e8e-ec2d-41dc-a318-777d3042ec87 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:01:59.655711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.671268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.698954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Transition to ACTIVE for port object cf3b3e8e-ec2d-41dc-a318-777d3042ec87 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:01:59.796105 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] Set router 54f5b7f7-6763-4e05-92c6-3db341ab245f gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:01:59.802138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.956510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:01:59.971824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.022572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.026075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f50e96ed-1dd6-4130-9860-5a51cfe52947 HTTP/1.1" status: 204 len: 168 time: 0.5487831 Jan 18 23:02:00.026075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce260b62-02a2-4234-8010-6de98490f3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e96ed-1dd6-4130-9860-5a51cfe52947,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:00.044824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:00.230818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:00.231673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:00.232355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:00.241649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:00.241996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:00.257713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55452f70-7d0e-49bf-bf41-f949f623b5cd req-ff071516-96c1-467b-b12b-063c59a7f902 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:00.259205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55452f70-7d0e-49bf-bf41-f949f623b5cd req-ff071516-96c1-467b-b12b-063c59a7f902 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1654730 Jan 18 23:02:00.264002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:00.266655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:00.268653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:00.271176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Bound port: cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:00.271792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.309784 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:01:56Z', 'revision_number': 3, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:00.314834 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f42d2-4356-4237-a762-b1a14bf5229c None None] The sync data for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 is: [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:01:56Z', 'revision_number': 3, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:02:00.405748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:00.409663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:00.447268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Allocated IP 172.20.0.1 (bc470a88-89a9-4e76-8743-85b816232a97/31a3bc2f-d74e-419b-a654-5e2352e97a6d/fa6cd351-6870-4c25-89fb-78f93db3b9c2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:00.451085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55452f70-7d0e-49bf-bf41-f949f623b5cd req-498be5b5-a6de-4995-9157-0e8f3c793469 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851304 Jan 18 23:02:00.494127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.497282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7196ec3-48bb-463a-8c98-eb5bd8a4ff65 req-ab1f9d11-5701-47e7-abd7-fa6ff01b73c0 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:00.506040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7196ec3-48bb-463a-8c98-eb5bd8a4ff65 req-ab1f9d11-5701-47e7-abd7-fa6ff01b73c0 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1522129 Jan 18 23:02:00.641020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:00.642623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] 10.222.0.89 "PUT /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 1091 time: 1.7902834 Jan 18 23:02:00.652145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:00.733903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b7998-5238-46e5-aae8-d69efe6480a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:00.856573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-8e8d32d3-8ad7-475f-8d53-5d0be907b742 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1094 time: 0.1169419 Jan 18 23:02:00.949860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7196ec3-48bb-463a-8c98-eb5bd8a4ff65 req-1f030663-e498-4761-8e88-b3aa5de9f33b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427240 Jan 18 23:02:00.981133 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-d943b2ee-bdc9-432e-8ba8-edcf4b699a78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 217 time: 0.1155899 Jan 18 23:02:01.046670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f714a-1877-4356-84fb-9a9c297a1bc7 req-f1f51403-a60e-46ab-b178-ec4e216c9ecb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:01.060616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca2f714a-1877-4356-84fb-9a9c297a1bc7 req-f1f51403-a60e-46ab-b178-ec4e216c9ecb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.3114455 Jan 18 23:02:01.063716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.085092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-383a919f-0333-417a-b0e2-a7a36062cbef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:01.086766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-383a919f-0333-417a-b0e2-a7a36062cbef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0957551 Jan 18 23:02:01.088179 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'status': 'completed', 'code': 200} Jan 18 23:02:01.133549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Transition to ACTIVE for port object fa6cd351-6870-4c25-89fb-78f93db3b9c2 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:01.172478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-07d840c0-9891-4e67-a267-17d29ff79d0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733643 Jan 18 23:02:01.176964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca2f714a-1877-4356-84fb-9a9c297a1bc7 req-6d896988-ead3-46ef-8e53-7ddd670f6bee tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047115 Jan 18 23:02:01.248068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.354322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Network bc470a88-89a9-4e76-8743-85b816232a97 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:01.354792 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-1f29274a-f8cc-4b0b-9352-74c086e28b2f service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689317 Jan 18 23:02:01.365245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:01.372006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:01.372506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.414425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Pushing event updated for resources: {'Port': ['ID=fa6cd351-6870-4c25-89fb-78f93db3b9c2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:01.615044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-753e92a4-01d6-4d56-9d7e-03fc71b5a4bc req-6d151e42-a0b2-4bac-82f7-7e85a53681fe service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510641 Jan 18 23:02:01.697087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.888972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-042e7363-3152-4ac9-b212-0243e794c7cb None None] Provisioning for port fa6cd351-6870-4c25-89fb-78f93db3b9c2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:01.897434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-042e7363-3152-4ac9-b212-0243e794c7cb None None] Provisioning complete for port fa6cd351-6870-4c25-89fb-78f93db3b9c2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:01.897799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-042e7363-3152-4ac9-b212-0243e794c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:01.908424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60c346-dd37-4002-a139-90c4eb4df22d req-bbe7b1f9-a044-4c17-a1cb-f5c32f3914e7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:01.910829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db60c346-dd37-4002-a139-90c4eb4df22d req-bbe7b1f9-a044-4c17-a1cb-f5c32f3914e7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.2042730 Jan 18 23:02:01.968152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a780fdf8-f06d-4575-8732-264f1f31184e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:02.025064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-2257e396-1f24-4840-93a6-0bb18c29b79e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1094 time: 0.2665782 Jan 18 23:02:02.074797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db60c346-dd37-4002-a139-90c4eb4df22d req-d373241c-bfaa-4960-b038-60a517157aa3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435595 Jan 18 23:02:02.105403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-042e7363-3152-4ac9-b212-0243e794c7cb None None] Port fa6cd351-6870-4c25-89fb-78f93db3b9c2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:02:02.189945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.196579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a780fdf8-f06d-4575-8732-264f1f31184e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:02.202733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a780fdf8-f06d-4575-8732-264f1f31184e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:02.207818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.263777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a09c-62e4-426d-a26c-329c24044510 req-a4c2a77f-7b15-4270-b2c8-501ae46e4f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:02.265866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.267021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.270824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-a4c2a77f-7b15-4270-b2c8-501ae46e4f50 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2400699 Jan 18 23:02:02.438712 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-6ba2a5c3-754c-4221-8ba9-386d6a0997ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 217 time: 0.1601050 Jan 18 23:02:02.475489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.496221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port a780fdf8-f06d-4575-8732-264f1f31184e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a780fdf8-f06d-4575-8732-264f1f31184e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:02.514790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608a09c-62e4-426d-a26c-329c24044510 req-e1898491-7857-4ddd-a9c5-26d0da8698f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:02.516360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-e1898491-7857-4ddd-a9c5-26d0da8698f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0714626 Jan 18 23:02:02.523658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Network bc470a88-89a9-4e76-8743-85b816232a97 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:02.539261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:02.567617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:02.597128 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-266c6ad6-4fdf-40cb-8aae-65e6aa2b30de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735190 Jan 18 23:02:02.718490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=a780fdf8-f06d-4575-8732-264f1f31184e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:02.825845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Pushing event updated for resources: {'Port': ['ID=fa6cd351-6870-4c25-89fb-78f93db3b9c2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:02.843264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b778d6-d895-4e4b-a09a-ff0c93f00553 req-7f5c46ef-a9ad-449a-bd35-7b1ff44ecd42 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:02.845321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6b778d6-d895-4e4b-a09a-ff0c93f00553 req-7f5c46ef-a9ad-449a-bd35-7b1ff44ecd42 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.6679547 Jan 18 23:02:02.896016 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-1d92b4ae-691d-4eb5-a427-ce13ff1f3f96 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932041 Jan 18 23:02:02.939210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6b778d6-d895-4e4b-a09a-ff0c93f00553 req-09ea7265-0c8a-450e-9c72-d9be70156203 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837312 Jan 18 23:02:02.946284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b6d7-5276-4b2f-9485-825bc3946480 req-a01f305a-4f89-4415-9485-8f70842b6332 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:02.947884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a21b6d7-5276-4b2f-9485-825bc3946480 req-a01f305a-4f89-4415-9485-8f70842b6332 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.4954717 Jan 18 23:02:03.044008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76886e51-a3c0-4384-aeba-d6563dfe59fd None None] Provisioning complete for port fa6cd351-6870-4c25-89fb-78f93db3b9c2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:03.045120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76886e51-a3c0-4384-aeba-d6563dfe59fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:03.112570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8608a09c-62e4-426d-a26c-329c24044510 req-da0ebe63-97ce-4321-8780-74f27ce8e754 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090988 Jan 18 23:02:03.123111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76886e51-a3c0-4384-aeba-d6563dfe59fd None None] Port fa6cd351-6870-4c25-89fb-78f93db3b9c2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:02:03.170920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a21b6d7-5276-4b2f-9485-825bc3946480 req-0f7836e5-7933-4c23-8fb8-2dacd18ade99 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516457 Jan 18 23:02:03.533843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4cea8-706a-4f24-a74f-eed29de27083 req-5109bb6d-53ff-4d40-a213-183c3817af66 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:03.536469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70f4cea8-706a-4f24-a74f-eed29de27083 req-5109bb6d-53ff-4d40-a213-183c3817af66 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 944 time: 0.1696267 Jan 18 23:02:03.552911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Router 54f5b7f7-6763-4e05-92c6-3db341ab245f has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:02:03.567036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-da67170d-aa8b-48fe-bd55-f034e3715ea9 service neutron] 10.222.0.89 "GET /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.1036992 Jan 18 23:02:03.777503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70f4cea8-706a-4f24-a74f-eed29de27083 req-d7852f04-295b-463e-a8d1-6ea7e0dcdd4f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225754 Jan 18 23:02:03.907149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc21c1-4c67-4011-a14b-6f708144f0d9 req-fea0e947-c731-4e04-80b2-7fd75b8570bc tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:03.912826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7fc21c1-4c67-4011-a14b-6f708144f0d9 req-fea0e947-c731-4e04-80b2-7fd75b8570bc tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1333389 Jan 18 23:02:03.929162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a780fdf8-f06d-4575-8732-264f1f31184e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:04.052083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a780fdf8-f06d-4575-8732-264f1f31184e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:04.053183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.112231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:04.141118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7fc21c1-4c67-4011-a14b-6f708144f0d9 req-dd033c31-97bd-4f2c-b2c9-39d673d18808 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171524 Jan 18 23:02:04.182097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:04.185608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:02:04.204866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ba73085-e6c1-47d5-8152-855c660b990a admin admin] 10.222.0.59 "PUT /v2.0/routers/54f5b7f7-6763-4e05-92c6-3db341ab245f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1600554 Jan 18 23:02:04.307168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131ecd3d-8013-409d-ae5c-f6972abe0109 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:04.327344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:04.347516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b230f5-d44a-4e59-80ef-7bef50a98925 req-32d5a9be-c330-4791-a0ed-281304213c77 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:04.349544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b230f5-d44a-4e59-80ef-7bef50a98925 req-32d5a9be-c330-4791-a0ed-281304213c77 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1358035 Jan 18 23:02:04.419612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b230f5-d44a-4e59-80ef-7bef50a98925 req-114abf6a-e996-4744-b47f-7f8c0f3fb899 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642798 Jan 18 23:02:04.450227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.552567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Sync routers for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:02:04.567679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Routers {'54f5b7f7-6763-4e05-92c6-3db341ab245f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:04.568363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:01:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['54f5b7f7-6763-4e05-92c6-3db341ab245f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:04.570931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] Transition to ACTIVE for port object 131ecd3d-8013-409d-ae5c-f6972abe0109 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:04.644346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:04.777936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Set router 54f5b7f7-6763-4e05-92c6-3db341ab245f gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:04.795151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] Pushing event updated for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:04.832791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] No DVR routers for this DVR port 131ecd3d-8013-409d-ae5c-f6972abe0109 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:04.890333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-15e100bb-63c4-4438-b4e9-c5c8e5222974 service neutron] 10.222.0.89 "PUT /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3144693 Jan 18 23:02:05.023037 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-94e705a6-4e22-47b3-ab96-7eaeded8f816 req-5bca5243-afd0-4442-8bc1-748dfab9a8f9 tempest-FloatingIPDetailsNegativeTestJSON-830644447 tempest-FloatingIPDetailsNegativeTestJSON-830644447-project] show failed (client error): The resource could not be found. Jan 18 23:02:05.024442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94e705a6-4e22-47b3-ab96-7eaeded8f816 req-5bca5243-afd0-4442-8bc1-748dfab9a8f9 tempest-FloatingIPDetailsNegativeTestJSON-830644447 tempest-FloatingIPDetailsNegativeTestJSON-830644447-project] 10.222.0.59 "GET /v2.0/floatingips/1578b1b2-237f-485f-b37f-57cb0dd0b446 HTTP/1.1" status: 404 len: 350 time: 0.0787632 Jan 18 23:02:05.035515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55702) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.170492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51db06-fa7a-41a6-9040-1b2bf7bca868 req-87de78d8-293b-496e-b533-d84a681ad02a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:05.172159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b51db06-fa7a-41a6-9040-1b2bf7bca868 req-87de78d8-293b-496e-b533-d84a681ad02a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.0899916 Jan 18 23:02:05.241865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 4, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fa6cd351-6870-4c25-89fb-78f93db3b9c2', 'name': '', 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'mac_address': 'fa:16:3e:98:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:00Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 2, 'project_id': 'bab3004444c843588ba7877384517f61', 'subnets': [{'id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:05.246438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Checking router: 54f5b7f7-6763-4e05-92c6-3db341ab245f for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:02:05.246788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Updating router 54f5b7f7-6763-4e05-92c6-3db341ab245f port fa6cd351-6870-4c25-89fb-78f93db3b9c2 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:02:05.260917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b51db06-fa7a-41a6-9040-1b2bf7bca868 req-9c4234e6-0a6f-4789-b16c-48ef2d44ed55 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813265 Jan 18 23:02:05.307294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.427354 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-a91306a8-7ed7-4904-942d-e41c650718cc tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.3237419 Jan 18 23:02:05.523590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853fef4-9912-4eb2-8486-60037efdfb9f req-d63a6931-ba8f-40d7-8745-7df0780fdf6e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:05.530766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6853fef4-9912-4eb2-8486-60037efdfb9f req-d63a6931-ba8f-40d7-8745-7df0780fdf6e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1786807 Jan 18 23:02:05.615322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6853fef4-9912-4eb2-8486-60037efdfb9f req-a23480b4-7ebe-4bab-9c48-1d474dae59f6 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818996 Jan 18 23:02:05.631035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-4126d5c3-dd27-4a55-bd41-3106aaf3e061 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&tenant_id=49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 1096 time: 0.1915970 Jan 18 23:02:05.848330 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.873947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Transition to ACTIVE for port object fa6cd351-6870-4c25-89fb-78f93db3b9c2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:05.887138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-dd32aa3f-37c3-4c59-bd7f-26c8147b21ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1096 time: 0.1753173 Jan 18 23:02:05.892622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb3f6-561a-4639-b651-ca97c51be56b req-da1333d2-612e-4d38-b3cd-74a1f10ba541 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:05.894917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d0eb3f6-561a-4639-b651-ca97c51be56b req-da1333d2-612e-4d38-b3cd-74a1f10ba541 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1510491 Jan 18 23:02:05.926354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:05.952751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:05.989003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:05.997464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d0eb3f6-561a-4639-b651-ca97c51be56b req-43f1beeb-a762-48b2-9acb-ca980a2898ee tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956709 Jan 18 23:02:06.145284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499e57-1426-4b43-a205-4c832148f0df req-5a24f1d6-6f0e-4c3e-9b38-89baeba7ce23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:06.146758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-5a24f1d6-6f0e-4c3e-9b38-89baeba7ce23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.2518077 Jan 18 23:02:06.155356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:06.227892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-8115281f-f387-4828-a4c8-d3ae518da304 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.0704558 Jan 18 23:02:06.230116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.304344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'port_id': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'mac_address': 'fa:16:3e:45:7e:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d523f-70bd-41f1-bcfe-3a74d392556f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:06.374026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3499e57-1426-4b43-a205-4c832148f0df req-0f3b68ba-8393-4a7d-875d-64636bb87d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:06.377637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-0f3b68ba-8393-4a7d-875d-64636bb87d7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0895836 Jan 18 23:02:06.456862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-eda43b21-611a-45d5-a8cd-5df4ed087b24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715182 Jan 18 23:02:06.464873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.474307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790942a-d965-420d-bf16-ac508f87f39c None None] Pushing event updated for resources: {'Port': ['ID=fa6cd351-6870-4c25-89fb-78f93db3b9c2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:06.480312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Attempting to bind port fa6cd351-6870-4c25-89fb-78f93db3b9c2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:06.480676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Attempting to bind port fa6cd351-6870-4c25-89fb-78f93db3b9c2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:06.481059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Attempting to bind port fa6cd351-6870-4c25-89fb-78f93db3b9c2 on network bc470a88-89a9-4e76-8743-85b816232a97 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:06.513941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:06.514336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Checking segment: {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:06.514709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.515098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Bound using segment: {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:06.515573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Bound port: fa6cd351-6870-4c25-89fb-78f93db3b9c2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:06.515941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.530091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:06.532568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.541168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0de77fec0447c09e6f28e549eeb40d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:06.563970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:06.597890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:06.660956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] For port fa6cd351-6870-4c25-89fb-78f93db3b9c2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:06.664721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] For port fa6cd351-6870-4c25-89fb-78f93db3b9c2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fa6cd351-6870-4c25-89fb-78f93db3b9c2,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:06.666986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3b3e8e-ec2d-41dc-a318-777d3042ec87 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:06.684181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:06.702641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.726693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-b545a8ad-3b64-4bba-94a1-43fdf511c985 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589986 Jan 18 23:02:06.742926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.781988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.813493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:06.848689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790942a-d965-420d-bf16-ac508f87f39c None None] Pushing event updated for resources: {'Port': ['ID=fa6cd351-6870-4c25-89fb-78f93db3b9c2,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:06.900526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57b8377-7193-4ab2-981f-9c9dc4d90710,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:06.919491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0e33b483-4032-4909-8d91-0450a80c07e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f0de77fec0447c09e6f28e549eeb40d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9590564 Jan 18 23:02:06.920135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55756) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:06.962960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:06.974822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Routers {'54f5b7f7-6763-4e05-92c6-3db341ab245f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:06.975873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:01:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['54f5b7f7-6763-4e05-92c6-3db341ab245f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:07.043945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e60d-7a28-4ec5-a3b8-47d25184509a req-289d4005-3fc4-46e1-a856-a65800660b52 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:07.045631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ae8e60d-7a28-4ec5-a3b8-47d25184509a req-289d4005-3fc4-46e1-a856-a65800660b52 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.2866511 Jan 18 23:02:07.094796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.141745 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-275919e5-0720-4333-9589-68276c53a895 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026835 Jan 18 23:02:07.156004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.162027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['cf3b3e8e-ec2d-41dc-a318-777d3042ec87'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:07.177593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ae8e60d-7a28-4ec5-a3b8-47d25184509a req-bf023828-87ac-4eec-9471-c60c98928649 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210520 Jan 18 23:02:07.278499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] Set router 54f5b7f7-6763-4e05-92c6-3db341ab245f gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:07.441669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04477d-1fb9-4306-92a5-77c2d4f19b89 req-7f7826c7-704a-4506-84da-b96e52788972 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:07.448806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b04477d-1fb9-4306-92a5-77c2d4f19b89 req-7f7826c7-704a-4506-84da-b96e52788972 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1106410 Jan 18 23:02:07.535266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.557914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57b8377-7193-4ab2-981f-9c9dc4d90710,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:07.569496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b04477d-1fb9-4306-92a5-77c2d4f19b89 req-69e9d078-53e6-4984-aaed-012aa0b7977a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192894 Jan 18 23:02:07.592180 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.597667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdc5bc57-3b07-4434-aaca-2dc6a7f2f9f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b57b8377-7193-4ab2-981f-9c9dc4d90710 HTTP/1.1" status: 204 len: 168 time: 0.6732643 Jan 18 23:02:07.618445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872d7e1-fd5e-4a7c-88c9-7d0d95c8dd3d req-ace1b414-d84d-4aa3-b3b5-46a9ad9e1d30 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:07.619190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Deleting port fa6cd351-6870-4c25-89fb-78f93db3b9c2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:07.619657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:07.621289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9872d7e1-fd5e-4a7c-88c9-7d0d95c8dd3d req-ace1b414-d84d-4aa3-b3b5-46a9ad9e1d30 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.1439757 Jan 18 23:02:07.715428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9872d7e1-fd5e-4a7c-88c9-7d0d95c8dd3d req-39866810-852d-4c7d-b8dc-f8472f9710ed tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865283 Jan 18 23:02:07.851220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 4, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fa6cd351-6870-4c25-89fb-78f93db3b9c2', 'name': '', 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'mac_address': 'fa:16:3e:98:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:00Z', 'updated_at': '2022-01-18T23:02:06Z', 'revision_number': 4, 'project_id': 'bab3004444c843588ba7877384517f61', 'subnets': [{'id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:07.856081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940c37a-349e-494b-8813-f6dd21f4d854 None None] The sync data for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 is: [{'id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1705694616-router', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:01:53Z', 'updated_at': '2022-01-18T23:02:01Z', 'revision_number': 4, 'project_id': 'bab3004444c843588ba7877384517f61', 'gw_port': {'id': 'a780fdf8-f06d-4575-8732-264f1f31184e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:01:55Z', 'updated_at': '2022-01-18T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fa6cd351-6870-4c25-89fb-78f93db3b9c2', 'name': '', 'network_id': 'bc470a88-89a9-4e76-8743-85b816232a97', 'tenant_id': 'bab3004444c843588ba7877384517f61', 'mac_address': 'fa:16:3e:98:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f5b7f7-6763-4e05-92c6-3db341ab245f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:00Z', 'updated_at': '2022-01-18T23:02:06Z', 'revision_number': 4, 'project_id': 'bab3004444c843588ba7877384517f61', 'subnets': [{'id': '31a3bc2f-d74e-419b-a654-5e2352e97a6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:02:07.937165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:08.052855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:08.073151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] For port fa6cd351-6870-4c25-89fb-78f93db3b9c2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fa6cd351-6870-4c25-89fb-78f93db3b9c2,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:08.073527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.254854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Calling delete_port for fa6cd351-6870-4c25-89fb-78f93db3b9c2 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:02:08.310703 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-1f5f9bae-6857-429b-87fb-24f3049a8621 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.4601514 Jan 18 23:02:08.434559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fa561-fcdf-4d58-8687-72e05b0e6b38 req-4d05eeaf-1bf1-4345-ab20-2ad7167f18db tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:08.436182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-635fa561-fcdf-4d58-8687-72e05b0e6b38 req-4d05eeaf-1bf1-4345-ab20-2ad7167f18db tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.0861528 Jan 18 23:02:08.521702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-635fa561-fcdf-4d58-8687-72e05b0e6b38 req-20ba2f3b-c213-4caa-a31b-e6788c8528ef tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730624 Jan 18 23:02:08.589694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55810) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:08.617763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.728718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c3499e57-1426-4b43-a205-4c832148f0df req-c36c2220-7b30-4dd5-aa18-d5dec7ef523e service neutron] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:08.750585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c3499e57-1426-4b43-a205-4c832148f0df req-c36c2220-7b30-4dd5-aa18-d5dec7ef523e service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.756472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3499e57-1426-4b43-a205-4c832148f0df req-c36c2220-7b30-4dd5-aa18-d5dec7ef523e service neutron] 10.222.0.83 "DELETE /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.4362381 Jan 18 23:02:08.790456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.816046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88f884-78af-4791-91b1-de93f421e83d req-b8e2fef3-fbb5-4c0b-a12d-adec17321650 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:08.817572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb88f884-78af-4791-91b1-de93f421e83d req-b8e2fef3-fbb5-4c0b-a12d-adec17321650 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.0921946 Jan 18 23:02:08.827001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:08.883774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:08.886952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6cd351-6870-4c25-89fb-78f93db3b9c2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:08.891988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8db673e17b34fbdbada096b0bbcf0ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:08.896219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:08.933850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:08.960626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb88f884-78af-4791-91b1-de93f421e83d req-69577554-8745-457a-acdf-a7761ef3226c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346281 Jan 18 23:02:08.964887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e712e95d-d72a-4e80-9fc2-91387a86e535 req-e2a4a7cf-1ff2-49e5-b63b-dd2aee624923 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1096 time: 0.1218517 Jan 18 23:02:09.134303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e712e95d-d72a-4e80-9fc2-91387a86e535 req-56d4623d-ba4c-4ac3-b189-176ae3182cbf tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613250 Jan 18 23:02:09.262049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.322468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:09.329615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.483110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a225524-2789-4fba-a6e3-b8015d0afe46,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:09.484103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508d1a7-360e-4afc-bd10-e2d107bfd40e req-2d319bf7-3437-49b1-a3b0-199ecdb1b276 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:09.492278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e508d1a7-360e-4afc-bd10-e2d107bfd40e req-2d319bf7-3437-49b1-a3b0-199ecdb1b276 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.1047707 Jan 18 23:02:09.510475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c9fae9cc-39bb-4f40-83de-b18b8383a3d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8db673e17b34fbdbada096b0bbcf0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9166067 Jan 18 23:02:09.510981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:09.557223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e508d1a7-360e-4afc-bd10-e2d107bfd40e req-e5c77188-0df6-4c72-a85a-c22d90f157d4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639050 Jan 18 23:02:09.665963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.670175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.704506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:09.714070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Usage tracker for resource:security_group_rule and tenant:2528898a27e54e4ea4d0dd57dbfb3f65 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:09.725770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:09.739208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:09.788044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.824119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.940641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:09.952356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287a81-0068-49c8-970e-3febcb86e588 req-f128a213-34dc-459b-8eae-e9860db52f54 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:09.953879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-f128a213-34dc-459b-8eae-e9860db52f54 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.1895986 Jan 18 23:02:09.956896 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:09.978045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-a09a3ad1-90ef-4dc9-bb71-871f81462296 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/quotas/49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 375 time: 0.0173695 Jan 18 23:02:10.036507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.109511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb1244a-8a78-4316-815a-169ced10cdd3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.114788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:10.119538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2645a17c-b9d8-4ece-abc2-2d3c58df1bde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2528898a27e54e4ea4d0dd57dbfb3f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7942071 Jan 18 23:02:10.121894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:10.128208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:10.130207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.152874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.180028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a225524-2789-4fba-a6e3-b8015d0afe46,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.200352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.203941 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b95a01a9-8b2e-4dde-8d5e-4a923d8d2013 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a225524-2789-4fba-a6e3-b8015d0afe46 HTTP/1.1" status: 204 len: 168 time: 0.6896555 Jan 18 23:02:10.226191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-52bed85b-6027-4c09-88bb-d46b014df3e3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2469234 Jan 18 23:02:10.315138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.344099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:10.356466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:10.389062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.413092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.429577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-567cd9a4-cdb7-4a97-9871-aaa4189eb372 service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022932 Jan 18 23:02:10.444916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b699-122b-4db1-823e-63402ca67915 req-b406bfe3-8cf5-42ba-8dda-c70939c5b00a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:10.446384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fe4b699-122b-4db1-823e-63402ca67915 req-b406bfe3-8cf5-42ba-8dda-c70939c5b00a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.3011069 Jan 18 23:02:10.492792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.507609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.527615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Router 54f5b7f7-6763-4e05-92c6-3db341ab245f has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:02:10.643178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.668017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fe4b699-122b-4db1-823e-63402ca67915 req-8ec09ad3-9aad-4ea1-80fb-b2283ec0f9b4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872034 Jan 18 23:02:10.694573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-29dcad13-7579-44bd-a54e-03e61be57775 service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567906 Jan 18 23:02:10.784666 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.797584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:02:10.803116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb1244a-8a78-4316-815a-169ced10cdd3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:10.807838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:10.808974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3fa76cc8-17aa-41f6-bd83-7322e7e5b4b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cb1244a-8a78-4316-815a-169ced10cdd3 HTTP/1.1" status: 204 len: 168 time: 0.6861506 Jan 18 23:02:10.817079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e641da66-d206-4783-9f43-ceef2b77c889 admin admin] 10.222.0.59 "PUT /v2.0/routers/54f5b7f7-6763-4e05-92c6-3db341ab245f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7795060 Jan 18 23:02:10.818617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55882) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:10.942988 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'code': 200} Jan 18 23:02:11.164447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d8eb8-2c6e-4b46-bc48-a111e2a9fe06 req-982698ce-949d-4b2e-b679-81a5f5851d91 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:11.166027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d15d8eb8-2c6e-4b46-bc48-a111e2a9fe06 req-982698ce-949d-4b2e-b679-81a5f5851d91 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 945 time: 0.1045530 Jan 18 23:02:11.213878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d15d8eb8-2c6e-4b46-bc48-a111e2a9fe06 req-58f67bec-4b3c-4a22-ace9-ac0140ea5dc2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Jan 18 23:02:11.240940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.342113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-846ddec6-3faa-4deb-8de8-455ed185c93b req-5ddc625f-a47d-4222-8c3d-8a68764ac75b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.2345874 Jan 18 23:02:11.427155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7e67b5c-e31b-43f2-8e53-5560f0a4f127 req-e57c0978-8a17-4931-84f6-b5898f02f54b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 210 time: 0.0585196 Jan 18 23:02:11.488003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-846ddec6-3faa-4deb-8de8-455ed185c93b req-257f629f-637f-4074-b863-5c4037f5976e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348648 Jan 18 23:02:11.615780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.716032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Deleting port a780fdf8-f06d-4575-8732-264f1f31184e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:11.716916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.848365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:11.916193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:11.990276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:11.996158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:53418a404bd14c55bf261a748d35c43c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:12.000909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:12.009200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:12.036505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710990bf-7f49-4e3a-8c9f-b44c4b253519 req-c74a3f9f-2a97-4d44-8fa0-ef059d09b5ab tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:12.043330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-710990bf-7f49-4e3a-8c9f-b44c4b253519 req-c74a3f9f-2a97-4d44-8fa0-ef059d09b5ab tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1675775 Jan 18 23:02:12.124769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-710990bf-7f49-4e3a-8c9f-b44c4b253519 req-633f6478-7806-468a-8dba-f6d48b3bc438 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804098 Jan 18 23:02:12.139736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.171269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] For port a780fdf8-f06d-4575-8732-264f1f31184e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a780fdf8-f06d-4575-8732-264f1f31184e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:12.171847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.204495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.256964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347dbc4d-fc6a-40e0-ac6f-63bc24a297d4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:12.264294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-34476b04-432b-498c-af1f-04a244c3d8c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53418a404bd14c55bf261a748d35c43c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4114752 Jan 18 23:02:12.273345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:12.353330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.359278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Calling delete_port for a780fdf8-f06d-4575-8732-264f1f31184e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:02:12.387884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.679082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.680279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc1fa1-88c6-437c-a360-7545f236d75b req-1efde6c8-7eec-490b-b74f-521478f5e318 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:12.681930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39dc1fa1-88c6-437c-a360-7545f236d75b req-1efde6c8-7eec-490b-b74f-521478f5e318 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 945 time: 0.1673634 Jan 18 23:02:12.691369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.822497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347dbc4d-fc6a-40e0-ac6f-63bc24a297d4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:12.830658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:12.834262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b2bbeb60-106a-4db2-9c6d-dacbfbd54fb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/347dbc4d-fc6a-40e0-ac6f-63bc24a297d4 HTTP/1.1" status: 204 len: 168 time: 0.5574384 Jan 18 23:02:12.878574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39dc1fa1-88c6-437c-a360-7545f236d75b req-0586784c-3222-4890-8b1a-07f599c48afb tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837506 Jan 18 23:02:12.881124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f646a2f-a49b-4a5b-987f-affbdb88ac84 req-b862c0c2-875c-411e-af34-7785a54902f5 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 210 time: 0.0682278 Jan 18 23:02:12.953448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Pushing event deleted for resources: {'Port': ['ID=a780fdf8-f06d-4575-8732-264f1f31184e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:13.129052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.414710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.418135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce012-fba1-4d5d-83a8-8a745bebd08d req-48452210-d2be-4d96-a86e-182b348747a7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.419719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c0ce012-fba1-4d5d-83a8-8a745bebd08d req-48452210-d2be-4d96-a86e-182b348747a7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1344733 Jan 18 23:02:13.420648 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.468236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c0ce012-fba1-4d5d-83a8-8a745bebd08d req-c40307ef-880b-42fa-b37d-36f69b03e681 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Jan 18 23:02:13.631681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.632262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f5b7f7-6763-4e05-92c6-3db341ab245f {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:02:13.682067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.685845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:13.686007 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d486b243-d6c7-4f00-9da0-0b2929a6a15b admin admin] 10.222.0.59 "DELETE /v2.0/routers/54f5b7f7-6763-4e05-92c6-3db341ab245f HTTP/1.1" status: 204 len: 168 time: 2.8662887 Jan 18 23:02:13.782116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287a81-0068-49c8-970e-3febcb86e588 req-fd45f9a9-9dac-4f59-9886-b3c2f0c38b58 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:13.783772 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-fd45f9a9-9dac-4f59-9886-b3c2f0c38b58 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.2607706 Jan 18 23:02:13.784370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-92761b7f-d1ff-4376-800a-fdd7479adc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:13.793536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Deleting subnet 31a3bc2f-d74e-419b-a654-5e2352e97a6d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:02:13.801951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Request body: {'port': {'device_id': '095778a2-11a0-4350-940c-24d2588a458d', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'admin_state_up': True, 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:13.805204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.055234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.157128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:14.162096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Usage tracker for resource:port and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:14.169176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:14.172859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:14.238722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:14.243655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.251549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.332435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cba78a-8ea9-4f49-99f0-aa80c89be18d req-113af47a-b5c1-4b36-8303-791082e0921c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:14.339269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4cba78a-8ea9-4f49-99f0-aa80c89be18d req-113af47a-b5c1-4b36-8303-791082e0921c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 945 time: 0.1420078 Jan 18 23:02:14.400464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4cba78a-8ea9-4f49-99f0-aa80c89be18d req-9e3f6942-22dd-4b45-88a9-bbcddbe3a3ae tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602551 Jan 18 23:02:14.464417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Allocated IP 172.20.0.8 (b61486c7-1e85-420c-acb6-12f5ffab9350/9248b3cb-f167-4bf0-9c78-86c475877073/8c2a7021-db3d-4230-bfe7-ee4184653b1f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:14.471462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.561431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a3bc2f-d74e-419b-a654-5e2352e97a6d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:14.574273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.575218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77a590-afa4-49bd-810e-55d7384c0381 None None] Network bc470a88-89a9-4e76-8743-85b816232a97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:14.656744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d18a0d1b-37a5-46e3-ba87-4c77c0c210c0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/31a3bc2f-d74e-419b-a654-5e2352e97a6d HTTP/1.1" status: 204 len: 168 time: 0.9694905 Jan 18 23:02:14.662078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:14.699359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9981f3d1-1d08-4c62-8d49-a5dc21aa0877 req-aa23d8ef-3f5d-434d-973e-71b3ea62771a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 210 time: 0.1210313 Jan 18 23:02:14.779565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3000e0dc-30c6-4a88-9bed-ae4e159e8818 req-e2be1d73-91e4-496f-96f2-28ec54f82b17 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.1246836 Jan 18 23:02:14.847834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3000e0dc-30c6-4a88-9bed-ae4e159e8818 req-5dce6c1d-9397-4c6a-829d-e631f75174a9 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Jan 18 23:02:14.945515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.949928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.972346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Deleting port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:14.972947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:14.982744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] DHCP port deletion for bc470a88-89a9-4e76-8743-85b816232a97 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:02:14.994315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Deleting port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:14.994953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.023383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf5e9-9d35-4e53-887d-ced97673198f req-258632f7-8bff-4f63-8806-f75d6198c372 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.024947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a8cf5e9-9d35-4e53-887d-ced97673198f req-258632f7-8bff-4f63-8806-f75d6198c372 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1096568 Jan 18 23:02:15.098002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a8cf5e9-9d35-4e53-887d-ced97673198f req-5d6a191e-6948-4e30-93ef-3f09bc65fd42 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594997 Jan 18 23:02:15.152905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.309726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:15.318710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Network b61486c7-1e85-420c-acb6-12f5ffab9350 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:15.320434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] For port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:15.320810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.324739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] For port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,segment=NetworkSegment(93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47),segment_id=93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:15.325699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.328507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:15.337538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:15.402589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:15.403202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.516085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40367fc3-5a05-49ed-9e3c-115c8a5c527f req-9a18e5e2-7d05-428f-ad2e-a0e38c8ba7d8 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.1539946 Jan 18 23:02:15.535661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Calling delete_port for c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:02:15.544622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Calling delete_port for c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:02:15.620825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40367fc3-5a05-49ed-9e3c-115c8a5c527f req-13cce045-a629-48d9-a200-9abb33f443d2 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Jan 18 23:02:15.656679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-634ef1b9-48e8-441f-afc4-89f06277cb95 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8598835 Jan 18 23:02:15.672873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Request body: {'port': {'device_id': '095778a2-11a0-4350-940c-24d2588a458d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:15.776928 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:02:15.777493 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:02:15.801372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.856640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:15.925640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] No DVR routers for this DVR port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:15.952383 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d15e85e-e57e-4da6-a5bd-7e4edc3e6de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:15.979037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:02:15.984962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:16.052093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02915b0c-2b0d-4363-8c13-3425743bdd5a req-0bca2c59-b14f-41bf-a513-b03d2c1ff59c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:16.053902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02915b0c-2b0d-4363-8c13-3425743bdd5a req-0bca2c59-b14f-41bf-a513-b03d2c1ff59c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 931 time: 0.1362441 Jan 18 23:02:16.109147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02915b0c-2b0d-4363-8c13-3425743bdd5a req-60a16d8e-66e4-4dcf-839d-dd1d0357ef93 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 Jan 18 23:02:16.146768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Pushing event deleted for resources: {'Port': ['ID=c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.181220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.191794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.235546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc470a88-89a9-4e76-8743-85b816232a97']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:16.279257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Deleting port c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:16.280074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.385293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:16.388047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c9e3c6-c859-4f08-a8b4-e7f4a4f3ab47') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:16.388164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f9bba49-b3a0-4efc-83c1-2386cd0e04de None None] The port 'c64018b5-7a4a-4158-b2b1-f4fcae0fd3fb' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:02:16.412071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.435010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a37af-b51f-4140-9f67-634d672cc343 req-7667e354-9036-4707-ac0a-b43f5d2b6f8f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:16.439392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.441992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f71a37af-b51f-4140-9f67-634d672cc343 req-7667e354-9036-4707-ac0a-b43f5d2b6f8f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1070642 Jan 18 23:02:16.488949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f71a37af-b51f-4140-9f67-634d672cc343 req-250282be-461b-414a-baef-ceea019bc797 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Jan 18 23:02:16.497612 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-5661fee3-e0a6-406a-a80a-288cf9a6004a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4862795 Jan 18 23:02:16.498521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:02:16.498921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:02:16.517854 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:02:16.716259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.806704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:16.834150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37cf0793-1c59-42fd-ae75-e068cc7919d1 req-350abc74-1a84-40d1-9b9a-aa0cb926c07e tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.0940714 Jan 18 23:02:16.858371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc470a88-89a9-4e76-8743-85b816232a97,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:16.899694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6e12fb17-8e64-4700-b81a-5a350fecb79d admin admin] 10.222.0.59 "DELETE /v2.0/networks/bc470a88-89a9-4e76-8743-85b816232a97 HTTP/1.1" status: 204 len: 168 time: 2.2363112 Jan 18 23:02:16.909698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37cf0793-1c59-42fd-ae75-e068cc7919d1 req-912cb682-b56a-4622-b093-eb8282f0d903 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737793 Jan 18 23:02:16.994589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-f42aad0c-9f29-482a-a6a0-051b134894c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1095 time: 0.2801123 Jan 18 23:02:17.137608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2a7021-db3d-4230-bfe7-ee4184653b1f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:17.145824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.156469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.161510 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Sync routers for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:02:17.179348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:17.187087 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 23:02:17.187087 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_agentschedulers_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54f5b7f7-6763-4e05-92c6-3db341ab245f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent'). {{(pid=84545) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 23:02:17.189485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Transition to ACTIVE for port object 8c2a7021-db3d-4230-bfe7-ee4184653b1f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:17.217065 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:17.217065 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 23:02:17.217234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-7e9f7ae8-2d48-414d-951c-2bf7e4c0bc7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.217348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_agentschedulers_db [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54f5b7f7-6763-4e05-92c6-3db341ab245f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent'). {{(pid=84545) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 23:02:17.217348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506a99-cae0-4ab0-be21-61d58a0d6393 None None] The sync data for ids ['54f5b7f7-6763-4e05-92c6-3db341ab245f'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:02:17.221471 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-7e9f7ae8-2d48-414d-951c-2bf7e4c0bc7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1914108 Jan 18 23:02:17.273436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.282718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.302298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:17.343115 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-dde6fcaf-78fa-409a-a1b9-4200e2a7e214 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.1212938 Jan 18 23:02:17.366951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cadcd48b-c45a-46a5-b632-b28d85ecb601 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bab3004444c843588ba7877384517f61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634701 Jan 18 23:02:17.370674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:17.428044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-3d759c80-d801-4415-8476-2b32040229b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.429743 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-3d759c80-d801-4415-8476-2b32040229b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0742667 Jan 18 23:02:17.439640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.480200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.552467 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-383e63ba-3181-43ec-8155-65527145c508 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632384 Jan 18 23:02:17.558359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:17.635748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.672024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21731ddf-8531-4562-bf62-63dca192547b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:17.688099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.691839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ae620edf-4085-418f-a6ed-301b8a5eaaa7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21731ddf-8531-4562-bf62-63dca192547b HTTP/1.1" status: 204 len: 168 time: 0.3202121 Jan 18 23:02:17.796279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:17.796807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:17.800769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:17.800908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa6cd351-6870-4c25-89fb-78f93db3b9c2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:17.809784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-870eed05-5871-4f54-8bca-f6f6e974d123 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484162 Jan 18 23:02:17.811210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:17.811891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:17.886958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fa6cd351-6870-4c25-89fb-78f93db3b9c2 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:02:17.887524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa6cd351-6870-4c25-89fb-78f93db3b9c2 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:17.890810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f854b9-bb5f-4a8e-a49e-dbac432b6aa9 req-78ed1393-032b-4c5b-bf0f-14c97a39f2c1 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:17.894940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80f854b9-bb5f-4a8e-a49e-dbac432b6aa9 req-78ed1393-032b-4c5b-bf0f-14c97a39f2c1 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.1254478 Jan 18 23:02:17.936093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:17.936093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:17.936445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:17.936819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Bound port: 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:17.937378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:17.951624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80f854b9-bb5f-4a8e-a49e-dbac432b6aa9 req-398854a1-1187-467d-8d3b-5f6ea629a095 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499012 Jan 18 23:02:18.064655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c72fe228-f550-45d4-80a5-9fe1f01a2503 req-8e060bc2-1ac5-478b-8c5b-235f8d13170e service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472222 Jan 18 23:02:18.089096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:18.093547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:18.145347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.185280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff316a9-c9f2-49ca-a887-56923089e019 req-529fc8c7-69e1-455c-a34c-27ed159414da tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:18.187215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ff316a9-c9f2-49ca-a887-56923089e019 req-529fc8c7-69e1-455c-a34c-27ed159414da tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1047940 Jan 18 23:02:18.236988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.238833 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] 10.222.0.83 "PUT /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 1091 time: 2.5735016 Jan 18 23:02:18.239355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:18.251226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ff316a9-c9f2-49ca-a887-56923089e019 req-45e90ceb-0eea-43cc-84d1-5493a125a79a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 Jan 18 23:02:18.253763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9899d-da09-47e5-8dcd-001299c75103 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:18.447827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:18.632821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-8e06b0f8-0f46-48c2-b1a9-8e51d0fc285a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1094 time: 0.2490363 Jan 18 23:02:18.655368 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.693443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.727572 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-9d0d24cd-c0d4-45c2-8071-a2d141f90e0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.0862980 Jan 18 23:02:18.730425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:18.734546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Usage tracker for resource:security_group_rule and tenant:38918bed662d46879a3e61b9f2feb17f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:18.740622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:18.754900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:18.806456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c287a81-0068-49c8-970e-3febcb86e588 req-52b69de6-6805-4c87-b63a-3d08ec59d2b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:18.809752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-52b69de6-6805-4c87-b63a-3d08ec59d2b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0749774 Jan 18 23:02:18.858618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:18.882447 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'status': 'completed', 'code': 200} Jan 18 23:02:18.895297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-ce20385f-c5e1-49ef-ae4e-baafc082b2dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712433 Jan 18 23:02:18.952109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.041063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769fa50f-7d5e-405f-a4b3-4147c08dec65,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:19.047772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-148d8c3c-d414-4e92-bf45-dcc7077b4c10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38918bed662d46879a3e61b9f2feb17f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5988948 Jan 18 23:02:19.050977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56152) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:19.063536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14718f81-68a3-4e69-9873-6b6ff2620c7a req-dd329394-2001-42af-a121-34979258c147 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.2022948 Jan 18 23:02:19.076235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-af2fb71e-a45b-4553-8fd2-1817d958ae54 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741002 Jan 18 23:02:19.133739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14718f81-68a3-4e69-9873-6b6ff2620c7a req-b35fdcb0-c907-4361-b381-d117b21f39bc tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635524 Jan 18 23:02:19.236415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.278788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c287a81-0068-49c8-970e-3febcb86e588 req-c561fd79-fcc3-44cf-883a-214c0191a0cb service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880348 Jan 18 23:02:19.280478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.381069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33b4ac-d721-47f9-bbb8-83590275ee99 req-a9371579-36f9-4a30-8b83-91626d520725 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.382611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d33b4ac-d721-47f9-bbb8-83590275ee99 req-a9371579-36f9-4a30-8b83-91626d520725 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.1219966 Jan 18 23:02:19.415435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.430465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d33b4ac-d721-47f9-bbb8-83590275ee99 req-aca5fe25-121c-49d8-8e8a-3de7ea5292ba tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Jan 18 23:02:19.464691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769fa50f-7d5e-405f-a4b3-4147c08dec65,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:19.502970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.506661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-14231d68-250f-49fe-aeb4-fcee5d8ce4a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/769fa50f-7d5e-405f-a4b3-4147c08dec65 HTTP/1.1" status: 204 len: 168 time: 0.4498982 Jan 18 23:02:19.560027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-af61a628-2388-4cd6-9725-b79b692a28fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1094 time: 0.1325271 Jan 18 23:02:19.621885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:19.677564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e7d8516-999e-493c-ba31-97d2bb4ca633 req-7becc352-6e04-491a-bcac-3b575984887e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0943177 Jan 18 23:02:19.715925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa67db9-a519-4058-86c4-dadc27de651b req-98277a4e-0f30-4a83-ae72-dce460e14eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.717607 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-98277a4e-0f30-4a83-ae72-dce460e14eec service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1516457 Jan 18 23:02:19.765385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a780fdf8-f06d-4575-8732-264f1f31184e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:19.773323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1885049961-network', 'tenant_id': '4c5c32f490514db9a343778534f5a191'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:19.779034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:19.783764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Usage tracker for resource:network and tenant:4c5c32f490514db9a343778534f5a191 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:19.787445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:19.795289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:19.801858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a780fdf8-f06d-4575-8732-264f1f31184e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:02:19.802491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a780fdf8-f06d-4575-8732-264f1f31184e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:19.811336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-98324e3b-0324-40cb-bb2e-7c3364969f1b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.0864193 Jan 18 23:02:19.876796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa67db9-a519-4058-86c4-dadc27de651b req-114d7fc1-047c-4a12-bbff-8256ee6d53b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:19.878454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-114d7fc1-047c-4a12-bbff-8256ee6d53b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0627630 Jan 18 23:02:19.916462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Made reservation on behalf of 4c5c32f490514db9a343778534f5a191 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:19.918964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.930737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-dcd6fc22-9af9-485f-88a8-1c34a8276e83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444121 Jan 18 23:02:19.931814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:19.968419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:19.973490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Usage tracker for resource:security_group_rule and tenant:4c5c32f490514db9a343778534f5a191 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:19.976863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:19.983691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:20.058836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.073193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-40106992-d934-482a-b2ec-02465da4123a service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353908 Jan 18 23:02:20.132437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.167282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:20.172521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bec2946-f9da-4af9-9a6d-4cbca7a661b6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:20.180083 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.180424 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Added segment 85df9edf-9065-42a8-93c1-f2573f08d496 of type vlan for network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a Jan 18 23:02:20.206347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.213661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7aa67db9-a519-4058-86c4-dadc27de651b req-a239bd53-177d-4675-944f-ebaddbe95922 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328080 Jan 18 23:02:20.347338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.354399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:20.354399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.373350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56188) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:20.398969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.435918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:20.439729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Usage tracker for resource:security_group_rule and tenant:1d44686218044bf19037f8c180df8377 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:20.442768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:20.448415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:20.516448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] Pushing event updated for resources: {'Network': ['ID=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:20.523510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.527860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:20.575613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.584435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a224febc-568c-4521-bf78-8d8a734767bb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9540679 Jan 18 23:02:20.584435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:20.585606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Request body: {'subnet': {'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1885049961-subnet', 'tenant_id': '4c5c32f490514db9a343778534f5a191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:20.591411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:20.595492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Usage tracker for resource:subnet and tenant:4c5c32f490514db9a343778534f5a191 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:20.599201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:20.605261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:20.611857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea86c0bb-b7b7-4761-ba4e-aed523e5f2f5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:20.651940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4ca6e8ae-5eba-4b66-b448-954ab3108d80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d44686218044bf19037f8c180df8377&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2738485 Jan 18 23:02:20.652275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:20.683657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Made reservation on behalf of 4c5c32f490514db9a343778534f5a191 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:20.685900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.808067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:20.841827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.026938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.044395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea86c0bb-b7b7-4761-ba4e-aed523e5f2f5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:21.053780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.057366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-919000d3-4e4f-4f15-913f-05d92764765e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea86c0bb-b7b7-4761-ba4e-aed523e5f2f5 HTTP/1.1" status: 204 len: 168 time: 0.4016404 Jan 18 23:02:21.072723 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.135779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f39b6e3-ced4-4ceb-8905-2ad38d5780f9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:21.166162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Checking segment: {'id': '85df9edf-9065-42a8-93c1-f2573f08d496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:21.166519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Network hostable DHCP agents. Network: 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:02:21.243897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:02:21.372528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:21.378612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:21.379886 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:21.382249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73d654-9761-4ae0-9727-d72f4d11a994 None None] Network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:21.539784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a33816d-49a1-47c5-a507-066390b26e72 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9587681 Jan 18 23:02:21.622024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da360fb5-5c83-4c33-b8dd-340b4f508912 None None] Network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:21.757668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-84de6752-e893-49c7-831b-c1a0065bf5e5 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:02:21.758693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-84de6752-e893-49c7-831b-c1a0065bf5e5 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057242 Jan 18 23:02:21.770405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:21.770923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Unknown quota resources ['binding']. {{(pid=84543) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:02:21.974555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc02b92-fab6-42c0-bf18-5122475e5c35 req-dc733021-ce6e-4ddd-a143-6503e0f97cd1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:21.976272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edc02b92-fab6-42c0-bf18-5122475e5c35 req-dc733021-ce6e-4ddd-a143-6503e0f97cd1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1110466 Jan 18 23:02:22.025448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edc02b92-fab6-42c0-bf18-5122475e5c35 req-76e34bda-d8f3-4388-8d42-71833cd0d849 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Jan 18 23:02:22.100024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:22.100359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:22.100692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:22.105533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:22.108900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:22.116397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:22.116397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:22.117404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:22.117966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:22.118530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Bound port: cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:22.152596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:22.246599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.247936 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a17a3eb4-7e45-45a4-bff4-9d48a7d838a6 service neutron] 10.222.0.59 "POST /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87/bindings HTTP/1.1" status: 201 len: 389 time: 0.4822323 Jan 18 23:02:22.272062 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:22.288610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'port_id': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'mac_address': 'fa:16:3e:e7:ba:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9248b3cb-f167-4bf0-9c78-86c475877073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:22.333612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56250) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:22.352036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.379688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2a7021-db3d-4230-bfe7-ee4184653b1f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:22.401464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:22.476232 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.573275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:22.612804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3738-5497-4413-b26f-722b66fda592 req-2a674f54-2b08-4336-822a-3b66a90613dd tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:22.614309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-645c3738-5497-4413-b26f-722b66fda592 req-2a674f54-2b08-4336-822a-3b66a90613dd tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.0926793 Jan 18 23:02:22.660273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.704227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8c2a7021-db3d-4230-bfe7-ee4184653b1f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:22.720987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-645c3738-5497-4413-b26f-722b66fda592 req-030b5fa1-a900-4ed6-81bb-b6e4ee877172 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982065 Jan 18 23:02:22.728612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:22.733420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Usage tracker for resource:security_group_rule and tenant:84030aead9a24130929dc2f2a41a5a81 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:22.739454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:22.747611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:22.833721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.906845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:22.967154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84030aead9a24130929dc2f2a41a5a81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6324706 Jan 18 23:02:22.971597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:23.014696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99158279-dc93-404b-91cb-1337f1627b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d6813-e088-4fd4-8d0e-cf59918095e0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:23.097530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-5fa1dc4e-dc33-41d6-ac82-e5d0cadd1373 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1096 time: 0.0776088 Jan 18 23:02:23.231400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.240493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-2df74b7b-bc25-4eed-9d81-11978749f701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:23.240623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-5537d694-3227-4b70-958b-ebff3ada3e57 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:23.240715 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-2df74b7b-bc25-4eed-9d81-11978749f701 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1351240 Jan 18 23:02:23.240789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-5537d694-3227-4b70-958b-ebff3ada3e57 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Synchronizing usage tracker for tenant:4c5c32f490514db9a343778534f5a191 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:23.272930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.313737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-1db7c0c5-38a0-49ed-a8bc-eaf1e05cf3f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 217 time: 0.0672390 Jan 18 23:02:23.318596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c80f7-e81d-4a97-824d-69d77d5bf9df req-ecf64a88-f08e-47f0-9a6d-571d70793af7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:23.320438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e1c80f7-e81d-4a97-824d-69d77d5bf9df req-ecf64a88-f08e-47f0-9a6d-571d70793af7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 945 time: 0.2370262 Jan 18 23:02:23.390972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e1c80f7-e81d-4a97-824d-69d77d5bf9df req-9d84b485-455e-440c-b491-813f219f0681 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Jan 18 23:02:23.394393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-3875a497-bb3f-44c4-985f-338d84f45472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:23.396149 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-3875a497-bb3f-44c4-985f-338d84f45472 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0774741 Jan 18 23:02:23.456065 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-0f09228c-6fa7-4b46-8186-f38b84742e84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523233 Jan 18 23:02:23.467147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-5537d694-3227-4b70-958b-ebff3ada3e57 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Unset dirty status for tenant:4c5c32f490514db9a343778534f5a191 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:23.468271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-5537d694-3227-4b70-958b-ebff3ada3e57 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/networks?id=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a HTTP/1.1" status: 200 len: 822 time: 0.4937463 Jan 18 23:02:23.485492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9e1a6c2a-189d-4247-b683-9ac75b238739 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/quotas/4c5c32f490514db9a343778534f5a191 HTTP/1.1" status: 200 len: 375 time: 0.0112920 Jan 18 23:02:23.493740 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.583106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d6813-e088-4fd4-8d0e-cf59918095e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:23.586472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-1a3829e3-4b4d-4c74-a1ad-72824680e45a tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c5c32f490514db9a343778534f5a191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893619 Jan 18 23:02:23.620334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:23.621455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-179e6411-51b2-4330-a74b-6f5efa1ae8e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f6d6813-e088-4fd4-8d0e-cf59918095e0 HTTP/1.1" status: 204 len: 168 time: 0.6487434 Jan 18 23:02:23.637973 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-6ba05c35-cd7c-493b-a56e-f5b8d28debdf service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761663 Jan 18 23:02:23.769468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2c87d-dfbe-4f9e-a535-9f6c1c3641cb req-5cc8b61e-1e6f-4dae-8232-585efd1a33fb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:23.771121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98a2c87d-dfbe-4f9e-a535-9f6c1c3641cb req-5cc8b61e-1e6f-4dae-8232-585efd1a33fb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.2257450 Jan 18 23:02:23.773057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-8faa109c-1c75-4eff-bffc-75a13b76dba6 service neutron] 10.222.0.59 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746504 Jan 18 23:02:23.783196 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-085d8772-ba0c-497a-bee7-d2cda30b1f57 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384547 Jan 18 23:02:23.906572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98a2c87d-dfbe-4f9e-a535-9f6c1c3641cb req-52c96341-e88a-4606-ac9a-43aab8cfcc35 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275196 Jan 18 23:02:23.963130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-94794c1b-3efa-48bf-9801-aeeca76f305b service neutron] 10.222.0.59 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822858 Jan 18 23:02:24.043060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a4319774-cb09-46a2-973f-9b38dbad0511 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.1368408 Jan 18 23:02:24.057195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:24.107383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:24.182330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.244226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 8c2a7021-db3d-4230-bfe7-ee4184653b1f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:24.258912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8c2a7021-db3d-4230-bfe7-ee4184653b1f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:24.259311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.397379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.404871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cdc477b-8dda-4d9f-ab4f-7ceae1ab91af req-8dd1ed35-7073-437a-8df4-48a1a5e76b1d tempest-FlavorsV2NegativeTest-1905438571 tempest-FlavorsV2NegativeTest-1905438571-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4dec137cfc324e95937b9739c21c1c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347757 Jan 18 23:02:24.427927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:24.439399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:24.457265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:24.466700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:24.503255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.526353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46cdee-6095-470d-be9c-8a9ab870ff87 req-eb726461-6c61-4893-9e06-f131e3a55bf2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.527471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:24.527726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a46cdee-6095-470d-be9c-8a9ab870ff87 req-eb726461-6c61-4893-9e06-f131e3a55bf2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.2694130 Jan 18 23:02:24.569641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.588481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:24.598456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Usage tracker for resource:security_group_rule and tenant:37bc48851cd749d7a7aec5ed9f585d45 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:24.602785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:24.608590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.610155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:24.617872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:24.620820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc477b-8dda-4d9f-ab4f-7ceae1ab91af req-a52e6cb8-14a3-4826-a4ca-5754a87eb52a tempest-FlavorsV2NegativeTest-1905438571 tempest-FlavorsV2NegativeTest-1905438571-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.621009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cdc477b-8dda-4d9f-ab4f-7ceae1ab91af req-a52e6cb8-14a3-4826-a4ca-5754a87eb52a tempest-FlavorsV2NegativeTest-1905438571 tempest-FlavorsV2NegativeTest-1905438571-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044997 Jan 18 23:02:24.624847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a46cdee-6095-470d-be9c-8a9ab870ff87 req-bfbbbe35-3160-4f26-869b-78d9d89c4a1e tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885406 Jan 18 23:02:24.647127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:24.647549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cdc477b-8dda-4d9f-ab4f-7ceae1ab91af req-97511c1e-6523-47d9-8bf5-0b470f8e6e59 tempest-FlavorsV2NegativeTest-1905438571 tempest-FlavorsV2NegativeTest-1905438571-project] 10.222.0.59 "GET /v2.0/quotas/4dec137cfc324e95937b9739c21c1c80 HTTP/1.1" status: 200 len: 375 time: 0.0144086 Jan 18 23:02:24.692174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.698692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cdc477b-8dda-4d9f-ab4f-7ceae1ab91af req-59e1fce2-6b89-4f19-90b4-5c29d7a712f9 tempest-FlavorsV2NegativeTest-1905438571 tempest-FlavorsV2NegativeTest-1905438571-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dec137cfc324e95937b9739c21c1c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449297 Jan 18 23:02:24.770958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.810846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c11ecc6-6eaf-4ee4-ac9e-44ec8cb98bae req-e213fe1b-6d2e-4611-a3bd-2b770d35911a tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 210 time: 0.0603077 Jan 18 23:02:24.870613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:24.891699 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'code': 200} Jan 18 23:02:24.971847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595ea3-e168-477c-8cc4-8c9feacb9d41 req-b18af4d8-1527-42f5-bc3e-a4f57909b665 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:24.973902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80595ea3-e168-477c-8cc4-8c9feacb9d41 req-b18af4d8-1527-42f5-bc3e-a4f57909b665 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1419778 Jan 18 23:02:24.998379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.048675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39142569-d70f-4f32-a43e-d2fdbc358f5f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.061034 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'code': 200} Jan 18 23:02:25.063222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:25.063222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:25.063222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:25.071737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80595ea3-e168-477c-8cc4-8c9feacb9d41 req-e2e4809c-c399-4d48-964c-9dcb87a40957 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871594 Jan 18 23:02:25.072145 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46b4fcdf-2a6a-4090-a682-694c4d6926c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37bc48851cd749d7a7aec5ed9f585d45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6044097 Jan 18 23:02:25.074160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:25.233519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:25.233519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Attempting to bind port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:25.273163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:25.273529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:25.273924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:25.274450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Bound port: cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:25.274808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.277173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a648-726f-49c5-b926-a6246f35f467 req-5999c589-f784-43d1-80b9-3e1598948874 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:25.278659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08b7a648-726f-49c5-b926-a6246f35f467 req-5999c589-f784-43d1-80b9-3e1598948874 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.0900023 Jan 18 23:02:25.333571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08b7a648-726f-49c5-b926-a6246f35f467 req-f19decf0-1ee9-4e2a-9120-ead9a775cad2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477192 Jan 18 23:02:25.349586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57820f9d-d98b-4103-acbb-b47629a51902 req-cf93e35a-115d-4f41-839d-950a656a7100 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.3479729 Jan 18 23:02:25.395621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.457472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.475447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57820f9d-d98b-4103-acbb-b47629a51902 req-f2df84cc-8ea7-4bf9-97c2-eb8ddf6d7fd9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117609 Jan 18 23:02:25.490269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:25.499923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:25.559471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.618473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.708229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39142569-d70f-4f32-a43e-d2fdbc358f5f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.722824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:25.755143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.756295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40e3146d-26ab-4850-bb76-3da812cde22d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39142569-d70f-4f32-a43e-d2fdbc358f5f HTTP/1.1" status: 204 len: 168 time: 0.6811004 Jan 18 23:02:25.774808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:25.776549 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-717842ff-8dfc-4696-8fca-e8693f811183 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 1121 time: 1.7235227 Jan 18 23:02:25.841123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['cf3b3e8e-ec2d-41dc-a318-777d3042ec87'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:25.872488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ddd8-51f5-4ee2-8a7b-f6cb4b5f9c4e req-617ccd5d-2180-4058-a8a7-5b4b6f9c96e7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:25.874403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddf1ddd8-51f5-4ee2-8a7b-f6cb4b5f9c4e req-617ccd5d-2180-4058-a8a7-5b4b6f9c96e7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 945 time: 0.0901282 Jan 18 23:02:26.016153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae89775d-9164-4adc-84a1-8541a0413bfa req-77f6affb-e772-4df9-9ed8-757955d46541 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 210 time: 0.0738060 Jan 18 23:02:26.027605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddf1ddd8-51f5-4ee2-8a7b-f6cb4b5f9c4e req-973ed857-7ff6-48c4-bf45-0086037d6679 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417890 Jan 18 23:02:26.175669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:26.214917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56394) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:26.292471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102556-6a6c-4908-a38d-86b422c3cf9a req-3c04ca7c-765d-4c78-8a79-35eccbaf4607 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:26.293950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e102556-6a6c-4908-a38d-86b422c3cf9a req-3c04ca7c-765d-4c78-8a79-35eccbaf4607 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.0888231 Jan 18 23:02:26.354441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e102556-6a6c-4908-a38d-86b422c3cf9a req-e39b110f-e3e3-4281-bddd-ae456f2dc7dd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 Jan 18 23:02:26.382034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.419732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:26.424423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Usage tracker for resource:security_group_rule and tenant:99a0a3f3e71f4f0898ac668c5e025496 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:26.427367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:26.433365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:26.507505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.593941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.618746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e358749-b62f-4dc3-a7d9-ce7e81bd54d7 req-9004e076-eeb1-485e-8ff0-afc2ed6b4cd4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:26.620214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e358749-b62f-4dc3-a7d9-ce7e81bd54d7 req-9004e076-eeb1-485e-8ff0-afc2ed6b4cd4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1335075 Jan 18 23:02:26.620329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.666045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026eaed7-b589-4b49-bc19-febc504b88f8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:26.684861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-131bb782-283d-4d0e-ad94-ee6642dbcc9b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99a0a3f3e71f4f0898ac668c5e025496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080938 Jan 18 23:02:26.687611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56410) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:26.690770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:26.708970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Usage tracker for resource:security_group_rule and tenant:4dec137cfc324e95937b9739c21c1c80 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:26.713435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:26.723395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e358749-b62f-4dc3-a7d9-ce7e81bd54d7 req-25d6c61f-e85a-4847-a5c7-d390754579f6 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972412 Jan 18 23:02:26.728685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:26.784196 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.833903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.868642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.929439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.965443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:26.984956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2398f81-2989-4737-abf5-90deb97fae31,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.000569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f848059-f803-4131-a5f6-b63acf0ab952 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dec137cfc324e95937b9739c21c1c80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7813072 Jan 18 23:02:27.000654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:27.005521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026eaed7-b589-4b49-bc19-febc504b88f8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.011082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.011082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f40cd95-a205-4713-94ef-9ea363d32710 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/026eaed7-b589-4b49-bc19-febc504b88f8 HTTP/1.1" status: 204 len: 168 time: 0.3198283 Jan 18 23:02:27.062558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:27.110985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.132506 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'status': 'completed', 'code': 200} Jan 18 23:02:27.150733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.265664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cfcacc-d857-4be0-b3a1-e69e03342468 req-3fca4cdf-318c-4a22-b514-6929c8cede4f tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 210 time: 0.0695829 Jan 18 23:02:27.428017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.446284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644faf4-c427-4c7b-99bb-1c220ee419d2 req-5c9e5830-cc43-4c25-94c3-764e8d2c84f8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.447784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e644faf4-c427-4c7b-99bb-1c220ee419d2 req-5c9e5830-cc43-4c25-94c3-764e8d2c84f8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 945 time: 0.1730499 Jan 18 23:02:27.448400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-bd77c1b5-4eb0-4691-a4bd-aed6f4881b92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1124 time: 0.2934241 Jan 18 23:02:27.452693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2398f81-2989-4737-abf5-90deb97fae31,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:27.461281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-d7437af8-9e69-4cc1-9f1f-3df70987df70 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.463406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-d7437af8-9e69-4cc1-9f1f-3df70987df70 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.89 "GET /v2.0/networks?id=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a HTTP/1.1" status: 200 len: 822 time: 0.2296576 Jan 18 23:02:27.478862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:27.482691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2c42ae20-6870-44f4-a40e-21f28fa76e7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2398f81-2989-4737-abf5-90deb97fae31 HTTP/1.1" status: 204 len: 168 time: 0.4812355 Jan 18 23:02:27.494200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Request body: {'port': {'device_id': '221c72f9-6285-4e91-8532-294ad125ae58', 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a', 'admin_state_up': True, 'tenant_id': '4c5c32f490514db9a343778534f5a191'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:27.565601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e644faf4-c427-4c7b-99bb-1c220ee419d2 req-76d51b97-736c-401a-9efb-99c5d2f6b203 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078157 Jan 18 23:02:27.639435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1519d4-1ead-4a9e-8988-ba8d8930e99e req-8d9165b0-7ddb-4c58-834b-0ee1960cb7de tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.639435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1519d4-1ead-4a9e-8988-ba8d8930e99e req-8d9165b0-7ddb-4c58-834b-0ee1960cb7de tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1416209 Jan 18 23:02:27.687786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1519d4-1ead-4a9e-8988-ba8d8930e99e req-d5660a91-f3bd-4b28-8e44-f381031f0371 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Jan 18 23:02:27.772689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:27.777828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-b087f856-50b4-4cc8-a0f5-3f6866878b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.779354 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-b087f856-50b4-4cc8-a0f5-3f6866878b00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.3148091 Jan 18 23:02:27.780874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Usage tracker for resource:port and tenant:4c5c32f490514db9a343778534f5a191 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:27.783448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:27.851945 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-dff55883-0ba9-4fd2-aaed-e4d7c9edee24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 217 time: 0.0653236 Jan 18 23:02:27.856208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:27.895365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e64e89d-d1a7-4c22-bbd8-7c84dcd23f3a req-53c574fc-7823-45f7-ab3f-2637921540df tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.0908072 Jan 18 23:02:27.931112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-9fedb754-0dcb-45bf-81ad-9bcf7b2f7c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:27.932875 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-9fedb754-0dcb-45bf-81ad-9bcf7b2f7c60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0738363 Jan 18 23:02:27.966375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:27.981901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-5c8cf853-45ba-459d-8ee9-5403c4c26adf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432670 Jan 18 23:02:28.010796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Made reservation on behalf of 4c5c32f490514db9a343778534f5a191 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:28.011838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.013804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.051365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e64e89d-d1a7-4c22-bbd8-7c84dcd23f3a req-fd8d5256-1957-48a5-9264-be8a3455896c tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194327 Jan 18 23:02:28.061038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb7daa-c0ec-4a91-a8cb-3c2841738e75 req-c35bcfd7-1c57-472a-9a30-6a10ca5a6b40 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:28.062931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddfb7daa-c0ec-4a91-a8cb-3c2841738e75 req-c35bcfd7-1c57-472a-9a30-6a10ca5a6b40 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1666527 Jan 18 23:02:28.125064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:28.135405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:28.139569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:28.149758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddfb7daa-c0ec-4a91-a8cb-3c2841738e75 req-bdc55e5b-2f42-4466-bc86-23a595ecee5d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739999 Jan 18 23:02:28.150955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Usage tracker for resource:security_group_rule and tenant:45a2cf278dff4605939591f40fd5f00f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:28.155197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:28.175769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:28.308676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1940193490-network', 'tenant_id': '8b8bb8d8359d4443a616ffd31fdfd229'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:28.324558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:28.339266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Usage tracker for resource:network and tenant:8b8bb8d8359d4443a616ffd31fdfd229 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:28.344934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:28.348711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.353218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:28.371117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:28.388098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:02:28.414828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.474903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7bcdf-6ed6-4552-b714-6ba934bc856b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:28.515807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7340933a-9dd4-4e1d-8bb8-441fb22ed458 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45a2cf278dff4605939591f40fd5f00f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5446923 Jan 18 23:02:28.521101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:28.527146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Made reservation on behalf of 8b8bb8d8359d4443a616ffd31fdfd229 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:28.529524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.550100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Allocated IP 172.20.0.4 (38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a/0f39b6e3-ced4-4ceb-8905-2ad38d5780f9/c746f2c6-b535-492e-aa12-ba71a95e7b8f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:28.553024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bafc1226-af51-437e-ba44-dd2816883564 req-8f5f9af4-ffce-4abe-8ab7-c3beb937c28c tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 210 time: 0.0746269 Jan 18 23:02:28.556621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-827dcb80-9e39-4b9b-b6fb-996e1116deba service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682116 Jan 18 23:02:28.632644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.660346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c24355d-c97a-4735-8603-8adcb80d36f9 req-a3bc269a-3085-4849-9a3c-e3ec0f8c5cdb tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.3046596 Jan 18 23:02:28.720519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:28.742127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Usage tracker for resource:security_group_rule and tenant:8b8bb8d8359d4443a616ffd31fdfd229 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:28.749594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:28.760097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.762055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:28.781233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c24355d-c97a-4735-8603-8adcb80d36f9 req-f253fc8a-7144-4256-abc6-0059a5afbebb tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019659 Jan 18 23:02:28.805727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.826302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4aadd5f5-3c60-4452-964f-f8f44addbc57 req-a1e3db2f-356c-4067-9076-c1c50b7f84f6 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614551 Jan 18 23:02:28.932716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:28.977996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.037517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.070492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.082715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.103213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76b7ce-0b9c-42bd-b312-6030ec287524 req-cb548e91-b263-4d8c-9193-b93964294fd1 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.112039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d76b7ce-0b9c-42bd-b312-6030ec287524 req-cb548e91-b263-4d8c-9193-b93964294fd1 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1115515 Jan 18 23:02:29.115715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7bcdf-6ed6-4552-b714-6ba934bc856b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:29.136152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:29.145818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:29.145818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:29.159399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.160606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6325d9e1-d24f-4a06-833e-5cc4088beaae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22a7bcdf-6ed6-4552-b714-6ba934bc856b HTTP/1.1" status: 204 len: 168 time: 0.6202760 Jan 18 23:02:29.161672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:29.199228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:29.207911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.208127 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Added segment a5360179-14b3-4c96-892e-c82171685c9f of type vlan for network c3ec759f-45cc-442c-8c4d-42feab7209c4 Jan 18 23:02:29.231836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.232736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.233414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d76b7ce-0b9c-42bd-b312-6030ec287524 req-e757d65f-4743-45ae-862d-b82f642ff2b9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214995 Jan 18 23:02:29.249500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Pushing event updated for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:29.278322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.296395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56496) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:29.405060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-92693e8e-8aed-4ff6-b453-688b1f4a47e7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9190242 Jan 18 23:02:29.417007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Request body: {'port': {'device_id': '221c72f9-6285-4e91-8532-294ad125ae58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:29.457574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-network', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:29.464700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cc094-a828-40aa-8c1c-2ed50d213434 req-f228b122-e77d-472f-8192-431a5469531e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.466514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27cc094-a828-40aa-8c1c-2ed50d213434 req-f228b122-e77d-472f-8192-431a5469531e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.0839040 Jan 18 23:02:29.467451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:29.469716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.471940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:29.472264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.478989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Usage tracker for resource:network and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:29.483972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:29.492889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:29.563998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.650104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Made reservation on behalf of f036c9aeba67443aa9898dde0ab6570d for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:29.653161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.692617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27cc094-a828-40aa-8c1c-2ed50d213434 req-6e07fd2c-e230-4938-84c2-c0e1836185c8 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160983 Jan 18 23:02:29.698321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] Pushing event updated for resources: {'Network': ['ID=c3ec759f-45cc-442c-8c4d-42feab7209c4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:29.709858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c3ec759f-45cc-442c-8c4d-42feab7209c4 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:29.721335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:29.754960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-acc2e17d-20d5-4538-bfaa-c231a15d7056 req-4e350155-d9e7-4637-9546-2f0a92888f88 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.1312208 Jan 18 23:02:29.814514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a76cdf1e-6f73-4f71-84d4-163a93c3250e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6850498 Jan 18 23:02:29.819587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:29.830478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Request body: {'subnet': {'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1940193490-subnet', 'tenant_id': '8b8bb8d8359d4443a616ffd31fdfd229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:29.836282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:29.841558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Usage tracker for resource:subnet and tenant:8b8bb8d8359d4443a616ffd31fdfd229 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:29.845723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:29.857197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:29.969524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:29.983737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:29.994827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-acc2e17d-20d5-4538-bfaa-c231a15d7056 req-33a9b577-38a2-4cbc-a092-5bc3bd748cce tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358649 Jan 18 23:02:29.999084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:30.009188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:30.014104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Made reservation on behalf of 8b8bb8d8359d4443a616ffd31fdfd229 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:30.020114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.026092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ab8780a7-d75a-415b-bb81-83a1ca3bfc90 service neutron] 10.222.0.89 "GET /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.2878089 Jan 18 23:02:30.172713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d992a9-d6f0-4e67-bb02-841ec1281b94 req-b9cb6b58-0ce8-4e54-8736-803dddf2d49e tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.183028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10d992a9-d6f0-4e67-bb02-841ec1281b94 req-b9cb6b58-0ce8-4e54-8736-803dddf2d49e tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 931 time: 0.2952502 Jan 18 23:02:30.293519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.307920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10d992a9-d6f0-4e67-bb02-841ec1281b94 req-afddfc2c-ec43-4a74-af57-a69e47fd44a8 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Synchronizing usage tracker for tenant:4c5c32f490514db9a343778534f5a191 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:30.310683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c746f2c6-b535-492e-aa12-ba71a95e7b8f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:30.335717 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.398065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.420458 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:02:30.426979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Transition to ACTIVE for port object c746f2c6-b535-492e-aa12-ba71a95e7b8f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:30.447107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:30.447465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10d992a9-d6f0-4e67-bb02-841ec1281b94 req-afddfc2c-ec43-4a74-af57-a69e47fd44a8 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Unset dirty status for tenant:4c5c32f490514db9a343778534f5a191 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:30.449715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10d992a9-d6f0-4e67-bb02-841ec1281b94 req-afddfc2c-ec43-4a74-af57-a69e47fd44a8 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641168 Jan 18 23:02:30.459429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.466869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324ca05-40fa-48e9-aa7c-462137a7c6bb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:30.481271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.481619 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Added segment fbcdc7a1-f0c2-450c-898d-12085df655f4 of type vlan for network 7b59d454-32fc-4e79-a00b-8b7fded80b1d Jan 18 23:02:30.520286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:30.537436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.553241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:30.558927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:30.585046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab742f-c63f-4ef8-a3ca-0bcf8ab9eeb2 req-9aedafd2-7c0a-449d-bf1f-67a33b9ace9a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.586520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdab742f-c63f-4ef8-a3ca-0bcf8ab9eeb2 req-9aedafd2-7c0a-449d-bf1f-67a33b9ace9a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 943 time: 0.1800563 Jan 18 23:02:30.587369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Checking segment: {'id': 'a5360179-14b3-4c96-892e-c82171685c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:30.587723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Network hostable DHCP agents. Network: c3ec759f-45cc-442c-8c4d-42feab7209c4, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:02:30.599449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.648964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdab742f-c63f-4ef8-a3ca-0bcf8ab9eeb2 req-25d15b30-af5f-465e-b427-9731cec07ef0 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Jan 18 23:02:30.679266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3b3e8e-ec2d-41dc-a318-777d3042ec87 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:30.709384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Network c3ec759f-45cc-442c-8c4d-42feab7209c4 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:02:30.801932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c3ec759f-45cc-442c-8c4d-42feab7209c4) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:30.801932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.801932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.810542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40602d24-91f7-4d47-a752-65d57818f60c None None] Network c3ec759f-45cc-442c-8c4d-42feab7209c4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:30.835702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Pushing event updated for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:30.839424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:30.855801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.856671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:30.857280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:30.924647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-daba0ba6-198a-4ec7-9059-9081ac402d89 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1031997 Jan 18 23:02:30.988371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b59d454-32fc-4e79-a00b-8b7fded80b1d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:31.010353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dfa95-d215-4b75-ba63-774b6d9df91d req-28b0d06d-26c4-4aec-8d3f-c17fd597872e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:31.012311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-746dfa95-d215-4b75-ba63-774b6d9df91d req-28b0d06d-26c4-4aec-8d3f-c17fd597872e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1829288 Jan 18 23:02:31.015898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:31.052954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.109832 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3a498f90-5f51-4afa-808f-1772aa276fb0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8119960 Jan 18 23:02:31.111583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56536) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:31.116344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-746dfa95-d215-4b75-ba63-774b6d9df91d req-9cea8b80-9ad7-4730-9bf1-54da8aff58ec tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Jan 18 23:02:31.124291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Request body: {'subnet': {'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-subnet', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:31.249445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:31.258679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Usage tracker for resource:subnet and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:31.261737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4c7a1-50f0-4895-a4e0-d9fa19ef76c2 None None] Network c3ec759f-45cc-442c-8c4d-42feab7209c4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:31.266529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:31.279773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:31.326323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Attempting to bind port c746f2c6-b535-492e-aa12-ba71a95e7b8f on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:31.326577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Attempting to bind port c746f2c6-b535-492e-aa12-ba71a95e7b8f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '85df9edf-9065-42a8-93c1-f2573f08d496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:31.326920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Attempting to bind port c746f2c6-b535-492e-aa12-ba71a95e7b8f on network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:31.336254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Port c746f2c6-b535-492e-aa12-ba71a95e7b8f on network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:31.336588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Attempting to bind port c746f2c6-b535-492e-aa12-ba71a95e7b8f on network 38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:31.351381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] Transition to ACTIVE for port object cf3b3e8e-ec2d-41dc-a318-777d3042ec87 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:31.357774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:31.358127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Checking segment: {'id': '85df9edf-9065-42a8-93c1-f2573f08d496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:31.358530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Bound using segment: {'id': '85df9edf-9065-42a8-93c1-f2573f08d496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:31.362938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Bound port: c746f2c6-b535-492e-aa12-ba71a95e7b8f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85df9edf-9065-42a8-93c1-f2573f08d496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:31.362938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.450287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.463986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Made reservation on behalf of f036c9aeba67443aa9898dde0ab6570d for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:31.466838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:31.516328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36f3cce1-c57f-4690-863e-a7c52f96774c req-8c29a283-a651-4344-a6c8-3c998834e740 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.2130320 Jan 18 23:02:31.569821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36f3cce1-c57f-4690-863e-a7c52f96774c req-805b82e1-85df-498f-b28d-63e51d25e103 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513589 Jan 18 23:02:31.820138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:31.859673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] No DVR routers for this DVR port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:31.871883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] Pushing event updated for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:31.881531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f,segment=NetworkSegment(85df9edf-9065-42a8-93c1-f2573f08d496),segment_id=85df9edf-9065-42a8-93c1-f2573f08d496)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:31.885848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17f1b1-ffac-4642-b356-c9e5d58276ed req-af7cf635-1b57-4c7b-a61e-5ff902c3d53c tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:31.894502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d17f1b1-ffac-4642-b356-c9e5d58276ed req-af7cf635-1b57-4c7b-a61e-5ff902c3d53c tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 943 time: 0.1924460 Jan 18 23:02:31.950779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-ae72daf2-e9fc-499f-96c5-e65b5e6aa8cf service neutron] 10.222.0.89 "PUT /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9110713 Jan 18 23:02:31.960412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d17f1b1-ffac-4642-b356-c9e5d58276ed req-931abd6f-069c-4b5c-b92e-f64e4bc7bbb0 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650265 Jan 18 23:02:31.977382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c82d3a63-f3a1-4a88-b0d9-595651437f14 req-35a7f99a-6234-4a35-9597-832ce662daca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1820047 Jan 18 23:02:32.004582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.184094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9f39-c958-4386-bf46-5a514a3c2543 req-f63ad93b-3047-46ac-93b7-64496a3d780c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:32.189475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d63d9f39-c958-4386-bf46-5a514a3c2543 req-f63ad93b-3047-46ac-93b7-64496a3d780c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.0858867 Jan 18 23:02:32.248627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.250331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] 10.222.0.89 "PUT /v2.0/ports/c746f2c6-b535-492e-aa12-ba71a95e7b8f HTTP/1.1" status: 200 len: 1091 time: 2.8385198 Jan 18 23:02:32.253220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d63d9f39-c958-4386-bf46-5a514a3c2543 req-909dcc43-6e2c-418a-a9a9-fc39600b496c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619588 Jan 18 23:02:32.284018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:32.289731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620957d-b65b-4c0b-b177-d3a3d72d9a9d service neutron] Pushing event updated for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:32.297304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.473160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:32.495196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9f8ba-c9cf-4383-99a9-4e67210b2e7c req-30f7fa2c-722e-458b-b28d-8fce7f83fef1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:32.496871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8b9f8ba-c9cf-4383-99a9-4e67210b2e7c req-30f7fa2c-722e-458b-b28d-8fce7f83fef1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.0932605 Jan 18 23:02:32.514024 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-c4cc011f-2377-406f-a93e-0c8ba121200a tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.4010928 Jan 18 23:02:32.552423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8b9f8ba-c9cf-4383-99a9-4e67210b2e7c req-4dba54c9-15a4-4406-8961-4bca3951f0ef tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Jan 18 23:02:32.575084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Checking segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:32.575391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Network hostable DHCP agents. Network: 7b59d454-32fc-4e79-a00b-8b7fded80b1d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:02:32.623948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-242a8ec7-d581-42b0-9e52-88b1edcd1d5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c5c32f490514db9a343778534f5a191&device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 1094 time: 0.2383342 Jan 18 23:02:32.696910 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f', 'status': 'completed', 'code': 200} Jan 18 23:02:32.698078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:02:32.709748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-e167284f-82b5-421f-a17b-b7a0ae98d463 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&tenant_id=7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 1095 time: 0.1836777 Jan 18 23:02:32.722088 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-a6e49f64-a7c6-424c-91ee-ec77ce0fa7f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f HTTP/1.1" status: 200 len: 217 time: 0.0823059 Jan 18 23:02:32.748645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:32.755225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1617965676-network', 'tenant_id': 'e954a092e8f045e987abc82575b51ef5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:32.767774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:32.771512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Usage tracker for resource:network and tenant:e954a092e8f045e987abc82575b51ef5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:32.774454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:32.794364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:32.832464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7b59d454-32fc-4e79-a00b-8b7fded80b1d) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:32.841443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:32.842034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.842427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0540245-5360-4fc5-b085-12367698f893 None None] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:32.857036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-cb35f1bf-381e-4133-abc6-3f91f9861c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:32.858510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-cb35f1bf-381e-4133-abc6-3f91f9861c47 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f39b6e3-ced4-4ceb-8905-2ad38d5780f9 HTTP/1.1" status: 200 len: 862 time: 0.1308258 Jan 18 23:02:32.898311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Made reservation on behalf of e954a092e8f045e987abc82575b51ef5 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:32.901190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:32.912807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-c2f9fbc0-acc5-4665-8634-1a9a678b6e65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450623 Jan 18 23:02:32.934192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.022135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:33.031987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Usage tracker for resource:security_group_rule and tenant:e954a092e8f045e987abc82575b51ef5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:33.036283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:33.043806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:33.137175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8d5b06cf-b910-44be-b421-f3a3958478d0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0153365 Jan 18 23:02:33.140579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56614) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:33.163497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-118251af-7096-467b-ad49-6fe18d3b0854 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1095 time: 0.4014401 Jan 18 23:02:33.215505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:33.223539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.224731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:33.228649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Usage tracker for resource:router and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:33.231529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:33.238652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:33.259342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:02:33.260161 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.309777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-2bde2937-acf9-446b-84e6-478b0c125506 service neutron] 10.222.0.89 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879881 Jan 18 23:02:33.316270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.346562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:02:33.374168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.374606 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Added segment d38de0bb-535a-4f0c-b62f-5e9bd01ef0ba of type vlan for network 96031eba-4ce4-4488-b7fa-50e29e600dd9 Jan 18 23:02:33.392418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-7acee1bd-224e-4c4a-ab78-718674d3b89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.394241 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-7acee1bd-224e-4c4a-ab78-718674d3b89e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2214336 Jan 18 23:02:33.400822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41b1ff-7f0c-4c66-953a-8c6a9b789211,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:33.472752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Allocated IP 172.20.0.2 (7b59d454-32fc-4e79-a00b-8b7fded80b1d/c7a08001-0a12-4a2e-b19a-e6b2df98c2dc/307a491e-fdb1-4eec-a6b3-6f898b8b05bb) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:33.476131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.476964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.488294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.539904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.552238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-6ef5a15d-5cb9-4bf4-8569-05510eb617d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 200 len: 217 time: 0.0870752 Jan 18 23:02:33.568845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a37013-9634-4ecb-9faa-ea4678411622 req-080de52d-248a-4747-bfbd-30df31e1f319 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.570326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03a37013-9634-4ecb-9faa-ea4678411622 req-080de52d-248a-4747-bfbd-30df31e1f319 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 943 time: 0.1706262 Jan 18 23:02:33.624607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03a37013-9634-4ecb-9faa-ea4678411622 req-e6479e9d-3d93-4034-b18a-acaa260f4a69 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Jan 18 23:02:33.630069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.631500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.633272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.658548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-76d676e0-66dc-4599-bed4-1a8f08fbfbc2 req-43c15a5b-90ad-45dd-a696-c483ecb44d5d service neutron] 10.222.0.89 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946777 Jan 18 23:02:33.660127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-033fa745-6046-443c-ba7e-2872d9c355fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:33.661606 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-033fa745-6046-443c-ba7e-2872d9c355fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1003420 Jan 18 23:02:33.728381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-7e8eb9b4-016c-45c7-a50b-c3562085259a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601516 Jan 18 23:02:33.765312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.777958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Transition to ACTIVE for port object 307a491e-fdb1-4eec-a6b3-6f898b8b05bb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:33.800626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Transition to ACTIVE for port object 307a491e-fdb1-4eec-a6b3-6f898b8b05bb will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:33.887605 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.888287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-8cfcd8e6-ab96-4121-af25-e1d4f2afbeb4 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535654 Jan 18 23:02:33.913250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] Pushing event updated for resources: {'Network': ['ID=96031eba-4ce4-4488-b7fa-50e29e600dd9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:33.937206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6c58fc82-165a-405b-9e00-347cc6857fdf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1874001 Jan 18 23:02:33.940903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:33.943450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:33.952608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Request body: {'subnet': {'network_id': '96031eba-4ce4-4488-b7fa-50e29e600dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1617965676-subnet', 'tenant_id': 'e954a092e8f045e987abc82575b51ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:33.954067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 96031eba-4ce4-4488-b7fa-50e29e600dd9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:02:33.959859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:33.966676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Usage tracker for resource:subnet and tenant:e954a092e8f045e987abc82575b51ef5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:33.972031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:33.978519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:33.998710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4293ac-e841-48f1-bfbc-7654bd71a42d req-6a3cd9a5-d348-4a40-adde-fbf9f7868397 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.000180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db4293ac-e841-48f1-bfbc-7654bd71a42d req-6a3cd9a5-d348-4a40-adde-fbf9f7868397 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.2128830 Jan 18 23:02:34.055655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db4293ac-e841-48f1-bfbc-7654bd71a42d req-faadab17-9189-491f-ae24-82729534459e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Jan 18 23:02:34.070119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:34.074477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Made reservation on behalf of e954a092e8f045e987abc82575b51ef5 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:34.076914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.113722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-a31c9e22-22ce-4e6c-94a9-703e67c6993c service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804743 Jan 18 23:02:34.117563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-49c1d6d8-6970-47aa-9fdf-f9b88599bfa2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c5c32f490514db9a343778534f5a191&device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 1094 time: 0.2287898 Jan 18 23:02:34.123014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:34.140183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:34.149701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:34.300829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Pushing event updated for resources: {'Port': ['ID=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:34.315445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Attempting to bind port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:34.315819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Attempting to bind port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:34.316184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Attempting to bind port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:34.323440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:34.323821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Checking segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:34.324224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.324620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Bound using segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:34.325125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Bound port: 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:34.325497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.335698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:34.339364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-8fa4ff37-e1ef-460b-81ff-33fccb81db7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.342753 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-8fa4ff37-e1ef-460b-81ff-33fccb81db7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a HTTP/1.1" status: 200 len: 923 time: 0.2130330 Jan 18 23:02:34.421415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-c733b63a-eb91-4410-a9c7-b668dc3843ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f HTTP/1.1" status: 200 len: 217 time: 0.0722070 Jan 18 23:02:34.453825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affa760-cf61-44ac-bccf-2b9d30ae6db2 req-8a92df37-dd6a-4179-8426-152df6c53270 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.456706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9affa760-cf61-44ac-bccf-2b9d30ae6db2 req-8a92df37-dd6a-4179-8426-152df6c53270 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1932406 Jan 18 23:02:34.465634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] For port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:34.470693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] For port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:34.489176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-3e28d38a-3ff2-43da-8231-223845198fd6 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:02:34.490283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-3e28d38a-3ff2-43da-8231-223845198fd6 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075214 Jan 18 23:02:34.503337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Request body: {'binding': {'host': 'n-h1-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:34.503776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Unknown quota resources ['binding']. {{(pid=84543) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:02:34.528389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-207914a8-3047-4a44-a3e6-3d7826d632c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:34.529869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-207914a8-3047-4a44-a3e6-3d7826d632c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f39b6e3-ced4-4ceb-8905-2ad38d5780f9 HTTP/1.1" status: 200 len: 862 time: 0.1039863 Jan 18 23:02:34.588649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.589272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9affa760-cf61-44ac-bccf-2b9d30ae6db2 req-d610ea28-2d1c-4a60-8cd9-e8148822ad36 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184192 Jan 18 23:02:34.597099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-70b72ece-5a3f-4827-89f4-2aa036ab925d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548899 Jan 18 23:02:34.598789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.641318 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.683060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751502bb-3fcf-4542-9d3a-31fcce795cd2 None None] Pushing event updated for resources: {'Port': ['ID=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:34.686774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:34.800776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e536368-66aa-4b63-a537-c6e6c5c2f2e0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:34.868531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Checking segment: {'id': 'd38de0bb-535a-4f0c-b62f-5e9bd01ef0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '96031eba-4ce4-4488-b7fa-50e29e600dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:34.869000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Network hostable DHCP agents. Network: 96031eba-4ce4-4488-b7fa-50e29e600dd9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:02:34.915088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Allocated IP 172.25.1.85 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/79fb5efe-afd0-44d3-8b78-6eac90bb6ea7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:35.073814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Network 96031eba-4ce4-4488-b7fa-50e29e600dd9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:02:35.137170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-ae74133b-4748-4d21-a1e2-fd515fc1a992 service neutron] 10.222.0.89 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181310 Jan 18 23:02:35.142033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-71481c83-601c-4f4a-a529-6ea4d2b4f202 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.4302709 Jan 18 23:02:35.150498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.161184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43f694-1b17-4234-ab99-cdc14ec69821 req-9ea23bd9-41d8-4aff-9901-c06b8ab3405b tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:35.165276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb43f694-1b17-4234-ab99-cdc14ec69821 req-9ea23bd9-41d8-4aff-9901-c06b8ab3405b tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 943 time: 0.2126594 Jan 18 23:02:35.187118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 96031eba-4ce4-4488-b7fa-50e29e600dd9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:35.195581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15b522-a217-4274-ac76-66798a5a4988 None None] Network 96031eba-4ce4-4488-b7fa-50e29e600dd9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:35.201416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:35.202011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.249240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb43f694-1b17-4234-ab99-cdc14ec69821 req-442a97c2-6b23-48df-8f81-96c05ac2e22c tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796766 Jan 18 23:02:35.271277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on host n-h1-825175-2 for vnic_type normal with profile None {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:35.271618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:35.272120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:35.324323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:35.324323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:35.325715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b37e19a-ea41-47ea-872c-b719e40e797f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3810885 Jan 18 23:02:35.334657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:35.340247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:35.340247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:35.340247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Bound port: 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:35.358709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.411959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94f9dd24-645b-45b6-8810-e9a4e1bda72b req-1d7eaa6b-f52e-4ac2-9ee6-70af4273093e service neutron] 10.222.0.89 "GET /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658017 Jan 18 23:02:35.440803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:35.445498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b011e10-b110-49a3-bb01-605022f6e8d4 None None] Network 96031eba-4ce4-4488-b7fa-50e29e600dd9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:35.520797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.523330 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-edcb3977-7d5e-4d38-aa9a-71811d28a8d0 service neutron] 10.222.0.59 "POST /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0240359 Jan 18 23:02:35.535962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-f90c2298-46d5-4d17-91f1-a6bf8870dcd4 service neutron] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:35.542693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-f90c2298-46d5-4d17-91f1-a6bf8870dcd4 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:35.545783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed303ba6-cdd2-4914-abfe-5b372cd86181 req-f90c2298-46d5-4d17-91f1-a6bf8870dcd4 service neutron] 10.222.0.83 "DELETE /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.3761585 Jan 18 23:02:35.702250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:35.702800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:35.710062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:35.763427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Pushing event updated for resources: {'Port': ['ID=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:35.944958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 307a491e-fdb1-4eec-a6b3-6f898b8b05bb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:36.058813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94068e8a-3dfd-4830-a5d1-a14611229086 None None] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:02:36.154248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991db1f-a5e8-410a-9f38-8d2434e20bd1 req-84e5faa5-fa72-4402-bd1d-cbd34d44eceb tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.161411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6991db1f-a5e8-410a-9f38-8d2434e20bd1 req-84e5faa5-fa72-4402-bd1d-cbd34d44eceb tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.3032250 Jan 18 23:02:36.184084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d28da-55a7-480e-b4cc-f8c69206b455 req-d87c74bb-d9bd-445c-b8dd-b825c44d015d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.185860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f61d28da-55a7-480e-b4cc-f8c69206b455 req-d87c74bb-d9bd-445c-b8dd-b825c44d015d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1945844 Jan 18 23:02:36.207163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.208347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.239048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:36.248100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:36.254790 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.280783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Provisioning for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:36.310289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Provisioning complete for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:36.310725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.358985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6991db1f-a5e8-410a-9f38-8d2434e20bd1 req-06fcae91-9600-49dc-8964-a4de0717324d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870956 Jan 18 23:02:36.373550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f61d28da-55a7-480e-b4cc-f8c69206b455 req-3588778f-6be9-40db-9fee-be788406c1ee tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700537 Jan 18 23:02:36.459591 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-e4c0f71a-faf0-4dda-ac4e-ed40b5d354e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1096 time: 0.1484659 Jan 18 23:02:36.590652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.647315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcde06-9791-4c39-9186-385f2a06defb req-b6cad512-fbe5-4a48-aeb9-b66ba311fb2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.648788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-b6cad512-fbe5-4a48-aeb9-b66ba311fb2f service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1823454 Jan 18 23:02:36.663610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.675583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:02:36.687144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] For port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:36.727339 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-af125aaa-f9c5-41ed-9429-f29c06d6916e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.0720880 Jan 18 23:02:36.816694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:36.852211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcde06-9791-4c39-9186-385f2a06defb req-2dc72120-fcb8-431e-a679-c1e4fbb51ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.855608 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-2dc72120-fcb8-431e-a679-c1e4fbb51ad7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.1215236 Jan 18 23:02:36.919091 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:02:36.919498 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:02:36.928924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f33ef-05f9-469e-83ce-48fe41be7f0c None None] Pushing event updated for resources: {'Port': ['ID=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:36.961196 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-10026e61-aab9-4dc9-83a3-b82eb4034499 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000054 Jan 18 23:02:36.997144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-5ba00ca2-8bfe-4664-a860-dd14ddc02bfd tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:36.997810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-5ba00ca2-8bfe-4664-a860-dd14ddc02bfd tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Synchronizing usage tracker for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:37.013228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0417-06a6-4298-8ce6-47c3d654b1c6 req-7c4d3575-ef72-4eff-b38a-1a2365502d05 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:37.014649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c6c0417-06a6-4298-8ce6-47c3d654b1c6 req-7c4d3575-ef72-4eff-b38a-1a2365502d05 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 945 time: 0.3044965 Jan 18 23:02:37.039785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d052bb10-ad30-4bf3-b96f-43927e8ff4cf None None] Provisioning complete for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:37.040288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d052bb10-ad30-4bf3-b96f-43927e8ff4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.103355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-ade6ebff-bdb1-4794-a7bd-c74fe1f58721 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362290 Jan 18 23:02:37.128013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c6c0417-06a6-4298-8ce6-47c3d654b1c6 req-591af890-d10f-4c47-9bb4-9022a280ad4c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043508 Jan 18 23:02:37.159241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-5ba00ca2-8bfe-4664-a860-dd14ddc02bfd tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Unset dirty status for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:37.160511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-5ba00ca2-8bfe-4664-a860-dd14ddc02bfd tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/networks?id=c3ec759f-45cc-442c-8c4d-42feab7209c4 HTTP/1.1" status: 200 len: 815 time: 0.4816406 Jan 18 23:02:37.193417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-40f58873-4edd-4d70-a22b-dfd2b09baabe tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/quotas/8b8bb8d8359d4443a616ffd31fdfd229 HTTP/1.1" status: 200 len: 375 time: 0.0266023 Jan 18 23:02:37.196468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:02:37.210806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:02:37.224543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:37.225187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:37.259755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-0e460a2f-e1c1-4e17-be33-05c0c9204b99 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505320 Jan 18 23:02:37.278024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-d8fab75a-b859-4159-9be6-fd800e2637f0 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b8bb8d8359d4443a616ffd31fdfd229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691452 Jan 18 23:02:37.385835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.387204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c15bae3c-7137-4c93-add2-366622bd6212 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2451849 Jan 18 23:02:37.390819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:37.467325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-d6b9d821-8c7d-4d5c-9cdd-e553347ae49a service neutron] 10.222.0.59 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869321 Jan 18 23:02:37.483868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2d14b-1fc6-4d8b-bad4-13e7996af9d9 req-3ac1f2bb-5b29-488c-85c5-b2c5b988e2e9 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:37.485273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64b2d14b-1fc6-4d8b-bad4-13e7996af9d9 req-3ac1f2bb-5b29-488c-85c5-b2c5b988e2e9 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 943 time: 0.1349535 Jan 18 23:02:37.503588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:37.566448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-ae5d3d05-706d-4110-8755-285056650452 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.1074469 Jan 18 23:02:37.577712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:37.616247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64b2d14b-1fc6-4d8b-bad4-13e7996af9d9 req-2648ba33-ac11-433b-a8ff-e1381e4872a7 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077280 Jan 18 23:02:37.653025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-407ba2ac-fbad-4d18-824d-49372c3273bd service neutron] 10.222.0.59 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666024 Jan 18 23:02:37.776709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:37.870676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 307a491e-fdb1-4eec-a6b3-6f898b8b05bb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:37.972729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:37.972930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.015772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:35Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:38.040509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:02:38.040998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Updating router ca412bac-d2b0-4b96-89aa-9bcc1271a15c port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:02:38.098138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c746f2c6-b535-492e-aa12-ba71a95e7b8f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:38.115514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.263832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:38.389741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:38.666595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:38.666595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.668500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f,segment=NetworkSegment(85df9edf-9065-42a8-93c1-f2573f08d496),segment_id=85df9edf-9065-42a8-93c1-f2573f08d496)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:38.668500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f', 'network_id': '38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a', 'port_id': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f', 'mac_address': 'fa:16:3e:ed:94:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f39b6e3-ced4-4ceb-8905-2ad38d5780f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:38.669023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6972bf54-56b3-4196-b261-97af5f56924e req-29792d9b-3a40-4b7a-9115-75b9778a63f7 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 1095 time: 0.0790091 Jan 18 23:02:38.669023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6972bf54-56b3-4196-b261-97af5f56924e req-adf1b9f2-8b8f-4a19-9068-22056c3833df tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Jan 18 23:02:38.669467 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.669467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c746f2c6-b535-492e-aa12-ba71a95e7b8f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:38.718198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f,segment=NetworkSegment(85df9edf-9065-42a8-93c1-f2573f08d496),segment_id=85df9edf-9065-42a8-93c1-f2573f08d496)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:38.751850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:38.768675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Transition to ACTIVE for port object 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:38.807335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fe2c1ad-a50c-4c29-8d46-f517226698dd req-146d7b34-a133-491a-8ca4-63050bd20d93 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.1214433 Jan 18 23:02:38.884974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.017689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02385dc4-5c3d-48b7-8f81-df59b26e047f req-7b985164-d1bc-41d6-a213-d9a2a86b6f8b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.019131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02385dc4-5c3d-48b7-8f81-df59b26e047f req-7b985164-d1bc-41d6-a213-d9a2a86b6f8b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 945 time: 0.0759611 Jan 18 23:02:39.030393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.034407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.034563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.069896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02385dc4-5c3d-48b7-8f81-df59b26e047f req-108418c5-9b4b-441f-bdd8-2744612e5146 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Jan 18 23:02:39.074380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.146987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Attempting to bind port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:39.146987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Attempting to bind port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:39.146987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Attempting to bind port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:39.153077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:39.155834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:39.156250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:39.156650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.157896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:39.158401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Bound port: 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:39.158706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.213804 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'code': 200} Jan 18 23:02:39.234957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:39.238769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Allocated IP 172.20.0.1 (7b59d454-32fc-4e79-a00b-8b7fded80b1d/c7a08001-0a12-4a2e-b19a-e6b2df98c2dc/969c6444-76c7-48d0-8729-7c1bbfea330d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:39.301977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on host n-h2-825175-2 for vnic_type normal with profile {"migrating_to": "n-h1-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:39.302318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:39.302671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:39.365756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9cf28-5094-4a24-9017-61619c1fed0d None None] Pushing event updated for resources: {'Port': ['ID=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:39.377449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['c746f2c6-b535-492e-aa12-ba71a95e7b8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:39.383843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:39.388062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Attempting to bind port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:39.398005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:39.398345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:39.398736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:39.399166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Bound port: 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:39.399550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.408794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] For port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:39.431824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] For port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:39.501550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bf73-b542-4285-85f3-0da4e704bbe0 req-4e40d089-7fc0-443f-8192-db62ebdbd969 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.508297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1043bf73-b542-4285-85f3-0da4e704bbe0 req-4e40d089-7fc0-443f-8192-db62ebdbd969 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 944 time: 0.2325807 Jan 18 23:02:39.524213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.540101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.555019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:39.561122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:39.565016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Transition to ACTIVE for port object 969c6444-76c7-48d0-8729-7c1bbfea330d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:39.593181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1043bf73-b542-4285-85f3-0da4e704bbe0 req-a9aad22b-0b4e-40f7-b5ee-4cb22fd3d478 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838387 Jan 18 23:02:39.604860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1a55-07df-4153-83c3-82c5556cc00e req-5f527dbe-8676-4f1f-b13d-4d6c28cc923b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:39.608091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-5f527dbe-8676-4f1f-b13d-4d6c28cc923b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.2320499 Jan 18 23:02:39.633766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-0d6734f0-8560-448c-aae7-9b16eff59e0c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/quotas/7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 375 time: 0.0196390 Jan 18 23:02:39.637013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.683344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:39.721871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:39.722501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:39.799703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:39.804245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:39.807683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:39.876126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-0257a2e3-b7a3-409f-8cfd-603c0eb85b20 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2252960 Jan 18 23:02:39.958133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9cf28-5094-4a24-9017-61619c1fed0d None None] Pushing event updated for resources: {'Port': ['ID=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:40.065418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:40.082674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19a9bb9f-7beb-46c9-b740-fdcae03417bb req-bfbf0c18-2dfd-455d-9864-a635e56f7b63 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.1007857 Jan 18 23:02:40.153736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:40.176799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-6d81531e-af2f-4116-8448-2f2aad2161c6 service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992835 Jan 18 23:02:40.209179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.211039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-f984719a-2c79-45f4-947a-6b02c63c9138 service neutron] 10.222.0.89 "PUT /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 1121 time: 2.6387973 Jan 18 23:02:40.246975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Pushing event updated for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:40.271042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.355646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-29dc4402-2733-40fd-98c1-273dfca4c2cc service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698508 Jan 18 23:02:40.367726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8c2a7021-db3d-4230-bfe7-ee4184653b1f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:40.430004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a2e22650-4b20-4945-a9ef-cb840a5fd523 None None] Provisioning for port 969c6444-76c7-48d0-8729-7c1bbfea330d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:40.445901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56730) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:40.453599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a2e22650-4b20-4945-a9ef-cb840a5fd523 None None] Provisioning complete for port 969c6444-76c7-48d0-8729-7c1bbfea330d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:40.464103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a2e22650-4b20-4945-a9ef-cb840a5fd523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.511798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baa0ff-fc4d-4e6b-a99d-55adf31b00db req-67240833-c7ae-4dcf-8f34-36191ee1b279 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:40.515434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93baa0ff-fc4d-4e6b-a99d-55adf31b00db req-67240833-c7ae-4dcf-8f34-36191ee1b279 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.1587272 Jan 18 23:02:40.522440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.601475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93baa0ff-fc4d-4e6b-a99d-55adf31b00db req-a41575eb-9891-4ed8-83b0-f34cadea7623 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769362 Jan 18 23:02:40.669522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a2e22650-4b20-4945-a9ef-cb840a5fd523 None None] Port 969c6444-76c7-48d0-8729-7c1bbfea330d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:02:40.679354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.772569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:40.784062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:61875876ba8642c58d4f3437fe14401d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:40.784271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.795295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:40.808158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:35Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:40.814265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:40.816423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117a448-254f-4331-8f19-20a6f2c4c025 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:35Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:02:40.827069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:40.899637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0901baef-39f6-4248-8830-5af3c77c3ed8 req-b3306e6d-174e-4206-b6d0-92e4c5dd4b1c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 210 time: 0.0685086 Jan 18 23:02:40.903858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.074217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Pushing event updated for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:41.089281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d123a-7141-4d0b-a1e0-cc10d2565f2a req-c5a0aa4a-3219-47df-88da-cb809f5028ea tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:41.092264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-717d123a-7141-4d0b-a1e0-cc10d2565f2a req-c5a0aa4a-3219-47df-88da-cb809f5028ea tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 944 time: 0.1913335 Jan 18 23:02:41.102437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.104278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.168529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.199913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-717d123a-7141-4d0b-a1e0-cc10d2565f2a req-3ca70e01-a256-4737-9bd8-b69fd8ffa305 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Jan 18 23:02:41.237663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27063a31-8107-4d80-ba65-79ab797e90f9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:41.244952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1d06ff11-bcb8-4f1e-87ce-98f56727a8b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61875876ba8642c58d4f3437fe14401d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7980890 Jan 18 23:02:41.247594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56756) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:41.296308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:41.376192 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'status': 'completed', 'code': 200} Jan 18 23:02:41.381562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.395461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:41.398078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:41.425166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39152495-0039-4b1f-82e2-f52b45acef89 req-6bf5d000-f015-46c6-a7c9-2fa8b2418561 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.0853944 Jan 18 23:02:41.483273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.683457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.723220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27063a31-8107-4d80-ba65-79ab797e90f9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:41.746565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.763684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d2e54e1b-8ae8-4e0d-98f5-edd13bcfa39a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27063a31-8107-4d80-ba65-79ab797e90f9 HTTP/1.1" status: 204 len: 168 time: 0.5063050 Jan 18 23:02:41.822341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a50761e4-d1e4-436d-8e13-9bf3c705896d None None] Provisioning complete for port 969c6444-76c7-48d0-8729-7c1bbfea330d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:41.822341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a50761e4-d1e4-436d-8e13-9bf3c705896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:41.926119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a50761e4-d1e4-436d-8e13-9bf3c705896d None None] Port 969c6444-76c7-48d0-8729-7c1bbfea330d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:02:41.943261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:42.043600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-952faf8e-82bc-46df-89d0-5074a02f6563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1124 time: 0.6467667 Jan 18 23:02:42.130510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:42.132954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c746f2c6-b535-492e-aa12-ba71a95e7b8f up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:42.199011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:42.204585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-994653af-8cfd-4de2-9fd3-f683a175694f req-009077c1-eb49-41cf-b026-f0c77253cf94 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 210 time: 0.0734134 Jan 18 23:02:42.214262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1401830-7107-4f17-9b3c-d7e915d7c9f0 req-b9703243-b7ca-4c88-a726-54007243f711 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.225601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1401830-7107-4f17-9b3c-d7e915d7c9f0 req-b9703243-b7ca-4c88-a726-54007243f711 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.2985530 Jan 18 23:02:42.272566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:42.273326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.301740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1401830-7107-4f17-9b3c-d7e915d7c9f0 req-a2a3fab6-3396-43da-af68-c5f6ff5b27ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744088 Jan 18 23:02:42.323163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:42.444996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-e7cf544c-bb4c-4dc2-84a5-43765ec3a5ff tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.447025 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-e7cf544c-bb4c-4dc2-84a5-43765ec3a5ff tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.89 "GET /v2.0/networks?id=c3ec759f-45cc-442c-8c4d-42feab7209c4 HTTP/1.1" status: 200 len: 815 time: 0.7403111 Jan 18 23:02:42.474350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Request body: {'port': {'device_id': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4', 'admin_state_up': True, 'tenant_id': '8b8bb8d8359d4443a616ffd31fdfd229'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:42.497904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:02:42.644371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1dd6c-b5ea-4bf8-ae02-588a169fb91b req-fcd1a619-dc71-47e7-9240-f19fedcb2204 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.646252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bee1dd6c-b5ea-4bf8-ae02-588a169fb91b req-fcd1a619-dc71-47e7-9240-f19fedcb2204 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 944 time: 0.1103899 Jan 18 23:02:42.712738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:42.737147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'mac_address': 'fa:16:3e:b9:b4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:42.793851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:42.827785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caa51d-368b-42c9-995d-3653f58dda7a req-f06261ec-2dad-467e-805f-3c203c2f11ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:42.830209 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-f06261ec-2dad-467e-805f-3c203c2f11ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.7797320 Jan 18 23:02:42.847042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2d7616e-7e2f-4d96-ad29-76810530c202 req-31a87d13-60dc-4b99-9cfd-10f30c01bfa0 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.0983396 Jan 18 23:02:42.856643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bee1dd6c-b5ea-4bf8-ae02-588a169fb91b req-1392cbb5-6fd4-4e8e-be3b-10838f586ffa tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004700 Jan 18 23:02:42.892338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.907743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 895efc5b-b023-4963-a453-3d5f4ccb93d4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:42.950023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:42.952394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:42.967575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Usage tracker for resource:port and tenant:8b8bb8d8359d4443a616ffd31fdfd229 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:42.974098 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-4d4b216a-fee5-4c5b-a152-a7d4b53d8d11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.1264255 Jan 18 23:02:42.975692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:42.989762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:42.989980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.005426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:43.043342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:43.050238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:43.064425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f has no active binding in host n-h1-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:02:43.092695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port c746f2c6-b535-492e-aa12-ba71a95e7b8f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:43.098893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port c746f2c6-b535-492e-aa12-ba71a95e7b8f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:43.099494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.116137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:43.128529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Usage tracker for resource:security_group_rule and tenant:60dc950a31f840d392af6f8f18b18f00 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:43.134555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:43.143624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:43.159706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87caa51d-368b-42c9-995d-3653f58dda7a req-5a02d0aa-a92f-4bc2-9885-3fa17b15ce30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:43.161080 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-5a02d0aa-a92f-4bc2-9885-3fa17b15ce30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.1742439 Jan 18 23:02:43.176013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.177883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.213091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Made reservation on behalf of 8b8bb8d8359d4443a616ffd31fdfd229 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:43.216299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.236304 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-3248f7bd-171e-40f8-b273-592ffce8507b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671160 Jan 18 23:02:43.273593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:43.315298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['895efc5b-b023-4963-a453-3d5f4ccb93d4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:43.453163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8f993f9-f31e-4ac5-a0cb-8262684bd821 req-0997c0e1-3459-401e-9dc9-b6d99d5cd540 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 210 time: 0.0650494 Jan 18 23:02:43.465690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.490213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:43.576981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:43.597596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.607596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f,segment=NetworkSegment(85df9edf-9065-42a8-93c1-f2573f08d496),segment_id=85df9edf-9065-42a8-93c1-f2573f08d496)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:43.639033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:02:43.689417 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-cda4c40f-03d6-4637-bd0e-82ecbcb0158c service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445105 Jan 18 23:02:43.725686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.757126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.833248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-20665fba-6370-44a5-9b94-971b4bfd85fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:43.858666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:43.956482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:43.983962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f70056-f47b-48a6-8f56-590c1cd34644 req-1670519f-0e7a-4787-afb1-443be59c3003 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:43.986338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09f70056-f47b-48a6-8f56-590c1cd34644 req-1670519f-0e7a-4787-afb1-443be59c3003 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.4072003 Jan 18 23:02:44.004303 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f', 'code': 200} Jan 18 23:02:44.100167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:44.100546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.192443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09f70056-f47b-48a6-8f56-590c1cd34644 req-640133fd-bbf1-47cd-9945-33c17ef84b25 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981227 Jan 18 23:02:44.236081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:44.356413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 895efc5b-b023-4963-a453-3d5f4ccb93d4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:44.356699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.367280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Allocated IP 172.20.0.8 (c3ec759f-45cc-442c-8c4d-42feab7209c4/8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d/6c47221b-b6c1-4dbd-b98f-83efde19e9f4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:44.391246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1a55-07df-4153-83c3-82c5556cc00e req-ced5ad29-0052-42aa-adeb-31f8175b9ff4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:44.392719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-ced5ad29-0052-42aa-adeb-31f8175b9ff4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.6679718 Jan 18 23:02:44.397670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60dc950a31f840d392af6f8f18b18f00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5977197 Jan 18 23:02:44.408544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56816) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:44.448453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e0e3c48-854e-4703-8c7c-fcae5903cb08 req-35b7b473-d19b-4802-b81a-ca94e3c8cac1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 1096 time: 0.4035382 Jan 18 23:02:44.545703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.581324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4f668-d5fe-4fec-b3bf-fe0d948bb78e req-ab955ffa-af64-483e-8d0f-a708dd2419d3 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:44.583019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6f4f668-d5fe-4fec-b3bf-fe0d948bb78e req-ab955ffa-af64-483e-8d0f-a708dd2419d3 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.3790410 Jan 18 23:02:44.589943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:44.598552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28597017-5a0e-4029-bf24-fc6ab1170193 req-0ea5796e-8908-4363-a5e0-80d785e3d046 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.0736663 Jan 18 23:02:44.637084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Request body: {'port': {'device_id': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'admin_state_up': True, 'tenant_id': '7f6909e40fe04708ba56777d435b3e51'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:44.647454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e0e3c48-854e-4703-8c7c-fcae5903cb08 req-6b52436b-3509-4c84-8584-c186ada713da service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909804 Jan 18 23:02:44.667623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6f4f668-d5fe-4fec-b3bf-fe0d948bb78e req-a9af6267-e178-4e1a-80ba-50ba8f137d04 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 Jan 18 23:02:44.668860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d664e-c196-4e29-a804-a5dbaff2cb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ab463-e8fd-43f3-9c51-6bc5212f5fea,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:44.669370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.807284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:44.821900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:44.825986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Usage tracker for resource:port and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:44.829905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:44.839749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:44.936623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e37bb64d-5ca5-4e67-bd80-4506cc3d1f29 req-7cf2e965-3d1d-415a-9adc-1ccf7321ca43 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 210 time: 0.1064069 Jan 18 23:02:44.943579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:44.947835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:44.991590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-87caa51d-368b-42c9-995d-3653f58dda7a req-1b030360-14d4-4bf3-973d-7c831b0d2862 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2948313 Jan 18 23:02:45.215543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.357211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.376790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.473853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9f3ed-c62b-41d4-b684-99a44a226e28 req-fe2a10a0-8a6c-42b9-96de-5ee9640827b0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:45.475583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bd9f3ed-c62b-41d4-b684-99a44a226e28 req-fe2a10a0-8a6c-42b9-96de-5ee9640827b0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.0923574 Jan 18 23:02:45.533902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bd9f3ed-c62b-41d4-b684-99a44a226e28 req-3c03a1c0-deaa-4168-9f53-56613e3891bc tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Jan 18 23:02:45.534975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Allocated IP 172.20.0.14 (02ed8b53-4567-41ec-a801-cd4fdb68aae5/df9d523f-70bd-41f1-bcfe-3a74d392556f/006c1546-1896-4ff4-b812-25d0d2e421e0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:45.581911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:02:45.599974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:02:45.613011 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:45.614706 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:45.794133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.843865 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:45.855950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.917185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656571c-390a-4723-ac96-a9e5ab02e356 req-67361d33-b6c1-4f5e-9795-2c074b511a92 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:45.918912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0656571c-390a-4723-ac96-a9e5ab02e356 req-67361d33-b6c1-4f5e-9795-2c074b511a92 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 931 time: 0.1577713 Jan 18 23:02:45.929117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-86c337e7-de2d-49a7-82ef-4d2b64e0e0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:45.983618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0656571c-390a-4723-ac96-a9e5ab02e356 req-70d5d32e-1a9d-4409-91d8-9de6b34500f2 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Synchronizing usage tracker for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:46.005572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:46.022530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ab463-e8fd-43f3-9c51-6bc5212f5fea,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:46.030940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f21475a9-7190-4aba-a28b-5378e9110b4c admin admin] 10.222.0.59 "PUT /v2.0/routers/ca412bac-d2b0-4b96-89aa-9bcc1271a15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6384234 Jan 18 23:02:46.039777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.040918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37ff5a5c-a03f-42fc-88bf-b48e23f0a28b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d46ab463-e8fd-43f3-9c51-6bc5212f5fea HTTP/1.1" status: 204 len: 168 time: 1.6312063 Jan 18 23:02:46.066431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Network c3ec759f-45cc-442c-8c4d-42feab7209c4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:46.067263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Pushing event updated for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:46.075243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:46.076721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:46.095393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0656571c-390a-4723-ac96-a9e5ab02e356 req-70d5d32e-1a9d-4409-91d8-9de6b34500f2 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Unset dirty status for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:46.096771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0656571c-390a-4723-ac96-a9e5ab02e356 req-70d5d32e-1a9d-4409-91d8-9de6b34500f2 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661878 Jan 18 23:02:46.114437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.175146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:46.175808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.337209 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-be71610c-bf7b-4694-a73c-3c5f70c695ce tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8673544 Jan 18 23:02:46.413214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.574711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:46.583979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:46.586769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-08fb68bb-0aae-4167-8880-068cbbb7740b service neutron] 10.222.0.83 "GET /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f/bindings/n-h1-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.3579853 Jan 18 23:02:46.587719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:46.593882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac20dda-14c2-4130-ba73-8716a6345ee5 req-32412eb4-0be3-4e87-bd36-dd1484c926f4 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:46.597756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ac20dda-14c2-4130-ba73-8716a6345ee5 req-32412eb4-0be3-4e87-bd36-dd1484c926f4 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.2116511 Jan 18 23:02:46.666068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ac20dda-14c2-4130-ba73-8716a6345ee5 req-d473baa2-1828-4ceb-9672-4f6bf0239430 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581357 Jan 18 23:02:46.682013 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 2, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:46.687094 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:02:46.687454 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Updating router ca412bac-d2b0-4b96-89aa-9bcc1271a15c port 969c6444-76c7-48d0-8729-7c1bbfea330d binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:02:46.694920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:46.738875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:46.739592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.795633 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:46.833945 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-bf0899af-625d-4aa7-952e-31a3399b94d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3726635 Jan 18 23:02:47.044792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae9d1a-14ba-4af7-b94a-c3ea113d0218 req-1f8dae7b-69bd-42a3-86ea-6a905cdfe109 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:47.050932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Request body: {'port': {'device_id': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:47.064503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56ae9d1a-14ba-4af7-b94a-c3ea113d0218 req-1f8dae7b-69bd-42a3-86ea-6a905cdfe109 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 932 time: 0.1262946 Jan 18 23:02:47.132870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Request body: {'port': {'device_id': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:47.136411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56ae9d1a-14ba-4af7-b94a-c3ea113d0218 req-d5e1c6b8-653b-485b-a400-cf85fbe3b814 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Jan 18 23:02:47.148032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.172986 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'code': 200} Jan 18 23:02:47.302288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.352024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:47.454789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b536d83-d7ac-47f7-91ab-357e0711d0c8 req-81e66cc6-cab4-4017-8a50-4d05e9680392 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:47.465625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b536d83-d7ac-47f7-91ab-357e0711d0c8 req-81e66cc6-cab4-4017-8a50-4d05e9680392 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 943 time: 0.1560781 Jan 18 23:02:47.530386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:47.540227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b536d83-d7ac-47f7-91ab-357e0711d0c8 req-abafaee9-7508-4cd1-982c-31ce4a0fa457 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732732 Jan 18 23:02:47.687015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.709882 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.729330 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:47.738121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2a7021-db3d-4230-bfe7-ee4184653b1f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:47.780145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:47.826742 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Transition to ACTIVE for port object 969c6444-76c7-48d0-8729-7c1bbfea330d will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:47.905348 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.010536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-898536bd-60b7-485a-b063-4167bc9161df tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:48.025049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-898536bd-60b7-485a-b063-4167bc9161df tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 821 time: 0.2154391 Jan 18 23:02:48.044013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.087070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15718b74-59ec-4cd4-b63c-c4f6e45e646f req-f4ef33c3-92df-435e-9d16-6981f8844317 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:48.092948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15718b74-59ec-4cd4-b63c-c4f6e45e646f req-f4ef33c3-92df-435e-9d16-6981f8844317 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 931 time: 0.3800278 Jan 18 23:02:48.102228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-3852ea0f-cc28-440a-bbbe-309badbb6296 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/quotas/f036c9aeba67443aa9898dde0ab6570d HTTP/1.1" status: 200 len: 375 time: 0.0759418 Jan 18 23:02:48.172395 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c484-0675-44be-a17f-1f1035cf6b77 None None] Pushing event updated for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:48.276010 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Attempting to bind port 969c6444-76c7-48d0-8729-7c1bbfea330d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:48.276390 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Attempting to bind port 969c6444-76c7-48d0-8729-7c1bbfea330d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:48.276763 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Attempting to bind port 969c6444-76c7-48d0-8729-7c1bbfea330d on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:48.285535 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:48.285932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Checking segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:48.286318 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.286718 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Bound using segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:48.287197 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Bound port: 969c6444-76c7-48d0-8729-7c1bbfea330d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:48.287592 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.337185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15718b74-59ec-4cd4-b63c-c4f6e45e646f req-85b2d35f-d3bd-437a-aa92-97daff1acd64 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186104 Jan 18 23:02:48.404389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-e736b9aa-5611-469d-a173-b4850e5302f5 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3011982 Jan 18 23:02:48.487959 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] For port 969c6444-76c7-48d0-8729-7c1bbfea330d, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:48.491987 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] For port 969c6444-76c7-48d0-8729-7c1bbfea330d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=969c6444-76c7-48d0-8729-7c1bbfea330d,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:48.574462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-4a0e859e-c1b7-4d6e-83db-67e3893d88c5 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690340 Jan 18 23:02:48.591214 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.652448 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.731436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c484-0675-44be-a17f-1f1035cf6b77 None None] Pushing event updated for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:48.740786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:48.745679 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:02:48.746374 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:48.751323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:48.773625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Transition to ACTIVE for port object 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:48.876722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.047717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c19f7-1a1e-4ae9-bc27-0bf1410bdba0 req-eb6876c2-5cb8-4254-886d-1406f31fdc1a tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:49.051880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-731c19f7-1a1e-4ae9-bc27-0bf1410bdba0 req-eb6876c2-5cb8-4254-886d-1406f31fdc1a tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.3031340 Jan 18 23:02:49.073253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-b8118f32-4c36-42a2-8e7d-bfc14a1601ab service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978039 Jan 18 23:02:49.114042 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:02:49.190355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-731c19f7-1a1e-4ae9-bc27-0bf1410bdba0 req-0a46385e-9d65-49e7-b996-f5dfca69536a tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118701 Jan 18 23:02:49.327828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Pushing event updated for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:49.554760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006c1546-1896-4ff4-b812-25d0d2e421e0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:49.573444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.579376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f9953-9346-4e8b-b8f8-2fd46dde2420 req-15abcb9c-67ca-4f67-bdbf-898f276a9760 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:49.591647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-024f9953-9346-4e8b-b8f8-2fd46dde2420 req-15abcb9c-67ca-4f67-bdbf-898f276a9760 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 932 time: 0.1101317 Jan 18 23:02:49.635407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Transition to ACTIVE for port object 006c1546-1896-4ff4-b812-25d0d2e421e0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:49.635788 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:48Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:02:49.640696 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc88a4-ab80-446d-98a9-7622bef6bbc7 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:48Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:02:49.671801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-024f9953-9346-4e8b-b8f8-2fd46dde2420 req-bb9a33ca-e980-4e45-8890-c89463c7d87a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843754 Jan 18 23:02:49.760936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:49.893544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca33f6e-0be1-4359-899b-11cb67ff59e3 req-52ab0338-6e13-4380-9bd6-4d08a182d832 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 210 time: 0.1572957 Jan 18 23:02:49.949991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] Transition to ACTIVE for port object 8c2a7021-db3d-4230-bfe7-ee4184653b1f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:49.972470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 969c6444-76c7-48d0-8729-7c1bbfea330d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:50.140193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.271268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:02:50.315309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:50.365576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 969c6444-76c7-48d0-8729-7c1bbfea330d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:50.393378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Attempting to bind port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:50.393638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Attempting to bind port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a5360179-14b3-4c96-892e-c82171685c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:50.395777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Attempting to bind port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 on network c3ec759f-45cc-442c-8c4d-42feab7209c4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:50.404492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 969c6444-76c7-48d0-8729-7c1bbfea330d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:50.405106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.477038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:02:50.552264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.552624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.552975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.553091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbea5a2-86da-46cd-b86d-f445afff4b4f req-ec85cfbe-33db-4131-9835-3fccb8be0c64 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:50.560136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dbea5a2-86da-46cd-b86d-f445afff4b4f req-ec85cfbe-33db-4131-9835-3fccb8be0c64 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 943 time: 0.2695343 Jan 18 23:02:50.570866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580b246-5d9f-449c-a662-b8e8aea21360 req-aae8ff68-e78f-4a12-ab44-a5a5cab2716f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:50.572914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1580b246-5d9f-449c-a662-b8e8aea21360 req-aae8ff68-e78f-4a12-ab44-a5a5cab2716f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.5703943 Jan 18 23:02:50.577336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.578362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.580598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.582790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.582903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.583344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.583559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.583899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:50.598114 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.605528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] No DVR routers for this DVR port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:50.683919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 969c6444-76c7-48d0-8729-7c1bbfea330d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=969c6444-76c7-48d0-8729-7c1bbfea330d,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:50.702906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:50.703830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:50.704766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:50.710659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dbea5a2-86da-46cd-b86d-f445afff4b4f req-a94fe6fc-2bb8-44eb-a3c7-9b2b5dbb38fc tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493444 Jan 18 23:02:50.742661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 on network c3ec759f-45cc-442c-8c4d-42feab7209c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:50.742995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Attempting to bind port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 on network c3ec759f-45cc-442c-8c4d-42feab7209c4 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:50.760091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:50.760091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:50.785732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:50.786462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Checking segment: {'id': 'a5360179-14b3-4c96-892e-c82171685c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:50.786588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Bound using segment: {'id': 'a5360179-14b3-4c96-892e-c82171685c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:50.787023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Bound port: 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5360179-14b3-4c96-892e-c82171685c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:50.787382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:50.792510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1580b246-5d9f-449c-a662-b8e8aea21360 req-eca440a2-0e49-4a80-8f30-aac47c030042 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611073 Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Bound port: 006c1546-1896-4ff4-b812-25d0d2e421e0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] 10.222.0.83 "PUT /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f/bindings/n-h1-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 4.3480837 Jan 18 23:02:51.035967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602338a-8c2e-46be-894b-b19546734ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.076317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:51.079098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:51.081919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,segment=NetworkSegment(a5360179-14b3-4c96-892e-c82171685c9f),segment_id=a5360179-14b3-4c96-892e-c82171685c9f)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:51.083731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:51.102216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894233fb-c49f-4080-ae32-e3f640d6dd5a req-25bcba2b-7edf-49bc-b0ac-366de5deff15 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:51.103918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-894233fb-c49f-4080-ae32-e3f640d6dd5a req-25bcba2b-7edf-49bc-b0ac-366de5deff15 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.1447551 Jan 18 23:02:51.157224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-894233fb-c49f-4080-ae32-e3f640d6dd5a req-9befc9c3-8b13-423e-b4da-631d05901e80 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Jan 18 23:02:51.175057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.270894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.300115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.313279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.354505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.356024 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] 10.222.0.89 "PUT /v2.0/ports/6c47221b-b6c1-4dbd-b98f-83efde19e9f4 HTTP/1.1" status: 200 len: 1091 time: 4.3093567 Jan 18 23:02:51.356884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:51.366675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:51.377461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1b23602-8712-4312-8d16-bb6a280b53b2 req-717b6fe1-106c-402d-a118-a8af8de5cf4c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 210 time: 0.1554909 Jan 18 23:02:51.389148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] 10.222.0.89 "PUT /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 1092 time: 4.2779660 Jan 18 23:02:51.435929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e19fa4-f552-443c-aee5-1a6253c7a04f service neutron] Pushing event updated for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.493194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-0953b500-d1c1-4f29-adb8-7010bec26a00 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.1993015 Jan 18 23:02:51.501516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808901f-f4b8-494d-851d-5c685a8ea777 req-87a8ca5c-6865-4b5d-a869-dec80a45f11c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:51.503246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0808901f-f4b8-494d-851d-5c685a8ea777 req-87a8ca5c-6865-4b5d-a869-dec80a45f11c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.2496128 Jan 18 23:02:51.528290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38568b-a272-425f-927b-babbc5fbffc4 service neutron] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:51.654416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0808901f-f4b8-494d-851d-5c685a8ea777 req-46c5007f-2ec3-42f6-97a1-20f149e474a6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061661 Jan 18 23:02:51.664866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-7aa26807-ff61-4c6d-99a1-15dacd87adb5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&tenant_id=49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 1095 time: 0.1606233 Jan 18 23:02:51.903562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-6e52d938-2b17-4f31-aaf3-d27e1da94ab3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1095 time: 0.1942153 Jan 18 23:02:51.925230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 969c6444-76c7-48d0-8729-7c1bbfea330d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:02:52.102033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 969c6444-76c7-48d0-8729-7c1bbfea330d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:52.105608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:52.111016 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4', 'status': 'completed', 'code': 200} Jan 18 23:02:52.244206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcde06-9791-4c39-9186-385f2a06defb req-77134eb4-3ffa-46b5-a7fd-8c640c836e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.245770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-77134eb4-3ffa-46b5-a7fd-8c640c836e4a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.3350875 Jan 18 23:02:52.270070 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-a13c1f3a-07e4-4fa8-81da-3f87314d22de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b8bb8d8359d4443a616ffd31fdfd229&device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 1094 time: 0.6673439 Jan 18 23:02:52.278346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-f8c18b7f-0955-4aac-b0b2-372411d90a29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1095 time: 0.6028225 Jan 18 23:02:52.386467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-eff77b67-6f2b-478a-89d7-52d62e6f2b28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.1328943 Jan 18 23:02:52.443063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-9051f975-ff84-41b4-ab3c-7d1090806182 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 217 time: 0.0862627 Jan 18 23:02:52.445660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-aa0e4e28-15b5-42d6-bfc3-4c45fa9b9c42 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4 HTTP/1.1" status: 200 len: 217 time: 0.1635149 Jan 18 23:02:52.454019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746f896-a0a8-44ba-acb3-1e8e9e38e1cd req-b2da5f47-71a6-4280-84ab-ed63a72437f6 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.461246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0746f896-a0a8-44ba-acb3-1e8e9e38e1cd req-b2da5f47-71a6-4280-84ab-ed63a72437f6 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 943 time: 0.3423977 Jan 18 23:02:52.545974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcde06-9791-4c39-9186-385f2a06defb req-26bb564c-428a-4138-abf5-8c46382236f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.548804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-26bb564c-428a-4138-abf5-8c46382236f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.1510286 Jan 18 23:02:52.555855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0746f896-a0a8-44ba-acb3-1e8e9e38e1cd req-ef3dd932-121f-4139-9023-5e4766dadd91 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936942 Jan 18 23:02:52.558323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1a55-07df-4153-83c3-82c5556cc00e req-530f6aa0-e711-4c35-8a0c-9a97e8c3eb2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.559755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-530f6aa0-e711-4c35-8a0c-9a97e8c3eb2a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1067317 Jan 18 23:02:52.606093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978e2db-fdbb-4946-9e31-0aea4ed32c04 req-72205f9c-713f-499d-8f71-63d3ea9fb457 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.613496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c978e2db-fdbb-4946-9e31-0aea4ed32c04 req-72205f9c-713f-499d-8f71-63d3ea9fb457 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.2961020 Jan 18 23:02:52.636175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-d508cf5c-2afb-4259-abce-1a89cf7f7c44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668535 Jan 18 23:02:52.639485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-7d881f33-2d13-411b-8702-7997a9d1c0a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:52.641598 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-7d881f33-2d13-411b-8702-7997a9d1c0a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d HTTP/1.1" status: 200 len: 855 time: 0.1275034 Jan 18 23:02:52.648826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-80f99e9f-e6f8-4d5e-bb44-f59bb20d7e7c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909863 Jan 18 23:02:52.770956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c978e2db-fdbb-4946-9e31-0aea4ed32c04 req-c6f93e25-9eed-4b9f-90b4-ea3c154398fe tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564059 Jan 18 23:02:52.811813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-006d074d-d415-491d-8b88-5d6e817ca3fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c3ec759f-45cc-442c-8c4d-42feab7209c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183684 Jan 18 23:02:52.921605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-9d0801cd-e889-4e7c-bc0d-f38d5feadfa1 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744334 Jan 18 23:02:52.924326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-669ceeeb-5e31-4470-a8d9-79e1e5ebdc0d service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629721 Jan 18 23:02:53.250082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef97b787-c2a4-4ba2-9293-c346a23318b0 req-390ba11a-7890-487a-a532-88354fb41dbe tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 210 time: 0.0589764 Jan 18 23:02:53.252977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-854e3813-cbcd-4611-9887-c2ecab3c25fc service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212366 Jan 18 23:02:53.258677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c798ec-42e2-46cc-aee4-bc07bff87cff req-4f3bde84-509c-45f8-a408-1661cd7ff661 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:53.268876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30c798ec-42e2-46cc-aee4-bc07bff87cff req-4f3bde84-509c-45f8-a408-1661cd7ff661 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.2151568 Jan 18 23:02:53.358988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-f3abc82a-488d-4831-91d3-c715ecaa03f1 service neutron] 10.222.0.89 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284894 Jan 18 23:02:53.412282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56df1a55-07df-4153-83c3-82c5556cc00e req-ed3bf30f-2688-46b4-be02-259892ad6f19 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668531 Jan 18 23:02:53.542018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-136cf2a2-81a4-4bb3-b504-db841bce3199 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:53.542718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-136cf2a2-81a4-4bb3-b504-db841bce3199 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Synchronizing usage tracker for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:53.606581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-128a950e-f2af-415c-a9a1-8ca0e36698c3 req-c018b8b2-7646-4079-ad09-88e9cd7f622f service neutron] 10.222.0.89 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263877 Jan 18 23:02:53.616981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:53.661487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30c798ec-42e2-46cc-aee4-bc07bff87cff req-60bcf1e0-9b15-41f6-ad23-b2fc489a69be tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919301 Jan 18 23:02:53.694912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-136cf2a2-81a4-4bb3-b504-db841bce3199 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Unset dirty status for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:53.696090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-136cf2a2-81a4-4bb3-b504-db841bce3199 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 821 time: 0.5278208 Jan 18 23:02:53.716354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'port': {'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'admin_state_up': True, 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:53.753126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fd42-98fa-417c-8f9d-57d20bb0a875 req-d683d387-9ccb-4118-8275-0736486738a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:53.762651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2d5fd42-98fa-417c-8f9d-57d20bb0a875 req-d683d387-9ccb-4118-8275-0736486738a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.1780741 Jan 18 23:02:53.838733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2d5fd42-98fa-417c-8f9d-57d20bb0a875 req-a339b2d9-2b1d-4b3d-b9da-397d70e71625 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751863 Jan 18 23:02:54.021051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5f7f-6673-4bdf-aa3f-88b343101238 req-824d7eff-d880-43fb-b7c1-e9287da90160 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:54.022867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71ac5f7f-6673-4bdf-aa3f-88b343101238 req-824d7eff-d880-43fb-b7c1-e9287da90160 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 943 time: 0.1323662 Jan 18 23:02:54.076207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.088503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71ac5f7f-6673-4bdf-aa3f-88b343101238 req-3b08c800-65fc-4d7f-ba2b-0bbccee0ef1e tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588226 Jan 18 23:02:54.127304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:54.133402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:4702a620c252483298aa27b900ba3b5b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:54.136592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:54.143399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:54.216097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.218337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:54.231689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:54.240537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Usage tracker for resource:port and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:54.244300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:54.252665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:54.333057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20e3b8-24ef-4820-b3ea-f86898f75991 req-a76f9509-f57d-44af-8f05-21dc18ff651b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:54.341086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af20e3b8-24ef-4820-b3ea-f86898f75991 req-a76f9509-f57d-44af-8f05-21dc18ff651b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.1062560 Jan 18 23:02:54.389092 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'status': 'completed', 'code': 200} Jan 18 23:02:54.393275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.457315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af20e3b8-24ef-4820-b3ea-f86898f75991 req-d3375c20-1630-4af8-9d1f-e378969a8bce tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150739 Jan 18 23:02:54.477272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-13d383dc-7884-43b9-b3b5-00c5f1bd2965 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b8bb8d8359d4443a616ffd31fdfd229&device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 1094 time: 0.5044677 Jan 18 23:02:54.481846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-5b295297-bc1a-4007-917b-2be3cc2db293 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.4708729 Jan 18 23:02:54.483040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b985d567-7d61-4fba-8c62-b587f93e4c4c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:54.500737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-8390abe0-942b-4875-a2f3-85f43e45fa28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1210914 Jan 18 23:02:54.652772 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87653669-ed1f-4984-9d54-6e658e1d0cf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4702a620c252483298aa27b900ba3b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0322030 Jan 18 23:02:54.657000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57008) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:54.662635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Made reservation on behalf of f036c9aeba67443aa9898dde0ab6570d for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:02:54.668721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:54.776809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbd297ef-36a8-45ac-ab13-95336a1c668f req-4c5b6584-ec7c-4f2d-9cc6-11c341f4c025 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 210 time: 0.0580761 Jan 18 23:02:54.817162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-7d6b5e15-e9c5-4151-bd8f-2062e227ff11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:54.818917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-7d6b5e15-e9c5-4151-bd8f-2062e227ff11 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.3127203 Jan 18 23:02:54.963943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-07517526-0448-4d93-9715-a9ba27ccfbb2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 217 time: 0.1318426 Jan 18 23:02:55.062187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.072706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Allocated IP 172.20.0.3 (7b59d454-32fc-4e79-a00b-8b7fded80b1d/c7a08001-0a12-4a2e-b19a-e6b2df98c2dc/6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:02:55.076299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-4f55c2f4-adfe-4415-9af6-630d8d0e900a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.077807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-4f55c2f4-adfe-4415-9af6-630d8d0e900a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1090438 Jan 18 23:02:55.083130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-cdf17de7-b3fe-44fd-8eb3-06f96dcbef86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.084639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-cdf17de7-b3fe-44fd-8eb3-06f96dcbef86 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c3ec759f-45cc-442c-8c4d-42feab7209c4 HTTP/1.1" status: 200 len: 916 time: 0.5942831 Jan 18 23:02:55.185535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-049626e1-6ea1-4b8c-9490-b774b283ab34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003413 Jan 18 23:02:55.255574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.339621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-39fcde06-9791-4c39-9186-385f2a06defb req-34fdc239-1d61-428d-a5e5-66589f5e7439 service neutron] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:55.343537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-7413dfb2-c424-4b5d-a3da-2d08582adf29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4 HTTP/1.1" status: 200 len: 217 time: 0.2469368 Jan 18 23:02:55.416552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b654ae6-de27-41ec-8226-ecb36995a43a req-3e7e2ced-76cb-4311-8b8c-ae4b8f996489 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.418064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b654ae6-de27-41ec-8226-ecb36995a43a req-3e7e2ced-76cb-4311-8b8c-ae4b8f996489 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.2821138 Jan 18 23:02:55.421294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-1f9dc3bf-86d6-439c-bef0-573689f9197e service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278211 Jan 18 23:02:55.480348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22e64f93-f5a2-4513-9926-9b633ea20c98 req-90c9c496-0a0f-4d18-ba1a-b106b18b2ae8 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1095 time: 0.2877226 Jan 18 23:02:55.540572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-39fcde06-9791-4c39-9186-385f2a06defb req-34fdc239-1d61-428d-a5e5-66589f5e7439 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.542457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39fcde06-9791-4c39-9186-385f2a06defb req-34fdc239-1d61-428d-a5e5-66589f5e7439 service neutron] 10.222.0.89 "DELETE /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f/bindings/n-h2-825175-2 HTTP/1.1" status: 204 len: 173 time: 1.0122640 Jan 18 23:02:55.562334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.565800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.567218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b985d567-7d61-4fba-8c62-b587f93e4c4c HTTP/1.1" status: 204 len: 168 time: 0.8894572 Jan 18 23:02:55.603173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-10de09ee-11a6-4441-8242-02f8e84c487d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:55.610109 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-10de09ee-11a6-4441-8242-02f8e84c487d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d HTTP/1.1" status: 200 len: 855 time: 0.2597086 Jan 18 23:02:55.637138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b654ae6-de27-41ec-8226-ecb36995a43a req-f1d2208e-97d8-4d16-a3a0-b2e1d033f59e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077150 Jan 18 23:02:55.700094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22e64f93-f5a2-4513-9926-9b633ea20c98 req-5fbeade9-b274-4ef3-8dc8-f0e09e6790d9 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188647 Jan 18 23:02:55.700860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-104dcf0a-ccb0-4689-b83a-f8f9ce49debf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c3ec759f-45cc-442c-8c4d-42feab7209c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780213 Jan 18 23:02:55.701623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829272f-7e07-4a1c-93b8-e2e763be246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b985d567-7d61-4fba-8c62-b587f93e4c4c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:55.765038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149bb78c-7497-495f-8b7b-fb0edaad74a9 req-43d486c0-ea77-45ac-a648-9423d25ac747 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342755 Jan 18 23:02:55.838166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:55.871135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Transition to ACTIVE for port object 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:55.919993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-de526133-61e2-40a6-bc46-6aab9a9b05ba service neutron] 10.222.0.89 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960530 Jan 18 23:02:56.062512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d2985-9dce-407f-a1bd-33535dd10801 req-92d9cc48-c5d8-4c65-bf4e-8cdd110e02d3 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.084919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d62d2985-9dce-407f-a1bd-33535dd10801 req-92d9cc48-c5d8-4c65-bf4e-8cdd110e02d3 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.1950405 Jan 18 23:02:56.154872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2872669b-aa94-4bfe-959a-6352cf2658dc req-4219abf5-8fc5-4fdb-b354-b7186fd42383 service neutron] 10.222.0.89 "GET /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270565 Jan 18 23:02:56.219808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d62d2985-9dce-407f-a1bd-33535dd10801 req-8e37cb46-97ea-4e28-bb41-dad417d726b8 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339147 Jan 18 23:02:56.225363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.272376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e52d3b-d962-4841-a0ec-7596a2f3a482 req-8ef0f927-5ae9-4e85-a89f-f1caf368c136 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.274648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28e52d3b-d962-4841-a0ec-7596a2f3a482 req-8ef0f927-5ae9-4e85-a89f-f1caf368c136 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 943 time: 0.1570265 Jan 18 23:02:56.337898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:02:56.344942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:02:56.357663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:02:56.358361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28e52d3b-d962-4841-a0ec-7596a2f3a482 req-c383fc3c-cb89-47f1-a98f-3862a7dce71d tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769091 Jan 18 23:02:56.446402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.447010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.461986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event updated for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:56.579496 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-523b7bb1-806d-4a95-977d-0f5f89a3b51a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8671968 Jan 18 23:02:56.594108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Request body: {'port': {'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:02:56.668883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba04f06-55a7-49f3-93f0-514d95b25b1e req-250b60bc-dbdc-474a-a6ce-6309f47e28a7 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.670450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ba04f06-55a7-49f3-93f0-514d95b25b1e req-250b60bc-dbdc-474a-a6ce-6309f47e28a7 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 931 time: 0.1267481 Jan 18 23:02:56.738759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-326a9b81-495f-4fe4-8772-d05ab40721a1 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:56.739474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-326a9b81-495f-4fe4-8772-d05ab40721a1 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Synchronizing usage tracker for tenant:4c5c32f490514db9a343778534f5a191 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:02:56.751519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:56.788550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.938852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c9a8f554-9ad6-4f73-b3a0-c3db0f87bdb9 None None] Provisioning for port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:02:56.947060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c9a8f554-9ad6-4f73-b3a0-c3db0f87bdb9 None None] Provisioning complete for port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:02:56.947536 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9a8f554-9ad6-4f73-b3a0-c3db0f87bdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:56.986266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ba04f06-55a7-49f3-93f0-514d95b25b1e req-c8013402-d6c5-4280-9cd0-8f1b3ae56bd1 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093901 Jan 18 23:02:56.992436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.050105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8f554-9ad6-4f73-b3a0-c3db0f87bdb9 None None] Port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:02:57.141824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-326a9b81-495f-4fe4-8772-d05ab40721a1 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Unset dirty status for tenant:4c5c32f490514db9a343778534f5a191 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:02:57.143251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-326a9b81-495f-4fe4-8772-d05ab40721a1 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.89 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.6504509 Jan 18 23:02:57.154125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:02:57.164504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Usage tracker for resource:security_group_rule and tenant:672fe91093164859a0235cbf6366765b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:02:57.205766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-56776cb6-ced5-498e-aa0c-0916265996eb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:57.207225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-56776cb6-ced5-498e-aa0c-0916265996eb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.4857094 Jan 18 23:02:57.208104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:02:57.225014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:02:57.249814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-159b4dca-f56e-4d7b-a71e-de127a37df45 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/quotas/49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 375 time: 0.0317335 Jan 18 23:02:57.253293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Deleting port c746f2c6-b535-492e-aa12-ba71a95e7b8f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:02:57.253820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.376677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713763ec-be28-4569-b6aa-81b48a43c4f3 req-0db61ee1-3493-4322-8d86-67d4693b912d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:57.383785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-713763ec-be28-4569-b6aa-81b48a43c4f3 req-0db61ee1-3493-4322-8d86-67d4693b912d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.2239385 Jan 18 23:02:57.432974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.460293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-713763ec-be28-4569-b6aa-81b48a43c4f3 req-f41c973a-e73c-4c6b-b9b2-54f35e6c75b2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Jan 18 23:02:57.488898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-66526965-3852-4ff0-a0e9-e40fcb9e975f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2212839 Jan 18 23:02:57.631401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.659692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] For port c746f2c6-b535-492e-aa12-ba71a95e7b8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c746f2c6-b535-492e-aa12-ba71a95e7b8f,segment=NetworkSegment(85df9edf-9065-42a8-93c1-f2573f08d496),segment_id=85df9edf-9065-42a8-93c1-f2573f08d496)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:57.660318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:57.797904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709128a2-b0fe-4ecf-ba3b-68816190300c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:57.798294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=672fe91093164859a0235cbf6366765b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0402226 Jan 18 23:02:57.810989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:02:57.853323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Calling delete_port for c746f2c6-b535-492e-aa12-ba71a95e7b8f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:02:57.857080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.857436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.857774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.858104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.858436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.858762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.859087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.859587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.859915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.860236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.860559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84434846-14c4-42f8-8226-7e53ae5e9c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:57.879176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-a95400ea-2d14-44e3-b4cc-3b177dcc3e3f service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893468 Jan 18 23:02:57.930472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:57.941808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.005188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda595a-50ea-428f-abfa-0368f2bf1df4 req-f72d82f6-75d3-4e71-8704-2087e841ffcd tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.007919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebda595a-50ea-428f-abfa-0368f2bf1df4 req-f72d82f6-75d3-4e71-8704-2087e841ffcd tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 945 time: 0.3589272 Jan 18 23:02:58.008574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Transition to ACTIVE for port object 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:02:58.069779 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.142292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.150006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-581b529e-6674-4ab4-ae39-ccc8f85c9a77 service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631328 Jan 18 23:02:58.152172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebda595a-50ea-428f-abfa-0368f2bf1df4 req-ecad218b-7ba7-439a-953a-9a4ca1dbd926 tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/security-groups?id=7bec2946-f9da-4af9-9a6d-4cbca7a661b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371953 Jan 18 23:02:58.204846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:58.246707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.272278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.287128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709128a2-b0fe-4ecf-ba3b-68816190300c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:58.298849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.311164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c61451da-defc-46fd-af98-c61311587fdd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/709128a2-b0fe-4ecf-ba3b-68816190300c HTTP/1.1" status: 204 len: 168 time: 0.4909666 Jan 18 23:02:58.331468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:58.334472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.410820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:58.417609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Pushing event deleted for resources: {'Port': ['ID=c746f2c6-b535-492e-aa12-ba71a95e7b8f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:58.482027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'port_id': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'mac_address': 'fa:16:3e:26:eb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d523f-70bd-41f1-bcfe-3a74d392556f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:58.496357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['c746f2c6-b535-492e-aa12-ba71a95e7b8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:02:58.538338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfc06a-3785-4ecb-a33a-ba9b84aa6400 req-c4d4a696-50b4-402a-adab-77311eb6c128 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:58.550478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5cfc06a-3785-4ecb-a33a-ba9b84aa6400 req-c4d4a696-50b4-402a-adab-77311eb6c128 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 943 time: 0.1830571 Jan 18 23:02:58.595843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] No DVR routers for this DVR port c746f2c6-b535-492e-aa12-ba71a95e7b8f on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:02:58.598484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.625379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'name': 'network-vif-deleted', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:02:58.633108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.638148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5cfc06a-3785-4ecb-a33a-ba9b84aa6400 req-8facedaf-7cb2-4a97-b2a4-c87f772789bb tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Jan 18 23:02:58.664250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006c1546-1896-4ff4-b812-25d0d2e421e0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:58.691926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:58.757585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:58.758581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:02:58.877830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4525f8f9-0e14-4e74-af9f-3e0ff77f87dc req-95879ba1-4a00-448f-aaa1-d7187da2912d tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.89 "DELETE /v2.0/ports/c746f2c6-b535-492e-aa12-ba71a95e7b8f HTTP/1.1" status: 204 len: 173 time: 1.7279367 Jan 18 23:02:58.897279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d5f4730-ef82-4522-945a-a084cce2a453 req-b05324a1-32db-40d6-b0e8-0e5706a14d32 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 210 time: 0.1041090 Jan 18 23:02:58.999221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Attempting to bind port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:02:58.999626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Attempting to bind port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:02:59.000162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Attempting to bind port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:59.016466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:02:59.016796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Attempting to bind port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:02:59.026276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:02:59.026615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Checking segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:02:59.027006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Bound using segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:02:59.027438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Bound port: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:02:59.027790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.145502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26265b8-62f4-4104-a0f9-6595a01316b9 req-02641115-5ca1-44f1-9bfb-a26361b1ada1 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:59.147027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d26265b8-62f4-4104-a0f9-6595a01316b9 req-02641115-5ca1-44f1-9bfb-a26361b1ada1 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 943 time: 0.1867216 Jan 18 23:02:59.185449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:59.218342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.220303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.220815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.221401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.221910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.222448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.222927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.223421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.223906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.224393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.224925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:02:59.248312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:02:59.252667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:02:59.312864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,segment=NetworkSegment(a5360179-14b3-4c96-892e-c82171685c9f),segment_id=a5360179-14b3-4c96-892e-c82171685c9f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:59.331747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4', 'network_id': 'c3ec759f-45cc-442c-8c4d-42feab7209c4', 'port_id': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4', 'mac_address': 'fa:16:3e:0c:ed:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:02:59.366248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d26265b8-62f4-4104-a0f9-6595a01316b9 req-dcefcdec-adb4-4552-8031-fbec7889fe3b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115293 Jan 18 23:02:59.367552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.405673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615ab8-bd74-4497-8cef-64aa49107077 req-044e39bb-fb78-4122-a556-beb56c56e457 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:02:59.413782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5615ab8-bd74-4497-8cef-64aa49107077 req-044e39bb-fb78-4122-a556-beb56c56e457 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.2275720 Jan 18 23:02:59.418363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.467149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:02:59.491948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,segment=NetworkSegment(a5360179-14b3-4c96-892e-c82171685c9f),segment_id=a5360179-14b3-4c96-892e-c82171685c9f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:02:59.514402 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221c72f9-6285-4e91-8532-294ad125ae58', 'name': 'network-vif-deleted', 'tag': 'c746f2c6-b535-492e-aa12-ba71a95e7b8f', 'status': 'completed', 'code': 200} Jan 18 23:02:59.517957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.520235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] 10.222.0.83 "PUT /v2.0/ports/6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 1091 time: 2.9333930 Jan 18 23:02:59.546840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5615ab8-bd74-4497-8cef-64aa49107077 req-54102168-939e-4161-a0fd-5959217e8eef tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169157 Jan 18 23:02:59.597008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b59c4-6983-4ac6-ad61-11b5ac4eddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:02:59.684698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:02:59.872503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-d4c6918d-ae55-4798-b3d5-3a2e7074a76d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1094 time: 0.1613619 Jan 18 23:02:59.906405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28320937-8de0-4c75-bee6-5111c81d7155 req-4e9829eb-db7b-409e-a6dd-67e13058ecef tempest-ServerAddressesNegativeTestJSON-1016557407 tempest-ServerAddressesNegativeTestJSON-1016557407-project] 10.222.0.59 "GET /v2.0/ports?device_id=221c72f9-6285-4e91-8532-294ad125ae58 HTTP/1.1" status: 200 len: 210 time: 0.1399765 Jan 18 23:02:59.931324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:00.021106 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-38d0decb-3743-446d-93e1-fa22df7b2b0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.1378436 Jan 18 23:03:00.108889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6c47221b-b6c1-4dbd-b98f-83efde19e9f4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:00.181221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['006c1546-1896-4ff4-b812-25d0d2e421e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:00.217027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377f82d-1855-4878-a187-0492aad37768 req-194498d7-cf9a-432c-ab31-f9d164f0c64f tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:00.229040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0377f82d-1855-4878-a187-0492aad37768 req-194498d7-cf9a-432c-ab31-f9d164f0c64f tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 944 time: 0.2225997 Jan 18 23:03:00.278825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c746f2c6-b535-492e-aa12-ba71a95e7b8f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:00.353994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-ee7c7949-b08d-43da-b568-b52e3048ee0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:00.358335 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-ee7c7949-b08d-43da-b568-b52e3048ee0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.3278971 Jan 18 23:03:00.362476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b6f6396-59d8-4b74-a2bc-86629fd4d037 req-096e4d1c-40be-4cc0-934f-4486de4e7273 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 210 time: 0.0717967 Jan 18 23:03:00.387308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: c746f2c6-b535-492e-aa12-ba71a95e7b8f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:03:00.387308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c746f2c6-b535-492e-aa12-ba71a95e7b8f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:00.387574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0377f82d-1855-4878-a187-0492aad37768 req-b57b984f-85b9-4105-aa97-2d7d7fa26952 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521516 Jan 18 23:03:00.545653 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-533aee9a-d78e-4350-be34-4a040852220a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1811540 Jan 18 23:03:00.750096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fee5-f50b-4b29-8ed9-83190d4e19a4 req-af071a4a-a0f4-4c07-9471-b00cbc4bdeeb tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:00.757730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4242fee5-f50b-4b29-8ed9-83190d4e19a4 req-af071a4a-a0f4-4c07-9471-b00cbc4bdeeb tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 943 time: 0.1789083 Jan 18 23:03:00.834009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-968408a5-e617-47ab-b5cf-d44150bfa036 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822785 Jan 18 23:03:00.927910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4242fee5-f50b-4b29-8ed9-83190d4e19a4 req-10f58140-b9c0-4176-927d-f59a1ea70ec7 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667538 Jan 18 23:03:01.012110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a2a3-616e-4c3c-801e-8c752fe281d6 req-bec0b6ad-d5e2-4c86-9904-125303a784a3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:01.015758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4326a2a3-616e-4c3c-801e-8c752fe281d6 req-bec0b6ad-d5e2-4c86-9904-125303a784a3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.2091920 Jan 18 23:03:01.087274 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a217c7-9b34-4155-9ed9-8b28bf50ca46 req-426537c7-583d-4bfa-9d9f-d23399ba74f1 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456548 Jan 18 23:03:01.113961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4326a2a3-616e-4c3c-801e-8c752fe281d6 req-8072fa30-05e1-493b-a111-538d4e5c646f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866418 Jan 18 23:03:01.231055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57136) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:01.297041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Deleting subnet 0f39b6e3-ced4-4ceb-8905-2ad38d5780f9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:03:01.301213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.359414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.432662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.517723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:01.596061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.667885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f39b6e3-ced4-4ceb-8905-2ad38d5780f9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:01.697344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-687735a8-e0ad-4329-b2d5-3bc8b23d491a req-a39e8401-b5c8-4be6-bb70-7675dafba8f3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 210 time: 0.0467427 Jan 18 23:03:01.740782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:01.743997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b2a36-9319-485a-9856-5a88fb6fee71 req-edd915a6-1a12-4e0e-8b40-e26bf9c15c4c tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:01.745606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-548b2a36-9319-485a-9856-5a88fb6fee71 req-edd915a6-1a12-4e0e-8b40-e26bf9c15c4c tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 944 time: 0.1624739 Jan 18 23:03:01.764481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67d5634e-336a-4b46-8fb9-043eaedb06a7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0f39b6e3-ced4-4ceb-8905-2ad38d5780f9 HTTP/1.1" status: 204 len: 168 time: 0.5321507 Jan 18 23:03:01.769268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57150) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:01.883436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-548b2a36-9319-485a-9856-5a88fb6fee71 req-8f799f25-7124-49af-a5e3-66983ba928d7 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318250 Jan 18 23:03:02.020687 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:03:02.183252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-9c27b34d-5326-444f-b2db-79a1031aa888 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:02.185315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-9c27b34d-5326-444f-b2db-79a1031aa888 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.5826631 Jan 18 23:03:02.200194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.206595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:02.224151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Request body: {'port': {'device_id': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'admin_state_up': True, 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:02.260679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e14ff-429a-4b05-8661-62ac85c884a9 req-791c9310-e548-49cd-b71b-3ce8c64154da tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:02.273174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a10e14ff-429a-4b05-8661-62ac85c884a9 req-791c9310-e548-49cd-b71b-3ce8c64154da tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 943 time: 0.1570795 Jan 18 23:03:02.436862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a10e14ff-429a-4b05-8661-62ac85c884a9 req-45453973-5567-4cd2-904c-407587e81de0 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614635 Jan 18 23:03:02.518205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79398-21b4-4ffd-80a0-9025fcc12daf req-9296a2fc-9848-456c-9176-ba3183f25c70 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:02.519813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fad79398-21b4-4ffd-80a0-9025fcc12daf req-9296a2fc-9848-456c-9176-ba3183f25c70 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.1808181 Jan 18 23:03:02.589301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:02.597437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:02.597812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.635581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fad79398-21b4-4ffd-80a0-9025fcc12daf req-4b9dfbdc-b9af-4228-8dd7-52a532af94fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084418 Jan 18 23:03:02.642289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-8cda1eeb-2c78-4527-aa42-a449322be8bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1094 time: 0.7101984 Jan 18 23:03:02.652958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:02.703953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Usage tracker for resource:port and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:02.750549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:02.763334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:02.768677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.793269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.808072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:02.831845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:02.835398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85df9edf-9065-42a8-93c1-f2573f08d496') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:02.835557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85df9edf-9065-42a8-93c1-f2573f08d496') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:02.858615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,segment=NetworkSegment(a5360179-14b3-4c96-892e-c82171685c9f),segment_id=a5360179-14b3-4c96-892e-c82171685c9f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:02.921250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.932537 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:02.933600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:02.956575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:02.961686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.020631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6931c6b-ac2d-4413-b767-f678a3a0ac6b req-d601b398-6dd1-45ea-84c5-cbd0ed7a956b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 210 time: 0.0934770 Jan 18 23:03:03.042145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.131408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-a1e9e96b-6643-463e-b8c1-5f00278ecb06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:03.138362 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-a1e9e96b-6643-463e-b8c1-5f00278ecb06 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.4868343 Jan 18 23:03:03.149178 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4', 'code': 200} Jan 18 23:03:03.155010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:03:03.155678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:03:03.188459 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:03:03.246059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:03.276969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9f17-5bf3-425b-808d-873394613534 req-cfc4e0e0-a43b-4897-a37f-df8cd296ecb3 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:03.287640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20e9f17-5bf3-425b-808d-873394613534 req-cfc4e0e0-a43b-4897-a37f-df8cd296ecb3 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 945 time: 0.1609302 Jan 18 23:03:03.338375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 006c1546-1896-4ff4-b812-25d0d2e421e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:03.348011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 006c1546-1896-4ff4-b812-25d0d2e421e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:03.348624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.430862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20e9f17-5bf3-425b-808d-873394613534 req-fa1639e9-30e6-429a-844f-58a947e6e437 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405747 Jan 18 23:03:03.586988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.677773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:03.755919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Allocated IP 172.20.0.13 (b61486c7-1e85-420c-acb6-12f5ffab9350/9248b3cb-f167-4bf0-9c78-86c475877073/4384d0fb-d2ff-4078-a808-91a5aab4baf9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:03.768748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:03.828590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067f8b7-8899-48bd-9a84-24a467bcb083 req-0b99b2f7-040f-4d2b-b800-1148428be1ae tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:03.837923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6067f8b7-8899-48bd-9a84-24a467bcb083 req-0b99b2f7-040f-4d2b-b800-1148428be1ae tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 943 time: 0.1159596 Jan 18 23:03:03.887038 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-fcdd828f-a838-4599-ab94-046f3defb73f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.7334104 Jan 18 23:03:03.901843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6067f8b7-8899-48bd-9a84-24a467bcb083 req-e76409bf-3727-4512-a006-bf569b3c3b16 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 Jan 18 23:03:03.951567 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.002619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.022702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.027587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] Pushing event deleted for resources: {'Network': ['ID=38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.032778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-da6762ea-764b-4d17-a09d-790dcfed1458 req-bc57cd37-ec19-4f45-9ad1-330f46ed7bf8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 1096 time: 0.9944584 Jan 18 23:03:04.184754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276c1ed-f642-4f16-a224-bfad14c8205b req-58168dc5-073f-4752-88bf-96ede9c2c0d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:04.193298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c276c1ed-f642-4f16-a224-bfad14c8205b req-58168dc5-073f-4752-88bf-96ede9c2c0d5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1252258 Jan 18 23:03:04.241503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f2eae45-01e4-45ba-8145-83bc14fe792c admin admin] 10.222.0.59 "DELETE /v2.0/networks/38b9612b-f4cb-4cd2-ad42-db5ef9ffff9a HTTP/1.1" status: 204 len: 168 time: 2.4689777 Jan 18 23:03:04.245841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-14d6da85-4cfb-4ec0-b435-19c95c11ccfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:04.247487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-14d6da85-4cfb-4ec0-b435-19c95c11ccfd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.3470378 Jan 18 23:03:04.267909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c276c1ed-f642-4f16-a224-bfad14c8205b req-ec091619-3747-4faf-a6ca-a143a5360922 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732136 Jan 18 23:03:04.345968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.357006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:04.374171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-da6762ea-764b-4d17-a09d-790dcfed1458 req-5fdbfdad-440f-4fb1-9117-70cd5d8cf319 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158585 Jan 18 23:03:04.415418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-d82db7ed-71a5-4c61-b451-cf813999b4e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556568 Jan 18 23:03:04.606082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.711331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:04.751845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Network b61486c7-1e85-420c-acb6-12f5ffab9350 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:04.752110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:04.769294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:04.780764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:04.810467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:04.849550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-93e7e1e1-395d-4b16-904b-5b0af246cdad service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265122 Jan 18 23:03:04.888069 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:04.946079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:04.982794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:05.027521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.028578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.055250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:05.076058 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.150892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:05.184251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1e399-dc71-4df0-872b-d62da37b1e6c req-18e5e950-d170-41c7-926b-22e6d02493ea tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.186299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28b1e399-dc71-4df0-872b-d62da37b1e6c req-18e5e950-d170-41c7-926b-22e6d02493ea tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 932 time: 0.1953421 Jan 18 23:03:05.191531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-281c9ee5-01e7-4d09-8ff2-6689f3158fc8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c5c32f490514db9a343778534f5a191&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1341126 Jan 18 23:03:05.195487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:05.200160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-73df5673-6c94-4d6e-a13e-bcd30e57a742 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9872022 Jan 18 23:03:05.223443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Request body: {'port': {'device_id': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:05.240695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:05.260356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c7dcdfe-856e-4fed-815b-d58a4dd8e334 req-4777d2c6-e08b-496c-991b-e45e979a1872 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014556 Jan 18 23:03:05.302758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28b1e399-dc71-4df0-872b-d62da37b1e6c req-24f21d52-6c9c-4168-a604-7a85149b6f46 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898688 Jan 18 23:03:05.329534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.358010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:05.361575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.366037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.512791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.552501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bec2946-f9da-4af9-9a6d-4cbca7a661b6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:05.728014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:05.729169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ec3705e7-2ebd-4f6c-83d3-572ac7758c33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bec2946-f9da-4af9-9a6d-4cbca7a661b6 HTTP/1.1" status: 204 len: 168 time: 0.5324590 Jan 18 23:03:05.844635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a7b59-a435-4f87-a2d4-fbb75a14ddda req-521176e5-8080-463c-b9e1-1b8b0c706d56 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:05.853298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-072a7b59-a435-4f87-a2d4-fbb75a14ddda req-521176e5-8080-463c-b9e1-1b8b0c706d56 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 945 time: 0.2227645 Jan 18 23:03:06.001150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-072a7b59-a435-4f87-a2d4-fbb75a14ddda req-92f87308-8b45-4bf2-a2c0-3745ddd925e1 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699735 Jan 18 23:03:06.024575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1abae-1573-42fa-9c07-df8184a5ab34 req-4c51c5ba-e803-407a-9ff8-f4f1dbb3f861 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.085829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1d1abae-1573-42fa-9c07-df8184a5ab34 req-4c51c5ba-e803-407a-9ff8-f4f1dbb3f861 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 944 time: 0.1847947 Jan 18 23:03:06.115667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1d1abae-1573-42fa-9c07-df8184a5ab34 req-ed00a951-a7ad-4b92-9495-93183e270b29 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752881 Jan 18 23:03:06.133000 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'code': 200} Jan 18 23:03:06.292300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4384d0fb-d2ff-4078-a808-91a5aab4baf9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:06.303172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.324435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Transition to ACTIVE for port object 4384d0fb-d2ff-4078-a808-91a5aab4baf9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:06.330993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7daeffdf-7cf5-4107-b065-26c900ade4bf req-80201314-ca7e-43ed-9237-3774e14dddc9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1243742 Jan 18 23:03:06.332129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6d07f-877a-4914-820c-fd21d889ee8d req-a466041a-3075-4398-a7d4-c963e97ee99e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.333598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5df6d07f-877a-4914-820c-fd21d889ee8d req-a466041a-3075-4398-a7d4-c963e97ee99e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.0855844 Jan 18 23:03:06.368364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:06.384215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5df6d07f-877a-4914-820c-fd21d889ee8d req-cc833899-387a-4b89-a26a-1492b18a134e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Jan 18 23:03:06.480465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7daeffdf-7cf5-4107-b065-26c900ade4bf req-3c4348e0-dbbc-4bdb-8eea-51d597e4acd4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439590 Jan 18 23:03:06.552867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.597659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:06.612861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:06.613350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.698914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:06.709466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345647c6-6f3a-48b7-b294-248553c63525 req-976766e9-f48b-4238-91e8-67071f459969 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:06.714323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-345647c6-6f3a-48b7-b294-248553c63525 req-976766e9-f48b-4238-91e8-67071f459969 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.1679842 Jan 18 23:03:06.768302 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.790471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-345647c6-6f3a-48b7-b294-248553c63525 req-1c4674cd-3cb6-4325-8c74-6715715841e4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 Jan 18 23:03:06.844768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:06.882475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:06.883155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:06.883660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:06.899123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:06.899456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:06.907501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:06.908045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:06.908396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:06.908917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Bound port: 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:06.909267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:06.910027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.000753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:07.024671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:07.028183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:07.143879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.223975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:07.225388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] 10.222.0.83 "PUT /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 1092 time: 2.0140486 Jan 18 23:03:07.226072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:07.245965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767eae-dea6-416b-8779-17ba5faa52bd service neutron] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:07.351440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6dcf7-418f-43af-9999-2abe935defee req-5d05c89e-e825-4e27-9e40-8f0b51b23914 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.353105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96d6dcf7-418f-43af-9999-2abe935defee req-5d05c89e-e825-4e27-9e40-8f0b51b23914 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 945 time: 0.1122367 Jan 18 23:03:07.412052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96d6dcf7-418f-43af-9999-2abe935defee req-9729519b-c4e4-4918-bcf7-3f7cb4180f3e tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499940 Jan 18 23:03:07.422184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:03:07.430429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-877c04fb-8bbc-40d9-83b0-297edbc5ab4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1095 time: 0.1008570 Jan 18 23:03:07.524027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-25e66fe4-7279-4d84-a9a4-f582cdda9a49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 217 time: 0.0860133 Jan 18 23:03:07.598685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-a9c3d68d-a522-4e84-a1e2-a28093dbcff3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.600696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-a9c3d68d-a522-4e84-a1e2-a28093dbcff3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0698686 Jan 18 23:03:07.661477 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-b1ffeb8d-0bef-4740-b616-d1ff2a10a963 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547633 Jan 18 23:03:07.675097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a9122-476d-404e-bd88-6008536478b7 req-af1c943e-8642-4e31-a9d0-a90e5e00a10c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:07.692329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e6a9122-476d-404e-bd88-6008536478b7 req-af1c943e-8642-4e31-a9d0-a90e5e00a10c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 945 time: 0.1286621 Jan 18 23:03:07.816658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e6a9122-476d-404e-bd88-6008536478b7 req-918d928a-7f5b-4e5a-a046-840f0a6def5c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210294 Jan 18 23:03:07.877275 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'status': 'completed', 'code': 200} Jan 18 23:03:07.941840 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-5d1e0bca-834b-4f4b-9c34-c7c403b8f9d4 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729235 Jan 18 23:03:08.085295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:08.133928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:08.137467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323f4d4-9a9a-4f16-967b-edd7779e4769 req-b79b1223-c7d9-44c6-88d6-1c48b976ec01 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.144780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2323f4d4-9a9a-4f16-967b-edd7779e4769 req-b79b1223-c7d9-44c6-88d6-1c48b976ec01 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1507401 Jan 18 23:03:08.208350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295b6fb-6c80-4d4c-ae15-ae964db08a1d req-64d86900-9730-4b96-b639-4e81f95ff79a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.209837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8295b6fb-6c80-4d4c-ae15-ae964db08a1d req-64d86900-9730-4b96-b639-4e81f95ff79a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.1714418 Jan 18 23:03:08.221476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bc9bf81-38bf-4906-8ecc-40c6d8ca00cd req-18258556-bbff-4748-a07a-de6f5d0ed6c2 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724862 Jan 18 23:03:08.224790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2323f4d4-9a9a-4f16-967b-edd7779e4769 req-879c3379-b701-40f6-8af4-ff87ada956d3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784776 Jan 18 23:03:08.265081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-network', 'tenant_id': '64e9517246234117b8bf6707061ff215'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:08.274871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:08.282413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Usage tracker for resource:network and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:08.286660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:08.305136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:08.319920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8295b6fb-6c80-4d4c-ae15-ae964db08a1d req-cdeb6710-a4d4-4d9f-bd80-b87cc170532e tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 Jan 18 23:03:08.377038 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'code': 200} Jan 18 23:03:08.387484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57302) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:08.425829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Made reservation on behalf of 64e9517246234117b8bf6707061ff215 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:08.428418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.453421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.516138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:08.520961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:08.524120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:08.532533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:08.584618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-558c9201-869d-49c5-b00a-16613edded9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1095 time: 0.2030239 Jan 18 23:03:08.630279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.688624 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fdfd0af0-ac1f-44af-8fde-0ce90c7af81a req-87562c3d-acec-470b-a3ed-a6f8814553e9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.2124453 Jan 18 23:03:08.730561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.742858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:08.747109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c77bf756904bc5a293d05c1a84bd2b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:08.751115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:08.759072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:08.773350 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fdfd0af0-ac1f-44af-8fde-0ce90c7af81a req-a0af3ebd-53e0-47c7-8dca-eb709ff453c9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747666 Jan 18 23:03:08.789413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-91a05d38-8a16-4398-8a8e-41bb94a77ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:08.791060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-91a05d38-8a16-4398-8a8e-41bb94a77ddb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1986525 Jan 18 23:03:08.794886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.827492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.861155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:03:08.903811 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:08.904269 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Added segment c082854a-d048-4db1-a21e-d9953c89d44c of type vlan for network 1782e7cc-e00a-4266-925a-19b09d64a584 Jan 18 23:03:08.912617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.027688 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-d62c8353-6514-4b13-b1d1-51689ca1eedc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 217 time: 0.0672729 Jan 18 23:03:09.091733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-6aab1b56-6cb3-4ef7-a8e9-119de4eb6a26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.093418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-6aab1b56-6cb3-4ef7-a8e9-119de4eb6a26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0576351 Jan 18 23:03:09.103299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.108718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.143863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-9482381a-71e6-4ed5-ab3b-efdb1876a403 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429778 Jan 18 23:03:09.168025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b6a8-e664-4077-b67b-adc63db85aed req-949bfb32-9020-424c-8b91-cbee13436958 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.175439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a9b6a8-e664-4077-b67b-adc63db85aed req-949bfb32-9020-424c-8b91-cbee13436958 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 945 time: 0.2032332 Jan 18 23:03:09.193003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.252001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.252561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.253376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.297817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d578b7cd-8979-4d44-99ae-fa0d2a646a3f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.359920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a9b6a8-e664-4077-b67b-adc63db85aed req-e92b12a2-5518-41cc-a8f4-51626fb28731 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836107 Jan 18 23:03:09.361954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c6ec6f4c-4ead-46a8-a9b7-866a60936f20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9c77bf756904bc5a293d05c1a84bd2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9728453 Jan 18 23:03:09.365889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:09.397822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=1782e7cc-e00a-4266-925a-19b09d64a584,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.409077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1782e7cc-e00a-4266-925a-19b09d64a584 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:03:09.436045 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-ed4d09ac-ef8c-44d4-9e2b-dfb10b195840 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819583 Jan 18 23:03:09.478803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8bafcaee-9620-4581-8c7c-252ddc6d1ec0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3858027 Jan 18 23:03:09.479753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:09.486486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Request body: {'subnet': {'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-subnet', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:09.492021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:09.496592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Usage tracker for resource:subnet and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:09.500522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:09.507258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:09.581559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.623256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Made reservation on behalf of 64e9517246234117b8bf6707061ff215 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:09.628079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.628224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.684353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de07ac3-953b-44a3-ac7d-7813cea8a3e7 req-36572dd2-1879-4cb7-bc15-2247e1917b4c service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359409 Jan 18 23:03:09.777506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.815866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d578b7cd-8979-4d44-99ae-fa0d2a646a3f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:09.818365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cb7e8-9baf-43e2-8494-e94584ca3de6 req-9de345a8-1747-4a0a-905a-341b8676120b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:09.821104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e1cb7e8-9baf-43e2-8494-e94584ca3de6 req-9de345a8-1747-4a0a-905a-341b8676120b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1341658 Jan 18 23:03:09.823306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:09.824573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2e34b183-2700-4725-a28a-073dfdaa94ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d578b7cd-8979-4d44-99ae-fa0d2a646a3f HTTP/1.1" status: 204 len: 168 time: 0.4577641 Jan 18 23:03:09.923348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e1cb7e8-9baf-43e2-8494-e94584ca3de6 req-2e2ce5ed-3fe4-4315-8e05-54e96346d27d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600042 Jan 18 23:03:10.048781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.181695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0672b699-5e58-46c3-b79f-9875f266f273,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:10.217423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Checking segment: {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:10.217776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Network hostable DHCP agents. Network: 1782e7cc-e00a-4266-925a-19b09d64a584, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:03:10.250384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de3dca-3837-49aa-80f8-a3b33c19fc87 req-d6396da6-3d52-445c-ae3f-70354dfae5a9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:10.252515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30de3dca-3837-49aa-80f8-a3b33c19fc87 req-d6396da6-3d52-445c-ae3f-70354dfae5a9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.1717691 Jan 18 23:03:10.359523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30de3dca-3837-49aa-80f8-a3b33c19fc87 req-15fa4c23-2fb8-4f1c-bf12-5ff5479c041c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987027 Jan 18 23:03:10.381231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fb48974-8be6-40fd-82a6-858b4e918b24 req-960b4dc7-dbf5-460d-8d3e-a7da4cb0e079 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1275632 Jan 18 23:03:10.429687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Network 1782e7cc-e00a-4266-925a-19b09d64a584 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:03:10.443840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fb48974-8be6-40fd-82a6-858b4e918b24 req-41fcb938-4088-4795-93d5-4cf7d4d33a73 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539775 Jan 18 23:03:10.566760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1782e7cc-e00a-4266-925a-19b09d64a584) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:10.581985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4259c2-63a5-455c-9e9f-4a9510c846fa None None] Network 1782e7cc-e00a-4266-925a-19b09d64a584 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:03:10.613495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:10.614086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.677804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6602184-e4a2-4ab9-81a1-7ab29f114061 req-f27b6bb1-5f19-4b55-ab38-6a731c70d979 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:10.679453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6602184-e4a2-4ab9-81a1-7ab29f114061 req-f27b6bb1-5f19-4b55-ab38-6a731c70d979 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 945 time: 0.1090887 Jan 18 23:03:10.728130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6602184-e4a2-4ab9-81a1-7ab29f114061 req-b10841c8-039b-4776-93ce-c622eb048fb3 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Jan 18 23:03:10.738498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dffe8ae1-9648-47fc-b361-76e096eca444 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2568946 Jan 18 23:03:10.741503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:10.747010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:10.755163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:10.762123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Usage tracker for resource:router and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:10.779603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:10.779603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:10.820780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.850794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928be42-e693-4b77-9cb9-f9970bbf27c7 None None] Network 1782e7cc-e00a-4266-925a-19b09d64a584 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:03:10.863643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.864824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.894214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57402) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:10.922716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.923124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:10.990800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:10.996384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Usage tracker for resource:security_group_rule and tenant:5e2a8cce42724918b85d78817d163258 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:11.001207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:11.011380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:11.116477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.200488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.277355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e2a8cce42724918b85d78817d163258&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3812702 Jan 18 23:03:11.278241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57410) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:11.278962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b1dd1-aed2-44fc-96ba-386dd0bdb67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de40e97-fc1e-40d7-a3a7-b1b4c9ae37f0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:11.362877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.375550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.397330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.506372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-22786497-8e77-4956-a855-7577b110520e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3473065 Jan 18 23:03:11.509345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.531314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de40e97-fc1e-40d7-a3a7-b1b4c9ae37f0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:11.535456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:11.536689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-25bea29a-f192-4bf1-ada2-603ed3533fab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8de40e97-fc1e-40d7-a3a7-b1b4c9ae37f0 HTTP/1.1" status: 204 len: 168 time: 0.2543318 Jan 18 23:03:11.540634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:11.550160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:11.605444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Usage tracker for resource:floatingip and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:11.613909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:11.698131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:11.729731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09751-1835-4a8f-adac-69941b132f9a req-c362f471-fa49-4320-baf9-db27685e5658 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:11.731185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-c362f471-fa49-4320-baf9-db27685e5658 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.3395030 Jan 18 23:03:11.763867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-3dcf115e-24db-4325-b176-9fae3be48ed2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/quotas/7fe9490459bc4bd8bd97b2538d057bcd HTTP/1.1" status: 200 len: 375 time: 0.0230107 Jan 18 23:03:11.813523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.004927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-b0fd7dcc-52dd-425e-a752-79c36cbffc65 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381442 Jan 18 23:03:12.008536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.064135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.297546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-f4b68208-582d-4095-9b54-6e46efdae9ea service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594151 Jan 18 23:03:12.327658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.379456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:12.382756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:12.455444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Allocated IP 172.25.1.93 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/75ec451f-b51b-4dbb-a8a3-20d7fc5af38b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:12.508367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-9e945da6-e975-4535-b85b-b195fda47a73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:12.511236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-9e945da6-e975-4535-b85b-b195fda47a73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:12.597517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-9e945da6-e975-4535-b85b-b195fda47a73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:12.600187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-9e945da6-e975-4535-b85b-b195fda47a73 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a54d127-be51-4905-837c-9c47b4d4ea72 HTTP/1.1" status: 200 len: 946 time: 0.1925707 Jan 18 23:03:12.651155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.692650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Deleting port 895efc5b-b023-4963-a453-3d5f4ccb93d4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:03:12.694920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.697356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.707014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:12.713546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:12.732612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:12.733985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'port_id': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'mac_address': 'fa:16:3e:4e:e9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9248b3cb-f167-4bf0-9c78-86c475877073', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:12.740364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-51892705-3f41-4cdb-a5cb-d3d49c778cca service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357398 Jan 18 23:03:12.802057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.813505 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.837333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:12.860330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4384d0fb-d2ff-4078-a808-91a5aab4baf9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:12.917870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:12.927208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.038147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.070721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:13.072496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Allocated IP 172.25.1.193 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6834e1a8-bfea-4d87-b77b-1f11e5559711) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:13.084659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:13.111502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:13.198418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] For port 895efc5b-b023-4963-a453-3d5f4ccb93d4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=895efc5b-b023-4963-a453-3d5f4ccb93d4,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:13.199160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.210312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Pushing event updated for resources: {'Port': ['ID=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.230088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.285701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:13.380046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Calling delete_port for 895efc5b-b023-4963-a453-3d5f4ccb93d4 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:03:13.505479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac5b3-587e-4ccc-8b2c-88ff2c603aee req-2dd41c67-d292-45e0-9756-29e696796fae tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:13.509370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31fac5b3-587e-4ccc-8b2c-88ff2c603aee req-2dd41c67-d292-45e0-9756-29e696796fae tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 945 time: 0.2963953 Jan 18 23:03:13.566273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.597432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31fac5b3-587e-4ccc-8b2c-88ff2c603aee req-dae353be-80b0-4fff-a668-04d6385490c4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780861 Jan 18 23:03:13.615284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.634378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.645610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.688219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event deleted for resources: {'Port': ['ID=895efc5b-b023-4963-a453-3d5f4ccb93d4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.743296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.802270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] No DVR routers for this DVR port 895efc5b-b023-4963-a453-3d5f4ccb93d4 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:13.806297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.819077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21cf2752-5fdc-478c-8ea0-84209f34e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:13.830936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-deleted', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:13.899114 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26c1a8b5-44c3-47d8-a96b-931febb44de4 req-2625d594-d529-4b1b-9ebf-776619bd9a0c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.83 "DELETE /v2.0/ports/895efc5b-b023-4963-a453-3d5f4ccb93d4 HTTP/1.1" status: 204 len: 173 time: 1.2947228 Jan 18 23:03:13.932428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:13.934924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:13.937655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event updated for resources: {'Port': ['ID=6834e1a8-bfea-4d87-b77b-1f11e5559711,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:13.940024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:14.200320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.311295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Router 0afd78e0-a140-496d-9255-c73651f9626e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:03:14.351081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.388966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:14.642836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:14.647987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:14.648350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.780532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.790129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.812620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:14.821563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:14.838650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Sync routers for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:03:14.849465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:14.850140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:02:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:14.886697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.927135 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.927957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:14.969547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.973422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:14.977502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cbf74f12-00d0-41ce-8cae-8be0f690471c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2321703 Jan 18 23:03:14.977701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57504) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:14.993655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event updated for resources: {'Port': ['ID=6834e1a8-bfea-4d87-b77b-1f11e5559711,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.010084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 895efc5b-b023-4963-a453-3d5f4ccb93d4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:03:15.010428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 895efc5b-b023-4963-a453-3d5f4ccb93d4 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:15.097519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.101086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-387fada6-eee3-4588-b312-6e4ced43ba56 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5788879 Jan 18 23:03:15.133694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:15.140576 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'code': 200} Jan 18 23:03:15.193754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:15.254062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-d1a1f68c-7924-4cc5-acba-063d0aafad80 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Synchronizing usage tracker for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:15.351461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f72825e5-a67c-4526-8b3b-2588e81b71ae req-33fbd88c-2999-4eed-90ab-89100da11704 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 210 time: 0.0508704 Jan 18 23:03:15.368964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-d1a1f68c-7924-4cc5-acba-063d0aafad80 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Unset dirty status for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:15.370394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-d1a1f68c-7924-4cc5-acba-063d0aafad80 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.2625155 Jan 18 23:03:15.559337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:13Z', 'revision_number': 3, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:15.564395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Checking router: 0afd78e0-a140-496d-9255-c73651f9626e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:03:15.564745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Updating router 0afd78e0-a140-496d-9255-c73651f9626e port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:03:15.596484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-3204e871-9792-46e6-a295-8c40af88319e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:15.598046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-3204e871-9792-46e6-a295-8c40af88319e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2215347 Jan 18 23:03:15.614977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-b0e9d333-cee1-4e71-84b6-bd5ae4312450 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:03:15.616511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505c3fb4-b1d6-44f0-b63d-a903f1f60b71 req-b0e9d333-cee1-4e71-84b6-bd5ae4312450 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101786 Jan 18 23:03:15.625058 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a54d127-be51-4905-837c-9c47b4d4ea72', 'name': 'network-vif-deleted', 'tag': '895efc5b-b023-4963-a453-3d5f4ccb93d4', 'status': 'completed', 'code': 200} Jan 18 23:03:15.632331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:15.971956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713065a-9de9-43a2-a6ef-e831607b8ae8 req-225ace33-ba16-4081-b1f6-de6f12da9a38 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:15.980621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8713065a-9de9-43a2-a6ef-e831607b8ae8 req-225ace33-ba16-4081-b1f6-de6f12da9a38 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.1756186 Jan 18 23:03:16.028179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afd6fb0b-5945-41b8-9f43-2d46e4d1c754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.044337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8713065a-9de9-43a2-a6ef-e831607b8ae8 req-ede42d8f-891d-4e01-b799-7ae2d4b7eaed tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613298 Jan 18 23:03:16.263686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.277861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Transition to ACTIVE for port object 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:16.288342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09751-1835-4a8f-adac-69941b132f9a req-b5c53b82-31e8-483e-bc66-99275eae5e27 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:16.290147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-b5c53b82-31e8-483e-bc66-99275eae5e27 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.2959185 Jan 18 23:03:16.335126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Request body: {'port': {'device_id': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'admin_state_up': True, 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:16.420230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.483812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:16.492459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Usage tracker for resource:port and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:16.497091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:16.511603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:16.590724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.598515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Attempting to bind port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:16.599430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Attempting to bind port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:16.600010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Attempting to bind port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:16.606859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f345e-de54-440c-a240-07094cc33ff8 None None] Pushing event updated for resources: {'Port': ['ID=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.613415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:16.617211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:16.617211 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.617211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:16.617211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Bound port: 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:16.617211 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.694882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:16.698047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.729307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] For port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:16.734243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] For port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:16.821035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:16.932601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f345e-de54-440c-a240-07094cc33ff8 None None] Pushing event updated for resources: {'Port': ['ID=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:16.955748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:16.956378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:17.036870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-7c6c5571-7b1d-42d7-9b93-b46dc625a316 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:17.044878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-7c6c5571-7b1d-42d7-9b93-b46dc625a316 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 821 time: 0.3473220 Jan 18 23:03:17.072960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-bf662503-930d-458e-bc78-4fcbb91c6e51 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/quotas/f036c9aeba67443aa9898dde0ab6570d HTTP/1.1" status: 200 len: 375 time: 0.0267935 Jan 18 23:03:17.148275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-e1b74ab9-4365-4258-96fe-50ce36927c78 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3005190 Jan 18 23:03:17.188385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-57435d04-14d4-4538-91e7-04fbd4d2c65b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1144528 Jan 18 23:03:17.209187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:17.219982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Allocated IP 172.20.0.10 (cdf0df64-54cc-4b3f-9ea3-b857713b4e68/5d909dfc-b9b3-47a3-a7f6-510895d5ec88/3b466d3d-c65c-4458-9e1d-e7a67d28d8c9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:17.240484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.286390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Allocated IP 172.20.0.1 (1782e7cc-e00a-4266-925a-19b09d64a584/0672b699-5e58-46c3-b79f-9875f266f273/3cb04186-d030-452c-8495-3d8db8ecb986) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:17.299881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:17.466366 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.467494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b949a9f9-9854-43c5-9f9e-e76890d83849 req-82eebfe8-3616-4bfe-84c1-b269e51ce104 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 210 time: 0.2317858 Jan 18 23:03:17.614797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-c981d975-b4e6-46a9-8ba2-3e37efccebdf service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132974 Jan 18 23:03:17.618098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-bfc31d87-2233-42c4-b042-fe2e12e30317 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 1097 time: 0.2909548 Jan 18 23:03:17.665158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.726977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.929103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:17.931933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:13Z', 'revision_number': 3, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:17.938208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7613de4-796f-4c93-ac0d-f7d925caafad None None] The sync data for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 is: [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:13Z', 'revision_number': 3, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:03:17.962674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.139910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:18.140097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-c15a8daf-857c-473a-b391-a0ca3a18faec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:18.141678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-c15a8daf-857c-473a-b391-a0ca3a18faec service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.3673270 Jan 18 23:03:18.158333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-73cf9ef5-ef40-4010-9339-442b7e953fea service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324714 Jan 18 23:03:18.178844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:18.185405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Network 1782e7cc-e00a-4266-925a-19b09d64a584 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:18.205168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:18.392451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31caf1b-fa6f-4e34-9ab7-adfb6f4930da req-a7abfe03-046d-4c58-837d-7f285133edf4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:18.399451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c31caf1b-fa6f-4e34-9ab7-adfb6f4930da req-a7abfe03-046d-4c58-837d-7f285133edf4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.3726473 Jan 18 23:03:18.403172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-9f1db103-3070-477e-b867-8dbfdd2da1fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 200 len: 1002 time: 0.2153296 Jan 18 23:03:18.425095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:18.425800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.430351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:18.433431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:18.520418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:18.551538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-3730a001-6504-4377-afd8-c8c97b4fddb2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:18.553339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-3730a001-6504-4377-afd8-c8c97b4fddb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.1336951 Jan 18 23:03:18.567617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c31caf1b-fa6f-4e34-9ab7-adfb6f4930da req-1c204d13-200d-492d-8318-11e766adb02c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654723 Jan 18 23:03:18.611700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-717ad787-8492-4902-b851-e50674313f88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7590876 Jan 18 23:03:18.617541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.670407 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'code': 200} Jan 18 23:03:18.742360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-31b199de-4147-49f1-bac0-cdb1383e7223 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4142413 Jan 18 23:03:18.743366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:18.782826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-47fa5450-1d9e-4481-ab7b-5137b38acd60 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140222 Jan 18 23:03:18.824410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Request body: {'port': {'device_id': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:19.015868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:19.062592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2df595f5-9193-4aa9-8cb6-029ddb9d5142 req-48f6f968-eab3-41c4-8879-db5341cd0933 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 210 time: 0.0722821 Jan 18 23:03:19.099551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-40098ffe-782f-45dc-8c18-ed5c3cb1561f req-a9a25492-aff1-4fb4-9858-ae5d233ab5fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1097 time: 0.3592863 Jan 18 23:03:19.107409 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-836825cb-f8ed-4075-8c13-1e290dd5e2e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1096 time: 0.4595048 Jan 18 23:03:19.113825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.122274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-55e4caef-b5c5-4a07-b9ae-2c32636546ea service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315423 Jan 18 23:03:19.246347 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-40098ffe-782f-45dc-8c18-ed5c3cb1561f req-2b4be4b8-7c01-447b-b3d4-91ba47de769c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107972 Jan 18 23:03:19.470214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d31374-345f-42e0-a964-4d88e423ff34 req-53285fa0-bafa-4da3-8a38-3ef2e7419291 service neutron] 10.222.0.89 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323405 Jan 18 23:03:19.542539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51e888-47c1-4921-9589-912a83ee8fec req-ed66b1b3-09c1-4be4-8556-5b6252a65c53 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.544181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c51e888-47c1-4921-9589-912a83ee8fec req-ed66b1b3-09c1-4be4-8556-5b6252a65c53 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 932 time: 0.1689315 Jan 18 23:03:19.595758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c51e888-47c1-4921-9589-912a83ee8fec req-ac0b8e43-b82f-4723-998e-14e1cf8340ed tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Jan 18 23:03:19.694436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.763078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-07e63b4c-51e6-4b66-8208-956b7a327015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.766109 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-07e63b4c-51e6-4b66-8208-956b7a327015 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.5481462 Jan 18 23:03:19.837028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62d5f8-2f24-4a2c-9e2d-e21b3f2fc63d req-96078694-5cc0-4d8a-9eae-834646965c12 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:19.838460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d62d5f8-2f24-4a2c-9e2d-e21b3f2fc63d req-96078694-5cc0-4d8a-9eae-834646965c12 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.0852358 Jan 18 23:03:19.908968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:19.916933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:19.935174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d62d5f8-2f24-4a2c-9e2d-e21b3f2fc63d req-1a6250e1-599e-4837-a5e3-60ac611f3223 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863402 Jan 18 23:03:19.956584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Transition to ACTIVE for port object 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:20.021934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:20.080255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.161639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-b0b40eb2-fe03-4897-babc-8bdd4aad883e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.2025347 Jan 18 23:03:20.220680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:20.230006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:20.230006 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.327932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:20.375834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c95c2a56-b65c-4c55-9bb3-78dd9cd1f268 req-b6f09d90-4990-4092-b423-cf104732d8c3 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 210 time: 0.0715215 Jan 18 23:03:20.378924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-fd4ec7d3-94e2-4b3e-9071-6c33258bcd77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:20.380379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-fd4ec7d3-94e2-4b3e-9071-6c33258bcd77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.2101252 Jan 18 23:03:20.417200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.449777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:20.484778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-8dec7f9c-63b8-412e-97ad-6d4e620069cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931573 Jan 18 23:03:20.538140 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.632055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:20.814010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Attempting to bind port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:20.814570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Attempting to bind port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:20.814677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Attempting to bind port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:20.826077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcca81-2c7b-46bf-b8ae-776e75a7b65b req-0c815df2-8643-4a60-ab05-5180d5fd791e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:20.834273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73dcca81-2c7b-46bf-b8ae-776e75a7b65b req-0c815df2-8643-4a60-ab05-5180d5fd791e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.0894241 Jan 18 23:03:20.861459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:20.861784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Attempting to bind port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:20.867611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.872545 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-dcaa2a1c-73f8-4091-b79c-c8eb98985391 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738246 Jan 18 23:03:20.876055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:20.876388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Checking segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:20.876820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Bound using segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:20.877267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Bound port: 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:20.877613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:20.892970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73dcca81-2c7b-46bf-b8ae-776e75a7b65b req-674ec49e-2534-45d1-bc58-103f66cb86b8 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Jan 18 23:03:21.003189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.197845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:21.199806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.207037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.267199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57610) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:21.309058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:21.315014 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed4d7585-3fd7-4325-8c3b-106f976a0050 req-774748ce-05c4-412d-afad-c0c25e0a0a55 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283385 Jan 18 23:03:21.398860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49412d86-827f-4846-abc5-59c958c2c7b7 req-daf7a530-db2c-4266-b8c4-340c3d6e0eea tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:21.400519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49412d86-827f-4846-abc5-59c958c2c7b7 req-daf7a530-db2c-4266-b8c4-340c3d6e0eea tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.2449698 Jan 18 23:03:21.465794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49412d86-827f-4846-abc5-59c958c2c7b7 req-32c4eb02-a84e-4398-9fdb-04a42e35c9db tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579479 Jan 18 23:03:21.509893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.602859 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.669715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a509e452-5c0a-4b54-b903-243d1292c4d6 req-f1040986-8b51-4322-ae64-db08fb657543 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 210 time: 0.0523496 Jan 18 23:03:21.684122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Network 1782e7cc-e00a-4266-925a-19b09d64a584 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:21.692781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:21.695663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:21.700147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] 10.222.0.89 "PUT /v2.0/ports/3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 HTTP/1.1" status: 200 len: 1092 time: 2.8863440 Jan 18 23:03:21.726394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:21.828618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:21.836433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Usage tracker for resource:security_group_rule and tenant:fa4f66463fef4892a6f771723ca97161 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:21.845822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:21.855768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:21.862696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ef423-e1d9-40cf-8f9a-f71ea44c0979 service neutron] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:21.931425 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'status': 'completed', 'code': 200} Jan 18 23:03:21.937978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b7f385b-4a81-4d1d-b72d-6fb0e8000d1d req-cc475c6b-9a19-4527-abc2-215b11a90315 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1097 time: 0.2537227 Jan 18 23:03:21.993728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:21.995060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-e5f51f2d-b8b8-4667-9200-4ebd22aba6d2 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.000140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-e5f51f2d-b8b8-4667-9200-4ebd22aba6d2 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 821 time: 0.6448643 Jan 18 23:03:22.034300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'port': {'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'admin_state_up': True, 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:22.147993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b7f385b-4a81-4d1d-b72d-6fb0e8000d1d req-b9bc5692-e757-4c45-82b7-3620a71071f1 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017457 Jan 18 23:03:22.150779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:22.151210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.181672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.268907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:22.271285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Usage tracker for resource:port and tenant:f036c9aeba67443aa9898dde0ab6570d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:22.274350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:22.274537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.280175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:22.376881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Made reservation on behalf of f036c9aeba67443aa9898dde0ab6570d for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:22.379919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.383054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d657c-a1f9-48f7-ba17-3dc32f381a92,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.411750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-098bc207-f0bb-487f-b22e-22b18f6d968e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa4f66463fef4892a6f771723ca97161&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1414149 Jan 18 23:03:22.412621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:22.483960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7928-ed22-4aa4-ab7c-c344d4affdef req-bf912699-b7e0-4200-ad7e-342e50307ac6 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:22.491121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e06e7928-ed22-4aa4-ab7c-c344d4affdef req-bf912699-b7e0-4200-ad7e-342e50307ac6 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.3079360 Jan 18 23:03:22.527295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.564524 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7edd3f88-73e2-4746-9784-9afce71b8d46 req-c7345543-5f8b-4b63-920a-578a134876f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 1095 time: 0.2762454 Jan 18 23:03:22.567878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e06e7928-ed22-4aa4-ab7c-c344d4affdef req-7f99a585-852e-4789-a8db-0abe98f20d0d tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756557 Jan 18 23:03:22.573641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.746120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.776150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d657c-a1f9-48f7-ba17-3dc32f381a92,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:22.779623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:22.781577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2dce4057-3f03-4ce4-af94-b860e6f6dc92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/914d657c-a1f9-48f7-ba17-3dc32f381a92 HTTP/1.1" status: 204 len: 168 time: 0.3672292 Jan 18 23:03:22.894827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd149154-92fa-4e79-bba3-e2e2a83f13b1 req-f72ef8e3-8a18-439b-8c3a-d3374bfee436 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 210 time: 0.0553205 Jan 18 23:03:22.988219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Allocated IP 172.20.0.5 (7b59d454-32fc-4e79-a00b-8b7fded80b1d/c7a08001-0a12-4a2e-b19a-e6b2df98c2dc/31cc3389-5b25-4ab0-bb63-60b812da3350) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:23.076248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3f88-73e2-4746-9784-9afce71b8d46 req-3ff35b1c-81d8-46c0-92cd-c0888a4d41b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.076248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7edd3f88-73e2-4746-9784-9afce71b8d46 req-3ff35b1c-81d8-46c0-92cd-c0888a4d41b3 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4866791 Jan 18 23:03:23.376000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Router 0afd78e0-a140-496d-9255-c73651f9626e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:23.392855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd3f88-73e2-4746-9784-9afce71b8d46 req-f1bcddd9-544e-4e84-a9bc-3e5a75670fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.394143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7edd3f88-73e2-4746-9784-9afce71b8d46 req-f1bcddd9-544e-4e84-a9bc-3e5a75670fb8 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3156707 Jan 18 23:03:23.541122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.568487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Transition to ACTIVE for port object 31cc3389-5b25-4ab0-bb63-60b812da3350 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:23.609656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:23.630228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.635755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-5868eccc-5a46-48f9-961d-84d9491ead92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 1095 time: 0.1531317 Jan 18 23:03:23.663475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:23.667435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Usage tracker for resource:security_group_rule and tenant:b44a30e2a7984733a897969602c5ce63 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:23.670788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:23.676454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:23.757888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.782003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:23.795738 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.826033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-1962f460-58f6-41cf-9d21-0a9493a0a5a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 HTTP/1.1" status: 200 len: 217 time: 0.1400414 Jan 18 23:03:23.834053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ce2f1-5dd3-43f5-bc6d-b9d3f23f73c5 req-218a218b-9cd6-44f0-8c00-69a792d1e472 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.835846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b83ce2f1-5dd3-43f5-bc6d-b9d3f23f73c5 req-218a218b-9cd6-44f0-8c00-69a792d1e472 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.1180489 Jan 18 23:03:23.884319 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:23.913279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:23.923356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:23.927796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event updated for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:23.932331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:23.943184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b83ce2f1-5dd3-43f5-bc6d-b9d3f23f73c5 req-1eefd539-2a15-490e-8f9c-17db5308e1c5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994606 Jan 18 23:03:23.982074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f09751-1835-4a8f-adac-69941b132f9a req-6e58fd19-2772-4dd5-b9e8-7e54154fbc56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:23.984123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-6e58fd19-2772-4dd5-b9e8-7e54154fbc56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.1453974 Jan 18 23:03:23.994635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3329e-02fd-4a9d-9704-5a2a7cd39ea5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:24.002845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-20acabf1-6900-4da7-9ddf-b05d86a3ceb0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b44a30e2a7984733a897969602c5ce63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3914495 Jan 18 23:03:24.005035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:24.087943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-f0b45b0d-a6b6-4ecf-b395-5588545fc554 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655181 Jan 18 23:03:24.101626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:24.102697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.108616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.137648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.222787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:24.230547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c87dccf5-9eb0-418b-9d65-1c2b2869f7f2 admin admin] 10.222.0.59 "PUT /v2.0/routers/0afd78e0-a140-496d-9255-c73651f9626e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2506275 Jan 18 23:03:24.242441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Sync routers for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:03:24.264409 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:24.264409 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:24.346647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-ae5a8c04-e338-43ae-a426-e8a1e5db25ae service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487612 Jan 18 23:03:24.350923 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-ee18b2be-8d90-4fc9-a1f1-f00d020cf065 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3201489 Jan 18 23:03:24.388570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Request body: {'port': {'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:24.390725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b05f21-e369-4a0f-b01e-ed552b4696dd req-23fde9b2-307e-4115-9a97-bb9827167e8e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:24.400557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90b05f21-e369-4a0f-b01e-ed552b4696dd req-23fde9b2-307e-4115-9a97-bb9827167e8e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 931 time: 0.2526548 Jan 18 23:03:24.417129 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d2153f1-b436-4f61-89b9-cedcb5d1e617 None None] Provisioning for port 31cc3389-5b25-4ab0-bb63-60b812da3350 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:24.422913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d2153f1-b436-4f61-89b9-cedcb5d1e617 None None] Provisioning complete for port 31cc3389-5b25-4ab0-bb63-60b812da3350 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:24.423472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d2153f1-b436-4f61-89b9-cedcb5d1e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.468025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.536705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3329e-02fd-4a9d-9704-5a2a7cd39ea5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:24.543995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:24.555328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d2153f1-b436-4f61-89b9-cedcb5d1e617 None None] Port 31cc3389-5b25-4ab0-bb63-60b812da3350 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:03:24.575056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:24.575056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-be0aa078-c300-40ac-9316-8cd1f939ce2c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dc3329e-02fd-4a9d-9704-5a2a7cd39ea5 HTTP/1.1" status: 204 len: 168 time: 0.5671096 Jan 18 23:03:24.614642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90b05f21-e369-4a0f-b01e-ed552b4696dd req-89380ba8-99ca-4ba2-8a12-59eaf217bfed tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130029 Jan 18 23:03:24.874848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98f09751-1835-4a8f-adac-69941b132f9a req-6cab2833-b5a5-4ac7-9dc6-cd19a3c7f717 service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215602 Jan 18 23:03:24.893242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.102975 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 2, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:25.118873 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Checking router: 0afd78e0-a140-496d-9255-c73651f9626e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:03:25.124628 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Updating router 0afd78e0-a140-496d-9255-c73651f9626e port 3cb04186-d030-452c-8495-3d8db8ecb986 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:03:25.188884 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.267586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebab99-a440-4193-83bd-634ef678fb76 req-68d92d2a-5abe-439d-9914-2cf93efdb763 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:25.268918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4bebab99-a440-4193-83bd-634ef678fb76 req-68d92d2a-5abe-439d-9914-2cf93efdb763 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:25.317967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055aadc-64e8-4cbf-96d6-894a48180f88 req-98f20302-d4b4-4207-830d-7324b3954990 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:25.324953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0055aadc-64e8-4cbf-96d6-894a48180f88 req-98f20302-d4b4-4207-830d-7324b3954990 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.1634295 Jan 18 23:03:25.331904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cc3389-5b25-4ab0-bb63-60b812da3350 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:25.341376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.361518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Transition to ACTIVE for port object 31cc3389-5b25-4ab0-bb63-60b812da3350 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:25.382617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0055aadc-64e8-4cbf-96d6-894a48180f88 req-58d36f9d-73ff-4207-b712-50230177b941 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567410 Jan 18 23:03:25.391467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4bebab99-a440-4193-83bd-634ef678fb76 req-68d92d2a-5abe-439d-9914-2cf93efdb763 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:25.392792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-68d92d2a-5abe-439d-9914-2cf93efdb763 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 817 time: 0.3680842 Jan 18 23:03:25.418607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-4af47477-7ca1-4d31-9bee-c1968904eceb tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/quotas/64e9517246234117b8bf6707061ff215 HTTP/1.1" status: 200 len: 375 time: 0.0119863 Jan 18 23:03:25.457416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.514451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-2f56ba00-e553-4103-b28d-cd19c5042490 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885088 Jan 18 23:03:25.705648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.707601 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.734042 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Transition to ACTIVE for port object 3cb04186-d030-452c-8495-3d8db8ecb986 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:25.764183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-d1f9237f-ccd7-4040-b155-2e581c652511 service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311063 Jan 18 23:03:25.814276 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.889016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Attempting to bind port 31cc3389-5b25-4ab0-bb63-60b812da3350 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:25.889016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Attempting to bind port 31cc3389-5b25-4ab0-bb63-60b812da3350 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:25.891681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Attempting to bind port 31cc3389-5b25-4ab0-bb63-60b812da3350 on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:25.906662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Port 31cc3389-5b25-4ab0-bb63-60b812da3350 on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:25.907049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Attempting to bind port 31cc3389-5b25-4ab0-bb63-60b812da3350 on network 7b59d454-32fc-4e79-a00b-8b7fded80b1d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:25.919782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:25.921664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Checking segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:25.921664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Bound using segment: {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:25.922083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Bound port: 31cc3389-5b25-4ab0-bb63-60b812da3350, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcdc7a1-f0c2-450c-898d-12085df655f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:25.922619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:25.929140 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Pushing event updated for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:25.995848 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.996333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.996771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.997246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.997909 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.998344 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.998818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.999459 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:25.999725 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:26.000159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:26.000713 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:26.001988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-02d4340b-4e62-4c02-b5fc-166358737340 service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362516 Jan 18 23:03:26.029858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db88ec-b59f-4169-84b6-f66060c6eb8d req-a361bf53-a722-4f12-adcc-f6c7e6fa8f29 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:26.037159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63db88ec-b59f-4169-84b6-f66060c6eb8d req-a361bf53-a722-4f12-adcc-f6c7e6fa8f29 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 943 time: 0.1561790 Jan 18 23:03:26.096172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63db88ec-b59f-4169-84b6-f66060c6eb8d req-f053e8f6-1ebc-4c1f-812f-19bca1b50132 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580220 Jan 18 23:03:26.115489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:26.116548 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Attempting to bind port 3cb04186-d030-452c-8495-3d8db8ecb986 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:26.117465 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Attempting to bind port 3cb04186-d030-452c-8495-3d8db8ecb986 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:26.117465 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Attempting to bind port 3cb04186-d030-452c-8495-3d8db8ecb986 on network 1782e7cc-e00a-4266-925a-19b09d64a584 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:26.127091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31cc3389-5b25-4ab0-bb63-60b812da3350,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:26.129874 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:26.130367 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Checking segment: {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:26.130862 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.131349 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Bound using segment: {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:26.131903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Bound port: 3cb04186-d030-452c-8495-3d8db8ecb986, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:26.132435 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.214926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.233844 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] For port 3cb04186-d030-452c-8495-3d8db8ecb986, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:26.238474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] For port 3cb04186-d030-452c-8495-3d8db8ecb986, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3cb04186-d030-452c-8495-3d8db8ecb986,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:26.289158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.290950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] 10.222.0.83 "PUT /v2.0/ports/31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 1091 time: 1.9095178 Jan 18 23:03:26.291650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:26.335053 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:26.345240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11911f-9415-4dbe-bded-b11a9538bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:26.602973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913e33-4507-45ea-9384-44a9cc8f81e0 None None] Pushing event updated for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:26.606189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:26.606877 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:26.658823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-24203df8-eada-409e-9b93-854e86dfcc19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1094 time: 0.2339141 Jan 18 23:03:26.756465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-3d0a786f-f0af-44e3-8d4a-da3937fb5e65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 217 time: 0.0906126 Jan 18 23:03:26.771275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f03ae7d-17d6-41fa-ad48-369d7ba65907 req-e6fc6f97-4e5f-4bda-9b39-2d6bd721d733 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 210 time: 0.0660241 Jan 18 23:03:26.838425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-84f257fa-d143-40c2-b98b-89c736269a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:26.839883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-84f257fa-d143-40c2-b98b-89c736269a49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.0771608 Jan 18 23:03:26.873281 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:26.947832 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'status': 'completed', 'code': 200} Jan 18 23:03:26.995321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-7ed49ea7-64db-4df5-9e29-2af8f7ba2630 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481261 Jan 18 23:03:27.182536 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-5026c590-1161-4198-8b5f-c8f76e754297 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795208 Jan 18 23:03:27.254570 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:26Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:27.260490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1182e46-f677-4a93-b84d-ff8b1a3d4788 None None] The sync data for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 is: [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:26Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:03:27.288098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e9503-51ed-4c0a-87e8-f9ee070c9800 req-a8a97de8-cb3a-4218-8496-6f4174ddee5b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.291343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-867e9503-51ed-4c0a-87e8-f9ee070c9800 req-a8a97de8-cb3a-4218-8496-6f4174ddee5b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.2026639 Jan 18 23:03:27.381933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec6f1bc7-b682-424e-b8c5-70d416a17fbb req-feef7f30-299b-4022-a7d4-65b10c186e0f service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906254 Jan 18 23:03:27.408121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-867e9503-51ed-4c0a-87e8-f9ee070c9800 req-b7d87ef6-9b95-420b-9ad5-8ed0b85cbdeb tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089611 Jan 18 23:03:27.648082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-de63ce88-a825-4378-ae3b-a6b2bea68064 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1094 time: 0.1161642 Jan 18 23:03:27.656931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ee2b1-7e96-48e8-a138-7bc890b58ab7 req-8ecc352b-e1e9-4d55-83ff-b27003833420 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:27.665436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a14ee2b1-7e96-48e8-a138-7bc890b58ab7 req-8ecc352b-e1e9-4d55-83ff-b27003833420 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 943 time: 0.1396043 Jan 18 23:03:27.744095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a14ee2b1-7e96-48e8-a138-7bc890b58ab7 req-a38a4567-f580-4417-be60-723c6e5b73aa tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jan 18 23:03:28.035948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3cb04186-d030-452c-8495-3d8db8ecb986 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:28.154320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-8a28a663-3ca6-4289-aa52-210c7b352f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.158718 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-8a28a663-3ca6-4289-aa52-210c7b352f98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.5029457 Jan 18 23:03:28.181543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-319f7d3c-b3db-4a53-b16f-d0360e820ce8 req-5d878d8e-4f08-4996-9a84-3c2ef8cb1a85 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 210 time: 0.1270933 Jan 18 23:03:28.239988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 3cb04186-d030-452c-8495-3d8db8ecb986 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:28.245145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3cb04186-d030-452c-8495-3d8db8ecb986 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:28.245510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.293953 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-918b75d4-23e9-4200-b24a-048b4a9d172b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 217 time: 0.1115971 Jan 18 23:03:28.319978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:28.413328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-78444853-fd5f-4a1c-8973-b2bbc9991b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.415126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-78444853-fd5f-4a1c-8973-b2bbc9991b61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1189055 Jan 18 23:03:28.473041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.546596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 3cb04186-d030-452c-8495-3d8db8ecb986, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3cb04186-d030-452c-8495-3d8db8ecb986,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:28.551648 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:03:28.555270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-a3ca5035-b615-405d-8bec-41750f5a3398 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324904 Jan 18 23:03:28.683378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:28.840399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-bc8f4b59-e075-4e10-a213-29b37dab181a service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780881 Jan 18 23:03:28.852015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e6694-e897-42a2-8d21-8a9b67ece7a0 req-6404b2da-49d2-4e13-bf31-f4ac5926d1d3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:28.860130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-243e6694-e897-42a2-8d21-8a9b67ece7a0 req-6404b2da-49d2-4e13-bf31-f4ac5926d1d3 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.1644804 Jan 18 23:03:28.929813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:28.936943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-243e6694-e897-42a2-8d21-8a9b67ece7a0 req-b2d9ce15-f16c-493e-8868-e953679c64ee tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752568 Jan 18 23:03:28.987644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:29.018649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'mac_address': 'fa:16:3e:bb:e7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:29.069374 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d1204737-35d0-41e2-bd8a-cb29f8db556e req-ce90602b-8864-408d-b0eb-7bdc1a255aca service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172811 Jan 18 23:03:29.142480 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.168733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:29.209052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:29.271650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0836-c9ee-4d2d-a6a5-4b08b3e354c3 req-7082668b-7ab0-4b02-b3fe-cf837c21f2bb tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:29.283889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03b0836-c9ee-4d2d-a6a5-4b08b3e354c3 req-7082668b-7ab0-4b02-b3fe-cf837c21f2bb tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 943 time: 0.1426685 Jan 18 23:03:29.327377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:29.345631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03b0836-c9ee-4d2d-a6a5-4b08b3e354c3 req-2dadd30d-761f-479a-9763-f5edd0e8d52a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606198 Jan 18 23:03:29.439324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:29.555055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be093279-c670-4049-85fd-207492b8adbe req-e429b7eb-5e97-4dd7-9056-f03d2fcac031 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 210 time: 0.0647535 Jan 18 23:03:29.614933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebab99-a440-4193-83bd-634ef678fb76 req-3d94abf7-41c3-45cc-8e89-58444c05e817 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:29.616475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-3d94abf7-41c3-45cc-8e89-58444c05e817 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 817 time: 0.1675320 Jan 18 23:03:29.632903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'port': {'device_id': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'admin_state_up': True, 'tenant_id': '64e9517246234117b8bf6707061ff215'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:29.766840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:29.912941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:29.926927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Usage tracker for resource:port and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:29.930688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:29.939935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:29.961413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a348c11-f908-4de1-9a14-9688c55ae571 req-24c616ea-d12f-4148-a137-06a2bf44d453 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d574f97d3cb1406dbbb30e0db579da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956492 Jan 18 23:03:30.030947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3cb04186-d030-452c-8495-3d8db8ecb986 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:30.048590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Made reservation on behalf of 64e9517246234117b8bf6707061ff215 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:30.048590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.214051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3cb04186-d030-452c-8495-3d8db8ecb986 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:30.216401 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.355845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a348c11-f908-4de1-9a14-9688c55ae571 req-dab298ca-e8f1-4ed3-bd12-d82de63fbd68 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.357289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a348c11-f908-4de1-9a14-9688c55ae571 req-dab298ca-e8f1-4ed3-bd12-d82de63fbd68 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956201 Jan 18 23:03:30.384902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Allocated IP 172.20.0.10 (1782e7cc-e00a-4266-925a-19b09d64a584/0672b699-5e58-46c3-b79f-9875f266f273/7af24661-814d-494c-af8f-fd690b355135) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:30.385350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d07b7-2b11-4b4e-8e42-f83e24ae537b req-70d52722-0064-46a5-8b62-7c18c84488e1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:30.387920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-275d07b7-2b11-4b4e-8e42-f83e24ae537b req-70d52722-0064-46a5-8b62-7c18c84488e1 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 945 time: 0.2103202 Jan 18 23:03:30.409972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a348c11-f908-4de1-9a14-9688c55ae571 req-5cb04ff7-1fe1-4a48-8542-dd89f9e2779d tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/quotas/d574f97d3cb1406dbbb30e0db579da32 HTTP/1.1" status: 200 len: 375 time: 0.0434399 Jan 18 23:03:30.471225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a348c11-f908-4de1-9a14-9688c55ae571 req-3c3e1693-ff78-4955-a4a9-679df7ad9c75 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d574f97d3cb1406dbbb30e0db579da32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497866 Jan 18 23:03:30.473455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-275d07b7-2b11-4b4e-8e42-f83e24ae537b req-56b4ec40-fe90-4e28-8af7-e2cb09b395e7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847902 Jan 18 23:03:30.489201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31cc3389-5b25-4ab0-bb63-60b812da3350 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:30.704507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.714780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31cc3389-5b25-4ab0-bb63-60b812da3350,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:30.731503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:30.761461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6d0fbc1-292e-4ffc-b3f8-9b02d1f3a1bd req-76e74c5d-f475-4c70-b21f-35a903efd591 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0791082 Jan 18 23:03:30.797217 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.809803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6d0fbc1-292e-4ffc-b3f8-9b02d1f3a1bd req-f700c70b-c734-42fb-845e-40d6afc382c0 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Jan 18 23:03:30.813203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.854874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31cc3389-5b25-4ab0-bb63-60b812da3350 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:30.888034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31cc3389-5b25-4ab0-bb63-60b812da3350,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:30.945404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Network 1782e7cc-e00a-4266-925a-19b09d64a584 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:30.949240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:30.955607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:30.966296 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:30.984337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.037462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.038175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.054181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:31.123571 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-c0c98fe7-163d-44ea-bfbd-13508642e487 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4942734 Jan 18 23:03:31.135463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Request body: {'port': {'device_id': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:31.253659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b113e-7544-42f2-abea-81d5134db521 req-88ea3bda-c8e0-4464-b72a-808c44415054 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.255102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143b113e-7544-42f2-abea-81d5134db521 req-88ea3bda-c8e0-4464-b72a-808c44415054 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 944 time: 0.0927989 Jan 18 23:03:31.259075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['31cc3389-5b25-4ab0-bb63-60b812da3350'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:31.311891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.329424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143b113e-7544-42f2-abea-81d5134db521 req-7901d986-c058-4323-94fb-850dd38381d4 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Jan 18 23:03:31.537302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395d457-4292-4e7b-afda-c9846af846a9 req-c581245c-feb6-45c0-b253-8fac0331b626 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:31.538799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7395d457-4292-4e7b-afda-c9846af846a9 req-c581245c-feb6-45c0-b253-8fac0331b626 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 932 time: 0.0876560 Jan 18 23:03:31.591763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7395d457-4292-4e7b-afda-c9846af846a9 req-1d4edb58-abcc-4ea6-b4c2-b3d826320900 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:31.694282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7395d457-4292-4e7b-afda-c9846af846a9 req-1d4edb58-abcc-4ea6-b4c2-b3d826320900 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:31.695347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7395d457-4292-4e7b-afda-c9846af846a9 req-1d4edb58-abcc-4ea6-b4c2-b3d826320900 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509094 Jan 18 23:03:31.745808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5fa166b-3bd3-4078-a453-59fe71ec8ca2 req-1f6dcfb3-8240-4220-a319-de17b48b781b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0860651 Jan 18 23:03:31.819801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af24661-814d-494c-af8f-fd690b355135 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:31.827701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:31.849763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Transition to ACTIVE for port object 7af24661-814d-494c-af8f-fd690b355135 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:31.932005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.062038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:32.168487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Attempting to bind port 7af24661-814d-494c-af8f-fd690b355135 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:32.168818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Attempting to bind port 7af24661-814d-494c-af8f-fd690b355135 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:32.169168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Attempting to bind port 7af24661-814d-494c-af8f-fd690b355135 on network 1782e7cc-e00a-4266-925a-19b09d64a584 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:32.175464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Port 7af24661-814d-494c-af8f-fd690b355135 on network 1782e7cc-e00a-4266-925a-19b09d64a584 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:32.175785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Attempting to bind port 7af24661-814d-494c-af8f-fd690b355135 on network 1782e7cc-e00a-4266-925a-19b09d64a584 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:32.182082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:32.182393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Checking segment: {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:32.182783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Bound using segment: {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:32.183202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Bound port: 7af24661-814d-494c-af8f-fd690b355135, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c082854a-d048-4db1-a21e-d9953c89d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:32.183546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.277486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:32.281183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:32.352580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:32.391818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.409291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58c39-ddcb-435e-ae7e-3d6a3b1f981f req-1bb49fe3-9be5-4318-ba59-a52bd61af836 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:32.410743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73b58c39-ddcb-435e-ae7e-3d6a3b1f981f req-1bb49fe3-9be5-4318-ba59-a52bd61af836 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 945 time: 0.0911021 Jan 18 23:03:32.467998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73b58c39-ddcb-435e-ae7e-3d6a3b1f981f req-87d6f5b7-9b46-4a7b-a9b2-ae9b90ac426c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501628 Jan 18 23:03:32.473284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.474642 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] 10.222.0.89 "PUT /v2.0/ports/7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 1092 time: 1.3433051 Jan 18 23:03:32.475107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:32.489864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31cc3389-5b25-4ab0-bb63-60b812da3350 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:32.493025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab1197-1515-413f-acc9-14df70d8c4bc service neutron] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:32.531194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:32.549433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:32.549994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.742313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-1ca03999-7ed3-40d8-8a1f-2ba2206a7c4d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1095 time: 0.1587923 Jan 18 23:03:32.743294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.775746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:32.784912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 31cc3389-5b25-4ab0-bb63-60b812da3350 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:32.794643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 31cc3389-5b25-4ab0-bb63-60b812da3350 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:32.795797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:32.823353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-f0f5fc0c-3889-4551-b392-6963f6191e79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.0709448 Jan 18 23:03:32.832469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:32.953900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebab99-a440-4193-83bd-634ef678fb76 req-251881b0-05e9-41f0-b8cd-79c14134dff9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:32.955667 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-251881b0-05e9-41f0-b8cd-79c14134dff9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1154540 Jan 18 23:03:33.022936 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.031660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-857ac987-3b21-4923-8571-e935a9e1f7b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671959 Jan 18 23:03:33.051406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.128254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cc441-2bd5-499e-9e5e-a4a15efb693a req-e70a5c66-fb0d-4a4e-97ef-c8885ea35605 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.133423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c03cc441-2bd5-499e-9e5e-a4a15efb693a req-e70a5c66-fb0d-4a4e-97ef-c8885ea35605 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 944 time: 0.1058071 Jan 18 23:03:33.176514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31cc3389-5b25-4ab0-bb63-60b812da3350,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:33.180740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:33.202429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c03cc441-2bd5-499e-9e5e-a4a15efb693a req-d6c2aac7-a8ef-4219-afaf-774bf2df77c5 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Jan 18 23:03:33.213266 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-a3b410a3-61de-481a-97a1-30ab316692ca service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736395 Jan 18 23:03:33.236788 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:33.307346 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:03:33.339265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:33.375334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4bebab99-a440-4193-83bd-634ef678fb76 req-d2ca75f2-a4e7-4523-b38f-34548b235f0a service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551399 Jan 18 23:03:33.629086 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-efd71c26-7856-49ad-be1b-ec73d5455897 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1095 time: 0.0924141 Jan 18 23:03:33.741339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a9ceb-b63c-42d2-9322-012cdee0515e req-c8976858-9c5c-472a-848b-c51c70d74783 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.743152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-040a9ceb-b63c-42d2-9322-012cdee0515e req-c8976858-9c5c-472a-848b-c51c70d74783 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 944 time: 0.1074488 Jan 18 23:03:33.785945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-7d549171-4d16-4d64-b8df-b24849b1c149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:33.787318 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-7d549171-4d16-4d64-b8df-b24849b1c149 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.1495874 Jan 18 23:03:33.794878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-040a9ceb-b63c-42d2-9322-012cdee0515e req-be7a54b3-4269-4fd2-b12e-de314e02820e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jan 18 23:03:33.879221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-7418d7b6-040c-4c19-93aa-da4dc88f67b7 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:03:33.884475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-7418d7b6-040c-4c19-93aa-da4dc88f67b7 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109315 Jan 18 23:03:33.890574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:33.891016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Unknown quota resources ['binding']. {{(pid=84543) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:03:33.913802 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'code': 200} Jan 18 23:03:33.928544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-775be6c6-0e15-4aaa-870d-37fbee2a173e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.1343613 Jan 18 23:03:34.084359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-ff0a1a75-bc5f-4784-8241-1d77b81ae1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.085858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-ff0a1a75-bc5f-4784-8241-1d77b81ae1f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1483521 Jan 18 23:03:34.121265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a5b743d-305a-44c0-bf06-0b987b11fb26 req-b2b9df73-c498-4115-869e-e4e1bdd2be43 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 1097 time: 0.1422508 Jan 18 23:03:34.165802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d81f1-0c42-4d73-865e-98eecc4dc1a9 req-f0c7fc46-5ec3-46c8-aecb-75b0c53b0ab8 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.167285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac4d81f1-0c42-4d73-865e-98eecc4dc1a9 req-f0c7fc46-5ec3-46c8-aecb-75b0c53b0ab8 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 946 time: 0.1249027 Jan 18 23:03:34.193816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a5b743d-305a-44c0-bf06-0b987b11fb26 req-f88fd888-c4a1-4597-809e-e1e60593e066 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Jan 18 23:03:34.221211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac4d81f1-0c42-4d73-865e-98eecc4dc1a9 req-d92edfcb-f4a1-4bf1-998a-2429ef61ab71 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Jan 18 23:03:34.247918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-0f0cd78a-e2e9-4ca4-8038-0144c4e11f87 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520689 Jan 18 23:03:34.307001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:34.312764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:34.312764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:34.314272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:34.314596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:34.320864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:34.321220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:34.321604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:34.322027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Bound port: 006c1546-1896-4ff4-b812-25d0d2e421e0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:34.349672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c69af5e-cb0b-4f3e-afdd-40669fdda713 req-5f3d90f1-6d02-4f55-90b9-f05f17909f9e tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d574f97d3cb1406dbbb30e0db579da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279427 Jan 18 23:03:34.350651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:34.446898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:34.448103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-aa21d3c9-da47-461d-80ac-8bf140488832 service neutron] 10.222.0.59 "POST /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5627036 Jan 18 23:03:34.551224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69af5e-cb0b-4f3e-afdd-40669fdda713 req-6d902352-4ba7-414d-9f67-d3fbd805df95 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:34.552703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c69af5e-cb0b-4f3e-afdd-40669fdda713 req-6d902352-4ba7-414d-9f67-d3fbd805df95 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973906 Jan 18 23:03:34.568953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c69af5e-cb0b-4f3e-afdd-40669fdda713 req-3d3b0ceb-661d-4708-9315-c8e0130c576f tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/quotas/d574f97d3cb1406dbbb30e0db579da32 HTTP/1.1" status: 200 len: 375 time: 0.0106153 Jan 18 23:03:34.583687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-c763012f-a7c2-460e-99fb-ac545a4d24a1 service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272929 Jan 18 23:03:34.617973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c69af5e-cb0b-4f3e-afdd-40669fdda713 req-7ff976c3-e0ce-4f48-ba12-b5a5584b5bee tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d574f97d3cb1406dbbb30e0db579da32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437105 Jan 18 23:03:34.729440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffa576bc-b50c-4f27-949c-3c53732ebe42 req-2dde2d22-4045-4902-95bd-985a5f524a80 service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325707 Jan 18 23:03:35.030749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43883d3-50fa-489b-aa28-4141b4271c57 req-f4bff246-ff4e-4da0-84f3-b4b48ff8e934 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.032208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c43883d3-50fa-489b-aa28-4141b4271c57 req-f4bff246-ff4e-4da0-84f3-b4b48ff8e934 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 945 time: 0.0825679 Jan 18 23:03:35.092447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c43883d3-50fa-489b-aa28-4141b4271c57 req-4c809162-e1c7-4873-8b1f-6e099da12fc5 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543942 Jan 18 23:03:35.185386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-ad9560e5-f0ca-476c-b4d2-338cf16b7998 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0772915 Jan 18 23:03:35.323969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996df737-90dd-4f43-920d-3c7d8c93394d req-103bf569-b22e-4de2-94c7-7865d7709f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.325763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-103bf569-b22e-4de2-94c7-7865d7709f65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1350682 Jan 18 23:03:35.353792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1365c0-a705-4461-92bd-d6749164dbaf req-7cae7dec-5f72-47d5-a98d-be8842256601 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.355244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d1365c0-a705-4461-92bd-d6749164dbaf req-7cae7dec-5f72-47d5-a98d-be8842256601 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1487567 Jan 18 23:03:35.360692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ac44-d925-4c13-8454-380a35d0b0c0 req-b4b3eb83-e94d-45f6-ad83-a9a452873ffa tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.362089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13b5ac44-d925-4c13-8454-380a35d0b0c0 req-b4b3eb83-e94d-45f6-ad83-a9a452873ffa tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 944 time: 0.1141725 Jan 18 23:03:35.409327 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-c1c5d118-d219-424c-ae30-b44668c42ac0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 217 time: 0.0661783 Jan 18 23:03:35.438223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d1365c0-a705-4461-92bd-d6749164dbaf req-5a77686a-3559-4479-9ceb-43a7aa56c35a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Jan 18 23:03:35.440630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13b5ac44-d925-4c13-8454-380a35d0b0c0 req-0c721d31-ea80-4195-a4f3-d1a41db3c043 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640149 Jan 18 23:03:35.473659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996df737-90dd-4f43-920d-3c7d8c93394d req-cbabb343-8e64-4897-9c4f-86086538d80a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.475122 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-cbabb343-8e64-4897-9c4f-86086538d80a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0599937 Jan 18 23:03:35.532675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-e2ea24ec-2bab-4fa0-b10c-e811a4ac99c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450571 Jan 18 23:03:35.697447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a1b08-623e-480a-b750-8d64470a33d1 req-fe01d0e2-043d-4e23-99fa-75e4774a2149 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:35.699048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a6a1b08-623e-480a-b750-8d64470a33d1 req-fe01d0e2-043d-4e23-99fa-75e4774a2149 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 946 time: 0.1281724 Jan 18 23:03:35.715846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-ec4ac9a7-6328-413e-ab17-7a0c6f3fcdc2 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631386 Jan 18 23:03:35.749151 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a6a1b08-623e-480a-b750-8d64470a33d1 req-02e57668-8f16-430e-b04c-d5cd04796b3c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442994 Jan 18 23:03:35.884057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-d9da581e-5efa-43a9-87cd-8eade4b704ac service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616690 Jan 18 23:03:35.915815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:35.998519 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'code': 200} Jan 18 23:03:36.147671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4468ca5f-b8a3-4d23-902e-8a51acdfa4fb req-e2a36df5-3ca4-4e5a-afda-e9222262f0a6 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d574f97d3cb1406dbbb30e0db579da32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367241 Jan 18 23:03:36.296931 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fae881e-9d9d-4697-bb2b-460f36fff20d req-3a991a9f-4eb9-41dd-8402-16ad78976816 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1096 time: 0.1443343 Jan 18 23:03:36.345234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fae881e-9d9d-4697-bb2b-460f36fff20d req-ac0a5c90-7fce-4c5c-87eb-56ba081475d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Jan 18 23:03:36.392535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468ca5f-b8a3-4d23-902e-8a51acdfa4fb req-476c25c7-50c1-423f-ae83-6726e03beac1 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.393999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4468ca5f-b8a3-4d23-902e-8a51acdfa4fb req-476c25c7-50c1-423f-ae83-6726e03beac1 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358971 Jan 18 23:03:36.427053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4468ca5f-b8a3-4d23-902e-8a51acdfa4fb req-4c120e9b-0c7f-47c7-8177-c86a11c009d4 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/quotas/d574f97d3cb1406dbbb30e0db579da32 HTTP/1.1" status: 200 len: 375 time: 0.0185430 Jan 18 23:03:36.470899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedc07f-ce24-4a5e-9b7c-7991d505fc3e req-a29d24bf-700f-492e-9ed3-7a34067170e7 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.475423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cedc07f-ce24-4a5e-9b7c-7991d505fc3e req-a29d24bf-700f-492e-9ed3-7a34067170e7 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 945 time: 0.1563132 Jan 18 23:03:36.498685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4468ca5f-b8a3-4d23-902e-8a51acdfa4fb req-6ec224cf-98dd-43dd-8020-a4c1669cb8b9 tempest-QuotasAdminNegativeTest-655790139 tempest-QuotasAdminNegativeTest-655790139-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d574f97d3cb1406dbbb30e0db579da32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639772 Jan 18 23:03:36.541621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cedc07f-ce24-4a5e-9b7c-7991d505fc3e req-2c809600-e60e-4295-83fa-0d392f67e0dd tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Jan 18 23:03:36.837800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244af9-8fd7-4771-be65-a8f97ece9358 req-b9a1851a-2eca-4280-8819-e39c7d7cd2cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.839243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f244af9-8fd7-4771-be65-a8f97ece9358 req-b9a1851a-2eca-4280-8819-e39c7d7cd2cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 944 time: 0.1442611 Jan 18 23:03:36.889580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ae75b-8174-43ea-87d2-acbc6a26ebc6 req-95ce9998-a11a-4bb5-ab2d-c6a9cf3e73c6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:36.891097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da6ae75b-8174-43ea-87d2-acbc6a26ebc6 req-95ce9998-a11a-4bb5-ab2d-c6a9cf3e73c6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1232805 Jan 18 23:03:36.928676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f244af9-8fd7-4771-be65-a8f97ece9358 req-c01be24e-c71f-4b17-b793-14e72467cc07 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805826 Jan 18 23:03:36.958427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da6ae75b-8174-43ea-87d2-acbc6a26ebc6 req-e00ecb17-585c-48f7-8f3b-946e18749989 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Jan 18 23:03:37.163256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b518004-2f58-45a6-950d-da6a5cce79fe req-31d44d53-f6f4-4f5c-9009-4d28ccdd9126 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:37.164752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b518004-2f58-45a6-950d-da6a5cce79fe req-31d44d53-f6f4-4f5c-9009-4d28ccdd9126 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 946 time: 0.0963006 Jan 18 23:03:37.215884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b518004-2f58-45a6-950d-da6a5cce79fe req-0ad0627e-d740-44c6-9c4d-5ed4e0503cc4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Jan 18 23:03:37.765718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520ab8c-334a-4ca8-9b2f-66e694d6db63 req-cc1932ae-a675-4d68-9e9f-f433af96671b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:37.767205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a520ab8c-334a-4ca8-9b2f-66e694d6db63 req-cc1932ae-a675-4d68-9e9f-f433af96671b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 945 time: 0.0830290 Jan 18 23:03:37.821306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a520ab8c-334a-4ca8-9b2f-66e694d6db63 req-a6359bc4-de7a-430e-a05f-b3ed36c44529 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Jan 18 23:03:38.017496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58018) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:38.192897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe4a4-c9f3-479c-91cb-ed1ff85fa345 req-fc87c468-e5cf-49c0-aaf9-9aa68a7d65da tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:38.194409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c8fe4a4-c9f3-479c-91cb-ed1ff85fa345 req-fc87c468-e5cf-49c0-aaf9-9aa68a7d65da tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 946 time: 0.1769364 Jan 18 23:03:38.217352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.303643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b9ed-0676-4b33-bd04-2d533b0402bd req-afddc8f9-f817-4df7-a781-8db40e35c4be tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:38.311064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86c2b9ed-0676-4b33-bd04-2d533b0402bd req-afddc8f9-f817-4df7-a781-8db40e35c4be tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 944 time: 0.1991396 Jan 18 23:03:38.312541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:38.323215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d574f97d3cb1406dbbb30e0db579da32 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:38.344036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:38.346589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:38.374930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c8fe4a4-c9f3-479c-91cb-ed1ff85fa345 req-cf77e925-2a54-403d-af94-01dbf09fa50c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664932 Jan 18 23:03:38.414036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86c2b9ed-0676-4b33-bd04-2d533b0402bd req-7c6b4739-48db-49f1-833c-39bfbd6c43e7 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925767 Jan 18 23:03:38.441104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7af24661-814d-494c-af8f-fd690b355135 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:38.445508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.539052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.627851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d574f97d3cb1406dbbb30e0db579da32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6089792 Jan 18 23:03:38.632653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:38.636829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5cf2-f367-4028-a49e-58bff07dd8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db8a1f0-2b22-40f6-9b9a-b6c71bcc6b94,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:38.644601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:38.659279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '7af24661-814d-494c-af8f-fd690b355135', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'port_id': '7af24661-814d-494c-af8f-fd690b355135', 'mac_address': 'fa:16:3e:1a:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:38.714069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51d105-b363-4d7e-a2aa-49b80a22fb18 req-9c9998b9-962b-4c38-b216-8a0ea68e8666 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:38.721425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b51d105-b363-4d7e-a2aa-49b80a22fb18 req-9c9998b9-962b-4c38-b216-8a0ea68e8666 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1844299 Jan 18 23:03:38.751616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.771147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af24661-814d-494c-af8f-fd690b355135 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:38.772120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.787742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:38.790713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b51d105-b363-4d7e-a2aa-49b80a22fb18 req-26cabc33-e1ed-4ae2-86ac-35d9ffb3957b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684230 Jan 18 23:03:38.802442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.848096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:38.900102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.033642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:39.039128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d91ce30c-f0dc-48cf-a4de-57831ef72a81 req-9334da6d-fa63-434f-8fb8-36366e307145 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1097 time: 0.2556427 Jan 18 23:03:39.135671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d91ce30c-f0dc-48cf-a4de-57831ef72a81 req-8a49f5f2-10b5-45a1-9e21-47f498e48942 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910685 Jan 18 23:03:39.137794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.159337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db8a1f0-2b22-40f6-9b9a-b6c71bcc6b94,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:39.165018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.166012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d2301e0-af11-4b85-9908-ae535198740a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4db8a1f0-2b22-40f6-9b9a-b6c71bcc6b94 HTTP/1.1" status: 204 len: 168 time: 0.5307968 Jan 18 23:03:39.181264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115a2f-31ec-4360-9ddd-c9495b643e50 req-9e368045-70e0-4f25-a887-470e84c66785 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.189439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71115a2f-31ec-4360-9ddd-c9495b643e50 req-9e368045-70e0-4f25-a887-470e84c66785 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 945 time: 0.1417177 Jan 18 23:03:39.249418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71115a2f-31ec-4360-9ddd-c9495b643e50 req-617288c4-02e0-463f-bb45-ba384012a60d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Jan 18 23:03:39.321444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:39.500163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f50f4ea-57a5-4333-b8ee-00f40494cd45 req-c7fa51f6-f766-428a-8c44-ef84356c0bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1494279 Jan 18 23:03:39.507005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-5a6d3750-f5ce-4105-8a1f-7fc90ffa52e3 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:39.508565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-5a6d3750-f5ce-4105-8a1f-7fc90ffa52e3 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1093593 Jan 18 23:03:39.604401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-d65ababa-2acb-4584-acce-bad9a166736d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.0905163 Jan 18 23:03:39.615573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:39.697691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:39.957877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58062) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:39.977982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.014327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:40.018934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Usage tracker for resource:security_group_rule and tenant:05b0341cb0e242aca427879d47d8c7f7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:40.022046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:40.028463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:40.106862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.168068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.238764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9736ce60-9dc2-448b-a5a5-3119fbba62ff,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:40.245527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46cd1efd-c75a-4a59-9857-527dd98748a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05b0341cb0e242aca427879d47d8c7f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2863820 Jan 18 23:03:40.249020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:40.329377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.365229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.491427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.511895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9736ce60-9dc2-448b-a5a5-3119fbba62ff,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:40.523376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.524799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb9afe3a-362b-44ce-9d2a-80ba5d589fe9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9736ce60-9dc2-448b-a5a5-3119fbba62ff HTTP/1.1" status: 204 len: 168 time: 0.2744789 Jan 18 23:03:40.573568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.641498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.699749 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:40.912637 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53 associated. External IP: 172.25.1.193, port: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e. Jan 18 23:03:41.391172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:41.605637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-44ca2648-df35-42d4-87a7-ac7e5060abef tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:03:41.606777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-44ca2648-df35-42d4-87a7-ac7e5060abef tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0118420 Jan 18 23:03:41.626798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Request body: {'binding': {'host': 'n-h1-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:41.627245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Unknown quota resources ['binding']. {{(pid=84542) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:03:41.777118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:41.781999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:41.788796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:03:41.803787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:41.804791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:41.887390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-589a8183-f09e-45b1-9596-18eaed001e54 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "PUT /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 996 time: 2.2763548 Jan 18 23:03:41.897609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:42.001545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on host n-h1-825175-2 for vnic_type normal with profile None {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:42.001893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:42.002223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:42.014029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:42.014232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:42.026227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:42.026576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:42.026969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:42.027639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Bound port: 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:42.034572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:42.036060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-9de3eb2d-8c3d-49ef-b25a-76098d34ccdb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.1236167 Jan 18 23:03:42.160229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:42.202255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-7525ff47-89c2-4e75-b3cd-a4bbf2d04b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.217329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-7525ff47-89c2-4e75-b3cd-a4bbf2d04b14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.1657081 Jan 18 23:03:42.275898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.277072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-7bc34363-9c2a-4132-ad95-9703a164d5bc service neutron] 10.222.0.59 "POST /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6577744 Jan 18 23:03:42.333382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-4756e459-4798-40b9-a2f0-781ddade3a26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 999 time: 0.1217470 Jan 18 23:03:42.401005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-a63b2316-50b7-4413-9e17-2edefdefcd94 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.402844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-a63b2316-50b7-4413-9e17-2edefdefcd94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.0636203 Jan 18 23:03:42.414953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:40Z', 'revision_number': 1, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:42.418832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:03:42.433732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:42.435234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:42.490905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-eedd1b22-4957-4cce-b20c-9ba30a4bf58f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821030 Jan 18 23:03:42.496235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7af24661-814d-494c-af8f-fd690b355135 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:42.502440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-302c73bd-9e4d-4293-9a33-dbab30ae4955 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:03:42.503408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-302c73bd-9e4d-4293-9a33-dbab30ae4955 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062642 Jan 18 23:03:42.728405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:42.787489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 7af24661-814d-494c-af8f-fd690b355135 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:42.793978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 7af24661-814d-494c-af8f-fd690b355135 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:42.795200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:42.848305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-49bfd08b-d9a9-494e-adac-a18995d6977a service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377843 Jan 18 23:03:42.925436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a11c-b345-41ee-902a-6acddab7d57d req-f6513543-5819-423c-a6aa-acc4054a0e13 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:42.937338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17f9a11c-b345-41ee-902a-6acddab7d57d req-f6513543-5819-423c-a6aa-acc4054a0e13 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 946 time: 0.2200794 Jan 18 23:03:43.070476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.121185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1301488-fb4f-4104-a103-4d22f27f7785 req-83ab0940-d38b-4166-951b-cc731a498d42 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507145 Jan 18 23:03:43.135046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17f9a11c-b345-41ee-902a-6acddab7d57d req-f9e95e3d-1be1-48fb-b684-ddf5f7d3febc tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993442 Jan 18 23:03:43.135531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:43.164939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:43.182792 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-4f76d857-76c3-4d63-a500-785a44af90d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1097 time: 0.1256428 Jan 18 23:03:43.257582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.410266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:43.456069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:40Z', 'revision_number': 1, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:43.462141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89d4eb-c909-4d5c-91c1-e6d009c2d6e1 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:40Z', 'revision_number': 1, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:03:43.623328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b0aa-8986-40a6-b071-bcf2cf515a09 req-dca4668a-52cd-41dc-8f59-e7b86c399624 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:43.624956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86a4b0aa-8986-40a6-b071-bcf2cf515a09 req-dca4668a-52cd-41dc-8f59-e7b86c399624 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2296262 Jan 18 23:03:43.628519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-ff6d4e25-3c35-4f60-939b-0a880bce7090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:43.630569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-ff6d4e25-3c35-4f60-939b-0a880bce7090 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.4405711 Jan 18 23:03:43.634570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967b923-4515-4fdc-bf91-561f648df3c3 req-a566bebc-ae69-405b-b2f4-256200c66170 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:43.636004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a967b923-4515-4fdc-bf91-561f648df3c3 req-a566bebc-ae69-405b-b2f4-256200c66170 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 946 time: 0.1621492 Jan 18 23:03:43.753958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dc4e6f5d-9615-4815-b4ca-cf03a18973f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:43.766204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86a4b0aa-8986-40a6-b071-bcf2cf515a09 req-d6180d20-7e92-4c15-acfd-678638c9e73f tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Jan 18 23:03:43.770126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-1a5fe33c-cba5-4d2d-9c3c-6b7dba01ae4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 217 time: 0.1248665 Jan 18 23:03:43.781238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a967b923-4515-4fdc-bf91-561f648df3c3 req-48d99b56-b382-460c-b380-f903b7e682c9 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211071 Jan 18 23:03:43.845214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c053ce-b24e-4ed2-8855-c55e60bb0fa2 None None] New status for floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:03:43.875836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-9ba78f78-0b7c-4801-9cec-c5e2f0103796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:43.876565 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-9ba78f78-0b7c-4801-9cec-c5e2f0103796 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0999193 Jan 18 23:03:43.932369 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:03:43.991776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-6f264a4e-c087-4d6f-b195-1de51175a52d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079826 Jan 18 23:03:44.139163 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'code': 200} Jan 18 23:03:44.171723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebef94-d833-4236-aa08-54ff907ca748 req-b3f89f07-4c2c-4407-b4be-51b130a730f3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:44.180015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7aebef94-d833-4236-aa08-54ff907ca748 req-b3f89f07-4c2c-4407-b4be-51b130a730f3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.1025443 Jan 18 23:03:44.261523 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-f21bad74-ded2-4844-8b8b-3c6b4e5ec2db service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592230 Jan 18 23:03:44.345707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7aebef94-d833-4236-aa08-54ff907ca748 req-22f2bf15-4d7c-4243-a6a2-288c6834c95f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647313 Jan 18 23:03:44.412962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a433c3a3-9850-4ae8-af0f-062cae069130 req-19bd5990-e38e-4820-a4d7-6661caa19fa1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.2016571 Jan 18 23:03:44.424049 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:03:44.490774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a433c3a3-9850-4ae8-af0f-062cae069130 req-d4fa4afd-81a4-4694-abc9-da89bdb5bb19 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701067 Jan 18 23:03:44.517994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-b9da8b57-e7dc-4702-969f-4266a48e218b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.5144913 Jan 18 23:03:44.637423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-5baa309b-946e-4374-9884-3a9abbc62c04 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:44.639346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-5baa309b-946e-4374-9884-3a9abbc62c04 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1073496 Jan 18 23:03:44.640170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-aec53ecc-af85-4646-95fe-2804108d1f58 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679156 Jan 18 23:03:44.660636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-24921c6b-659f-49fa-8874-2a6bd3d74a79 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1097 time: 0.2898135 Jan 18 23:03:44.675600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:44.766562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96297045-fb88-4a14-979f-7a26b7075f4e req-08c5b399-1b3e-4cf6-bc4a-4bb002328743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:44.766562 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-08c5b399-1b3e-4cf6-bc4a-4bb002328743 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.2326787 Jan 18 23:03:44.769317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-c9e15e6f-e2c5-4f8c-a20c-5ed6071e5278 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.1196799 Jan 18 23:03:44.778495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:45.010063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.045164 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-fc14a298-863e-4fda-93f0-f6c7302585fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 1001 time: 0.2627106 Jan 18 23:03:45.223953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:45.244099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96297045-fb88-4a14-979f-7a26b7075f4e req-2020fedc-60c2-4d9c-b319-543b8d802e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:45.245567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-2020fedc-60c2-4d9c-b319-543b8d802e08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1939569 Jan 18 23:03:45.501692 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-5617f299-6851-4ddf-bd5d-25fdbe3feed0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242198 Jan 18 23:03:45.573139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfb98f-3c7b-4951-ae83-fc824b678cce req-49f24d85-ad60-4412-b0dd-b2e14f9f6ec7 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:45.574677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98dfb98f-3c7b-4951-ae83-fc824b678cce req-49f24d85-ad60-4412-b0dd-b2e14f9f6ec7 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 946 time: 0.3813953 Jan 18 23:03:45.648243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:45.687195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-20d8cd1a-d2a1-4aa5-80d8-2e961d94f8ab service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765456 Jan 18 23:03:45.788561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98dfb98f-3c7b-4951-ae83-fc824b678cce req-dd490a3c-ddc8-4177-af4b-1297d8af69ac tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028863 Jan 18 23:03:45.917753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:45.933571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e3914fe0-db86-4374-ad7d-f3b6d2c0a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.023635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:46.031646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.037319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96297045-fb88-4a14-979f-7a26b7075f4e req-4f361d29-85eb-44d8-a91f-06b1b9dc1efa service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407426 Jan 18 23:03:46.097001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.147350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.177114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-6bd54ced-f7de-4c2a-9726-134442643b8f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285325 Jan 18 23:03:46.268694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.316622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:46.335758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:46.336119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:46.336427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:46.343223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:46.343751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Attempting to bind port 006c1546-1896-4ff4-b812-25d0d2e421e0 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:46.351037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:46.351375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:46.351754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:46.353559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Bound port: 006c1546-1896-4ff4-b812-25d0d2e421e0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:46.353559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.414802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434439af-0ccf-4812-8430-19777ef502ef req-d220b169-6ed4-44cf-ab11-8dd2b77aeb8b tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:46.416255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-d220b169-6ed4-44cf-ab11-8dd2b77aeb8b tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283690 Jan 18 23:03:46.439738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-e2332f7a-68fd-4e2d-b314-04a4ed9dc1bf tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/quotas/ac03ccdb8a5445d5a4375d976b9d47a8 HTTP/1.1" status: 200 len: 375 time: 0.0169644 Jan 18 23:03:46.459991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:46.462983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:46.537431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-bdbf10e7-722f-4ac4-8c23-37439889dc58 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533593 Jan 18 23:03:46.571729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.572553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:46.580447 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53 associated. External IP: 172.25.1.193, port: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e. Jan 18 23:03:46.757261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:46.870553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:46.872903 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-8aa19800-9b13-4aa4-b823-27f9b0c23d21 service neutron] 10.222.0.83 "PUT /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 1122 time: 2.2012415 Jan 18 23:03:47.059814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['006c1546-1896-4ff4-b812-25d0d2e421e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:47.214990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['006c1546-1896-4ff4-b812-25d0d2e421e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:47.323667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:47.368472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:03:47.426081 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.462618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4dde5-f150-4c3c-aa20-5711189a19e3 req-842464dc-b36f-4851-b35b-fcf2630494bf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.464069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0b4dde5-f150-4c3c-aa20-5711189a19e3 req-842464dc-b36f-4851-b35b-fcf2630494bf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.1282618 Jan 18 23:03:47.470881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:47.508589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:47.573146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0b4dde5-f150-4c3c-aa20-5711189a19e3 req-777491c4-c612-4806-be83-e04a397fd6d3 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018243 Jan 18 23:03:47.876260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:47.885738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:03:47.898614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:47.899223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:47.949685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b22fe-a855-4d22-a26b-45045643933c req-2481f44b-5871-4ce0-8953-4070942ca7f7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:47.951690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-068b22fe-a855-4d22-a26b-45045643933c req-2481f44b-5871-4ce0-8953-4070942ca7f7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.2491419 Jan 18 23:03:48.035854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-068b22fe-a855-4d22-a26b-45045643933c req-7d5d0111-be82-4093-9554-5fbf56bd84cc tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770588 Jan 18 23:03:48.111380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:48.362759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:03:48.482918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:46Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:48.487387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:03:48.498797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:48.499366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:48.555601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:48.589457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:03:48.603115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.679836 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:48.692475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:48.763441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-7f12e680-a058-46f9-828e-eaed4a7dbf18 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "PUT /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 998 time: 3.9907560 Jan 18 23:03:48.796755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:48.861418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-1c826622-13ee-4b96-9aa6-3352924a4022 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:48.862801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-1c826622-13ee-4b96-9aa6-3352924a4022 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports/6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 942 time: 0.0915523 Jan 18 23:03:48.863198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:48.868351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5a8d1-fe61-4e47-a7c5-c8fc8a8b3a0a req-9718e48f-46f6-41ed-83a0-e11883d3a113 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:48.875723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0d5a8d1-fe61-4e47-a7c5-c8fc8a8b3a0a req-9718e48f-46f6-41ed-83a0-e11883d3a113 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.1875725 Jan 18 23:03:48.888948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'mac_address': 'fa:16:3e:bb:e7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:03:48.930710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0d5a8d1-fe61-4e47-a7c5-c8fc8a8b3a0a req-6d37cd44-fb04-408c-97e4-879cb0af4844 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526192 Jan 18 23:03:49.009083 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'code': 200} Jan 18 23:03:49.041086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-88dd26fb-c52e-4f1a-bcbd-f4cf8ec39bfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.0773880 Jan 18 23:03:49.050948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.135162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:49.181920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-6f688781-b469-4e18-8495-d54d98375e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:49.183481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-6f688781-b469-4e18-8495-d54d98375e6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.1359656 Jan 18 23:03:49.202502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:49.255394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-1dd21022-0487-4cbf-9edd-9f5a25034aff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.0652742 Jan 18 23:03:49.282990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:49.316173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-b1088521-d219-464c-8205-c100043db880 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:49.317629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-b1088521-d219-464c-8205-c100043db880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.0564332 Jan 18 23:03:49.364637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:49.387615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:46Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:49.391958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab2111-8317-490f-b5de-78c3d58c954c None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:46Z', 'revision_number': 3, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:03:49.407149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-13fcdb61-fa5c-4277-bb65-48bbcced0a56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834644 Jan 18 23:03:49.429579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:49.547881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-3fc6808b-e408-47e2-8595-3ec4aa86ea00 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344883 Jan 18 23:03:49.652099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-11e7ded6-05e6-483a-bc8e-04fe1e1b2181 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352745 Jan 18 23:03:49.785635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-e7596d86-b4b9-4ea0-9f38-59e36cd9b0b3 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316184 Jan 18 23:03:49.813187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434439af-0ccf-4812-8430-19777ef502ef req-30b7810f-2676-4aeb-a62b-04ff886f1123 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:49.814648 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-30b7810f-2676-4aeb-a62b-04ff886f1123 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540918 Jan 18 23:03:49.832047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Request body: {'port': {'device_id': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'ac03ccdb8a5445d5a4375d976b9d47a8'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:49.926153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-bfd49f27-2716-413b-9cb6-368a4c0c841a service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722591 Jan 18 23:03:49.979469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-1bb30644-e7d2-47e0-b14b-e8348230f7d3 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:49.984984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:49.985844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-1bb30644-e7d2-47e0-b14b-e8348230f7d3 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873815 Jan 18 23:03:49.992192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Usage tracker for resource:port and tenant:ac03ccdb8a5445d5a4375d976b9d47a8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:49.996784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:50.006866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:50.007180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-62908540-63a6-4819-b948-b59e7a548692 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/quotas/ac03ccdb8a5445d5a4375d976b9d47a8 HTTP/1.1" status: 200 len: 375 time: 0.0181792 Jan 18 23:03:50.087487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-91a781c3-877a-4c0e-bee8-899d88a0dec5 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717468 Jan 18 23:03:50.104794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Made reservation on behalf of ac03ccdb8a5445d5a4375d976b9d47a8 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:50.108004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.120964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.140535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-3be72f81-6df5-46ec-a44b-ceafd26189e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1096 time: 0.0819006 Jan 18 23:03:50.155565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:50.159500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Usage tracker for resource:security_group_rule and tenant:ac03ccdb8a5445d5a4375d976b9d47a8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:50.162458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:50.168457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:50.256775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.285949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-f80ebdaf-4516-474f-88e7-1c7525ed24db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:50.298113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-f80ebdaf-4516-474f-88e7-1c7525ed24db service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.1551793 Jan 18 23:03:50.298631 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab27cf-9a15-41b5-b931-ed8a0e0f1c02 None None] New status for floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:03:50.447883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.457044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-0df6230c-e1cb-4679-a956-60350c1d005e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 1001 time: 0.1501107 Jan 18 23:03:50.519030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:03:50.561327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374c3c33-2547-4f94-8079-5ad4491b545d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:50.573322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-9455e7c9-3d38-420b-a823-5ec01ae82484 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:50.578369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-9455e7c9-3d38-420b-a823-5ec01ae82484 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1177297 Jan 18 23:03:50.602513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:50.603281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.683739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-56db84bc-ed77-484b-9d93-59c4a8c8f4a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986824 Jan 18 23:03:50.716135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Allocated IP 192.168.233.131 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/d0be18ab-5b34-49c4-895f-6f1b30d6edd3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:50.746518 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:50.788583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:50.789503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:50.818679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:03:50.831333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:50.834184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:50.852651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-fa755b31-1e42-405d-88a7-f784c02fffbe service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680632 Jan 18 23:03:50.889205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.010354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.014705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:51.085374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:51.092886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Transition to ACTIVE for port object d0be18ab-5b34-49c4-895f-6f1b30d6edd3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:51.106397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-832b6f8b-5451-4066-a980-8a673a9ff20c req-50a32c9e-df80-4523-a47f-4b741c7fa92e service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361615 Jan 18 23:03:51.128669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:51.146010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-07282062-2b3f-4cca-95d0-6641012b717f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.1188376 Jan 18 23:03:51.192947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623ab6b-29b6-4c45-ab21-2c155c29f6a4 req-94583d5c-bd3c-4c72-bfcb-c39a4e86c0d0 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.195015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2623ab6b-29b6-4c45-ab21-2c155c29f6a4 req-94583d5c-bd3c-4c72-bfcb-c39a4e86c0d0 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 945 time: 0.0874636 Jan 18 23:03:51.241568 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:03:51.275309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2623ab6b-29b6-4c45-ab21-2c155c29f6a4 req-6d257285-7909-45a0-8e58-3e3634d53382 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/security-groups?id=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739715 Jan 18 23:03:51.361622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.456029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a17b5-3831-47be-8a50-c3e951f115bd req-7a6bec5e-7a99-4ecc-a2b4-46411f042616 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.457901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-045a17b5-3831-47be-8a50-c3e951f115bd req-7a6bec5e-7a99-4ecc-a2b4-46411f042616 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.1097298 Jan 18 23:03:51.563838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-47589a4b-45ff-4bd2-a1a8-eb62746ce7d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.566019 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-47589a4b-45ff-4bd2-a1a8-eb62746ce7d0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.4080818 Jan 18 23:03:51.593787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-045a17b5-3831-47be-8a50-c3e951f115bd req-17b33e42-7784-4eda-b545-812e65d16482 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275346 Jan 18 23:03:51.600058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:50Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:51.611373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-ffff17c3-adae-47b7-930d-3e678abcf270 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1396058020&fields=id&tenant_id=c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 267 time: 0.1301215 Jan 18 23:03:51.623289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:03:51.659856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:03:51.664019 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-6797818c-84ed-4830-847e-c931bd4eab1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.0822475 Jan 18 23:03:51.667735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:51.713400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-4b8605f5-4a33-436a-9a28-0dad06b88579 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.714753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-4b8605f5-4a33-436a-9a28-0dad06b88579 tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.89 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 945 time: 0.2304330 Jan 18 23:03:51.717824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:51.734141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:51.739824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:51.742575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:51.821067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-422a1822-2721-4637-ae49-647756fba48a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.5208857 Jan 18 23:03:51.845342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.846180 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.922879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Deleting port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:03:51.923421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:51.968030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-442aa550-b461-458c-889e-5b0614e69799 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:51.974716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-442aa550-b461-458c-889e-5b0614e69799 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 823 time: 0.3624072 Jan 18 23:03:51.976646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:03:52.059252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-41dfce92-f689-4aaf-a9b6-652131b2ebdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.060825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-41dfce92-f689-4aaf-a9b6-652131b2ebdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.2069063 Jan 18 23:03:52.071212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.071924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.071924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.072400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.072819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.073265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.074252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.074252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.074480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.074619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.075050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:52.114802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-b43814d6-0cfb-4a80-aecd-1e7c1feb169f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.115307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-ebe46e26-58d6-4427-bf25-da3e0a997ad0 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/quotas/c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 375 time: 0.1396456 Jan 18 23:03:52.116404 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-b43814d6-0cfb-4a80-aecd-1e7c1feb169f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.4403162 Jan 18 23:03:52.248462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-f846c8e2-f770-4fc2-95a9-e2c8cac0fd4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691001 Jan 18 23:03:52.250435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-73ca9612-3e36-4e43-86af-878658f5be97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.1398962 Jan 18 23:03:52.289512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f979-4212-437b-a43f-981a184cbd45 req-07b61352-ad2d-4d97-9f7f-b742c1fba59b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.290987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d889f979-4212-437b-a43f-981a184cbd45 req-07b61352-ad2d-4d97-9f7f-b742c1fba59b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 946 time: 0.4799197 Jan 18 23:03:52.306773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-78eea609-7e50-4c64-982e-3f0dc66b1dfc None None] Provisioning for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:52.316439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-78eea609-7e50-4c64-982e-3f0dc66b1dfc None None] Provisioning complete for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:52.316772 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78eea609-7e50-4c64-982e-3f0dc66b1dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.370260 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-fe4dea7e-ab91-413c-8c13-bb7754149198 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5423193 Jan 18 23:03:52.390171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Request body: {'port': {'device_id': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:52.399806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-78eea609-7e50-4c64-982e-3f0dc66b1dfc None None] Port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:03:52.430792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-fc192b35-ec43-49a8-a9ea-3bc693c5c3c1 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2998171 Jan 18 23:03:52.474356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-026f13f5-cf26-49e0-938a-d17fdead0f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.475821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-026f13f5-cf26-49e0-938a-d17fdead0f6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1973939 Jan 18 23:03:52.482009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d889f979-4212-437b-a43f-981a184cbd45 req-bbcc4507-6737-49ed-8306-1144ab4c6616 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417079 Jan 18 23:03:52.487155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:50Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:03:52.491808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a002f2f-de18-421b-8a55-74f9f049bce7 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:b1:55:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:03:50Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:03:52.492789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-f3cf07c4-dd43-498d-82b0-d43047b3a02b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:52.497965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-f3cf07c4-dd43-498d-82b0-d43047b3a02b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Synchronizing usage tracker for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:52.613617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] For port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,segment=NetworkSegment(a5360179-14b3-4c96-892e-c82171685c9f),segment_id=a5360179-14b3-4c96-892e-c82171685c9f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:52.613975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.620378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-e481be4b-af82-4d7f-b5a6-ea9d55c83f9d service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615398 Jan 18 23:03:52.675368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-f3cf07c4-dd43-498d-82b0-d43047b3a02b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Unset dirty status for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:52.676452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-f3cf07c4-dd43-498d-82b0-d43047b3a02b tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.89 "GET /v2.0/ports?device_id=f7bc2951-0167-4e1a-91e0-a2671e9b6de0 HTTP/1.1" status: 200 len: 946 time: 0.6146650 Jan 18 23:03:52.803062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Calling delete_port for 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:03:52.814971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.846449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5cd3551-b193-4e22-a35c-dec97dd9515d req-575ae957-3ab2-4b9b-92c8-8db25c9afc79 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 210 time: 0.1544716 Jan 18 23:03:52.849982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-4a2e9404-3929-4122-839b-68b07119615c service neutron] 10.222.0.59 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184115 Jan 18 23:03:52.869549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Deleting port 28540e2d-5d7a-4712-8133-9812e12618c7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:03:52.869898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:52.934475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.89', 52786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:52.957193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-1da1122d-835c-4504-963f-a0764c200fd4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474335 Jan 18 23:03:52.966921 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'code': 200} Jan 18 23:03:52.981298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-fc25eabd-284c-4523-87a4-db95ee9bf76c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454733 Jan 18 23:03:53.124765 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-ddce037d-fd2a-4d29-8812-948ae1c34ad4 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532164 Jan 18 23:03:53.256697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:53.367358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-50c43ed1-0bc9-4bf5-b838-9edb2d9b1d68 req-22a52ba7-c11b-4f95-81f4-16ecb5b98bbe service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372186 Jan 18 23:03:53.374743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-12928f11-eed4-4781-9d71-4cc804ebc9d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174222 Jan 18 23:03:53.436224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c4741374-2fa6-42a0-9848-9aea355a1905 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.438063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c4741374-2fa6-42a0-9848-9aea355a1905 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873796 Jan 18 23:03:53.458999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5713-1221-4158-b67e-55f94a1e0b9f req-f4806d52-f8e2-4bbd-b99a-6720eb400aa8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:53.471270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-118f5713-1221-4158-b67e-55f94a1e0b9f req-f4806d52-f8e2-4bbd-b99a-6720eb400aa8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.3183076 Jan 18 23:03:53.494911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Request body: {'port': {'device_id': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'ac03ccdb8a5445d5a4375d976b9d47a8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:53.661184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:53.680514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Usage tracker for resource:port and tenant:ac03ccdb8a5445d5a4375d976b9d47a8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:03:53.685135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:03:53.704859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:53.719504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:53.791561 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'status': 'completed', 'code': 200} Jan 18 23:03:53.793660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9c26bd8-8723-4fd3-8c89-6504dc02a5d6 req-1ac6c642-a1f9-464e-a0b2-b1d052f26bfa service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577337 Jan 18 23:03:54.001657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:54.002045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.012545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Made reservation on behalf of ac03ccdb8a5445d5a4375d976b9d47a8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:54.013784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.89', 52792) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:54.017055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.045533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Pushing event deleted for resources: {'Port': ['ID=6c47221b-b6c1-4dbd-b98f-83efde19e9f4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:54.065710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.89', 52793) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:54.192613 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-114703d9-a92a-4cfc-8234-b05345230452 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1125 time: 0.4043918 Jan 18 23:03:54.228896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:03:54.250271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-118f5713-1221-4158-b67e-55f94a1e0b9f req-f7ef3eb7-7150-4526-9265-1956e14c07ce tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7767727 Jan 18 23:03:54.368945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-f135b191-6f7b-4538-9b87-3f9aa2007c2c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.4157660 Jan 18 23:03:54.400053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] No DVR routers for this DVR port 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:54.464304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.480087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:54.511797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.540503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2e86e976-328f-488a-8c5d-02392a645318 req-ce440467-4b3a-47df-87a3-3e3a9f78219a tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Synchronizing usage tracker for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:54.546090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:03:54.548340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:54.560387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.89 "DELETE /v2.0/ports/6c47221b-b6c1-4dbd-b98f-83efde19e9f4 HTTP/1.1" status: 204 len: 173 time: 2.8240743 Jan 18 23:03:54.574834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-65966701-662b-4a04-a02f-f3cc62f99228 service neutron] 10.222.0.89 "GET /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.5079327 Jan 18 23:03:54.648584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-da952269-77fc-41c9-84fe-7e8c8dfd0805 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:54.650123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-da952269-77fc-41c9-84fe-7e8c8dfd0805 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports/31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 942 time: 0.2637129 Jan 18 23:03:54.667499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Transition to ACTIVE for port object d0be18ab-5b34-49c4-895f-6f1b30d6edd3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:54.727433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-a732070f-6cde-4812-8609-4bcecc886d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:54.732769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-a732070f-6cde-4812-8609-4bcecc886d12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.5282481 Jan 18 23:03:54.738706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-91f1c0f1-3b34-4717-8328-f7f6b99e2163 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1097 time: 0.7230198 Jan 18 23:03:54.841105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-30b6c695-ef22-4a84-8465-e2d77cb8c237 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 217 time: 0.1006069 Jan 18 23:03:54.850200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:54.906854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:54.925856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:54.972874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:03:54.973692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c47221b-b6c1-4dbd-b98f-83efde19e9f4 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:03:54.974274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 28540e2d-5d7a-4712-8133-9812e12618c7 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:54.996366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:55.022131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:55.062423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-f1440a9c-9404-4bd8-a3e5-e10eb7835e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:55.063764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-f1440a9c-9404-4bd8-a3e5-e10eb7835e8c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1222830 Jan 18 23:03:55.072271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.072638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.072997 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Floating IP 80027142-4abe-4370-8130-4318e5dcdea7 disassociated. External IP: 172.25.1.195, port: 28540e2d-5d7a-4712-8133-9812e12618c7. Jan 18 23:03:55.073341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Calling delete_port for 28540e2d-5d7a-4712-8133-9812e12618c7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:03:55.092414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006c1546-1896-4ff4-b812-25d0d2e421e0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:55.095613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 has no active binding in host n-h1-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:03:55.104430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:55.187405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Allocated IP 192.168.233.91 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:03:55.189101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.227872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:55.228995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:55.330107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2e86e976-328f-488a-8c5d-02392a645318 req-ce440467-4b3a-47df-87a3-3e3a9f78219a tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] Unset dirty status for tenant:8b8bb8d8359d4443a616ffd31fdfd229 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:55.403235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.405559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e86e976-328f-488a-8c5d-02392a645318 req-ce440467-4b3a-47df-87a3-3e3a9f78219a tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c68be89-53e7-4041-ad9b-8a2d2c67bc4f HTTP/1.1" status: 200 len: 210 time: 0.8978181 Jan 18 23:03:55.485586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:55.546149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.565146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-aa30a20b-559f-4711-9c18-3171c3b642c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4306960 Jan 18 23:03:55.566887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Transition to ACTIVE for port object 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:55.687563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:55.744228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.758591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-30d989ed-af06-46f3-b1db-612ebb032f19 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.9857328 Jan 18 23:03:55.847178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:55.910229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Attempting to bind port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:55.910866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Attempting to bind port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:55.911409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Attempting to bind port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:55.933678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:03:55.984201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:55.984930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Attempting to bind port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:55.995358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:55.996073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:55.996705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:55.997424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Bound port: d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:55.998018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.018858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:03:56.023770 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:03:56.068457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:03:56.071520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:03:56.076456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:56.077110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.126444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.221253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7467184 Jan 18 23:03:56.222680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-43362115-2bfa-4751-b962-8b3d492e7775 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241191 Jan 18 23:03:56.257788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Request body: {'port': {'device_id': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:56.420789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:56.438285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:56.443506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:56.506183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-10873e7e-29aa-4fd6-81ca-398be5d81c7e service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658885 Jan 18 23:03:56.514006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:56.540013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Deleting port 28540e2d-5d7a-4712-8133-9812e12618c7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:03:56.540515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.564927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7969ff0-7292-41ad-9b08-279c12bb62bc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event updated for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:56.567061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:03:56.596667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c4b7-19d4-4ad8-ba85-ccf21e50a5f3 req-38f68c2d-0d80-4f69-bbba-46e6d13dcc0b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:56.608426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aae8c4b7-19d4-4ad8-ba85-ccf21e50a5f3 req-38f68c2d-0d80-4f69-bbba-46e6d13dcc0b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 944 time: 0.7687483 Jan 18 23:03:56.639838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.804585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-e9c56bb5-96b3-4b27-8fb8-cfdca8e7cca5 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:56.806170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-e9c56bb5-96b3-4b27-8fb8-cfdca8e7cca5 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 1.0418632 Jan 18 23:03:56.813479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:56.817036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.819702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-1c7bbdba-fbbc-425d-a4d4-78ff61d9c8ef tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:03:56.820637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd8b2602-c1c8-4095-99f3-e5fc534c9417 req-1c7bbdba-fbbc-425d-a4d4-78ff61d9c8ef tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057933 Jan 18 23:03:56.842600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aae8c4b7-19d4-4ad8-ba85-ccf21e50a5f3 req-068b864b-9ef2-4185-a170-c9cc30752dfb tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328982 Jan 18 23:03:56.844807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] Transition to ACTIVE for port object 006c1546-1896-4ff4-b812-25d0d2e421e0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:56.844807 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.845908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.847500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0be18ab-5b34-49c4-895f-6f1b30d6edd3 HTTP/1.1" status: 200 len: 1096 time: 4.4616091 Jan 18 23:03:56.850596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8c14a3f1-0c54-4597-926b-8c1e0ee5dd79 None None] Provisioning for port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:03:56.880540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8c14a3f1-0c54-4597-926b-8c1e0ee5dd79 None None] Provisioning complete for port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:03:56.880977 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8c14a3f1-0c54-4597-926b-8c1e0ee5dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:56.962683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.015050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.083282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8c14a3f1-0c54-4597-926b-8c1e0ee5dd79 None None] Port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:03:57.087327 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'status': 'completed', 'code': 200} Jan 18 23:03:57.207357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fe75e-40e0-4cb6-9ba8-cf02f8598f53 service neutron] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:57.439941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] Pushing event updated for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=10']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:57.517031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:57.559403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] For port 28540e2d-5d7a-4712-8133-9812e12618c7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=28540e2d-5d7a-4712-8133-9812e12618c7,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:03:57.559946 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:57.738555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56b49839-f62f-43d9-b8e6-683c2567b46a req-cb4b1705-1478-43e1-8f4c-a2185dcd2493 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 210 time: 0.4793310 Jan 18 23:03:57.782066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] No DVR routers for this DVR port 006c1546-1896-4ff4-b812-25d0d2e421e0 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:03:57.782514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on host n-h2-825175-2 for vnic_type normal with profile {"migrating_to": "n-h1-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:57.783577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:57.784149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:57.803050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-6392c284-038f-4163-89bc-977406118993 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1099 time: 0.7914929 Jan 18 23:03:57.891109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:03:57.891614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Attempting to bind port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:03:57.897130 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-32b236b6-7c41-4c10-b046-309224c76343 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1096 time: 0.7710316 Jan 18 23:03:57.917182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-db6fbb5d-05a2-4b71-98c0-fcb22cc0783e service neutron] 10.222.0.89 "PUT /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 3.3304045 Jan 18 23:03:58.005503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-170857dc-8aeb-4357-9b82-ab454184dee2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3 HTTP/1.1" status: 200 len: 217 time: 0.1874835 Jan 18 23:03:58.030115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-e2e7a7a2-528f-4423-90f3-108d010f7a32 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.031553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-e2e7a7a2-528f-4423-90f3-108d010f7a32 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.83 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 823 time: 0.8357491 Jan 18 23:03:58.075006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f831b-3e4b-4a4b-8862-abacc2081d03 req-2e98e8f8-9ae6-4a94-b6b5-3c841849ff76 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.082503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555f831b-3e4b-4a4b-8862-abacc2081d03 req-2e98e8f8-9ae6-4a94-b6b5-3c841849ff76 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.7423925 Jan 18 23:03:58.102418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.83', 61575) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:58.104521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:03:58.105007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:03:58.105434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:03:58.105857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Bound port: 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:03:58.106214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.317461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555f831b-3e4b-4a4b-8862-abacc2081d03 req-08d8762c-4ad9-4e88-bfc0-1497ca8aab8a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339575 Jan 18 23:03:58.324357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-68136e10-2944-41e0-ba56-64b0adb7ad98 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3671866d8414f7ebb917fe52c2bf7fe HTTP/1.1" status: 200 len: 380 time: 0.2218747 Jan 18 23:03:58.350588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434439af-0ccf-4812-8430-19777ef502ef req-ba1ad6a8-3a4f-4e2d-bb38-8d0f9b82e3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.352189 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-ba1ad6a8-3a4f-4e2d-bb38-8d0f9b82e3f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2895041 Jan 18 23:03:58.356989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'port': {'device_id': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'admin_state_up': True, 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'security_groups': ['7ff4810d-1265-42fa-b4d1-10e0bf369838']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:03:58.404467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:03:58.424404 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7', 'code': 200} Jan 18 23:03:58.430586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bdb4-19db-46e0-b0d6-ae7186eb1ab6 req-ea8ea062-0c44-4414-99c0-1d4f3edcfaf2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.431304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a1b6bdb4-19db-46e0-b0d6-ae7186eb1ab6 req-ea8ea062-0c44-4414-99c0-1d4f3edcfaf2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Synchronizing usage tracker for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:03:58.449739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-f781df26-9ef0-41a6-9968-ff1beace68c6 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.3366308 Jan 18 23:03:58.554903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-8bf37620-bb34-4a45-a1e3-66b30ce02785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:58.556402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-8bf37620-bb34-4a45-a1e3-66b30ce02785 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.6479590 Jan 18 23:03:58.563031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.564082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.564449 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Floating IP 80027142-4abe-4370-8130-4318e5dcdea7 disassociated. External IP: 172.25.1.195, port: 28540e2d-5d7a-4712-8133-9812e12618c7. Jan 18 23:03:58.564784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Calling delete_port for 28540e2d-5d7a-4712-8133-9812e12618c7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:03:58.700579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:03:58.719411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:03:58.747050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.756642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:03:58.769237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-a516f010-8ff7-47d9-bd6a-9ef7b00497a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3841381 Jan 18 23:03:58.780168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-8970ec87-990f-48ac-afc5-fdba3e635cfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 1001 time: 0.1820533 Jan 18 23:03:58.804828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a1b6bdb4-19db-46e0-b0d6-ae7186eb1ab6 req-ea8ea062-0c44-4414-99c0-1d4f3edcfaf2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Unset dirty status for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:03:58.807035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1b6bdb4-19db-46e0-b0d6-ae7186eb1ab6 req-ea8ea062-0c44-4414-99c0-1d4f3edcfaf2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 935 time: 0.7720752 Jan 18 23:03:58.812412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Transition to ACTIVE for port object 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:03:58.847820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:03:58.895740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:03:58.897933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:58.936062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.041000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442f7c6-563b-4ff9-a8be-b4c67dae8ab2 req-11abf69f-9eae-47c9-8389-566778e068d1 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:59.044471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5442f7c6-563b-4ff9-a8be-b4c67dae8ab2 req-11abf69f-9eae-47c9-8389-566778e068d1 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.4826643 Jan 18 23:03:59.054816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-d5b16f41-edf4-4089-a9fc-8603111202a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:03:59.057120 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-d5b16f41-edf4-4089-a9fc-8603111202a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.2175217 Jan 18 23:03:59.096478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1b6bdb4-19db-46e0-b0d6-ae7186eb1ab6 req-1cb7ad52-74c3-41ea-9ccb-544b92d5afeb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827787 Jan 18 23:03:59.097112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'name': 'network-vif-deleted', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:03:59.126978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-4af4ee76-0a6c-4208-b41f-c093bbd320ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&tenant_id=7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 1096 time: 0.5843592 Jan 18 23:03:59.152542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Made reservation on behalf of c3671866d8414f7ebb917fe52c2bf7fe for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:03:59.156033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.226145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:03:59.284811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.384408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:59.396616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-2f4bc8ff-05fc-4ab6-9c16-a232783453a7 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721967 Jan 18 23:03:59.642944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:59.705815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5442f7c6-563b-4ff9-a8be-b4c67dae8ab2 req-1e9d6e22-1fca-47fa-9189-6400c48aa0f5 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529164 Jan 18 23:03:59.712768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event deleted for resources: {'Port': ['ID=28540e2d-5d7a-4712-8133-9812e12618c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:03:59.722647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.723280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.723897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.724294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.724866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.725377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.725961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.726440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.726930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.727435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.728085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:03:59.747722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Deleting subnet 8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:03:59.759435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.769114 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-2dab6c9b-f2ad-46fa-af18-d204db564e5a service neutron] 10.222.0.89 "PUT /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 1122 time: 4.9194944 Jan 18 23:03:59.772764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:03:59.828285 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'code': 200} Jan 18 23:03:59.830804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-67d893f5-d24e-4af5-a7a7-08e827d3b80a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.4765668 Jan 18 23:03:59.862480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:03:59.976406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Attempting to bind port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:03:59.976747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Attempting to bind port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:03:59.985261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Attempting to bind port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:00.009860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:00.013608 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-51fb5c8b-82f2-4134-86b0-c458c77cd0cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9350414 Jan 18 23:04:00.018892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.019593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Allocated IP 172.20.0.8 (4d9a3dec-311c-4482-aa5e-c8779b4a46a8/cee5444d-ad33-4441-9ad2-daeb9e6b6dce/96d6339f-99ad-419a-8869-e1a8051851e3) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:00.112697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240855-06c4-41ff-b54f-f3791089d9af req-bbad4673-519e-4955-b63c-6b42f8473f66 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.114577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-bbad4673-519e-4955-b63c-6b42f8473f66 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports/31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 942 time: 0.2581263 Jan 18 23:04:00.180349 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-0a2998cb-6111-4010-a2b5-9730110f21a2 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385256 Jan 18 23:04:00.223426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-062433f9-9ca1-4146-9989-5561fb262d8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1096 time: 0.8655047 Jan 18 23:04:00.237723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:04:00.242911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Attempting to bind port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:00.343656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.433618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996df737-90dd-4f43-920d-3c7d8c93394d req-5ab96cd7-bf79-4d6c-8fea-d8688dd7a43b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.436561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-5ab96cd7-bf79-4d6c-8fea-d8688dd7a43b service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1858883 Jan 18 23:04:00.460416 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-8e2411b6-ee20-42ef-bd6e-6ffb3ba98d6a service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098053 Jan 18 23:04:00.674244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:00.675258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:00.675258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:00.675492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Bound port: 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:00.675758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.723950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.743198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-2ced0a9e-9865-4787-b4bd-253c27075ab1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 200 len: 217 time: 0.2744052 Jan 18 23:04:00.773797 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b6052d7-8317-46b8-881c-489614f1eb69 req-6e770fef-7b67-4801-9914-fd8683e04029 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495825 Jan 18 23:04:00.778095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:00.799655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:00.824262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:00.829174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996df737-90dd-4f43-920d-3c7d8c93394d req-e63528ac-b659-407c-b31c-fccd6c97b458 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:00.830602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-e63528ac-b659-407c-b31c-fccd6c97b458 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0711095 Jan 18 23:04:00.903414 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57ad20ce-966b-4024-99bc-3a108313482e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c463d86-c4dc-4fbd-9c9a-dabd54c8cf8d HTTP/1.1" status: 204 len: 168 time: 1.6521904 Jan 18 23:04:00.916797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-78445ff5-3c72-4469-8edb-eb0d5bed02a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408850 Jan 18 23:04:00.917527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:01.055226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-a2370a6b-957c-45cc-8fc6-059cfa493719 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.4815335 Jan 18 23:04:01.061083 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.065305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.098429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685cd6-d7fe-4f86-8ed1-853ea588d380 req-69ab867a-5d35-4b14-a9bb-059183d32ec2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:01.105106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74685cd6-d7fe-4f86-8ed1-853ea588d380 req-69ab867a-5d35-4b14-a9bb-059183d32ec2 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.9894350 Jan 18 23:04:01.324080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.339546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Transition to ACTIVE for port object 96d6339f-99ad-419a-8869-e1a8051851e3 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:01.372592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ec759f-45cc-442c-8c4d-42feab7209c4']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.394535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5360179-14b3-4c96-892e-c82171685c9f') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.395061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5360179-14b3-4c96-892e-c82171685c9f') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.410508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:01.410765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:01.424306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:01.424912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-102f2706-4bd5-4cde-ad5b-d9a032d625a9 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961438 Jan 18 23:04:01.443537 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:01.444500 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:01.469283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:01.498611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74685cd6-d7fe-4f86-8ed1-853ea588d380 req-6e427c04-d5cf-4ad9-b48a-d0cf68fe8a6d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918953 Jan 18 23:04:01.499243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.508146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] No DVR routers for this DVR port 28540e2d-5d7a-4712-8133-9812e12618c7 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:01.514108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.517920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d2902934-2a12-4a95-a0fa-02d2655e16c0 req-21da840e-75f3-467b-8a1a-213759812e29 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.89 "DELETE /v2.0/ports/28540e2d-5d7a-4712-8133-9812e12618c7 HTTP/1.1" status: 204 len: 173 time: 8.8302174 Jan 18 23:04:01.535464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.547165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:04:01.547627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:01.585696 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:01.691241 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:01.748794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.872145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}, {'name': 'network-changed', 'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9'}, {'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-deleted', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:01.880056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ce8fda6-a0de-43f4-aca3-a43e320c5fd1 req-92b02580-aba8-43b7-aba4-8e7a54a76939 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 210 time: 0.2102265 Jan 18 23:04:01.885806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:01.889462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] 10.222.0.89 "PUT /v2.0/ports/7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d HTTP/1.1" status: 200 len: 1095 time: 5.6361873 Jan 18 23:04:01.923603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240855-06c4-41ff-b54f-f3791089d9af req-b68926a0-c67e-426a-a60b-e6db1a0a661d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:01.939174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-b68926a0-c67e-426a-a60b-e6db1a0a661d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.8684042 Jan 18 23:04:02.076358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.087192 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68be89-53e7-4041-ad9b-8a2d2c67bc4f', 'name': 'network-vif-deleted', 'tag': '6c47221b-b6c1-4dbd-b98f-83efde19e9f4', 'status': 'completed', 'code': 200} Jan 18 23:04:02.099191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.142850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.159847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ec759f-45cc-442c-8c4d-42feab7209c4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:02.195660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-d992a11b-5765-442f-b7a8-1e864bb60bf5 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7423170 Jan 18 23:04:02.265090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-31e8a49f-8196-42ce-b869-80fb10f2926a admin admin] 10.222.0.59 "DELETE /v2.0/networks/c3ec759f-45cc-442c-8c4d-42feab7209c4 HTTP/1.1" status: 204 len: 168 time: 1.3435292 Jan 18 23:04:02.265483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:02.342466 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:02.351506 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:02.359923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:02.366720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:02.380630 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:02.381308 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:02.382708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:02.386965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:02.388100 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.388912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Deleting subnet 0e536368-66aa-4b63-a537-c6e6c5c2f2e0 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:04:02.407684 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.413203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e8ada-dc6c-42cf-b046-82fe1e3584ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:02.478690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-8c2754d5-2c20-44e2-b65a-91152454a70c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.5386343 Jan 18 23:04:02.493868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:02.579488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2298346 Jan 18 23:04:02.600380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.641848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Request body: {'port': {'device_id': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:02.692191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:02.705698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.888900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:02.891218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa12e2c-bdf8-4214-b354-fa1b36bd1717 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event updated for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:02.980186 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:02.987963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e536368-66aa-4b63-a537-c6e6c5c2f2e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.007600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.021782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e01482c-faba-427f-8802-7e22c8e03836 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0e536368-66aa-4b63-a537-c6e6c5c2f2e0 HTTP/1.1" status: 204 len: 168 time: 0.7552423 Jan 18 23:04:03.026653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58348) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:03.031771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95ea01a8-4dbd-48d1-ac61-1f3b3eb6745b None None] Provisioning for port 96d6339f-99ad-419a-8869-e1a8051851e3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:03.048451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95ea01a8-4dbd-48d1-ac61-1f3b3eb6745b None None] Provisioning complete for port 96d6339f-99ad-419a-8869-e1a8051851e3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:03.049125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95ea01a8-4dbd-48d1-ac61-1f3b3eb6745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.054690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.113415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-ed57e263-0ccb-40bf-8962-57943018364e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 1098 time: 0.9785984 Jan 18 23:04:03.119116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb393-5a91-47ef-ab54-d2853d138422 req-a15403d7-8d3e-4a20-bd8b-81e28c21cf1f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:03.119620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-95ea01a8-4dbd-48d1-ac61-1f3b3eb6745b None None] Port 96d6339f-99ad-419a-8869-e1a8051851e3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:04:03.125642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:03.126677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80dfb393-5a91-47ef-ab54-d2853d138422 req-a15403d7-8d3e-4a20-bd8b-81e28c21cf1f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.9246924 Jan 18 23:04:03.159276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'mac_address': 'fa:16:3e:17:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:03.238222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.245169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.262565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:03.286220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:03.378629 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.474233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.520127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96031eba-4ce4-4488-b7fa-50e29e600dd9']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:03.549377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.555894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38de0bb-535a-4f0c-b62f-5e9bd01ef0ba') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:03.556214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38de0bb-535a-4f0c-b62f-5e9bd01ef0ba') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:03.567131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:03.585294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.598136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.602707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.603071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.603305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.603635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.603947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:03.629653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.637759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:04:03.638361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:03.662834 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:03.683914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-336f25d7-bfb1-42be-ac43-e6af8704ade4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d HTTP/1.1" status: 200 len: 217 time: 0.5381074 Jan 18 23:04:03.700701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:03.789836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:03.803433 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bc025-3095-4ec5-aa73-8116af7ebd9e None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:03.859430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.868988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:03.923825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/96031eba-4ce4-4488-b7fa-50e29e600dd9 HTTP/1.1" status: 204 len: 168 time: 0.8806617 Jan 18 23:04:03.945966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae57d-83be-4b31-bd90-aa36f3dc98f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=96031eba-4ce4-4488-b7fa-50e29e600dd9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:04.052020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80dfb393-5a91-47ef-ab54-d2853d138422 req-3ee2f4ac-bc82-4822-8aa0-6fa638bac667 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9244680 Jan 18 23:04:04.087581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-ac6b81d8-a20f-4168-b3b9-9ac6aed99b82 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1096 time: 1.1765916 Jan 18 23:04:04.113330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:04.219928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c7fa5-3165-45d2-b991-7fa3eeb6f4a4 None None] New status for floating IP 80027142-4abe-4370-8130-4318e5dcdea7: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:04.227534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.301377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-dfaf9647-438d-4a4c-be65-0e703be8ccbb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.303228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-dfaf9647-438d-4a4c-be65-0e703be8ccbb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.5818601 Jan 18 23:04:04.432344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:04.432743 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53 disassociated. External IP: 172.25.1.193, port: 31cc3389-5b25-4ab0-bb63-60b812da3350. Jan 18 23:04:04.472098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:04.557961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:04.558717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a5f2840e-b685-43d8-8e8f-063d581ffc6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b8bb8d8359d4443a616ffd31fdfd229&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0806191 Jan 18 23:04:04.866341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f8c4-c180-4e83-844f-1c9430c0028b req-4337a124-4cae-4a3c-8abc-be60f5955be2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:04.869294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8a3f8c4-c180-4e83-844f-1c9430c0028b req-4337a124-4cae-4a3c-8abc-be60f5955be2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 947 time: 0.5607245 Jan 18 23:04:04.870703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-699bfda8-01f8-4325-9ef6-3d52e26b206c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5163610 Jan 18 23:04:04.875928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.015774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.085790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-996df737-90dd-4f43-920d-3c7d8c93394d req-c34bc3c5-bc0b-481d-9093-05e41d66b60b service neutron] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:05.092176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:04:05.130300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-996df737-90dd-4f43-920d-3c7d8c93394d req-c34bc3c5-bc0b-481d-9093-05e41d66b60b service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.130837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-996df737-90dd-4f43-920d-3c7d8c93394d req-c34bc3c5-bc0b-481d-9093-05e41d66b60b service neutron] 10.222.0.83 "DELETE /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.9809985 Jan 18 23:04:05.218936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8a3f8c4-c180-4e83-844f-1c9430c0028b req-b99a6267-94a8-4c55-b917-72cd8f992fd7 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388290 Jan 18 23:04:05.261883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d6339f-99ad-419a-8869-e1a8051851e3 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:05.271709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-0d2d502e-1477-4bb8-aa01-fe96c44e06a0 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757806 Jan 18 23:04:05.273500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.364916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Transition to ACTIVE for port object 96d6339f-99ad-419a-8869-e1a8051851e3 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:05.556959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.556959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:05.612623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbef1308-ef0e-4f0e-900c-ae444bcef9f6 req-df982833-42a0-4333-a12d-8e67147aaca3 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336442 Jan 18 23:04:05.632316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9e1dc-d536-44d5-b1e6-71b1e94a8dad,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:05.739954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Pushing event updated for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:05.806632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907efb-ad9a-4a5a-9044-63c1a95e5f48 req-3406d6f4-bfa6-411e-8bcc-8c543c24d8dd tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:05.808192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51907efb-ad9a-4a5a-9044-63c1a95e5f48 req-3406d6f4-bfa6-411e-8bcc-8c543c24d8dd tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.3121271 Jan 18 23:04:05.853672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Attempting to bind port 96d6339f-99ad-419a-8869-e1a8051851e3 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:05.854001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Attempting to bind port 96d6339f-99ad-419a-8869-e1a8051851e3 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:05.854326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Attempting to bind port 96d6339f-99ad-419a-8869-e1a8051851e3 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:06.037060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Port 96d6339f-99ad-419a-8869-e1a8051851e3 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:04:06.037600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Attempting to bind port 96d6339f-99ad-419a-8869-e1a8051851e3 on network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:06.049622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.053374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-df5ce355-146f-43ec-9fc7-02b5f4133f14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50f9e1dc-d536-44d5-b1e6-71b1e94a8dad HTTP/1.1" status: 204 len: 168 time: 1.4799211 Jan 18 23:04:06.058045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:06.058469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Checking segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:06.062018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Bound using segment: {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:06.062226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Bound port: 96d6339f-99ad-419a-8869-e1a8051851e3, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b6823a-e3ad-49be-aae7-a8a7430faf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:06.062482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.105645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51907efb-ad9a-4a5a-9044-63c1a95e5f48 req-374abc24-9868-4384-b09b-7538a6f1c434 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882421 Jan 18 23:04:06.211870 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'status': 'completed', 'code': 200} Jan 18 23:04:06.212346 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'status': 'completed', 'code': 200} Jan 18 23:04:06.212452 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc2951-0167-4e1a-91e0-a2671e9b6de0', 'name': 'network-vif-deleted', 'tag': '28540e2d-5d7a-4712-8133-9812e12618c7', 'status': 'completed', 'code': 200} Jan 18 23:04:06.217484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:06.236783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96d6339f-99ad-419a-8869-e1a8051851e3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:06.381933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.389606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:06.478268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.480196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] 10.222.0.83 "PUT /v2.0/ports/96d6339f-99ad-419a-8869-e1a8051851e3 HTTP/1.1" status: 200 len: 1091 time: 3.8580964 Jan 18 23:04:06.532621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-c023f6a2-517c-429f-b09b-d2feb3874439 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1100 time: 0.2924955 Jan 18 23:04:06.596747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52262-1fc0-4502-8393-65db24325a3e service neutron] Pushing event updated for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:06.725432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:06.877279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbeceb-761a-419f-8717-fde340ac7768 req-bf295273-b37a-486d-8bcb-e9734539634c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:06.878964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7edbeceb-761a-419f-8717-fde340ac7768 req-bf295273-b37a-486d-8bcb-e9734539634c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.5559464 Jan 18 23:04:06.898933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:06.905099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:06.905733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:06.952073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-4691daa4-21d2-47b4-8465-54011c5e7cb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:06.953586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-4691daa4-21d2-47b4-8465-54011c5e7cb8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4123139 Jan 18 23:04:07.069100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7edbeceb-761a-419f-8717-fde340ac7768 req-51e302ec-6db8-469b-a3ec-88d3bf249d05 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742158 Jan 18 23:04:07.069370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.071296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-630fe6b4-4b2a-4758-99d2-70691f248b36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3 HTTP/1.1" status: 200 len: 217 time: 0.1011698 Jan 18 23:04:07.074429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-af2d0aa5-fc86-49dd-ad8e-45c3da0157dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 1094 time: 0.4237072 Jan 18 23:04:07.102669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:07.127308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:07.172079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58390) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:07.224409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.276390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-2d8d1e6e-6223-46dc-ae2a-f0736d3b2f4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d6339f-99ad-419a-8869-e1a8051851e3 HTTP/1.1" status: 200 len: 217 time: 0.1522164 Jan 18 23:04:07.291694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd51d1af-8d17-468c-8b30-7905762a3579 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e954a092e8f045e987abc82575b51ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1178813 Jan 18 23:04:07.296917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58394) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:07.375367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:07.390233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-c4e3fc2f-ef00-48ca-bfa2-38a10269a5e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:07.391909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-c4e3fc2f-ef00-48ca-bfa2-38a10269a5e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3060193 Jan 18 23:04:07.400160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.431162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.533242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-5e00f375-a4ae-4172-b84f-8cce0e066f7a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:07.534712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-5e00f375-a4ae-4172-b84f-8cce0e066f7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.2502229 Jan 18 23:04:07.567163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.599393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41b1ff-7f0c-4c66-953a-8c6a9b789211,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:07.602422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.617942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689546f-7556-4d23-91c2-74e494d9c277 req-1d78860d-a6fc-4f41-83d7-137a6bdab592 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:07.618236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6689546f-7556-4d23-91c2-74e494d9c277 req-1d78860d-a6fc-4f41-83d7-137a6bdab592 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Synchronizing usage tracker for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:07.632500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ffd17a4-f2b5-4e9f-9e43-541ac194dc97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b41b1ff-7f0c-4c66-953a-8c6a9b789211 HTTP/1.1" status: 204 len: 168 time: 0.3339305 Jan 18 23:04:07.640164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-2aebd07e-73c0-46f9-8d87-e705b901ded8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283156 Jan 18 23:04:07.647118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:07.664105 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:07.678124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:07.685974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:07.686651 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:07.795079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6689546f-7556-4d23-91c2-74e494d9c277 req-1d78860d-a6fc-4f41-83d7-137a6bdab592 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Unset dirty status for tenant:c3671866d8414f7ebb917fe52c2bf7fe on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:07.801477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6689546f-7556-4d23-91c2-74e494d9c277 req-1d78860d-a6fc-4f41-83d7-137a6bdab592 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 943 time: 0.5157764 Jan 18 23:04:07.865333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-9413327c-0ed4-42d4-9058-b6d287c68b1d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "PUT /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 695 time: 5.3742206 Jan 18 23:04:07.928302 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:08.185623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-9212c46d-c78c-4607-bcf5-60affa82cfe2 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349326 Jan 18 23:04:08.191585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-a94b1485-2456-4002-b42c-c715040eb725 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6459594 Jan 18 23:04:08.261103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6689546f-7556-4d23-91c2-74e494d9c277 req-04b54982-bde3-4ce7-9816-020518f69f50 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586635 Jan 18 23:04:08.397387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:08.409357 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:08.443025 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:08.444652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:03:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:08.466779 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d', 'status': 'completed', 'code': 200} Jan 18 23:04:08.604555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:08.650779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-929ef399-f242-4812-adc9-2039b0044fcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1096 time: 0.7711909 Jan 18 23:04:08.697413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-b21f0817-9532-487f-bb59-625efc14f484 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 1098 time: 0.2207344 Jan 18 23:04:08.794522 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:08.835726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-64527f00-9419-453e-b8bc-53ad0b72e52c service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930972 Jan 18 23:04:08.882960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:08.927045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d', 'mac_address': 'fa:16:3e:85:3a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:09.027041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.087182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:09.118694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:09.122636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.196442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:09.280043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:09.290828 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:09.296249 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc1633-ef6d-4174-9178-99cf228276ee None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:09.335547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-cb802703-49e2-4d44-ae46-b28569be2a8f service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315203 Jan 18 23:04:09.523282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240855-06c4-41ff-b54f-f3791089d9af req-d685af5a-af4d-4208-8c83-0554f1b750af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:09.525316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-d685af5a-af4d-4208-8c83-0554f1b750af service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.8575776 Jan 18 23:04:09.536180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58418) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:09.559275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28c30-e15b-4ccc-9ce9-8eb8fafb0df4 req-4c5a2025-2450-464c-8a49-66bc0724802b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:09.560752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8c28c30-e15b-4ccc-9ce9-8eb8fafb0df4 req-4c5a2025-2450-464c-8a49-66bc0724802b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 944 time: 0.9772410 Jan 18 23:04:09.570474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:09.768808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62480c8e-3ebf-49d8-9278-31329c9a5a5f None None] New status for floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:09.800129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-170c503a-a0b8-427e-a6cf-ac508f80edea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1125 time: 0.7825584 Jan 18 23:04:09.808777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-02da378c-5a12-4b68-b808-4c73995ac798 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 217 time: 0.2417433 Jan 18 23:04:09.817346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-a9dbf436-1366-4a36-99ac-b3e00e3d5e1b service neutron] 10.222.0.83 "GET /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9/bindings/n-h1-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.1972456 Jan 18 23:04:09.893977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-655500324-network', 'tenant_id': '4e69b15f322744749d52548aeb35c94f'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:09.923057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:09.927229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Usage tracker for resource:network and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:09.932029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:09.938401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:10.018422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-133e166b-5ee9-4467-a52f-d4a504d2454b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:10.019874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-133e166b-5ee9-4467-a52f-d4a504d2454b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1835523 Jan 18 23:04:10.138274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-f0efc324-51df-4861-902e-3cb5fca6b86b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:10.140325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-f0efc324-51df-4861-902e-3cb5fca6b86b service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 1.2712286 Jan 18 23:04:10.146231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8c28c30-e15b-4ccc-9ce9-8eb8fafb0df4 req-d7f2037e-28d2-4cc9-b0d7-c13fa4c0f2d7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514217 Jan 18 23:04:10.166556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:10.190924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:10.223954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af4faf-ab36-4da2-87a1-88ce9c7c64ed req-a571c9fd-9881-437e-b0f8-e78412fe8fda service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627369 Jan 18 23:04:10.256675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4384d0fb-d2ff-4078-a808-91a5aab4baf9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:10.269291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:10.284680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Made reservation on behalf of 4e69b15f322744749d52548aeb35c94f for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:10.287161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.300482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.308881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-8f3758a2-9609-4d0d-845f-4845031f7907 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 217 time: 0.2377760 Jan 18 23:04:10.316735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-512fd289-db45-43c1-897d-7705833368dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d HTTP/1.1" status: 200 len: 217 time: 0.1695855 Jan 18 23:04:10.321056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3240855-06c4-41ff-b54f-f3791089d9af req-91ddb82e-680f-4f99-9a02-381c195ff470 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:10.322702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-91ddb82e-680f-4f99-9a02-381c195ff470 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.4796412 Jan 18 23:04:10.344337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:10.348395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:10.351726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:10.358455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:10.368556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.581397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.582799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3'}, {'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:10.594509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] Transition to ACTIVE for port object 4384d0fb-d2ff-4078-a808-91a5aab4baf9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:10.675427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.704339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:04:10.710586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-3d49a18e-5af0-404c-8b03-2be804ce8121 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:10.712612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.713669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-3d49a18e-5af0-404c-8b03-2be804ce8121 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3801422 Jan 18 23:04:10.715002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.766519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd5e91-55c6-4273-afa7-9e7abe1ee9c9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:10.821827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-905e4ff2-5fb5-44b6-815e-4f5b9ecff168 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:10.823893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-905e4ff2-5fb5-44b6-815e-4f5b9ecff168 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.4894168 Jan 18 23:04:10.925818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:10.925818 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Added segment 24fac553-6d80-4fb9-b7de-77d88259c802 of type vlan for network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b Jan 18 23:04:11.035034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-44b3e8d4-e875-4e5f-8bc6-080acc5a0bc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085005 Jan 18 23:04:11.035959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] No DVR routers for this DVR port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:11.036141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-4972b1d8-5577-41c1-a474-f5fb49b4bfa2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6733334 Jan 18 23:04:11.036222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:11.036222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] Pushing event updated for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:11.081921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1063ef-7061-4ee4-9fdc-70be0fa9e905 req-01d75ef7-d06b-4926-8641-2ac42d984d6d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:11.083471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1063ef-7061-4ee4-9fdc-70be0fa9e905 req-01d75ef7-d06b-4926-8641-2ac42d984d6d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 948 time: 0.4946439 Jan 18 23:04:11.097571 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-75df3694-6e6a-4218-a4b2-87a0fda3120c service neutron] 10.222.0.83 "PUT /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9/bindings/n-h1-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2751608 Jan 18 23:04:11.247364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-9d173848-c75b-4f37-a818-16be931dd39e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5216622 Jan 18 23:04:11.336294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:11.337233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:11.338001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:11.375722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-d7ffe110-635f-4c53-a10a-9908edaaa40b service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021335 Jan 18 23:04:11.383941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1063ef-7061-4ee4-9fdc-70be0fa9e905 req-75783ede-4934-46c9-a6d4-8fc8e2797f23 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745986 Jan 18 23:04:11.499847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] Pushing event updated for resources: {'Network': ['ID=c7e1c5e9-363d-42f9-8606-1586bbdbbf2b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:11.518373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:04:11.532993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36b58a96-8fdd-4513-a70c-a69df4b7a2dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9945219 Jan 18 23:04:11.539123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:11.554922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Request body: {'subnet': {'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-655500324-subnet', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:11.571011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:11.577915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bfacb2c-b954-4f54-93e3-34e9c8247ecb req-4294ef97-e568-4741-a84b-2cadfc65fbbe service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916797 Jan 18 23:04:11.580696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-14de6747-3738-42c9-bbfd-448db78c7d49 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065653 Jan 18 23:04:11.591641 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-c5f4c55d-55a8-4a22-ab05-5c4a1dc0a06c tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.2325923 Jan 18 23:04:11.592641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Usage tracker for resource:subnet and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:11.602392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:11.629557 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'code': 200} Jan 18 23:04:11.693190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-d468d829-d24c-446d-9576-3c7ac911e75f service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360702 Jan 18 23:04:11.716216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:11.799618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-3d773793-f886-4df9-8769-9eec427c6a9a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&tenant_id=49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 1096 time: 0.1984532 Jan 18 23:04:11.866703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Made reservation on behalf of 4e69b15f322744749d52548aeb35c94f for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:11.869031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.062733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-3e9003f3-ca2b-4490-9c82-270b89c0b6f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1096 time: 0.2299569 Jan 18 23:04:12.111199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b5f611a-308b-48a7-8ebe-49b7e3d4f032 req-817b1b7e-719d-448e-ac02-4e8f6810609c service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282235 Jan 18 23:04:12.125614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-784d67ba-686a-4eee-8518-cf2d58e0bc49 req-3909a840-66dc-4c56-93f8-62c4225aa237 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1101 time: 0.4058352 Jan 18 23:04:12.127237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3240855-06c4-41ff-b54f-f3791089d9af req-f58936c4-debb-4686-8060-e401248661ae service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330564 Jan 18 23:04:12.166379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb111e8-a35f-4b05-a2a7-7a16cb1de725 req-f58fd666-673a-46d5-b0ff-63fff8b52ea8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.167909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eb111e8-a35f-4b05-a2a7-7a16cb1de725 req-f58fd666-673a-46d5-b0ff-63fff8b52ea8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.3548501 Jan 18 23:04:12.211822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-784d67ba-686a-4eee-8518-cf2d58e0bc49 req-43ee19c2-b7b2-49d3-bb7a-e264633fb05e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701220 Jan 18 23:04:12.235634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eb111e8-a35f-4b05-a2a7-7a16cb1de725 req-873af05e-eba0-46de-ae47-dfa452069295 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592875 Jan 18 23:04:12.264298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-b1e7478a-6d15-4226-b096-1635378455cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.265821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-b1e7478a-6d15-4226-b096-1635378455cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1959372 Jan 18 23:04:12.333155 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-53766b91-448c-481a-95a0-39f0e6b1da88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 200 len: 217 time: 0.0612431 Jan 18 23:04:12.389313 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3', 'status': 'completed', 'code': 200} Jan 18 23:04:12.389648 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'status': 'completed', 'code': 200} Jan 18 23:04:12.401855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-dc7f3760-c8cf-4401-ab6c-a7e8ec63cdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.404124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-dc7f3760-c8cf-4401-ab6c-a7e8ec63cdb8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0647500 Jan 18 23:04:12.405675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.492072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-9406b07a-1133-4d37-aefb-03efbca3b83f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525970 Jan 18 23:04:12.583793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef12186-db8b-4d50-948e-066fba653c24,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:12.615857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:12.636742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Checking segment: {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:12.637399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Network hostable DHCP agents. Network: c7e1c5e9-363d-42f9-8606-1586bbdbbf2b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:04:12.679919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-d29e506d-429d-4119-a207-90b4c0fb1fec service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795623 Jan 18 23:04:12.699010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a9e0d-168c-43cc-a2f8-c3da05be0e47 req-c5311d70-c895-4e23-bad8-7df5c51abe81 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.706042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d5a9e0d-168c-43cc-a2f8-c3da05be0e47 req-c5311d70-c895-4e23-bad8-7df5c51abe81 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 943 time: 0.3153586 Jan 18 23:04:12.733865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-5b2956e3-4a97-4433-8379-f7659a49a1aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 1094 time: 0.3043008 Jan 18 23:04:12.754102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96d6339f-99ad-419a-8869-e1a8051851e3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:12.756427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:12.772439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:04:12.835502 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-9ee4fa8d-66e7-45c8-9336-39ec9005c56e service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477463 Jan 18 23:04:12.837046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15cee5-00d5-4a8e-a6fb-b7c1c7c282cb req-b74894d7-ad49-4f11-8ea8-573569f26d6f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.838536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d15cee5-00d5-4a8e-a6fb-b7c1c7c282cb req-b74894d7-ad49-4f11-8ea8-573569f26d6f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 945 time: 0.3473718 Jan 18 23:04:12.843724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d5a9e0d-168c-43cc-a2f8-c3da05be0e47 req-1793a2af-f0e9-48ce-9116-735fa3ec2050 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369462 Jan 18 23:04:12.863162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:12.864686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c7e1c5e9-363d-42f9-8606-1586bbdbbf2b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:12.868863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.869635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:12.920463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b3db2-bab5-4472-a8a5-7366eff6f197 None None] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:04:12.921913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d15cee5-00d5-4a8e-a6fb-b7c1c7c282cb req-536613ab-f12b-43f2-b091-f964421dad76 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666347 Jan 18 23:04:12.940582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-c60328bb-6d9a-4919-ad64-cf80662aa8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:12.942090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-c60328bb-6d9a-4919-ad64-cf80662aa8f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.2010131 Jan 18 23:04:12.943752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:12.980265 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-578d0343-fa92-433f-9a26-937ddb5a111a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4401603 Jan 18 23:04:12.981331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:12.986858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:12.996191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:13.005633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Usage tracker for resource:router and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:13.013919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:13.025906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:13.050175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-a6b061d1-3c63-4d36-84be-dcba7798f671 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d6339f-99ad-419a-8869-e1a8051851e3 HTTP/1.1" status: 200 len: 217 time: 0.0999365 Jan 18 23:04:13.083250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:13.083625 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.092023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.093111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.113599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.202186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-81b6e6e8-a952-47a7-be77-f1e9d8ab7fb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:13.204375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-81b6e6e8-a952-47a7-be77-f1e9d8ab7fb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.0985153 Jan 18 23:04:13.252171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96d6339f-99ad-419a-8869-e1a8051851e3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:13.254209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5cc314-2ae0-4344-a14f-8de20a3a302e req-922b3e36-7321-444e-8a3d-5d53f799508c tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1096 time: 0.2014165 Jan 18 23:04:13.325893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca5cc314-2ae0-4344-a14f-8de20a3a302e req-f332685f-fe9f-443a-a376-fc66f9cfa1fa tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565727 Jan 18 23:04:13.341376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-67ef7f82-faea-46f9-acac-2bdc7eaf5bb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295228 Jan 18 23:04:13.381575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '96d6339f-99ad-419a-8869-e1a8051851e3', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'port_id': '96d6339f-99ad-419a-8869-e1a8051851e3', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:13.500199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'fixed_ips': [{'subnet_id': '2ef12186-db8b-4d50-948e-066fba653c24'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:04:13.501044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.552413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-a35b4df2-c5ae-4c34-bd2e-23b514a2cad5 service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958818 Jan 18 23:04:13.619570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.673882 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.700357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.764810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d6339f-99ad-419a-8869-e1a8051851e3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:13.765917 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-f6921207-88a2-4ca4-820c-1a8dfecd882c tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.0850563 Jan 18 23:04:13.788025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:13.819995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:13.836496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96d6339f-99ad-419a-8869-e1a8051851e3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:13.886824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-caec9efd-55aa-4d94-b545-1ec5e4db2131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:13.908406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Allocated IP 172.20.0.2 (c7e1c5e9-363d-42f9-8606-1586bbdbbf2b/2ef12186-db8b-4d50-948e-066fba653c24/ccd6c65d-cdce-4382-a0b5-65b569bc5be3) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:13.964679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-dc383e23-0d68-4434-97ac-22fde2ffbe36 service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976829 Jan 18 23:04:13.977332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51490b34-d00d-49cb-9574-aeaa6c17a3e7 req-2509ac23-295a-4a2d-8302-3c72a66aafeb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:13.987383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51490b34-d00d-49cb-9574-aeaa6c17a3e7 req-2509ac23-295a-4a2d-8302-3c72a66aafeb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 948 time: 0.3715560 Jan 18 23:04:13.993153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.025594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.053130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-88d004c6-82ca-4a2b-ae8f-9175cbd440ea service neutron] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:14.067405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f732be-ed36-4c12-8e0b-ca78c0f33496 req-e17ceb4f-8b57-4e0c-9bdc-6d3c6168a882 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.072981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93f732be-ed36-4c12-8e0b-ca78c0f33496 req-e17ceb4f-8b57-4e0c-9bdc-6d3c6168a882 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2976291 Jan 18 23:04:14.073396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-88d004c6-82ca-4a2b-ae8f-9175cbd440ea service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.075020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0dea4d90-e050-4dde-a44c-0b21c9c8a3e7 req-88d004c6-82ca-4a2b-ae8f-9175cbd440ea service neutron] 10.222.0.89 "DELETE /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9/bindings/n-h2-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.2989137 Jan 18 23:04:14.081467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.102716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.117513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.130213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51490b34-d00d-49cb-9574-aeaa6c17a3e7 req-ed260acb-a9e6-4fd3-9620-623412edea73 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 Jan 18 23:04:14.164450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93f732be-ed36-4c12-8e0b-ca78c0f33496 req-4e30dbe1-ce3d-4b23-ae19-6a33f54b3f52 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689509 Jan 18 23:04:14.197979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-092f822d-7746-4e52-b1b5-6e4e16f022b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 1096 time: 0.1780596 Jan 18 23:04:14.236052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.251033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.261771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Transition to ACTIVE for port object ccd6c65d-cdce-4382-a0b5-65b569bc5be3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:14.284750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Transition to ACTIVE for port object ccd6c65d-cdce-4382-a0b5-65b569bc5be3 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:14.339706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['96d6339f-99ad-419a-8869-e1a8051851e3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:14.351063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Allocated IP 172.25.1.92 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/fdd6996e-648b-4dc3-8d98-9e717471cc26) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:14.381471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.476308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-7e411d99-9dc5-4eec-b8c9-cc3fa4ac74ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.478598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-7e411d99-9dc5-4eec-b8c9-cc3fa4ac74ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.2719493 Jan 18 23:04:14.516237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:14.524287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:14.531903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:14.534253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Pushing event updated for resources: {'Port': ['ID=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.545507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.550518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68b1078e-5f9c-46e4-a4a9-6e1ff01ba77f req-33f2423f-dbb6-4098-91cf-679e4f382720 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 1096 time: 0.2243659 Jan 18 23:04:14.590637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-b9aea720-0840-460b-aa07-c1b0bedd5fc2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 200 len: 217 time: 0.0986295 Jan 18 23:04:14.636412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.659189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Attempting to bind port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:14.660010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Attempting to bind port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:14.660423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Attempting to bind port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 on network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:14.681524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:14.681783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Checking segment: {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:14.682107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.682603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Bound using segment: {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:14.683087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Bound port: ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:14.683458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.735302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:14.736290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd6996e-648b-4dc3-8d98-9e717471cc26,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:14.741135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:14.744035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:14.772592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-6ff7fa66-964c-41e9-893a-fcd20288050d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.774220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-6ff7fa66-964c-41e9-893a-fcd20288050d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1691611 Jan 18 23:04:14.785124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9902b-49f9-4551-8463-288bf3501142 req-e0fc437d-9386-4b36-9667-281e0f853b8e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:14.786742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-e0fc437d-9386-4b36-9667-281e0f853b8e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4111576 Jan 18 23:04:14.823115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] For port ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:14.826925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] For port ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:14.900797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68b1078e-5f9c-46e4-a4a9-6e1ff01ba77f req-8d31f9c4-49e8-4920-9270-fc56c71bde01 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375754 Jan 18 23:04:14.915004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:14.936244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-6a5f4ffa-6fd7-4918-8de5-997bc4d56029 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 696 time: 0.1152606 Jan 18 23:04:14.974150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:14.999988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-6baaf04c-9f72-4817-9114-54238d31a282 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:15.001057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-6baaf04c-9f72-4817-9114-54238d31a282 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Synchronizing usage tracker for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:15.075078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-14db9d32-df72-4f33-a6e4-7dbd03b9b3cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2865345 Jan 18 23:04:15.077227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.093012 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d', 'code': 200} Jan 18 23:04:15.100495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940237d-e9cf-4198-a36a-4efdc6ff0aed None None] Pushing event updated for resources: {'Port': ['ID=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:15.102395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.103140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.169091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-6baaf04c-9f72-4817-9114-54238d31a282 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Unset dirty status for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:15.170334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-6baaf04c-9f72-4817-9114-54238d31a282 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7723233-924c-4b89-b7ae-ae636d0fb531 HTTP/1.1" status: 200 len: 945 time: 0.2685819 Jan 18 23:04:15.362257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Deleting port 31cc3389-5b25-4ab0-bb63-60b812da3350 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:15.362828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.486049 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ca52a15d-99ad-42b4-b9fe-c15ea4d42147 req-efd95c7d-9533-48be-a0b6-9c47d5f48982 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 1100 time: 0.2718430 Jan 18 23:04:15.514350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-8c1a65d8-f61f-4782-9d61-b64067409d83 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415554 Jan 18 23:04:15.675417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb5526-190e-4eee-ab11-0dc857365b79 req-c5839426-86cb-4148-80e5-424243003740 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:15.676981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82fb5526-190e-4eee-ab11-0dc857365b79 req-c5839426-86cb-4148-80e5-424243003740 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 944 time: 0.4742293 Jan 18 23:04:15.806744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ca52a15d-99ad-42b4-b9fe-c15ea4d42147 req-fde294ea-8c6e-4e63-b8ee-1eb4bc912568 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116729 Jan 18 23:04:15.854684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6550ac99-3eba-4418-a2c4-9a3064f19669 req-13000a83-8cce-4ae9-9047-89baa348a761 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332145 Jan 18 23:04:15.860991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] For port 31cc3389-5b25-4ab0-bb63-60b812da3350, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31cc3389-5b25-4ab0-bb63-60b812da3350,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:15.861359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:15.872400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82fb5526-190e-4eee-ab11-0dc857365b79 req-58e8f1e1-9c17-4458-8652-e59988146c66 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888175 Jan 18 23:04:15.954997 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7d2f887e-0e6c-4a6d-aee9-f254cd40e984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.020300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ccd6c65d-cdce-4382-a0b5-65b569bc5be3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:16.051153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Calling delete_port for 31cc3389-5b25-4ab0-bb63-60b812da3350 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:16.181698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571dce8-fe12-4f33-ae78-0328df46bf08 req-c9fb0d83-759e-4c13-8bc4-770ceef102de tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:16.185377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1571dce8-fe12-4f33-ae78-0328df46bf08 req-c9fb0d83-759e-4c13-8bc4-770ceef102de tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 945 time: 0.1163383 Jan 18 23:04:16.213226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:16.274678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Router 3ad3df70-34a0-43af-a51e-c690f11a64c2 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:04:16.275430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f00cf-c755-4f51-9b5c-76b004f5a45b None None] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:04:16.325939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.328879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1571dce8-fe12-4f33-ae78-0328df46bf08 req-0b867ed0-e942-4efe-b307-5108f7a95c9b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761755 Jan 18 23:04:16.347662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.366314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', '31cc3389-5b25-4ab0-bb63-60b812da3350'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:16.409781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event deleted for resources: {'Port': ['ID=31cc3389-5b25-4ab0-bb63-60b812da3350,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:16.413037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.506286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] No DVR routers for this DVR port 31cc3389-5b25-4ab0-bb63-60b812da3350 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:16.510650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.515585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'name': 'network-vif-deleted', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:16.536672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Provisioning for port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:16.550394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Provisioning complete for port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:16.550762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.648671 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-379512a3-71af-498c-b98e-57a1b7079cf6 req-fb4e668b-558e-46ba-8e57-fee780903146 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "DELETE /v2.0/ports/31cc3389-5b25-4ab0-bb63-60b812da3350 HTTP/1.1" status: 204 len: 173 time: 1.4725013 Jan 18 23:04:16.664928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:16.676629 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Sync routers for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:16.690350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:16.691333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:16.774583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96d6339f-99ad-419a-8869-e1a8051851e3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:16.784015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:16.785255 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ac03a2b-43ec-47aa-93fb-2a6bc0f88303 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8027420 Jan 18 23:04:16.788089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58504) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:16.816337 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53 associated. External IP: 172.25.1.193, port: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e. Jan 18 23:04:16.924932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.075384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] For port ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:17.092056 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:17.156532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.284851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16f875-0db4-49b9-a663-26dad4f2931b None None] Pushing event updated for resources: {'Port': ['ID=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:17.295194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 96d6339f-99ad-419a-8869-e1a8051851e3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:17.299046 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.328508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 96d6339f-99ad-419a-8869-e1a8051851e3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:17.328901 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.387563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0cb91460-5b2b-40d0-ad9c-6ff20e4e2401 None None] Provisioning complete for port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:17.388016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0cb91460-5b2b-40d0-ad9c-6ff20e4e2401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.448726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.528258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:17.540802 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:14Z', 'revision_number': 3, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:17.548258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Checking router: 3ad3df70-34a0-43af-a51e-c690f11a64c2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:17.549409 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Updating router 3ad3df70-34a0-43af-a51e-c690f11a64c2 port fdd6996e-648b-4dc3-8d98-9e717471cc26 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:04:17.626564 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.634399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.697964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:17.708589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96d6339f-99ad-419a-8869-e1a8051851e3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:17.806922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:17.813464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.817054 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.817536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31cc3389-5b25-4ab0-bb63-60b812da3350 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:17.897265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-21792abf-eb8e-4a48-8030-f6767ad2bd59 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "PUT /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 996 time: 2.9416294 Jan 18 23:04:17.897820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:17.962314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:17.968307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:17.975792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ccd6c65d-cdce-4382-a0b5-65b569bc5be3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:18.013734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 31cc3389-5b25-4ab0-bb63-60b812da3350 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:18.014124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31cc3389-5b25-4ab0-bb63-60b812da3350 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:18.046047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-915654b2-c980-4a3c-8083-7519f1471f50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.1179771 Jan 18 23:04:18.094594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:18.095286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:18.194858 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.208537 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Transition to ACTIVE for port object fdd6996e-648b-4dc3-8d98-9e717471cc26 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:18.220003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.233965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9902b-49f9-4551-8463-288bf3501142 req-cb8cbda7-f70a-4507-936e-fc5ab3ec413b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:18.234899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-cb8cbda7-f70a-4507-936e-fc5ab3ec413b service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.1833038 Jan 18 23:04:18.298468 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.360459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-9a87ec20-e854-4f58-a515-f6d2bb8b5e56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 999 time: 0.1198497 Jan 18 23:04:18.393223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Allocated IP 172.20.0.1 (c7e1c5e9-363d-42f9-8606-1586bbdbbf2b/2ef12186-db8b-4d50-948e-066fba653c24/fb2843c5-9f18-42ef-b9d9-d33d141e82f7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:18.443278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:18.467542 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90eeaa-4d02-4421-b7ed-9e0c6faacf47 None None] Pushing event updated for resources: {'Port': ['ID=fdd6996e-648b-4dc3-8d98-9e717471cc26,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.473154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9902b-49f9-4551-8463-288bf3501142 req-f02a6529-144b-4554-a49e-2698ab9467e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:18.473154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-f02a6529-144b-4554-a49e-2698ab9467e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1044664 Jan 18 23:04:18.523895 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Attempting to bind port fdd6996e-648b-4dc3-8d98-9e717471cc26 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:18.524269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Attempting to bind port fdd6996e-648b-4dc3-8d98-9e717471cc26 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:18.524633 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Attempting to bind port fdd6996e-648b-4dc3-8d98-9e717471cc26 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:18.542016 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:18.542412 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:18.542783 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.543696 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:18.544155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Bound port: fdd6996e-648b-4dc3-8d98-9e717471cc26, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:18.544556 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.571831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-832611d9-d741-43bb-a5a0-145680599470 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932024 Jan 18 23:04:18.584459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.603472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Transition to ACTIVE for port object fb2843c5-9f18-42ef-b9d9-d33d141e82f7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:18.648353 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] For port fdd6996e-648b-4dc3-8d98-9e717471cc26, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:18.651713 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] For port fdd6996e-648b-4dc3-8d98-9e717471cc26, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fdd6996e-648b-4dc3-8d98-9e717471cc26,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:18.673419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:18.734692 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.747346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.759689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-bebcfee7-d117-40ad-849f-a58114535f5b service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738291 Jan 18 23:04:18.820862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:18.830231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:18.834714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:18.884388 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90eeaa-4d02-4421-b7ed-9e0c6faacf47 None None] Pushing event updated for resources: {'Port': ['ID=fdd6996e-648b-4dc3-8d98-9e717471cc26,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.940618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:18.941971 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:18.942928 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:18.955753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:18.968090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-e17d7b1f-9b24-4eed-b48e-041ab04c7a3f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2886653 Jan 18 23:04:19.020162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:19.020689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.048036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.161239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-7ccc24cf-e0f9-4966-95d6-5f6e225b6772 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1095 time: 0.1575713 Jan 18 23:04:19.256099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ad9902b-49f9-4551-8463-288bf3501142 req-0335bdd9-8b75-49a5-a9bc-064cf42cd059 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886115 Jan 18 23:04:19.286339 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:19.288662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.295203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc441e-1eff-4983-8c23-6da8285b33e1 req-a07b9e4a-0022-42f2-a365-b452bacdd1d0 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.297670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bfc441e-1eff-4983-8c23-6da8285b33e1 req-a07b9e4a-0022-42f2-a365-b452bacdd1d0 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 949 time: 0.1590474 Jan 18 23:04:19.348335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:19.383483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bfc441e-1eff-4983-8c23-6da8285b33e1 req-695055a5-0787-4924-972a-b45d77e35c07 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796809 Jan 18 23:04:19.486168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:04:16Z', 'revision_number': 8, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:19.491927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:19.494032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:19.505887 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:19.506567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:19.521858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942c9b1-bc73-4120-807f-da054c67f813 req-f05662a0-cc56-4a7b-84a0-f3a955b14710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.522651 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-f05662a0-cc56-4a7b-84a0-f3a955b14710 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.3345284 Jan 18 23:04:19.530067 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7723233-924c-4b89-b7ae-ae636d0fb531', 'name': 'network-vif-deleted', 'tag': '31cc3389-5b25-4ab0-bb63-60b812da3350', 'status': 'completed', 'code': 200} Jan 18 23:04:19.602989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-a671756f-376a-4610-8dd4-553ad639774a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.0712790 Jan 18 23:04:19.728662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:19.741987 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:14Z', 'revision_number': 3, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:19.749767 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b639c-49d7-4959-ad99-de74323497b0 None None] The sync data for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 is: [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:14Z', 'revision_number': 3, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:19.780735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942c9b1-bc73-4120-807f-da054c67f813 req-2fb972f3-d49e-4f35-b2b4-a8e03e40a82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.782384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-2fb972f3-d49e-4f35-b2b4-a8e03e40a82f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0958428 Jan 18 23:04:19.798367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684c97-b090-4af2-9f13-89f01b66c917 req-b0ad2de3-49b8-41c4-beb1-b14a15cbe265 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.802658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7684c97-b090-4af2-9f13-89f01b66c917 req-b0ad2de3-49b8-41c4-beb1-b14a15cbe265 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2723413 Jan 18 23:04:19.855050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-89a391e7-d2d5-4497-8e04-385b9c661ec6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622473 Jan 18 23:04:19.933476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7684c97-b090-4af2-9f13-89f01b66c917 req-11c901d4-98e2-4643-872c-878deac5fd62 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272314 Jan 18 23:04:19.945603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384b33a-0561-46df-aff6-27bcf79b3569 req-af4b1a15-52c2-4ffc-a732-4bd2e93af29c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:19.947295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6384b33a-0561-46df-aff6-27bcf79b3569 req-af4b1a15-52c2-4ffc-a732-4bd2e93af29c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2731140 Jan 18 23:04:20.058611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6384b33a-0561-46df-aff6-27bcf79b3569 req-262b53d7-3c84-4cea-92d8-0f614ca5dcd8 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017160 Jan 18 23:04:20.108867 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.124964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60ec2b67-f059-4f33-adaf-5a630286cf8b None None] Provisioning for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:20.133625 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3', 'code': 200} Jan 18 23:04:20.175932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.218158 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:04:20.250706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60ec2b67-f059-4f33-adaf-5a630286cf8b None None] Provisioning complete for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:20.251001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60ec2b67-f059-4f33-adaf-5a630286cf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.295135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.462589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-2b69c26f-2834-405e-a391-a00ab719d308 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.1805422 Jan 18 23:04:20.484648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-60ec2b67-f059-4f33-adaf-5a630286cf8b None None] Port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:04:20.569523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:20.573702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-bb47fd2d-12ce-41c4-873b-104a03865570 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7035475 Jan 18 23:04:20.575093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:20.676564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:04:16Z', 'revision_number': 8, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:20.694638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981719b-3dab-4eae-ab8c-e2b70459ebba None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'a492b42c-09c9-4d74-9d8c-694fdc0e8f53', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'port_id': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'mac_address': 'fa:16:3e:58:32:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:03:13Z', 'updated_at': '2022-01-18T23:04:16Z', 'revision_number': 8, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:20.817218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd6f83a-197c-4b88-94ba-dc706f4d23c3 req-fe0c245f-8a15-43af-b544-1ff7410da169 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 996 time: 0.2275779 Jan 18 23:04:20.910060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7942c9b1-bc73-4120-807f-da054c67f813 req-3dad73ef-5181-4652-a375-13cc06663ffe service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178706 Jan 18 23:04:20.937872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f06fe510-b544-4652-a249-daab31b97774 req-7bab9654-5a1e-49f7-9204-59ade7ab6e24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 1096 time: 0.6702266 Jan 18 23:04:21.126500 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d1d93-aa45-469a-b2e7-f744b0c0144b None None] New status for floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:21.181322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6f83a-197c-4b88-94ba-dc706f4d23c3 req-7eef183b-3da9-4f4a-9880-bca8bba93f01 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.182999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd6f83a-197c-4b88-94ba-dc706f4d23c3 req-7eef183b-3da9-4f4a-9880-bca8bba93f01 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3537197 Jan 18 23:04:21.201929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:21.202942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:21.240672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-efd6f83a-197c-4b88-94ba-dc706f4d23c3 req-dde883ea-75d5-4c1e-9056-2689815aa11c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:21.241682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd6f83a-197c-4b88-94ba-dc706f4d23c3 req-dde883ea-75d5-4c1e-9056-2689815aa11c tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0465550 Jan 18 23:04:21.243425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:21.251273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-fd54438d-c91e-4108-9b4f-4ce4c18d5194 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.252614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-fd54438d-c91e-4108-9b4f-4ce4c18d5194 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.7839448 Jan 18 23:04:21.426572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-15b655cd-1389-40c0-b7f8-09945c4a72ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 999 time: 0.1677239 Jan 18 23:04:21.437512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:04:21.509778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f06fe510-b544-4652-a249-daab31b97774 req-83956685-2564-4c87-a7b3-3148765fd737 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415759 Jan 18 23:04:21.554905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92157e8-f18e-45e7-a7c6-cf99f14c8c6f req-fd214bfc-f212-4af7-9212-36bf43eef673 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1096 time: 0.3652673 Jan 18 23:04:21.554905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-6eb9200c-9789-4622-9ad1-154f912e7b02 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.554905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-6eb9200c-9789-4622-9ad1-154f912e7b02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1103199 Jan 18 23:04:21.600905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf802-b480-4d22-901a-d3364dac0eac req-b5242664-e4e3-4e5a-bf92-af54855d79af tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:21.608518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea1bf802-b480-4d22-901a-d3364dac0eac req-b5242664-e4e3-4e5a-bf92-af54855d79af tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 949 time: 0.2239809 Jan 18 23:04:21.624033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b9861599-24fa-4380-b707-30d8c7f68a1b None None] Provisioning complete for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:21.624599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b9861599-24fa-4380-b707-30d8c7f68a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:21.631767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fe546703-50ef-4cdc-a87d-bee253366c86 req-91cb795d-8031-405b-b848-edf920252d3f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.4663410 Jan 18 23:04:21.637643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92157e8-f18e-45e7-a7c6-cf99f14c8c6f req-8fcedaf6-5068-47f9-b405-bc68d2fbf55a tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806711 Jan 18 23:04:21.670256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea1bf802-b480-4d22-901a-d3364dac0eac req-b5b13ed2-9915-4208-9b3e-b75eb3dc119d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607843 Jan 18 23:04:21.687045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b9861599-24fa-4380-b707-30d8c7f68a1b None None] Port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:04:21.700817 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fe546703-50ef-4cdc-a87d-bee253366c86 req-20d56372-71bd-44c9-a53e-93dc9eea3581 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Jan 18 23:04:21.798658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-6a124434-36c5-47fb-b70f-7bf669ceae65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904000 Jan 18 23:04:21.832310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Router 3ad3df70-34a0-43af-a51e-c690f11a64c2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:21.940514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fdd6996e-648b-4dc3-8d98-9e717471cc26 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:22.059414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:22.069953 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-43ff6cb3-c75c-49df-8225-28030603ac69 admin admin] 10.222.0.59 "PUT /v2.0/routers/3ad3df70-34a0-43af-a51e-c690f11a64c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2808433 Jan 18 23:04:22.101978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-03300088-f17f-47e2-a31a-8eab495444c3 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961395 Jan 18 23:04:22.109703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port fdd6996e-648b-4dc3-8d98-9e717471cc26 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:22.115410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fdd6996e-648b-4dc3-8d98-9e717471cc26 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:22.115905 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.117332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb4618-01f3-482d-abc4-c8c2d3557d45 req-64f8c449-0db3-40a4-ad88-029ea061c537 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.121665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ebb4618-01f3-482d-abc4-c8c2d3557d45 req-64f8c449-0db3-40a4-ad88-029ea061c537 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2929003 Jan 18 23:04:22.144927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:22.242587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.259255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port fdd6996e-648b-4dc3-8d98-9e717471cc26, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fdd6996e-648b-4dc3-8d98-9e717471cc26,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:22.299401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac2d8-1654-40fc-8518-bc7a8a31309c req-0d309dfb-58e5-4028-86b3-faccbcb60c65 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.300810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9eac2d8-1654-40fc-8518-bc7a8a31309c req-0d309dfb-58e5-4028-86b3-faccbcb60c65 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.3481843 Jan 18 23:04:22.319205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:22.377589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ebb4618-01f3-482d-abc4-c8c2d3557d45 req-10671e30-aadc-4298-984f-2db1cb0f879e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372346 Jan 18 23:04:22.390380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=fdd6996e-648b-4dc3-8d98-9e717471cc26,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:22.406936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9eac2d8-1654-40fc-8518-bc7a8a31309c req-8bae3ec7-e6bc-4395-aa6a-f90e58c5c96e tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968657 Jan 18 23:04:22.414619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92f0bfeb-61c5-4efd-83c2-d8e3900e9205 req-b50d10d2-3f9f-423e-bc4b-fadf09258466 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037102 Jan 18 23:04:22.637256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-a061e261-85cd-4d92-80ad-7718ccb27bd1 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.1891329 Jan 18 23:04:22.727877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-7f27f12d-6f4e-4a41-85af-04e51e418684 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.729313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-7f27f12d-6f4e-4a41-85af-04e51e418684 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.2306786 Jan 18 23:04:22.749567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-8f83058a-6ce9-4f90-8161-dd6af7129a83 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:22.750813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-8f83058a-6ce9-4f90-8161-dd6af7129a83 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports/6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 942 time: 0.1000409 Jan 18 23:04:22.755302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-9740f2fc-55a6-41e5-999c-b2e21f1d31dd tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/quotas/7fe9490459bc4bd8bd97b2538d057bcd HTTP/1.1" status: 200 len: 375 time: 0.0183759 Jan 18 23:04:22.838879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-85e01c70-190a-4893-bc01-b927701152b7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742602 Jan 18 23:04:23.022027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-f82e9175-72e7-44ac-a86c-f8ad678bdccc tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.1820824 Jan 18 23:04:23.138973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-cc7ff734-bb7c-423e-8271-c25aadce7315 service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478442 Jan 18 23:04:23.184124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3b923700-f825-4cf2-a2a1-a6c6ea19afb2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:23.184859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3b923700-f825-4cf2-a2a1-a6c6ea19afb2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:23.244563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3b923700-f825-4cf2-a2a1-a6c6ea19afb2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:23.246538 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3b923700-f825-4cf2-a2a1-a6c6ea19afb2 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/ports?device_id=2d2d2d01-af8f-4d6d-80ac-a723b9cb9664 HTTP/1.1" status: 200 len: 944 time: 0.1534379 Jan 18 23:04:23.280326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-b401a818-ea95-459c-aa62-476cda74916b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:23.281716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-b401a818-ea95-459c-aa62-476cda74916b tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2544887 Jan 18 23:04:23.331938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Deleting port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:23.340634 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.407848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-aceced5e-4680-46b9-9828-60829a4af2ab service neutron] 10.222.0.59 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584782 Jan 18 23:04:23.424652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-54c9672e-0c12-4c89-a9ac-c6df9005e4cf tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 1001 time: 0.1275194 Jan 18 23:04:23.440795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:23.539110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.585241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] For port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:23.585600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:23.769654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Calling delete_port for 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:23.954237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fdd6996e-648b-4dc3-8d98-9e717471cc26 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:24.045147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.070293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fdd6996e-648b-4dc3-8d98-9e717471cc26 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:24.070978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.114954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70679b-abcb-4f85-8ccd-55ad0b8e4b90 req-836ef0a0-3d87-4a3f-9eb3-f4cab075ac00 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:24.125475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd70679b-abcb-4f85-8ccd-55ad0b8e4b90 req-836ef0a0-3d87-4a3f-9eb3-f4cab075ac00 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1668501 Jan 18 23:04:24.144421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.145111 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53 disassociated. External IP: 172.25.1.193, port: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e. Jan 18 23:04:24.227266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.257433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd70679b-abcb-4f85-8ccd-55ad0b8e4b90 req-07d71f99-cd20-42c6-931e-dd20930d8555 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Jan 18 23:04:24.300183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event deleted for resources: {'Port': ['ID=3b466d3d-c65c-4458-9e1d-e7a67d28d8c9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:24.456161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] No DVR routers for this DVR port 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:24.458785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:24.463152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-deleted', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:24.565636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de95459b-b501-4036-ae27-5c7d917695a0 req-3a345cc6-7b30-46c0-9b39-53d7313025a0 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "DELETE /v2.0/ports/3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 HTTP/1.1" status: 204 len: 173 time: 1.3144417 Jan 18 23:04:24.689198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63267923-ca2a-440a-a0a2-930d8f70d301 req-37bb2210-70c4-44da-bd8e-446ed1a2a71d tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 1096 time: 0.1888905 Jan 18 23:04:24.735768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:24.755081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63267923-ca2a-440a-a0a2-930d8f70d301 req-0335fce1-62c2-4d4b-a8ad-463f94745703 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Jan 18 23:04:24.920606 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'code': 200} Jan 18 23:04:24.997534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:25.005000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.008553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:25.022828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:25.023831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:25.081863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-3f109461-63c3-42a8-bb3f-a9cbceb40f15 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "PUT /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 696 time: 1.6463172 Jan 18 23:04:25.123401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:25.183210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-9f19719d-dc30-4a68-a68e-4b9699c8179f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.1004326 Jan 18 23:04:25.259512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:25.448091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-7316e3b2-c9c1-4739-9f6e-021e1897faa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:25.449853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-7316e3b2-c9c1-4739-9f6e-021e1897faa1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.2656982 Jan 18 23:04:25.455364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-d4a7281b-e579-4d5f-8f28-a1f019192984 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2380407 Jan 18 23:04:25.515672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:25.530090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:25.540975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Usage tracker for resource:floatingip and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:25.544662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-175949bc-c199-47b7-bc7b-c38b57189d29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.0822728 Jan 18 23:04:25.545450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:25.561952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:25.626501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:25.632030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:25.647550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:25.648298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:25.660198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:25.675736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-800d5995-bf9f-464b-bd8b-aa216c276819 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:25.677266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-800d5995-bf9f-464b-bd8b-aa216c276819 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.1171153 Jan 18 23:04:25.876573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:25.939930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-34b5d83f-542c-4f2e-861f-0848a6ea1926 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530935 Jan 18 23:04:26.119578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.170739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-35b325c3-326e-4e9c-b9ba-440f0c290c2a service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219181 Jan 18 23:04:26.235324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:26.251474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3ff70-6547-459c-a4e3-e1d7fabf6ad4 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:02:40Z', 'revision_number': 4, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '969c6444-76c7-48d0-8729-7c1bbfea330d', 'name': '', 'network_id': '7b59d454-32fc-4e79-a00b-8b7fded80b1d', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'mac_address': 'fa:16:3e:37:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:38Z', 'updated_at': '2022-01-18T23:02:50Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'subnets': [{'id': 'c7a08001-0a12-4a2e-b19a-e6b2df98c2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:26.382862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Allocated IP 172.25.1.78 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/aa5b053e-5302-44f7-bd06-307403e54a79) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:26.435306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-d2b3b772-2849-4833-be7e-3360c4d05e3e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.436803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-d2b3b772-2849-4833-be7e-3360c4d05e3e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 805 time: 0.1971831 Jan 18 23:04:26.453051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Request body: {'port': {'device_id': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'admin_state_up': True, 'tenant_id': '7fe9490459bc4bd8bd97b2538d057bcd'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:26.513110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e5871e1-3139-48d2-bec7-12a92bb25bd7 req-902fe4d4-0a09-401f-82f5-8247ce044567 service neutron] 10.222.0.59 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298767 Jan 18 23:04:26.585806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.611101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:26.618523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Usage tracker for resource:port and tenant:7fe9490459bc4bd8bd97b2538d057bcd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:26.623955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:26.627850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:26.726962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Made reservation on behalf of 7fe9490459bc4bd8bd97b2538d057bcd for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:26.729987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.730454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:26.819851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:26.828339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:26.831073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event updated for resources: {'Port': ['ID=aa5b053e-5302-44f7-bd06-307403e54a79,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:26.833350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:26.868256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d03d-4037-4f84-afd0-5849a776e8e1 req-d1b6cb7b-1b86-44aa-a0bb-e0d5d9a87ca4 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:26.869896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6847d03d-4037-4f84-afd0-5849a776e8e1 req-d1b6cb7b-1b86-44aa-a0bb-e0d5d9a87ca4 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.1842291 Jan 18 23:04:26.926679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Allocated IP 172.20.0.5 (cdf0df64-54cc-4b3f-9ea3-b857713b4e68/5d909dfc-b9b3-47a3-a7f6-510895d5ec88/1f4def59-2c28-4610-8cf1-0dc1afd120c9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:26.988389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6847d03d-4037-4f84-afd0-5849a776e8e1 req-0126043c-970e-40fb-9136-1f0853a02113 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121888 Jan 18 23:04:27.006786 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.233949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.249542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.312167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0fdde-8d80-44dd-b95d-ce3797f04b03 req-c04f7016-9713-4cc4-8c7c-7549e9f5332f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.313673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ce0fdde-8d80-44dd-b95d-ce3797f04b03 req-c04f7016-9713-4cc4-8c7c-7549e9f5332f tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1911581 Jan 18 23:04:27.424506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.435331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ce0fdde-8d80-44dd-b95d-ce3797f04b03 req-d1044599-c64e-40ec-b537-3831df9caefe tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152322 Jan 18 23:04:27.517422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:27.518204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:27.520972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:27.526494 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.530606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:27.597444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.598149 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.618693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.687055 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-df0ccaba-5af2-4928-a616-04bb0aa94fb5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2380638 Jan 18 23:04:27.692518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:27.698626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Request body: {'port': {'device_id': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:27.731902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event updated for resources: {'Port': ['ID=aa5b053e-5302-44f7-bd06-307403e54a79,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:27.766487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a96fdc-2bce-4db9-ae59-a3f302e5b451 req-219b1a9f-2faa-4731-a92e-404b7ba8aafe tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:27.768126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2a96fdc-2bce-4db9-ae59-a3f302e5b451 req-219b1a9f-2faa-4731-a92e-404b7ba8aafe tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 931 time: 0.1856394 Jan 18 23:04:27.820138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2a96fdc-2bce-4db9-ae59-a3f302e5b451 req-86ee7632-1ed1-4c1e-92ec-833320131fa7 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Jan 18 23:04:27.823168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.003386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8b4e5c44-962b-42f6-b66c-e255d3dc1b65 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383992 Jan 18 23:04:28.181496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.182668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-ee1c3307-588a-48ef-a46f-4e6dee0a32a0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7219729 Jan 18 23:04:28.237193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4def59-2c28-4610-8cf1-0dc1afd120c9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:28.245409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.263480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Transition to ACTIVE for port object 1f4def59-2c28-4610-8cf1-0dc1afd120c9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:28.290171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-73bc7090-1f6f-478f-8b74-e249c3f4481b tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Synchronizing usage tracker for tenant:4e69b15f322744749d52548aeb35c94f on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:28.342290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8825b012-df24-4463-866b-9aa177d0f604 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:28.343758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8825b012-df24-4463-866b-9aa177d0f604 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3329096 Jan 18 23:04:28.360934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-f1757e31-a485-4ab3-9e16-461f43c8e03d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/quotas/ac03ccdb8a5445d5a4375d976b9d47a8 HTTP/1.1" status: 200 len: 375 time: 0.0117576 Jan 18 23:04:28.366974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.452169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-dda9b47a-6e18-4979-bc21-859d17a903c9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849686 Jan 18 23:04:28.454252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-73bc7090-1f6f-478f-8b74-e249c3f4481b tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Unset dirty status for tenant:4e69b15f322744749d52548aeb35c94f on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:28.454252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-73bc7090-1f6f-478f-8b74-e249c3f4481b tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.2626112 Jan 18 23:04:28.504487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:28.660730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-e6d502b9-51ef-481d-9006-ec97b97f8f84 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:28.662389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14064a3b-4ae3-4d51-a1a7-c899fe8a09c5 req-e6d502b9-51ef-481d-9006-ec97b97f8f84 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2016625 Jan 18 23:04:28.663384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:28.751091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Attempting to bind port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:28.751091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Attempting to bind port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:28.752166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Attempting to bind port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:28.766315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:04:28.766727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Attempting to bind port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 on network cdf0df64-54cc-4b3f-9ea3-b857713b4e68 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:28.769666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:28.770089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b466d3d-c65c-4458-9e1d-e7a67d28d8c9 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:28.777485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:28.777485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Checking segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:28.777930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Bound using segment: {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:28.778172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Bound port: 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7707b55-9ba4-4334-ae30-a082e030ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:28.778523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:28.903082 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2d2d01-af8f-4d6d-80ac-a723b9cb9664', 'name': 'network-vif-deleted', 'tag': '3b466d3d-c65c-4458-9e1d-e7a67d28d8c9', 'status': 'completed', 'code': 200} Jan 18 23:04:28.903082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:28.903082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:28.956064 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:04:28.984128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.130763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-d05770b8-934b-4fdb-ac13-6ddd7f402f2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f036c9aeba67443aa9898dde0ab6570d&device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 1096 time: 0.1459618 Jan 18 23:04:29.131139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.132527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] 10.222.0.89 "PUT /v2.0/ports/1f4def59-2c28-4610-8cf1-0dc1afd120c9 HTTP/1.1" status: 200 len: 1091 time: 1.4383357 Jan 18 23:04:29.145923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea9329-babc-4978-b167-06b5e1305986 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:29.258188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2133532080', 'description': 'tempest-description-1366156940'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:29.266240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:29.293328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:29.335754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-00c35940-3cb6-4429-8872-a0cc433ebf48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.337882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-00c35940-3cb6-4429-8872-a0cc433ebf48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 200 len: 922 time: 0.2005081 Jan 18 23:04:29.347041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-c16e439b-0e43-4ac3-a2dc-d6355a5b6c76 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 1094 time: 0.1042802 Jan 18 23:04:29.394226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.436975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-d1f900c5-5e1b-470c-a391-72d8eb41e26d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 200 len: 217 time: 0.0854895 Jan 18 23:04:29.438647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-72e96b25-d87f-4730-ad73-c7fc7bc9fe1d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9 HTTP/1.1" status: 200 len: 217 time: 0.0840034 Jan 18 23:04:29.518976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:29.527907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-3a70ad89-e583-434d-b035-7dac484e2dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.530610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Usage tracker for resource:security_group_rule and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:29.530979 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-3a70ad89-e583-434d-b035-7dac484e2dfd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.0855553 Jan 18 23:04:29.534322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:29.538262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-14c2951f-cf49-4319-8fdc-1cdf5cde17bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.539797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-14c2951f-cf49-4319-8fdc-1cdf5cde17bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 200 len: 860 time: 0.0974407 Jan 18 23:04:29.544175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:29.588208 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-94f3c3ef-59e8-467e-98ad-89a2e81ed646 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485497 Jan 18 23:04:29.765356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-eca9654a-d087-459f-96fb-3d4b4067e98c service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646943 Jan 18 23:04:29.766083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-32f8f8ef-fabb-4b04-a018-b422a5fce15e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b59d454-32fc-4e79-a00b-8b7fded80b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190163 Jan 18 23:04:29.812526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.889549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e8049-15ca-4120-9e2f-b61a107368af req-5fec505f-1ae8-4547-8c7f-b19f3819f288 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:29.891071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f99e8049-15ca-4120-9e2f-b61a107368af req-5fec505f-1ae8-4547-8c7f-b19f3819f288 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2952952 Jan 18 23:04:29.898927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:29.900335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:29.921164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Request body: {'floatingip': {'port_id': '96d6339f-99ad-419a-8869-e1a8051851e3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:30.029589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.062729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b48c1-47a1-4629-87a7-20e23fdff70c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:30.083242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7420cb33-d9f2-485b-a3be-148a9d971d22 req-1ab5963d-d79b-4006-ac3a-390b2b344b2a service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100250 Jan 18 23:04:30.121787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b580fd7f-7f65-4973-a95a-136a50160d54 req-055932e7-a8c4-414b-9380-cc87fe4d66e3 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips/7a7f8a25-424d-4cc6-b317-a3837690c594 HTTP/1.1" status: 200 len: 692 time: 0.1887043 Jan 18 23:04:30.249811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687b6f8-1706-4480-9abe-eb0aec4f295d None None] New status for floating IP a492b42c-09c9-4d74-9d8c-694fdc0e8f53: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:30.346672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580fd7f-7f65-4973-a95a-136a50160d54 req-52592168-f879-4bb2-9740-981dc6da6a4c tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:30.354453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b580fd7f-7f65-4973-a95a-136a50160d54 req-52592168-f879-4bb2-9740-981dc6da6a4c tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2292743 Jan 18 23:04:30.358160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-a2a7d37e-b97c-41ab-b570-c1c7e898fa58 service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843608 Jan 18 23:04:30.363240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:30.374952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-742bd939-9ee0-470f-948d-dea5cff97cbf req-5bf93a46-2dba-4250-9282-430d342e0768 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 1.1275592 Jan 18 23:04:30.597173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Sync routers for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:30.599170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-b580fd7f-7f65-4973-a95a-136a50160d54 req-64289393-a825-4e42-945c-efd9be003be4 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:30.600647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b580fd7f-7f65-4973-a95a-136a50160d54 req-64289393-a825-4e42-945c-efd9be003be4 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2465193 Jan 18 23:04:30.619861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:30.621012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:30.678364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8f97649-c678-4cd8-9616-3f582b4cf118 req-3a83f67d-f6d6-48bf-904c-2a2df97e708d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 210 time: 0.0732682 Jan 18 23:04:30.813799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8858a4c2-fe76-42c7-b5d0-e6860cc6bb6f req-40a14112-db35-42ab-95f7-47185f924f4f service neutron] 10.222.0.83 "GET /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375453 Jan 18 23:04:30.895124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:31.099698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:31.273041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384854e-bacb-4992-a518-20c64876b8fa req-f8f21fc3-6567-45c2-a0d5-bacd4e976a38 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.281930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e384854e-bacb-4992-a518-20c64876b8fa req-f8f21fc3-6567-45c2-a0d5-bacd4e976a38 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 943 time: 0.3787344 Jan 18 23:04:31.303976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.338001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-d5fd0df7-9421-4018-ba06-79c325368160 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386817 Jan 18 23:04:31.416960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.471782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e384854e-bacb-4992-a518-20c64876b8fa req-234786d1-55e5-4ea6-aecc-8854ed6894df tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887965 Jan 18 23:04:31.584494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:19Z', 'revision_number': 4, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fb2843c5-9f18-42ef-b9d9-d33d141e82f7', 'name': '', 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'mac_address': 'fa:16:3e:55:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef12186-db8b-4d50-948e-066fba653c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:18Z', 'updated_at': '2022-01-18T23:04:19Z', 'revision_number': 2, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'subnets': [{'id': '2ef12186-db8b-4d50-948e-066fba653c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:31.598376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Checking router: 3ad3df70-34a0-43af-a51e-c690f11a64c2 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:31.599122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Updating router 3ad3df70-34a0-43af-a51e-c690f11a64c2 port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:04:31.680384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-7f8aa445-956c-4d8a-ae3b-c17a2371a6f8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:31.681887 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:31.777937 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Floating IP 80027142-4abe-4370-8130-4318e5dcdea7 associated. External IP: 172.25.1.195, port: 96d6339f-99ad-419a-8869-e1a8051851e3. Jan 18 23:04:31.812615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c24dde8a-5011-4274-ad35-fb5821d8a1d7 req-464a3f50-eeff-46fa-9704-9b367e27d61f tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=4e69b15f322744749d52548aeb35c94f HTTP/1.1" status: 200 len: 695 time: 0.2581186 Jan 18 23:04:31.969174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-f30ea3c3-f830-4481-ae0b-c2cfcf25a895 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:31.970620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-f30ea3c3-f830-4481-ae0b-c2cfcf25a895 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6228178 Jan 18 23:04:31.976257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-7f8aa445-956c-4d8a-ae3b-c17a2371a6f8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:31.983061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-7f8aa445-956c-4d8a-ae3b-c17a2371a6f8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2133532080&fields=id&tenant_id=64e9517246234117b8bf6707061ff215 HTTP/1.1" status: 200 len: 267 time: 0.5430908 Jan 18 23:04:32.025366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Request body: {'port': {'device_id': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'ac03ccdb8a5445d5a4375d976b9d47a8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:32.264769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dde8a-5011-4274-ad35-fb5821d8a1d7 req-3f50771a-c5b1-4484-b012-801a3ec17a4c tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:32.271738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c24dde8a-5011-4274-ad35-fb5821d8a1d7 req-3f50771a-c5b1-4484-b012-801a3ec17a4c tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks?id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 787 time: 0.4579048 Jan 18 23:04:32.277217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-c24dde8a-5011-4274-ad35-fb5821d8a1d7 req-42d636cf-f3fe-4885-a185-2bfb0da13d4e tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:32.278228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c24dde8a-5011-4274-ad35-fb5821d8a1d7 req-42d636cf-f3fe-4885-a185-2bfb0da13d4e tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057247 Jan 18 23:04:32.281734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.299148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:32.310928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Transition to ACTIVE for port object fb2843c5-9f18-42ef-b9d9-d33d141e82f7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:32.316264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:32.324580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1890a369-e6b2-45ee-974a-0bbf264980ed tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:32.326883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1890a369-e6b2-45ee-974a-0bbf264980ed tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.3429325 Jan 18 23:04:32.348693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'port': {'security_groups': ['0a65a619-181b-4f3b-be64-0f6bd9ab6d5f', 'b20b48c1-47a1-4629-87a7-20e23fdff70c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:32.367997 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'status': 'completed', 'code': 200} Jan 18 23:04:32.389796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:32.492303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-15640831-b48a-45fb-adeb-84c60c3607f2 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 200 len: 694 time: 0.0954151 Jan 18 23:04:32.576175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-7cad6b6c-37d5-4cdf-815f-4ab9a58e2ad1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 1094 time: 0.1795173 Jan 18 23:04:32.647000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.667835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.771170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Made reservation on behalf of ac03ccdb8a5445d5a4375d976b9d47a8 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:32.777216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:32.798445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-30386c42-0281-4098-b3c5-7d387d3f6a2f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:32.799866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-30386c42-0281-4098-b3c5-7d387d3f6a2f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3013272 Jan 18 23:04:32.804862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-4fc30048-72b8-4042-9973-8b85fb1cb2e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:32.807758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-4fc30048-72b8-4042-9973-8b85fb1cb2e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 200 len: 906 time: 0.2231641 Jan 18 23:04:32.832410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-ce02e6ec-b7fe-4531-afaa-2ce2ed66804e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:32.843150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-ce02e6ec-b7fe-4531-afaa-2ce2ed66804e tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0170228 Jan 18 23:04:32.849929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21d1d-0a75-4e78-bd17-749a2924c358 None None] Pushing event updated for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:32.959419 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-49c89f62-fd2c-4fdd-b215-afb00ec2fb67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9 HTTP/1.1" status: 200 len: 217 time: 0.1437011 Jan 18 23:04:33.024371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-c7725106-642b-40b0-bc85-98b27d43bb3a tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 697 time: 0.1803203 Jan 18 23:04:33.035342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Attempting to bind port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:33.035900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Attempting to bind port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:33.036263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Attempting to bind port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 on network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:33.042936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:33.043566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Checking segment: {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:33.043971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.044358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Bound using segment: {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:33.044820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Bound port: fb2843c5-9f18-42ef-b9d9-d33d141e82f7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fac553-6d80-4fb9-b7de-77d88259c802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:33.045213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.048051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:33.054626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.060044 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:33.072738 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:33.075742 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:33.119042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-9470bdd6-5bf2-48bc-8b4e-eee8978d0d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:33.121379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-9470bdd6-5bf2-48bc-8b4e-eee8978d0d9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 200 len: 845 time: 0.1541643 Jan 18 23:04:33.126037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-167f9410-e775-44a2-be1c-5c2941082d68 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.193 HTTP/1.1" status: 200 len: 697 time: 0.1007500 Jan 18 23:04:33.127539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1ccecc99-c8d0-40d8-a904-48684241faae tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "PUT /v2.0/floatingips/80027142-4abe-4370-8130-4318e5dcdea7 HTTP/1.1" status: 200 len: 991 time: 3.2261496 Jan 18 23:04:33.170673 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-bfb84f02-7303-4be1-a282-19f53ee1fc53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cdf0df64-54cc-4b3f-9ea3-b857713b4e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413971 Jan 18 23:04:33.254228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] For port fb2843c5-9f18-42ef-b9d9-d33d141e82f7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:33.258487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] For port fb2843c5-9f18-42ef-b9d9-d33d141e82f7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:33.301434 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:33.376626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.398869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-66ee4939-e6ed-4e45-88bf-78cb89f0373a service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217510 Jan 18 23:04:33.510483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Deleting port 6834e1a8-bfea-4d87-b77b-1f11e5559711 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:33.510836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:33.562777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21d1d-0a75-4e78-bd17-749a2924c358 None None] Pushing event updated for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:33.568134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:33.571754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:33.901587 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '96d6339f-99ad-419a-8869-e1a8051851e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:04:30Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:33.908135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:33.931365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4b9813f7-e00d-40f0-8b59-eaa69af563a9 req-aace1bd2-4236-4d64-821e-e2fa4d8a2891 service neutron] 10.222.0.89 "GET /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244956 Jan 18 23:04:33.936917 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:33.959296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:33.985378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:33.989402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Allocated IP 192.168.233.95 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/4ec6d051-173b-461b-94fb-aaa7f518bcf7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:34.079357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.079357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.176894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:34.209917 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:34.254359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Calling delete_port for 6834e1a8-bfea-4d87-b77b-1f11e5559711 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:34.357867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:19Z', 'revision_number': 4, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fb2843c5-9f18-42ef-b9d9-d33d141e82f7', 'name': '', 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'mac_address': 'fa:16:3e:55:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef12186-db8b-4d50-948e-066fba653c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:18Z', 'updated_at': '2022-01-18T23:04:33Z', 'revision_number': 4, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'subnets': [{'id': '2ef12186-db8b-4d50-948e-066fba653c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:34.362298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f501d6-f297-46bb-860f-d3dc0b5bbb25 None None] The sync data for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 is: [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:19Z', 'revision_number': 4, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fb2843c5-9f18-42ef-b9d9-d33d141e82f7', 'name': '', 'network_id': 'c7e1c5e9-363d-42f9-8606-1586bbdbbf2b', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'mac_address': 'fa:16:3e:55:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ef12186-db8b-4d50-948e-066fba653c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:18Z', 'updated_at': '2022-01-18T23:04:33Z', 'revision_number': 4, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'subnets': [{'id': '2ef12186-db8b-4d50-948e-066fba653c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:34.368803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:34.412596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:04:34.481975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.640529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.650440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.665245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:34.702153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:34.721322 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '96d6339f-99ad-419a-8869-e1a8051851e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:04:30Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:34.731710 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c59ab-baa8-4cf3-a080-81e8d1ce9f5b None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '80027142-4abe-4370-8130-4318e5dcdea7', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'floating_ip_address': '172.25.1.195', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'port_id': '96d6339f-99ad-419a-8869-e1a8051851e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:00:30Z', 'updated_at': '2022-01-18T23:04:30Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:34.763118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Transition to ACTIVE for port object 4ec6d051-173b-461b-94fb-aaa7f518bcf7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:34.768415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:34.771259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.772757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92c6994-1aa6-495e-ac35-8f71353614bc req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "PUT /v2.0/ports/7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 982 time: 2.4314973 Jan 18 23:04:34.782151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:34.802709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.824078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbabe8f-cb4d-48ca-b65a-9172b160ab2e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:34.916244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event deleted for resources: {'Port': ['ID=6834e1a8-bfea-4d87-b77b-1f11e5559711,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:34.937415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:34.943086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:35.025758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.049171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:35.090581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.105897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a247f8a7-587f-4695-9be9-37d197f4bab6 req-6c2cc4c8-eb48-4b2b-a5fe-7bddabf98652 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "DELETE /v2.0/floatingips/a492b42c-09c9-4d74-9d8c-694fdc0e8f53 HTTP/1.1" status: 204 len: 173 time: 1.9788089 Jan 18 23:04:35.207448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:35.241930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'mac_address': 'fa:16:3e:15:a3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:35.320588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:35.321711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event updated for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:35.326554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:35.329683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:35.333773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.334394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.362348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff52271-9eec-4779-b5d9-0455027010e1 req-45018e64-3892-4256-a997-2c2ea5d8fc2f tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips/7a7f8a25-424d-4cc6-b317-a3837690c594 HTTP/1.1" status: 200 len: 692 time: 0.1882575 Jan 18 23:04:35.374446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295b62e-2dea-4561-823f-aba2e425fc53 None None] New status for floating IP 80027142-4abe-4370-8130-4318e5dcdea7: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:35.626028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-8c7c7143-2257-4b1b-bbb5-534f6cf19b8e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6082506 Jan 18 23:04:35.753027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff52271-9eec-4779-b5d9-0455027010e1 req-4bf266ed-dd25-4eff-84cf-4e762266cdba tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.753358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:35.754329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff52271-9eec-4779-b5d9-0455027010e1 req-4bf266ed-dd25-4eff-84cf-4e762266cdba tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3805251 Jan 18 23:04:35.761409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Request body: {'port': {'device_id': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:35.810983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:35.889488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56b46d-97dc-43d5-b17a-49798f054ebb req-2d86ec7f-0be6-48ff-8af8-a7f9726e9ae9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:35.890221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a56b46d-97dc-43d5-b17a-49798f054ebb req-2d86ec7f-0be6-48ff-8af8-a7f9726e9ae9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Synchronizing usage tracker for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:35.952260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff52271-9eec-4779-b5d9-0455027010e1 req-e29581f9-e59b-46db-a408-a88441656cc5 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1644652 Jan 18 23:04:35.985621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-973016f7-2db7-4212-b2b2-87a88701be76 None None] Provisioning for port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:36.007747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4def59-2c28-4610-8cf1-0dc1afd120c9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:36.024884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fb2843c5-9f18-42ef-b9d9-d33d141e82f7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:36.059005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a56b46d-97dc-43d5-b17a-49798f054ebb req-2d86ec7f-0be6-48ff-8af8-a7f9726e9ae9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Unset dirty status for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:36.061402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a56b46d-97dc-43d5-b17a-49798f054ebb req-2d86ec7f-0be6-48ff-8af8-a7f9726e9ae9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 935 time: 0.9909647 Jan 18 23:04:36.077400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-973016f7-2db7-4212-b2b2-87a88701be76 None None] Provisioning complete for port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:36.078003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-973016f7-2db7-4212-b2b2-87a88701be76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.109866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.128868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff52271-9eec-4779-b5d9-0455027010e1 req-27eaced9-c940-4bb3-ac80-9c194eb7271d tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1705289 Jan 18 23:04:36.157388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:36.279866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a56b46d-97dc-43d5-b17a-49798f054ebb req-7ccd38af-9959-4854-913f-34cbbc7b5d27 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065146 Jan 18 23:04:36.338469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.376624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-973016f7-2db7-4212-b2b2-87a88701be76 None None] Port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:04:36.391875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Deleting port aa5b053e-5302-44f7-bd06-307403e54a79 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:36.392304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.503912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:36.577963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:36.586555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:36.586957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.733297 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.778324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port fb2843c5-9f18-42ef-b9d9-d33d141e82f7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:36.802030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1f4def59-2c28-4610-8cf1-0dc1afd120c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:36.877899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.928050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:36.928389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.046987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:37.094536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Calling delete_port for aa5b053e-5302-44f7-bd06-307403e54a79 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:37.134756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec6d051-173b-461b-94fb-aaa7f518bcf7 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:37.152288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba96b-d031-4859-a1b9-07b3dd41e879 req-cc3b412f-5228-48b2-988b-652870ce303b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.153903 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e16ba96b-d031-4859-a1b9-07b3dd41e879 req-cc3b412f-5228-48b2-988b-652870ce303b tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 944 time: 0.4922922 Jan 18 23:04:37.161345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.218659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Transition to ACTIVE for port object 4ec6d051-173b-461b-94fb-aaa7f518bcf7 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:04:37.257467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e16ba96b-d031-4859-a1b9-07b3dd41e879 req-ee037b1c-a5b7-4758-8b60-b175e232f380 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916460 Jan 18 23:04:37.329595 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.392805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.463056 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3', 'status': 'completed', 'code': 200} Jan 18 23:04:37.655051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-cfa3d643-c0e4-4843-a3e8-4fe9b62a80c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 1096 time: 0.1524978 Jan 18 23:04:37.745770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:37.829710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:37.831671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-336dd31a-970b-44c8-94aa-48187be46cd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:37.833619 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-336dd31a-970b-44c8-94aa-48187be46cd4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 200 len: 924 time: 0.1719506 Jan 18 23:04:37.906568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event deleted for resources: {'Port': ['ID=aa5b053e-5302-44f7-bd06-307403e54a79,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:37.931951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Attempting to bind port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:04:37.932427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Attempting to bind port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:04:37.933083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Attempting to bind port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:37.943891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-294c1e1d-4713-4333-8fb1-632a65e34990 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2133532080&fields=id&tenant_id=64e9517246234117b8bf6707061ff215 HTTP/1.1" status: 200 len: 267 time: 0.2848465 Jan 18 23:04:37.945094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:04:37.947504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Attempting to bind port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:04:37.981786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fb2843c5-9f18-42ef-b9d9-d33d141e82f7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:38.003151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:04:38.003485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:04:38.003978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:04:38.004504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Bound port: 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:04:38.004962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.016400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-d3463343-ee80-4bbd-b6a1-351eae10b897 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96d6339f-99ad-419a-8869-e1a8051851e3 HTTP/1.1" status: 200 len: 1001 time: 0.1753085 Jan 18 23:04:38.089575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.090887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff52271-9eec-4779-b5d9-0455027010e1 req-a132133d-8c75-467c-abfa-438be26d08f7 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "DELETE /v2.0/floatingips/7a7f8a25-424d-4cc6-b317-a3837690c594 HTTP/1.1" status: 204 len: 173 time: 1.9558225 Jan 18 23:04:38.091509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:38.091885 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.123383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-098252d6-064e-45f7-83d9-bda898be0998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.123770 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-098252d6-064e-45f7-83d9-bda898be0998 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 200 len: 862 time: 0.0936975 Jan 18 23:04:38.146905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:04:38.150786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:04:38.184358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-2e67401c-6077-4514-bc8d-753beb95889d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.188410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-2e67401c-6077-4514-bc8d-753beb95889d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 985 time: 0.2310095 Jan 18 23:04:38.195060 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:04:38.201023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'port': {'security_groups': ['0a65a619-181b-4f3b-be64-0f6bd9ab6d5f']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:38.296085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.378933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-49064788-17e6-4bf6-84e2-90cb6b60dd7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d9a3dec-311c-4482-aa5e-c8779b4a46a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489760 Jan 18 23:04:38.397349 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-92353829-c5d2-4f2b-a3b3-f7f056c0788a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1136 time: 0.1600583 Jan 18 23:04:38.453603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.454988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] 10.222.0.83 "PUT /v2.0/ports/4ec6d051-173b-461b-94fb-aaa7f518bcf7 HTTP/1.1" status: 200 len: 1095 time: 2.6997421 Jan 18 23:04:38.460687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e835a5c-ff8e-4f46-ac45-6631d91fc107 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:38.474745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.719324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:38.720925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-63a4e6e4-ca31-40c6-91bb-0e61771278b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:38.723062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-63a4e6e4-ca31-40c6-91bb-0e61771278b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.3088624 Jan 18 23:04:38.817071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-9bbec277-44f5-46ad-b979-61a8956a4398 service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893705 Jan 18 23:04:38.818752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-1d4602e7-8a84-4102-aa9e-7378b7d33d0a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.0852988 Jan 18 23:04:38.875927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:38.915704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:38.971100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-1a0ee999-fb66-4a6b-800f-2dcdceb13df0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 1098 time: 0.3385851 Jan 18 23:04:38.978470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.017813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:39.024523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:39.025270 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.076475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-0681b6d1-59d6-48c3-8cd5-581dbec9f5ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.087993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-0681b6d1-59d6-48c3-8cd5-581dbec9f5ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1017711 Jan 18 23:04:39.096627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.119963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:39.213610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:39.219535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-d034bb6e-cb10-4898-ab14-0cf04f7fceb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7 HTTP/1.1" status: 200 len: 217 time: 0.2392807 Jan 18 23:04:39.225129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.225697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.227310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f49b949-e78d-4d23-85ab-eba0a2750e13 req-57c7d82f-b5b1-4f1e-a4be-ccb1aef3101c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "PUT /v2.0/ports/7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 943 time: 1.0312524 Jan 18 23:04:39.251783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-12aa4bb9-2e75-446b-beb4-db05b5316993 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391008 Jan 18 23:04:39.294464 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6016b4a-5f6a-42e6-ae01-23c67cf7e64f req-35c6de17-b750-4c78-a456-71f768bfbe1a service neutron] 10.222.0.83 "GET /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697440 Jan 18 23:04:39.384370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:39.414481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-04106de7-6b8d-4791-af9e-a59528000bfc service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437118 Jan 18 23:04:39.499393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.499615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-0ef1d5d9-2c69-4b01-a1de-06b1edd27453 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.501919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-0ef1d5d9-2c69-4b01-a1de-06b1edd27453 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2738192 Jan 18 23:04:39.581531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:39.588263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a9beb-f0bd-420b-a03f-3ec3af807c15 req-3512fecc-de7b-4b71-a92c-b1e4b7e557cd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:39.597147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b23a9beb-f0bd-420b-a03f-3ec3af807c15 req-3512fecc-de7b-4b71-a92c-b1e4b7e557cd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 947 time: 0.6209681 Jan 18 23:04:39.613412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:39.624517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a87e9783-08f3-44e8-84a3-84ee28b5ab55 req-b2bec8b9-d44a-4d6d-89b0-79d02f08ccaa service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023923 Jan 18 23:04:39.695349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:39.727810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b23a9beb-f0bd-420b-a03f-3ec3af807c15 req-05aee49a-8f5f-4c0f-9b79-68b08b9ca37c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298680 Jan 18 23:04:39.743701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-7cd6c57f-ab41-4065-8b37-f9439eb8f26e tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4500144 Jan 18 23:04:39.751254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-b71d8a6d-56e4-4c05-be6d-d0f52e8c8437 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2382917 Jan 18 23:04:39.763538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:39.770622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:39.795946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Usage tracker for resource:floatingip and tenant:4e69b15f322744749d52548aeb35c94f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:39.807423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:39.850060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:39.869645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:39.939883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-9b818b70-c326-440f-ab6d-d7a80b5cd501 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706088 Jan 18 23:04:40.100647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.238566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7'}, {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:40.332956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-004b2ed7-9bfd-43b2-bfe7-d755c45c54ae req-22321e87-e5ea-45e4-b1f2-a5f6be140750 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829753 Jan 18 23:04:40.348026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206025b-7f2c-420a-ab8a-cd15696c4b26 req-3ea48954-bcf5-44de-8214-1d38c36814e4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.349630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0206025b-7f2c-420a-ab8a-cd15696c4b26 req-3ea48954-bcf5-44de-8214-1d38c36814e4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.3823731 Jan 18 23:04:40.372741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60335ca9-61a2-43d8-9273-dc132397579d req-44678c29-142a-4483-8040-40e793a3dec9 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.373551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-60335ca9-61a2-43d8-9273-dc132397579d req-44678c29-142a-4483-8040-40e793a3dec9 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Synchronizing usage tracker for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:40.428038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0206025b-7f2c-420a-ab8a-cd15696c4b26 req-026dd9e8-f45e-4c3e-8d7a-09eda764ac37 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 Jan 18 23:04:40.442048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.455877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-60335ca9-61a2-43d8-9273-dc132397579d req-44678c29-142a-4483-8040-40e793a3dec9 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Unset dirty status for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:40.457073 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-60335ca9-61a2-43d8-9273-dc132397579d req-44678c29-142a-4483-8040-40e793a3dec9 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 945 time: 0.2824936 Jan 18 23:04:40.566325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Deleting port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:40.566671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.615049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Allocated IP 172.25.1.227 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:40.686635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.865563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.884648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316321ca-17e6-40fe-84b5-6640ff7a5bae req-7384de70-0c32-4539-8188-c7aa2a825b4f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:40.885420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-316321ca-17e6-40fe-84b5-6640ff7a5bae req-7384de70-0c32-4539-8188-c7aa2a825b4f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Synchronizing usage tracker for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:40.890080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] For port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:40.890875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:40.906378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-316321ca-17e6-40fe-84b5-6640ff7a5bae req-7384de70-0c32-4539-8188-c7aa2a825b4f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Unset dirty status for tenant:f036c9aeba67443aa9898dde0ab6570d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:40.907534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-316321ca-17e6-40fe-84b5-6640ff7a5bae req-7384de70-0c32-4539-8188-c7aa2a825b4f tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/ports?device_id=7995a235-d297-45f8-afc6-adc7c9e9da8e HTTP/1.1" status: 200 len: 945 time: 0.1814477 Jan 18 23:04:40.971495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-316321ca-17e6-40fe-84b5-6640ff7a5bae req-7b1cabbe-bba0-431b-9cf8-0dc95c05287d tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a324ca05-40fa-48e9-aa7c-462137a7c6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495241 Jan 18 23:04:41.042607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Calling delete_port for 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:41.049018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.184449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:41.194731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:41.204290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:41.211320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event updated for resources: {'Port': ['ID=8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:41.266957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-624a079b-34d6-411d-a3d3-00eb16cecbac tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2464409 Jan 18 23:04:41.273292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.279778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:41.284826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:41.293741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:41.299303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Usage tracker for resource:floatingip and tenant:64e9517246234117b8bf6707061ff215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:41.304109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:41.312214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:41.334783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Pushing event deleted for resources: {'Port': ['ID=6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:41.413318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] No DVR routers for this DVR port 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:41.415886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.416095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.418989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'name': 'network-vif-deleted', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:41.444254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.536894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-60335ca9-61a2-43d8-9273-dc132397579d req-7fe6722b-afe7-41af-af8d-192590155c60 tempest-FloatingIPsAssociationTestJSON-543097057 tempest-FloatingIPsAssociationTestJSON-543097057-project] 10.222.0.83 "DELETE /v2.0/ports/6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e HTTP/1.1" status: 204 len: 173 time: 1.0689747 Jan 18 23:04:41.585949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.796757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:41.992855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.021979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Allocated IP 172.25.1.43 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/50213e90-7d31-4f1d-ab74-5ba91cc50475) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:04:42.141919 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.264620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.315811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event updated for resources: {'Port': ['ID=8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:42.356691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.412512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.413900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-53ccd237-4c53-447c-8dfa-c52a3a5d59b0 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6617310 Jan 18 23:04:42.478509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.553838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-aa3c57ac-f977-4526-a089-577562342277 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Synchronizing usage tracker for tenant:4e69b15f322744749d52548aeb35c94f on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:42.571316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:04:42.574479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:04:42.578335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:04:42.595156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'Port': ['ID=50213e90-7d31-4f1d-ab74-5ba91cc50475,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:42.692401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-aa3c57ac-f977-4526-a089-577562342277 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Unset dirty status for tenant:4e69b15f322744749d52548aeb35c94f on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:42.693645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-aa3c57ac-f977-4526-a089-577562342277 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.2730722 Jan 18 23:04:42.736382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.888786 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:42.939049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4ec6d051-173b-461b-94fb-aaa7f518bcf7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:42.953486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-243a5cc9-0637-4613-9e00-7e9676e61c20 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:42.965722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36517bcf-5dea-4a4e-8a4f-daf9ba769ef2 req-243a5cc9-0637-4613-9e00-7e9676e61c20 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2585065 Jan 18 23:04:43.065184 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'code': 200} Jan 18 23:04:43.111035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:43.147850 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'status': 'completed', 'code': 200} Jan 18 23:04:43.148087 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:04:43.151521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'mac_address': 'fa:16:3e:f3:a4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:43.232149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.253946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec6d051-173b-461b-94fb-aaa7f518bcf7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:43.299116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:43.354678 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57169e52-4332-4f2d-9dca-e8f97a63fd53 req-d773fa33-d224-4032-adb3-b170c2bd6ee0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 1096 time: 0.2139645 Jan 18 23:04:43.357830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.358785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-37427090-ed70-4bc8-936a-622870ef2b66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 1098 time: 0.1685615 Jan 18 23:04:43.361761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-6d718bbf-24d0-475d-88c3-c605b71e640b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.2050996 Jan 18 23:04:43.376200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.449158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7042e-bab8-4574-a27b-89163ca3e7ea req-7dcae32f-4149-45e6-8db8-e1e014ec0c87 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.456646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb7042e-bab8-4574-a27b-89163ca3e7ea req-7dcae32f-4149-45e6-8db8-e1e014ec0c87 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 947 time: 0.2157171 Jan 18 23:04:43.476262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:43.522363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57169e52-4332-4f2d-9dca-e8f97a63fd53 req-08fd83fb-758e-489b-85cb-8ce52a106f3c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608264 Jan 18 23:04:43.537548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.578445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-721032c2-b44b-4f16-88f1-0abf9d63ff7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.580220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-721032c2-b44b-4f16-88f1-0abf9d63ff7e service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2025881 Jan 18 23:04:43.601021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.656930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-ba9f8cde-ce70-4154-8e2f-4aaf047a76d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7 HTTP/1.1" status: 200 len: 217 time: 0.0691805 Jan 18 23:04:43.658528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4ec6d051-173b-461b-94fb-aaa7f518bcf7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:43.680924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb7042e-bab8-4574-a27b-89163ca3e7ea req-8659e0de-94a8-4497-baec-ef9c04f09504 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488626 Jan 18 23:04:43.691379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event updated for resources: {'Port': ['ID=50213e90-7d31-4f1d-ab74-5ba91cc50475,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:43.726897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:43.736393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-8ad13e0b-f2aa-4df9-b73a-b89162d401b2 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4556653 Jan 18 23:04:43.736393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-eb7c96d9-9042-49ea-a006-ad24ac7fa7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.736649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-0d48780c-fc62-4221-b6e4-37f19451bed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:43.736752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-eb7c96d9-9042-49ea-a006-ad24ac7fa7ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.3651757 Jan 18 23:04:43.736850 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-0d48780c-fc62-4221-b6e4-37f19451bed2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0698407 Jan 18 23:04:43.832470 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7995a235-d297-45f8-afc6-adc7c9e9da8e', 'name': 'network-vif-deleted', 'tag': '6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e', 'status': 'completed', 'code': 200} Jan 18 23:04:43.858081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-5367a04a-bc14-4ccb-a660-fe3a91a19bca tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:04:43.947719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-32e7c181-f1f1-4460-9d86-0ca11152d682 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2038450 Jan 18 23:04:44.017596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-d022f6a7-89f0-4145-8890-1115fc08cbf4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.1543589 Jan 18 23:04:44.023229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a606933-9abb-4748-b5d2-cb4bceac50f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:44.105489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-a5629c46-e2f9-4eb2-9aa2-3ecd8c53f1bb service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523464 Jan 18 23:04:44.272694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-598a4ef1-5ce1-4e94-8289-79d51a39e487 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:44.272694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-598a4ef1-5ce1-4e94-8289-79d51a39e487 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1876671 Jan 18 23:04:44.323702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-5929ffaf-f287-4339-a418-01b28dfd666d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479667 Jan 18 23:04:44.332103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3851b6-c3f8-4273-a80a-3a60368a1ec6 req-abb5c36e-ff61-4ac9-bfaa-1ddea8fefb1a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:44.333618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e3851b6-c3f8-4273-a80a-3a60368a1ec6 req-abb5c36e-ff61-4ac9-bfaa-1ddea8fefb1a tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.3085067 Jan 18 23:04:44.385617 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-08240171-1195-4bf9-829f-a0deea1267fa service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739623 Jan 18 23:04:44.501644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e3851b6-c3f8-4273-a80a-3a60368a1ec6 req-549b6c4d-52b4-476b-b090-ff29e8a635d8 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Jan 18 23:04:44.538449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-b4e6b8ae-0771-41de-8f87-cf7d8980c957 service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035809 Jan 18 23:04:44.707346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604f0b72-cfe6-403f-b509-dcdabe1591cb req-c59a0062-b24f-42d6-8d21-3824009bf51f service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583326 Jan 18 23:04:44.733633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:44.860621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-e5fd1f83-9af8-4c1a-bebc-181e18d6b73d tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips/6bbcc80b-ba2a-4417-80ad-20f73921dea8 HTTP/1.1" status: 200 len: 693 time: 0.0937054 Jan 18 23:04:44.943357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4ec6d051-173b-461b-94fb-aaa7f518bcf7 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:45.052543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-b48db5e0-e8b5-42d9-acf4-93a0bdead8ec tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:45.054162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-b48db5e0-e8b5-42d9-acf4-93a0bdead8ec tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2021031 Jan 18 23:04:45.066042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-3b1d4ee9-a09a-4aed-98a5-a9b39ea94eb6 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:45.067822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-3b1d4ee9-a09a-4aed-98a5-a9b39ea94eb6 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072930 Jan 18 23:04:45.176782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-5367a04a-bc14-4ccb-a660-fe3a91a19bca tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:04:45.178064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-5367a04a-bc14-4ccb-a660-fe3a91a19bca tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 1.4413376 Jan 18 23:04:45.227026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-3192ab88-d8d3-40f1-b694-88a1592091f4 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.1507919 Jan 18 23:04:45.310010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.372636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:04:45.379661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:45.380315 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.380957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-63b936df-05cc-4252-a852-41e595ed2861 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.227 HTTP/1.1" status: 200 len: 696 time: 0.0945585 Jan 18 23:04:45.566633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.597890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Deleting port 8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:45.597890 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.598671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:45.611835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:45.686231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-7f7a10eb-8645-4ee8-b0f2-16b29516ff82 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:45.687667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-7f7a10eb-8645-4ee8-b0f2-16b29516ff82 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.5008969 Jan 18 23:04:45.701796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.703081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:45.708638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-3440bb17-8823-46cf-97e4-df71b4e0b834 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:04:45.712216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f67f301-27e4-4f3c-94e4-ec8a891567ba req-3440bb17-8823-46cf-97e4-df71b4e0b834 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054870 Jan 18 23:04:45.856474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:45.856796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6cbdc1a1-54d5-4513-b0c5-668f4b1ca10e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:45.890463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:45.955613 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9af5938-dac4-4b8b-8f94-a1bb63c4e329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.998273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:45.998602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.224611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Deleting port 969c6444-76c7-48d0-8729-7c1bbfea330d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:46.225861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.233459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Calling delete_port for 8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:46.275010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2dded-72f9-4cb1-aaf0-7a18c1e99be2 req-7b06949e-7c21-4cdd-b83a-0b52bcc87089 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.276927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ba2dded-72f9-4cb1-aaf0-7a18c1e99be2 req-7b06949e-7c21-4cdd-b83a-0b52bcc87089 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 949 time: 0.4258249 Jan 18 23:04:46.386460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ba2dded-72f9-4cb1-aaf0-7a18c1e99be2 req-7d8ecc46-b439-414c-ab36-3a3538c87245 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990348 Jan 18 23:04:46.439702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] For port 969c6444-76c7-48d0-8729-7c1bbfea330d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=969c6444-76c7-48d0-8729-7c1bbfea330d,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:46.442001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.537644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.614215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Calling delete_port for 969c6444-76c7-48d0-8729-7c1bbfea330d owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:46.695856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Pushing event deleted for resources: {'Port': ['ID=8d8301a9-d1aa-4d5f-bfb0-c58a130bb7c1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:46.704623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.754602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed004-316e-467a-8fde-fe9a34ea9c22 req-dcecbe71-7539-4939-ae8b-4cc2d7009c9f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:46.754890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-640ed004-316e-467a-8fde-fe9a34ea9c22 req-dcecbe71-7539-4939-ae8b-4cc2d7009c9f tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.2018979 Jan 18 23:04:46.809572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-640ed004-316e-467a-8fde-fe9a34ea9c22 req-d83c0983-758e-41de-8d8b-2308dd69a784 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492990 Jan 18 23:04:46.893800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:46.895314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8013bfe-c2eb-40e1-af85-5f25fe75efe6 req-9e00c9d7-0c38-403c-b6b3-85024975d07a tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "DELETE /v2.0/floatingips/6bbcc80b-ba2a-4417-80ad-20f73921dea8 HTTP/1.1" status: 204 len: 173 time: 1.5070086 Jan 18 23:04:46.988544 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'code': 200} Jan 18 23:04:47.012905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.132408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.199037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Pushing event deleted for resources: {'Port': ['ID=969c6444-76c7-48d0-8729-7c1bbfea330d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:47.264532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.610239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eac0192-6c89-429e-b3ca-65f6b56f5ff3 req-aead4a09-4594-4589-97ce-a09bda2e31ec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 1100 time: 0.5040755 Jan 18 23:04:47.615376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead898-95e4-425d-b688-fa5e4b345382 req-cb508e9a-b474-4749-8e3b-341f10084bfe tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:47.624201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-cb508e9a-b474-4749-8e3b-341f10084bfe tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1528113 Jan 18 23:04:47.719233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eac0192-6c89-429e-b3ca-65f6b56f5ff3 req-f77a7b9d-8c1f-4e4d-b458-5a7cf528cf75 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975876 Jan 18 23:04:47.753104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-9c1b33b9-c87b-451c-9df6-1bfe70d897b9 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.1182926 Jan 18 23:04:47.758249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'floatingip': {'port_id': '7af24661-814d-494c-af8f-fd690b355135', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:47.849044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:47.903602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.240891 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-572a27be-bb40-4317-bf26-daacab92f649 req-117e1660-97e1-45d4-b73a-202e15abd99e tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] show failed (client error): The resource could not be found. Jan 18 23:04:48.252189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-572a27be-bb40-4317-bf26-daacab92f649 req-117e1660-97e1-45d4-b73a-202e15abd99e tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips/6bbcc80b-ba2a-4417-80ad-20f73921dea8 HTTP/1.1" status: 404 len: 350 time: 0.0921128 Jan 18 23:04:48.640445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:48.711390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18122-dc06-4dec-8e73-b0dd76f8625c req-0fd8e8b9-3da6-4e1e-9f76-29b7c7cf1d9c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:48.712782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8c18122-dc06-4dec-8e73-b0dd76f8625c req-0fd8e8b9-3da6-4e1e-9f76-29b7c7cf1d9c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 949 time: 0.2001672 Jan 18 23:04:48.741578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Router ca412bac-d2b0-4b96-89aa-9bcc1271a15c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:48.848767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8c18122-dc06-4dec-8e73-b0dd76f8625c req-89ad69b1-8b47-4da1-b173-f53045dd27bd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138151 Jan 18 23:04:49.146517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.206743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:49.217683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Sync routers for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:49.227426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.241736 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:49.245523 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c8a623c3-6b6b-4495-bd25-cb8745088965 admin admin] 10.222.0.59 "PUT /v2.0/routers/ca412bac-d2b0-4b96-89aa-9bcc1271a15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5080335 Jan 18 23:04:49.245775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58908) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:49.246814 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:49.506634 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-82756cda-9446-4165-9570-43b4b94605ac req-b1d844be-a444-4ae5-8f39-07a1b8ae4b14 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] show failed (client error): The resource could not be found. Jan 18 23:04:49.506634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82756cda-9446-4165-9570-43b4b94605ac req-b1d844be-a444-4ae5-8f39-07a1b8ae4b14 tempest-FloatingIPsTestJSON-1093227852 tempest-FloatingIPsTestJSON-1093227852-project] 10.222.0.59 "GET /v2.0/floatingips/6bbcc80b-ba2a-4417-80ad-20f73921dea8 HTTP/1.1" status: 404 len: 350 time: 0.0998232 Jan 18 23:04:49.626159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:49.679270 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:49.725134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:49.931259 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Floating IP 1b3e15e1-b291-4c91-996b-5c774acd48fa associated. External IP: 172.25.1.43, port: 7af24661-814d-494c-af8f-fd690b355135. Jan 18 23:04:50.092191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.324130 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:04:46Z', 'revision_number': 5, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port': {'id': '79fb5efe-afd0-44d3-8b78-6eac90bb6ea7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:02:34Z', 'updated_at': '2022-01-18T23:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:50.338046 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Checking router: ca412bac-d2b0-4b96-89aa-9bcc1271a15c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:50.371323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Deleting port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:50.371323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.376193 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Routers {'ca412bac-d2b0-4b96-89aa-9bcc1271a15c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:50.376193 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:50.574445 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] Set router ca412bac-d2b0-4b96-89aa-9bcc1271a15c gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:50.650774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.651661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] For port 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:50.651661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:50.687316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbc1ab-90fd-41f4-bcc2-dfe100dd05b9 req-2995de0d-dc4b-419a-9056-8c5833426c7c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:50.688761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3cbc1ab-90fd-41f4-bcc2-dfe100dd05b9 req-2995de0d-dc4b-419a-9056-8c5833426c7c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 949 time: 0.2306838 Jan 18 23:04:50.690372 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:04:50Z', 'revision_number': 6, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:50.695766 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b9666b-37ac-4edf-942d-5dc23d55f268 None None] The sync data for ids ['ca412bac-d2b0-4b96-89aa-9bcc1271a15c'] in n-d-825175-2 is: [{'id': 'ca412bac-d2b0-4b96-89aa-9bcc1271a15c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1712070446-router', 'tenant_id': 'f036c9aeba67443aa9898dde0ab6570d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:02:33Z', 'updated_at': '2022-01-18T23:04:50Z', 'revision_number': 6, 'project_id': 'f036c9aeba67443aa9898dde0ab6570d', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:50.818890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Calling delete_port for 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:51.002059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3cbc1ab-90fd-41f4-bcc2-dfe100dd05b9 req-d3f10f55-8a25-40a4-9d66-3a2b65c5380a tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962680 Jan 18 23:04:51.122272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Router 0afd78e0-a140-496d-9255-c73651f9626e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:51.187148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.267169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fb5efe-afd0-44d3-8b78-6eac90bb6ea7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:51.610382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:51.615337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.622623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Sync routers for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:51.643301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:51.645156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:51.690932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-97a42000-0915-43b8-bb5f-6873fdb870cf tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "PUT /v2.0/floatingips/1b3e15e1-b291-4c91-996b-5c774acd48fa HTTP/1.1" status: 200 len: 996 time: 3.9340551 Jan 18 23:04:51.697476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:51.726729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:51.893763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-44a91ad1-aaaa-448b-82c8-238d562f3367 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.1880805 Jan 18 23:04:52.088072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 969c6444-76c7-48d0-8729-7c1bbfea330d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:52.130757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 969c6444-76c7-48d0-8729-7c1bbfea330d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:52.131034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 969c6444-76c7-48d0-8729-7c1bbfea330d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:52.146277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:52.159335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435e0d9-1caa-4eee-a89b-642bc235c8a1 req-19ea3b71-a68f-43be-b038-88a0cd036092 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:52.165282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b435e0d9-1caa-4eee-a89b-642bc235c8a1 req-19ea3b71-a68f-43be-b038-88a0cd036092 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.3510931 Jan 18 23:04:52.191123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead898-95e4-425d-b688-fa5e4b345382 req-9742e9e9-b56d-4943-b7a8-025dcf37b5ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:52.192696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-9742e9e9-b56d-4943-b7a8-025dcf37b5ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.2980435 Jan 18 23:04:52.194592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Deleting port fb2843c5-9f18-42ef-b9d9-d33d141e82f7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:52.201579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.214583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.220060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-35dff48e-988f-4a8c-9393-ec01302474ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 999 time: 0.2450578 Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b435e0d9-1caa-4eee-a89b-642bc235c8a1 req-3c871333-9fa4-4bf1-997a-0071cf48b2c5 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162146 Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] For port fb2843c5-9f18-42ef-b9d9-d33d141e82f7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bead898-95e4-425d-b688-fa5e4b345382 req-90b30e22-c465-4da9-b254-338741ff079c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:52.618955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-90b30e22-c465-4da9-b254-338741ff079c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1060998 Jan 18 23:04:52.666104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '1b3e15e1-b291-4c91-996b-5c774acd48fa', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'port_id': '7af24661-814d-494c-af8f-fd690b355135', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'mac_address': 'fa:16:3e:1a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:04:42Z', 'updated_at': '2022-01-18T23:04:48Z', 'revision_number': 1, 'project_id': '64e9517246234117b8bf6707061ff215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:52.672643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Checking router: 0afd78e0-a140-496d-9255-c73651f9626e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:52.685306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:52.686429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:52.694692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-cfba4d52-aa37-4c80-bbd5-8a065a34c706 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465875 Jan 18 23:04:52.891871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Calling delete_port for fb2843c5-9f18-42ef-b9d9-d33d141e82f7 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:52.898857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:53.012601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.024135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca412bac-d2b0-4b96-89aa-9bcc1271a15c {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:04:53.037131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.044626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5065a6aa-4118-4d38-b143-225027d17f42 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ca412bac-d2b0-4b96-89aa-9bcc1271a15c HTTP/1.1" status: 204 len: 168 time: 3.7977905 Jan 18 23:04:53.047341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58958) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.159530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Deleting subnet c7a08001-0a12-4a2e-b19a-e6b2df98c2dc {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:04:53.163947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.235826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.277915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-bf0d3526-66ed-41cc-83e7-0ea2e97dfb59 service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170117 Jan 18 23:04:53.381084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.503667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '1b3e15e1-b291-4c91-996b-5c774acd48fa', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'port_id': '7af24661-814d-494c-af8f-fd690b355135', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'mac_address': 'fa:16:3e:1a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:04:42Z', 'updated_at': '2022-01-18T23:04:48Z', 'revision_number': 1, 'project_id': '64e9517246234117b8bf6707061ff215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:53.508048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14169dca-7a45-4e53-a66b-ba795bcd272e None None] The sync data for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 is: [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '1b3e15e1-b291-4c91-996b-5c774acd48fa', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'port_id': '7af24661-814d-494c-af8f-fd690b355135', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'mac_address': 'fa:16:3e:1a:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:04:42Z', 'updated_at': '2022-01-18T23:04:48Z', 'revision_number': 1, 'project_id': '64e9517246234117b8bf6707061ff215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:53.567510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-58b10c77-654b-4ccb-affc-4ffc7723a733 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f&device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb&device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5&device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314&device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b&device_id=f05ef572-107a-48be-9e1c-903fc5b76233&device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da&device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7&device_id=095778a2-11a0-4350-940c-24d2588a458d&device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 10855 time: 0.6029959 Jan 18 23:04:53.582889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.611292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.625285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bead898-95e4-425d-b688-fa5e4b345382 req-73852bc9-491e-4f9d-9980-c31f2d9a867d service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151908 Jan 18 23:04:53.639986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a08001-0a12-4a2e-b19a-e6b2df98c2dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:53.647103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.653727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.661137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c7a08001-0a12-4a2e-b19a-e6b2df98c2dc HTTP/1.1" status: 204 len: 168 time: 0.6124873 Jan 18 23:04:53.661313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2851c-a0a5-46dd-8ef2-ed8a56eb7f85 None None] Network 7b59d454-32fc-4e79-a00b-8b7fded80b1d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:04:53.662816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.663258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.663604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.663971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.664302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.664630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.665010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.665360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.665683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.666053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.667179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563cab9-89bb-4017-93c8-ebd1b33d0678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:04:53.670832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58966) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:53.702684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2843c5-9f18-42ef-b9d9-d33d141e82f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:53.704806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:53.711076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Usage tracker for resource:security_group_rule and tenant:749b930dad064d768257619866472c50 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:53.757947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:53.763873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:53.902244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:53.928171 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:04:53.988090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.019007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Deleting port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:54.019472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.055062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.097357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43aac28e-52c1-4bd9-9f44-b6c9b4d9188f req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&id=951a6585-4519-4f87-951c-03f384f4f545&id=ece9def1-0396-474f-8784-e01c9ecc8e71&id=7ff4810d-1265-42fa-b4d1-10e0bf369838&id=885fa172-22ba-450e-bc5c-f047f9a88cc9&id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5193944 Jan 18 23:04:54.102943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-c5e49ae0-9c57-4d44-8149-b967f6309eae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.1553051 Jan 18 23:04:54.171193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] DHCP port deletion for 7b59d454-32fc-4e79-a00b-8b7fded80b1d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:04:54.179527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Deleting port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:54.180387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.362277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] For port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:54.362899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.489475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] For port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,segment=NetworkSegment(fbcdc7a1-f0c2-450c-898d-12085df655f4),segment_id=fbcdc7a1-f0c2-450c-898d-12085df655f4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:54.489475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.520704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997d20-9bca-46ec-9067-f52dabfefead tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08488ea5-d206-43cb-a9aa-540693e3a2eb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:54.545820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Calling delete_port for 307a491e-fdb1-4eec-a6b3-6f898b8b05bb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:54.564550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-4bcc9f5a-3ca9-42e6-855b-9386071910b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:54.571954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-4bcc9f5a-3ca9-42e6-855b-9386071910b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.4359386 Jan 18 23:04:54.632432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Calling delete_port for 307a491e-fdb1-4eec-a6b3-6f898b8b05bb owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:54.659536 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d49985e-0835-4d71-829d-2abfe63e234d None None] New status for floating IP 1b3e15e1-b291-4c91-996b-5c774acd48fa: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:04:54.782369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-6463db2d-6f3e-4d71-ae4b-275814c5e6d9 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 999 time: 0.4797873 Jan 18 23:04:54.794827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:54.805987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:04:54.806399 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:04:54.824703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:04:54.859721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=307a491e-fdb1-4eec-a6b3-6f898b8b05bb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:54.868860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] No DVR routers for this DVR port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:04:54.906077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-93b55d4d-1967-4bd3-9177-974f161fbc56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 999 time: 0.1339598 Jan 18 23:04:55.006411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.045692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b59d454-32fc-4e79-a00b-8b7fded80b1d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:55.075563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcdc7a1-f0c2-450c-898d-12085df655f4') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:55.075864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcdc7a1-f0c2-450c-898d-12085df655f4') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:55.090790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.115241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.123225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:04:55.123641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:04:55.138019 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:04:55.173270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80d602-9f22-4808-b63e-2b9e5cd4611d req-14a77bef-efb5-466b-b10a-e26808f09df9 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:55.174788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce80d602-9f22-4808-b63e-2b9e5cd4611d req-14a77bef-efb5-466b-b10a-e26808f09df9 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.8631473 Jan 18 23:04:55.187775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-00d69678-7a7e-4b73-9629-d8532ecd1f6e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:55.189443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-00d69678-7a7e-4b73-9629-d8532ecd1f6e tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports/7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 943 time: 0.4060659 Jan 18 23:04:55.219619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-fd057e30-1418-4e06-b5d4-f43d6817c508 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:55.221078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-fd057e30-1418-4e06-b5d4-f43d6817c508 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.2688572 Jan 18 23:04:55.274074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:55.299428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'network_id': 'cdf0df64-54cc-4b3f-9ea3-b857713b4e68', 'port_id': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'mac_address': 'fa:16:3e:15:a3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d909dfc-b9b3-47a3-a7f6-510895d5ec88', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:04:55.302767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-d0bab1e1-be8e-46c2-a2cb-d0b154a48825 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697124 Jan 18 23:04:55.328437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Deleting port 307a491e-fdb1-4eec-a6b3-6f898b8b05bb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:55.328807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.331624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.360939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.380203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b59d454-32fc-4e79-a00b-8b7fded80b1d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:55.433531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.458451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b104b-74a9-4c21-85e7-612db6f7774d None None] The port '307a491e-fdb1-4eec-a6b3-6f898b8b05bb' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:04:55.532353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f4def59-2c28-4610-8cf1-0dc1afd120c9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:04:55.533431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce80d602-9f22-4808-b63e-2b9e5cd4611d req-5e05e3ca-d7d1-439a-b892-fdd37613a6fa tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798040 Jan 18 23:04:55.534009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:55.543023 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b919a67-abae-409a-89c1-9cfd58877ec7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7b59d454-32fc-4e79-a00b-8b7fded80b1d HTTP/1.1" status: 204 len: 168 time: 1.8710551 Jan 18 23:04:55.559501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-b1b5bc1d-0356-4ad9-8aed-4370270464de tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.2220807 Jan 18 23:04:55.560705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.652638 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:55.741130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-cd253bdc-94cc-44e7-aa6a-dde0d11f020e service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291592 Jan 18 23:04:55.776579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:55.793702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1f4def59-2c28-4610-8cf1-0dc1afd120c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:04:55.968802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-347cb092-d9f2-4272-9ca2-18c2697f6883 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:55.977305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-347cb092-d9f2-4272-9ca2-18c2697f6883 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.4003117 Jan 18 23:04:56.017853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 307a491e-fdb1-4eec-a6b3-6f898b8b05bb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:56.070228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 307a491e-fdb1-4eec-a6b3-6f898b8b05bb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:56.070679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 307a491e-fdb1-4eec-a6b3-6f898b8b05bb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:56.071318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:04:56.099333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.117315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:04:56.117315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 79fb5efe-afd0-44d3-8b78-6eac90bb6ea7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:04:56.150398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d22a3698-e089-4cf1-b430-96bd680f77e0 req-a59e7fda-718e-49ee-87bd-fc2c5262eb3f service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943636 Jan 18 23:04:56.156286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-8b099033-d547-4e5d-97e6-e7d47e0491c6 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 1001 time: 0.1781483 Jan 18 23:04:56.167978 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d0b3b450-f366-40df-9b29-cbc214a18939 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f036c9aeba67443aa9898dde0ab6570d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0674398 Jan 18 23:04:56.168707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:56.233400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:56.285394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.312947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.420677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.520631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.538918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324ca05-40fa-48e9-aa7c-462137a7c6bb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:56.550131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:56.551577 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b2daf225-a93b-4e4f-9c44-8598c643ba70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a324ca05-40fa-48e9-aa7c-462137a7c6bb HTTP/1.1" status: 204 len: 168 time: 0.3817492 Jan 18 23:04:56.826336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-363bbd23-feed-4188-ad49-10d5610f20a8 req-d73bc0db-b053-4530-9d99-9354370298ea tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f&device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314&device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 2882 time: 0.5078511 Jan 18 23:04:56.850984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:04:56.981497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:04:56.981497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.003156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-363bbd23-feed-4188-ad49-10d5610f20a8 req-e439bc73-b215-4653-af4d-566ff848ebb1 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764078 Jan 18 23:04:57.130795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.148970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.187142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:57.199893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:57.316810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31fae2-4aed-4df3-9549-8220215e9358 req-b92613d7-c2c0-4492-8f82-a56defd5a451 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:57.335766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de31fae2-4aed-4df3-9549-8220215e9358 req-b92613d7-c2c0-4492-8f82-a56defd5a451 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 944 time: 0.1211555 Jan 18 23:04:57.360519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.410054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:57.410418 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Floating IP 1b3e15e1-b291-4c91-996b-5c774acd48fa disassociated. External IP: 172.25.1.43, port: 7af24661-814d-494c-af8f-fd690b355135. Jan 18 23:04:57.446432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:04:57.524818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de31fae2-4aed-4df3-9549-8220215e9358 req-b4c2272a-5a72-4026-8f7f-369017e0f7bd tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996922 Jan 18 23:04:57.650230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Router 3ad3df70-34a0-43af-a51e-c690f11a64c2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:57.992140 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'code': 200} Jan 18 23:04:58.149330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:58.160057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Sync routers for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:58.170140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Router 0afd78e0-a140-496d-9255-c73651f9626e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:04:58.172750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:58.173412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:58.184062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ad2b8f47-6e5d-49d0-9950-2f2572effcc2 admin admin] 10.222.0.59 "PUT /v2.0/routers/3ad3df70-34a0-43af-a51e-c690f11a64c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5538034 Jan 18 23:04:58.184589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59034) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:58.443847 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:04:58.593594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:58.672623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:04:58.679016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.687216 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Sync routers for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:04:58.691876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:58.707812 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:58.708708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:58.842949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3bb3877e-6c01-4e0a-92c0-b73e8c5d316c tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "PUT /v2.0/floatingips/1b3e15e1-b291-4c91-996b-5c774acd48fa HTTP/1.1" status: 200 len: 694 time: 2.6190751 Jan 18 23:04:58.915216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:04:58.951369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:53Z', 'revision_number': 5, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:58.955446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Checking router: 3ad3df70-34a0-43af-a51e-c690f11a64c2 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:58.971059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Routers {'3ad3df70-34a0-43af-a51e-c690f11a64c2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:58.971637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3ad3df70-34a0-43af-a51e-c690f11a64c2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:59.019203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-26f5d38e-1b74-49d3-856e-aa73a0ba8f08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.1753297 Jan 18 23:04:59.063773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:04:59.097661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:59.167991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.292666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Deleting port fdd6996e-648b-4dc3-8d98-9e717471cc26 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:04:59.293388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.311859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65176b02-33d1-4e29-95df-ff40a91c5a5d req-7cd7f0f4-7351-4316-8a91-a388e68ff5fc tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.313705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65176b02-33d1-4e29-95df-ff40a91c5a5d req-7cd7f0f4-7351-4316-8a91-a388e68ff5fc tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.1571496 Jan 18 23:04:59.315089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-154836b0-d9ba-40f2-af57-1a2ce1fb8454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.316704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-154836b0-d9ba-40f2-af57-1a2ce1fb8454 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.2967625 Jan 18 23:04:59.352400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] Set router 3ad3df70-34a0-43af-a51e-c690f11a64c2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:04:59.412535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-44c47f56-e731-43d2-a39d-726d15989c17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.0734351 Jan 18 23:04:59.422220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-network', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:04:59.467311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:59.515210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Usage tracker for resource:network and tenant:bf5b686d9640494a859c0b52618fed4b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:59.522397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:59.529915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-34e4b40c-fbb1-4dd0-8ee7-6bb40a1a2e9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:04:59.531632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-34e4b40c-fbb1-4dd0-8ee7-6bb40a1a2e9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1030447 Jan 18 23:04:59.542784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:59.590847 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:59.595296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Checking router: 0afd78e0-a140-496d-9255-c73651f9626e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:04:59.595973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65176b02-33d1-4e29-95df-ff40a91c5a5d req-ba91621e-24d3-4335-9371-f8b659b16cf4 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/security-groups?id=951a6585-4519-4f87-951c-03f384f4f545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761121 Jan 18 23:04:59.600371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-9020322d-daff-4642-939b-080b81ea4a95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606382 Jan 18 23:04:59.629260 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:04:59.629879 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:59.668282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] For port fdd6996e-648b-4dc3-8d98-9e717471cc26, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fdd6996e-648b-4dc3-8d98-9e717471cc26,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:04:59.669488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.771087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Made reservation on behalf of bf5b686d9640494a859c0b52618fed4b for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:04:59.778679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.804199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:04:59.873993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:04:59.878218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5b686d9640494a859c0b52618fed4b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:04:59.881890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:04:59.884009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:53Z', 'revision_number': 5, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:04:59.888415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:04:59.895699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53394a09-53ee-49ed-a0db-158dcaaef74c None None] The sync data for ids ['3ad3df70-34a0-43af-a51e-c690f11a64c2'] in n-d-825175-2 is: [{'id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'name': 'tempest-FloatingIPsTestJSON-655500324-router', 'tenant_id': '4e69b15f322744749d52548aeb35c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:04:13Z', 'updated_at': '2022-01-18T23:04:53Z', 'revision_number': 5, 'project_id': '4e69b15f322744749d52548aeb35c94f', 'gw_port': {'id': 'fdd6996e-648b-4dc3-8d98-9e717471cc26', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad3df70-34a0-43af-a51e-c690f11a64c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:04:14Z', 'updated_at': '2022-01-18T23:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:04:59.925579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Calling delete_port for fdd6996e-648b-4dc3-8d98-9e717471cc26 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:04:59.998075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.024860 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:00.084103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-231ec94f-787f-4322-b432-3625eb021d0e service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772272 Jan 18 23:05:00.114719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.224720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffeecf5-3acc-45ca-9df2-9401d4a4e2a2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:00.248688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.254092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.254630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.256295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.256804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.257308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.257900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.272765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.273129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.273466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.273802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.274259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:00.300606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:05:00.347887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.348474 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Added segment 82772db2-9bbb-43d4-839e-eb5d605b99b9 of type vlan for network 671267cf-68eb-4b82-bd55-f9180890a35e Jan 18 23:05:00.350399 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:05:00.411883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6253ddaa-7008-41e1-b3ba-b5b62b6176e8 req-3330ec5e-6d03-4d73-88bc-7f244c49cc1b service neutron] 10.222.0.59 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200808 Jan 18 23:05:00.427275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd6996e-648b-4dc3-8d98-9e717471cc26,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:00.436897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.518787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-b21d3a69-f04a-4ac2-a714-988b424b0fc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64e9517246234117b8bf6707061ff215&device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 1097 time: 0.1406693 Jan 18 23:05:00.613292 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:00.618114 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaef5310-4068-4af4-a183-c8ed48f5339b None None] The sync data for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 is: [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:03:19Z', 'revision_number': 4, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3cb04186-d030-452c-8495-3d8db8ecb986', 'name': '', 'network_id': '1782e7cc-e00a-4266-925a-19b09d64a584', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'mac_address': 'fa:16:3e:c3:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0672b699-5e58-46c3-b79f-9875f266f273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:16Z', 'updated_at': '2022-01-18T23:03:28Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'subnets': [{'id': '0672b699-5e58-46c3-b79f-9875f266f273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:00.655320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.656185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:00.656766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.749152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:00.830815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] Pushing event updated for resources: {'Network': ['ID=671267cf-68eb-4b82-bd55-f9180890a35e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:00.842485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 671267cf-68eb-4b82-bd55-f9180890a35e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:05:00.930511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-724fdf26-90ab-4f78-b1f2-a3ecf852e921 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8627734 Jan 18 23:05:00.931234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:00.942352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-6cfff42a-a8dc-498d-94a6-363fcc9b3979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:00.945871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-6cfff42a-a8dc-498d-94a6-363fcc9b3979 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 200 len: 918 time: 0.4216161 Jan 18 23:05:00.954050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Request body: {'subnet': {'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-subnet', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:00.969593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:00.978160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Usage tracker for resource:subnet and tenant:bf5b686d9640494a859c0b52618fed4b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:00.989177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:00.999221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:01.200346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.205404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.243447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Made reservation on behalf of bf5b686d9640494a859c0b52618fed4b for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:01.246131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.295226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e0c68f-16df-4c0a-b23c-c90b0046ba21 None None] New status for floating IP 1b3e15e1-b291-4c91-996b-5c774acd48fa: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:05:01.345372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-071b611d-3437-4ec0-a37d-a29a680e2a95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 200 len: 217 time: 0.3308625 Jan 18 23:05:01.413688 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.414229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad3df70-34a0-43af-a51e-c690f11a64c2 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:05:01.456385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.460425 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f99fc3c0-172f-48be-91f6-a6fddd59a672 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3ad3df70-34a0-43af-a51e-c690f11a64c2 HTTP/1.1" status: 204 len: 168 time: 3.2721980 Jan 18 23:05:01.462284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:01.508429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-5c3a2490-a3e1-4404-9bea-e6ddf4bbfb31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:01.508429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-5c3a2490-a3e1-4404-9bea-e6ddf4bbfb31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 200 len: 857 time: 0.1024289 Jan 18 23:05:01.508429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-62158ff9-4f7e-4fca-86f0-a800e533cfb7 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips/1b3e15e1-b291-4c91-996b-5c774acd48fa HTTP/1.1" status: 200 len: 694 time: 0.2673736 Jan 18 23:05:01.598299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Deleting subnet 2ef12186-db8b-4d50-948e-066fba653c24 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:05:01.601884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.704816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:01.786065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-14caade1-e7d8-4580-a461-6b2e90065167 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1782e7cc-e00a-4266-925a-19b09d64a584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627836 Jan 18 23:05:01.816013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.031371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4a0b263b-7960-4ad6-8032-5f5e3c762d04 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:02.048821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4a0b263b-7960-4ad6-8032-5f5e3c762d04 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.5003448 Jan 18 23:05:02.092733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.153045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fdd6996e-648b-4dc3-8d98-9e717471cc26 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:02.207251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-04f54b4a-d759-409c-9584-d1bd894c4ca1 service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987744 Jan 18 23:05:02.230320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef12186-db8b-4d50-948e-066fba653c24,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:02.230900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fdd6996e-648b-4dc3-8d98-9e717471cc26 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:02.231427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fdd6996e-648b-4dc3-8d98-9e717471cc26 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:02.231999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fb2843c5-9f18-42ef-b9d9-d33d141e82f7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:02.240017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.256509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e34737fb-77c9-4d47-a394-2885ace3d61b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2ef12186-db8b-4d50-948e-066fba653c24 HTTP/1.1" status: 204 len: 168 time: 0.7930324 Jan 18 23:05:02.260597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59112) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:02.271761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fb2843c5-9f18-42ef-b9d9-d33d141e82f7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:02.272495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fb2843c5-9f18-42ef-b9d9-d33d141e82f7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:02.274407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e530fca-4e74-4704-8a56-22400e7be5c2 None None] Network c7e1c5e9-363d-42f9-8606-1586bbdbbf2b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:02.382640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.400286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-675cedd7-a73e-4baa-b0fe-a96b842ad3f8 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.3504441 Jan 18 23:05:02.483490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.495846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Deleting port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:02.496194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.615310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] DHCP port deletion for c7e1c5e9-363d-42f9-8606-1586bbdbbf2b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:05:02.620961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Deleting port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:02.621794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.736386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90e33b39-6de1-41ad-97a0-695d0ca0ece3 req-e06ed1d0-2a6d-46f1-a9ec-81282ce089f7 service neutron] 10.222.0.89 "GET /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288050 Jan 18 23:05:02.799860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-17c4aced-0958-485f-b40b-5b790b3c6245 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.3984163 Jan 18 23:05:02.809416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] For port ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:02.809867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.928318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] For port ccd6c65d-cdce-4382-a0b5-65b569bc5be3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,segment=NetworkSegment(24fac553-6d80-4fb9-b7de-77d88259c802),segment_id=24fac553-6d80-4fb9-b7de-77d88259c802)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:02.928995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:02.973316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00326a7-6581-46fb-8037-a328cc82266d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:03.032018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Checking segment: {'id': '82772db2-9bbb-43d4-839e-eb5d605b99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:03.032756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Network hostable DHCP agents. Network: 671267cf-68eb-4b82-bd55-f9180890a35e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:05:03.072031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Calling delete_port for ccd6c65d-cdce-4382-a0b5-65b569bc5be3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:03.133213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec2cb5fe-387d-4b41-8c3c-bb91fb15701b req-d53ad68a-3f40-4cfd-8c50-d7f778c13f7a tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1101 time: 0.9066412 Jan 18 23:05:03.157777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:03.167545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Deleting port 50213e90-7d31-4f1d-ab74-5ba91cc50475 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:03.172973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.193481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Calling delete_port for ccd6c65d-cdce-4382-a0b5-65b569bc5be3 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:03.297370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.428301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd6c65d-cdce-4382-a0b5-65b569bc5be3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:03.431889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] No DVR routers for this DVR port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:03.439952 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:05:03.440435 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:05:03.488536 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.550448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:03.574915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ec2cb5fe-387d-4b41-8c3c-bb91fb15701b req-f3c1d03b-0920-4ed8-ae1a-e45b590e4e73 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Synchronizing usage tracker for tenant:749b930dad064d768257619866472c50 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:03.583342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:03.658739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.661074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.671482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Network 671267cf-68eb-4b82-bd55-f9180890a35e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:05:03.726523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-130c55d3-96ae-4565-a577-0119ffa11e64 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:03.727886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e1c5e9-363d-42f9-8606-1586bbdbbf2b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:03.728020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-130c55d3-96ae-4565-a577-0119ffa11e64 tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 945 time: 0.3597274 Jan 18 23:05:03.732293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.732743 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.761457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fac553-6d80-4fb9-b7de-77d88259c802') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:03.761752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fac553-6d80-4fb9-b7de-77d88259c802') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:03.787834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.797869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:03.816409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.816768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.817124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.817599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.817942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.818273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.818597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.818927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.819251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.819573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.821952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:03.831701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.833554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ec2cb5fe-387d-4b41-8c3c-bb91fb15701b req-f3c1d03b-0920-4ed8-ae1a-e45b590e4e73 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] Unset dirty status for tenant:749b930dad064d768257619866472c50 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:03.854540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec2cb5fe-387d-4b41-8c3c-bb91fb15701b req-f3c1d03b-0920-4ed8-ae1a-e45b590e4e73 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202129 Jan 18 23:05:03.861341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:05:03.861759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:05:03.890231 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:05:03.942009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Deleting port ccd6c65d-cdce-4382-a0b5-65b569bc5be3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:03.942370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:03.970109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Calling delete_port for 50213e90-7d31-4f1d-ab74-5ba91cc50475 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:04.006425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 671267cf-68eb-4b82-bd55-f9180890a35e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:04.023747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:04.024654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.030603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ccd6c65d-cdce-4382-a0b5-65b569bc5be3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:04.065026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa57336-2425-45a9-b7b4-c5e828a29308 None None] Network 671267cf-68eb-4b82-bd55-f9180890a35e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:04.072993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Deleting port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:04.073581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.129505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.143871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ab2db-5010-4091-9d9b-bf35151a917e None None] The port 'ccd6c65d-cdce-4382-a0b5-65b569bc5be3' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:05:04.168121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.190687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e1c5e9-363d-42f9-8606-1586bbdbbf2b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:04.194005 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8eccf3cb-8454-468e-bedc-382d89b94eb9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c7e1c5e9-363d-42f9-8606-1586bbdbbf2b HTTP/1.1" status: 204 len: 168 time: 1.9318080 Jan 18 23:05:04.218085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ccd6c65d-cdce-4382-a0b5-65b569bc5be3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:04.218085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ccd6c65d-cdce-4382-a0b5-65b569bc5be3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:04.265307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-adf6ae8f-f40a-450b-ae04-caf02778bf07 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3283846 Jan 18 23:05:04.265871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:04.271303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-router', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:04.277236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:04.301898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Usage tracker for resource:router and tenant:bf5b686d9640494a859c0b52618fed4b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:04.311865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:04.321739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:04.425978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.427248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.517949 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'code': 200} Jan 18 23:05:04.523597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-671267cf-68eb-4b82-bd55-f9180890a35e', 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'fixed_ips': [{'subnet_id': 'd00326a7-6581-46fb-8037-a328cc82266d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:05:04.523597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.571987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.601734 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.674742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59140) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:04.710378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event deleted for resources: {'Port': ['ID=50213e90-7d31-4f1d-ab74-5ba91cc50475,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:04.715536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] For port 1f4def59-2c28-4610-8cf1-0dc1afd120c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1f4def59-2c28-4610-8cf1-0dc1afd120c9,segment=NetworkSegment(c7707b55-9ba4-4334-ae30-a082e030ead4),segment_id=c7707b55-9ba4-4334-ae30-a082e030ead4)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:04.716815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.793105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Allocated IP 172.20.0.2 (671267cf-68eb-4b82-bd55-f9180890a35e/d00326a7-6581-46fb-8037-a328cc82266d/be29abd8-6f9e-47f9-92cd-f606b7d6b603) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:04.797924 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-27f79691-f3b3-49d8-a4b7-a69732096fde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e69b15f322744749d52548aeb35c94f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1194863 Jan 18 23:05:04.798574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59144) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:04.914622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.936402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:04.964288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Calling delete_port for 1f4def59-2c28-4610-8cf1-0dc1afd120c9 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:04.964976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.049606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.069872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.144877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.153119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0346adf-28c0-4a9c-be60-2b2336f98f8c req-c7fef91d-88b8-40cc-96cb-b0ecb4bc0110 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1101 time: 0.4485097 Jan 18 23:05:05.200590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0346adf-28c0-4a9c-be60-2b2336f98f8c req-b7c53992-deed-45a5-aeb6-8d90831b7352 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Jan 18 23:05:05.210562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.211823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b12f11f1-5fe4-46b3-890a-c3fa28b0a4da req-4324d8a1-7f30-406d-8880-3414aed39339 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "DELETE /v2.0/floatingips/1b3e15e1-b291-4c91-996b-5c774acd48fa HTTP/1.1" status: 204 len: 173 time: 2.4111688 Jan 18 23:05:05.249925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Transition to ACTIVE for port object be29abd8-6f9e-47f9-92cd-f606b7d6b603 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:05.250663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.266544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd5e91-55c6-4273-afa7-9e7abe1ee9c9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:05.289694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.293368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab2fdc3b-08fb-4141-8cd0-7ad3310ef089 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bfd5e91-55c6-4273-afa7-9e7abe1ee9c9 HTTP/1.1" status: 204 len: 168 time: 0.4917078 Jan 18 23:05:05.324769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Transition to ACTIVE for port object be29abd8-6f9e-47f9-92cd-f606b7d6b603 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:05.361080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Pushing event deleted for resources: {'Port': ['ID=1f4def59-2c28-4610-8cf1-0dc1afd120c9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:05.438860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.461257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.503671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.526303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Pushing event updated for resources: {'Port': ['ID=be29abd8-6f9e-47f9-92cd-f606b7d6b603,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:05.535290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Network 671267cf-68eb-4b82-bd55-f9180890a35e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:05.536747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:05.539729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:05.627988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e751eaeb-8698-4d7a-a0b7-8840f0ab4720 req-10a686fc-13d9-481a-878d-21b9d7e8280e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Synchronizing usage tracker for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:05.630647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] No DVR routers for this DVR port 1f4def59-2c28-4610-8cf1-0dc1afd120c9 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:05.633457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.636869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c449f92-42c4-42df-bb56-2c5e506efc6e req-717a21a8-d7d8-4b8d-a200-e44ad8d67f2c tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.89 "DELETE /v2.0/ports/1f4def59-2c28-4610-8cf1-0dc1afd120c9 HTTP/1.1" status: 204 len: 173 time: 1.8963280 Jan 18 23:05:05.642028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Attempting to bind port be29abd8-6f9e-47f9-92cd-f606b7d6b603 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:05.642379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-deleted', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:05.642878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Attempting to bind port be29abd8-6f9e-47f9-92cd-f606b7d6b603 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '82772db2-9bbb-43d4-839e-eb5d605b99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:05.643426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Attempting to bind port be29abd8-6f9e-47f9-92cd-f606b7d6b603 on network 671267cf-68eb-4b82-bd55-f9180890a35e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:05.654991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:05.655894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Checking segment: {'id': '82772db2-9bbb-43d4-839e-eb5d605b99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:05.669305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.674427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Bound using segment: {'id': '82772db2-9bbb-43d4-839e-eb5d605b99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:05.674427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Bound port: be29abd8-6f9e-47f9-92cd-f606b7d6b603, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82772db2-9bbb-43d4-839e-eb5d605b99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:05.674427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.686604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Allocated IP 172.25.1.165 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/d4e4ea32-994e-476e-960e-87b18c195a1e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:05.789297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] For port be29abd8-6f9e-47f9-92cd-f606b7d6b603, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:05.793073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] For port be29abd8-6f9e-47f9-92cd-f606b7d6b603, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be29abd8-6f9e-47f9-92cd-f606b7d6b603,segment=NetworkSegment(82772db2-9bbb-43d4-839e-eb5d605b99b9),segment_id=82772db2-9bbb-43d4-839e-eb5d605b99b9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:05.794522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-ad93b24d-59c6-441a-a764-d488a8337e42 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:05.797296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-ad93b24d-59c6-441a-a764-d488a8337e42 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.3082652 Jan 18 23:05:05.812561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-29630656-9c60-4a51-83df-3ac74ad2ac03 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/quotas/7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 375 time: 0.0110545 Jan 18 23:05:05.851495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.892480 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:05.901232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-254b8c46-5256-4d9c-bfc1-da9e9cc5e495 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815556 Jan 18 23:05:05.901579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e751eaeb-8698-4d7a-a0b7-8840f0ab4720 req-10a686fc-13d9-481a-878d-21b9d7e8280e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] Unset dirty status for tenant:7fe9490459bc4bd8bd97b2538d057bcd on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:05.913883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e751eaeb-8698-4d7a-a0b7-8840f0ab4720 req-10a686fc-13d9-481a-878d-21b9d7e8280e tempest-ImagesTestJSON-1608313845 tempest-ImagesTestJSON-1608313845-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce50755-eabe-4130-9827-e370c3a0d6fb HTTP/1.1" status: 200 len: 210 time: 0.5088444 Jan 18 23:05:05.966827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.014282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb7a3e-9c3a-4a82-9a6c-de723501046f None None] Pushing event updated for resources: {'Port': ['ID=be29abd8-6f9e-47f9-92cd-f606b7d6b603,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:06.069239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Pushing event updated for resources: {'Port': ['ID=d4e4ea32-994e-476e-960e-87b18c195a1e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:06.086366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:06.093374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:06.097889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:06.118722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-5c675ef6-c9ed-438e-a1bf-fb1130408992 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups/b20b48c1-47a1-4629-87a7-20e23fdff70c HTTP/1.1" status: 200 len: 1642 time: 0.0955794 Jan 18 23:05:06.163659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-8f127fa5-2e54-496c-a161-b75489701fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416370 Jan 18 23:05:06.340523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.407853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-a2e7eb83-4a3e-4932-b206-b61d6d0e599e service neutron] 10.222.0.59 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314351 Jan 18 23:05:06.407853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.530848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.531114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.531238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.569878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b48c1-47a1-4629-87a7-20e23fdff70c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:06.652126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:06.654585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2883760d-66b1-460d-a6e0-b1d7e0f15c5a req-36f8c82f-40c9-40be-85b6-427ac9609565 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "DELETE /v2.0/security-groups/b20b48c1-47a1-4629-87a7-20e23fdff70c HTTP/1.1" status: 204 len: 173 time: 0.5233212 Jan 18 23:05:06.886695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:06.956490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 1f4def59-2c28-4610-8cf1-0dc1afd120c9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:06.957199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1f4def59-2c28-4610-8cf1-0dc1afd120c9 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:07.045857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Router 11686e89-5f69-44eb-a955-0bd1f1c79b23 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:05:07.240274 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce50755-eabe-4130-9827-e370c3a0d6fb', 'name': 'network-vif-deleted', 'tag': '1f4def59-2c28-4610-8cf1-0dc1afd120c9', 'status': 'completed', 'code': 200} Jan 18 23:05:07.268405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37938f-53bd-4110-a14c-95d28d5bf2f5 None None] Network 671267cf-68eb-4b82-bd55-f9180890a35e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:07.290054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:07.304274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Sync routers for ids ['11686e89-5f69-44eb-a955-0bd1f1c79b23'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:05:07.325358 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Routers {'11686e89-5f69-44eb-a955-0bd1f1c79b23'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:07.326263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11686e89-5f69-44eb-a955-0bd1f1c79b23'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:07.459161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:07.460654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c280f421-9250-4889-b7fb-816053db1a8e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1935952 Jan 18 23:05:07.467923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:07.519221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-40ec28d1-8bb5-4442-a6c3-62f5c754d5c2 None None] Provisioning for port be29abd8-6f9e-47f9-92cd-f606b7d6b603 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:07.653172 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Set router 11686e89-5f69-44eb-a955-0bd1f1c79b23 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:08.088261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be29abd8-6f9e-47f9-92cd-f606b7d6b603 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:08.095578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8759f5b-c711-429a-b322-87370e117aac req-3b21cd44-c75f-41a1-bcb5-0d46914be8c3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 210 time: 0.0890779 Jan 18 23:05:08.280304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port be29abd8-6f9e-47f9-92cd-f606b7d6b603 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:08.286221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port be29abd8-6f9e-47f9-92cd-f606b7d6b603 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:08.286811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.297279 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-router', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:04Z', 'updated_at': '2022-01-18T23:05:06Z', 'revision_number': 3, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'gw_port': {'id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:05Z', 'updated_at': '2022-01-18T23:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:08.303935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Checking router: 11686e89-5f69-44eb-a955-0bd1f1c79b23 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:05:08.304608 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Updating router 11686e89-5f69-44eb-a955-0bd1f1c79b23 port d4e4ea32-994e-476e-960e-87b18c195a1e binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:05:08.388053 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.527391 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.531012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-67172135-3fae-4ba0-949b-e8e3af11082d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:08.531012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-67172135-3fae-4ba0-949b-e8e3af11082d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:08.586412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port be29abd8-6f9e-47f9-92cd-f606b7d6b603, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be29abd8-6f9e-47f9-92cd-f606b7d6b603,segment=NetworkSegment(82772db2-9bbb-43d4-839e-eb5d605b99b9),segment_id=82772db2-9bbb-43d4-839e-eb5d605b99b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:08.645252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-67172135-3fae-4ba0-949b-e8e3af11082d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:08.647958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-67172135-3fae-4ba0-949b-e8e3af11082d tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2690573 Jan 18 23:05:08.703438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.703753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-379bc92c-1348-41a2-86bf-b56ac170362a tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:08.786787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=be29abd8-6f9e-47f9-92cd-f606b7d6b603,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:08.814130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.820517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-379bc92c-1348-41a2-86bf-b56ac170362a tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:08.829257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a6d266a-4c8d-4aff-8117-84ed8eebb2d1 req-379bc92c-1348-41a2-86bf-b56ac170362a tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684682 Jan 18 23:05:08.891768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.920602 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:08.946817 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Transition to ACTIVE for port object d4e4ea32-994e-476e-960e-87b18c195a1e will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:09.013888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:09.054597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Allocated IP 172.20.0.1 (671267cf-68eb-4b82-bd55-f9180890a35e/d00326a7-6581-46fb-8037-a328cc82266d/0a2b0210-7803-4b5e-a497-f0b3baf7f4b8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:09.140948 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.283254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.286452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.291333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Pushing event updated for resources: {'Port': ['ID=d4e4ea32-994e-476e-960e-87b18c195a1e,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:09.302864 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.303669 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.304214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.304761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.305787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.307214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.308350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.308927 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.309634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.311211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.311803 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:09.339597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Transition to ACTIVE for port object 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:09.346202 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Attempting to bind port d4e4ea32-994e-476e-960e-87b18c195a1e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:09.346578 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Attempting to bind port d4e4ea32-994e-476e-960e-87b18c195a1e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:09.348306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Attempting to bind port d4e4ea32-994e-476e-960e-87b18c195a1e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:09.355434 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:09.355804 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:09.356296 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.356913 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:09.357583 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Bound port: d4e4ea32-994e-476e-960e-87b18c195a1e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:09.357993 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.360293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6aea1772-2701-4080-b056-e346aeb3d4dc req-730a0028-d0c6-460f-b13f-77982f069fa3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 210 time: 0.0535505 Jan 18 23:05:09.361002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:09.366795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb07f47be0f4f408ecf5f36fd0ab741 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:09.371232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:09.378557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:09.444380 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] For port d4e4ea32-994e-476e-960e-87b18c195a1e, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:09.450296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] For port d4e4ea32-994e-476e-960e-87b18c195a1e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d4e4ea32-994e-476e-960e-87b18c195a1e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:09.457458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.547883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.618410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Network 671267cf-68eb-4b82-bd55-f9180890a35e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:09.622156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:09.626637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:09.636797 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.652753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Pushing event updated for resources: {'Port': ['ID=0a2b0210-7803-4b5e-a497-f0b3baf7f4b8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:09.658234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.754479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.769227 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cb07f47be0f4f408ecf5f36fd0ab741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7535787 Jan 18 23:05:09.780294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:09.796624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56649c1e-318a-469f-b8a0-53a86ffb88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16e52c4-5e1d-4009-83fc-3c4b5e34fe00,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:09.814197 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Routers {'11686e89-5f69-44eb-a955-0bd1f1c79b23'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:09.815735 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:04:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11686e89-5f69-44eb-a955-0bd1f1c79b23'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:09.922882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:09.979889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be29abd8-6f9e-47f9-92cd-f606b7d6b603 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:10.002310 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec66b-496c-4847-a0e5-0c763caaf839 None None] Pushing event updated for resources: {'Port': ['ID=d4e4ea32-994e-476e-960e-87b18c195a1e,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:10.022817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.054696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59282) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:10.189377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.199085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port be29abd8-6f9e-47f9-92cd-f606b7d6b603 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:10.199461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.260780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] Set router 11686e89-5f69-44eb-a955-0bd1f1c79b23 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:10.294625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13efae92-5790-411e-b66a-8da73ce7fcd0 None None] Provisioning for port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:10.301528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13efae92-5790-411e-b66a-8da73ce7fcd0 None None] Provisioning complete for port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:10.301896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-13efae92-5790-411e-b66a-8da73ce7fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.363324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c5188-0516-490b-b3cd-548e22ef6b97 req-7db6596f-2b1e-499b-9727-9796eeff4835 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:10.371709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e24c5188-0516-490b-b3cd-548e22ef6b97 req-7db6596f-2b1e-499b-9727-9796eeff4835 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2624824 Jan 18 23:05:10.387545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-13efae92-5790-411e-b66a-8da73ce7fcd0 None None] Port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:05:10.387906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Deleting subnet 5d909dfc-b9b3-47a3-a7f6-510895d5ec88 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:05:10.401985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.446664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f9a2a-9562-43d6-951b-b1d2e6101019 req-b335f331-0071-4009-8024-6c3aab9f7b1f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:10.454607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c4f9a2a-9562-43d6-951b-b1d2e6101019 req-b335f331-0071-4009-8024-6c3aab9f7b1f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2537873 Jan 18 23:05:10.483301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.483600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.517015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16e52c4-5e1d-4009-83fc-3c4b5e34fe00,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:10.553329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.554627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c6426b0-c901-4992-a41c-73124ead57ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e16e52c4-5e1d-4009-83fc-3c4b5e34fe00 HTTP/1.1" status: 204 len: 168 time: 0.7747478 Jan 18 23:05:10.580444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e24c5188-0516-490b-b3cd-548e22ef6b97 req-dece1fd8-4fce-47e4-bde7-3c260bead323 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073870 Jan 18 23:05:10.601517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c4f9a2a-9562-43d6-951b-b1d2e6101019 req-0bab8002-d8c2-44ce-908c-502d2c5c365f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454678 Jan 18 23:05:10.638085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.662628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-4db850cd-9554-4ec0-b3b9-4c7e065ced85 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:10.664201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-4db850cd-9554-4ec0-b3b9-4c7e065ced85 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.89 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 946 time: 0.2738202 Jan 18 23:05:10.788579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.793837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.808357 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-router', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:04Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 4, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'gw_port': {'id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:05Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0a2b0210-7803-4b5e-a497-f0b3baf7f4b8', 'name': '', 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'mac_address': 'fa:16:3e:ee:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00326a7-6581-46fb-8037-a328cc82266d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:08Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 1, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'subnets': [{'id': 'd00326a7-6581-46fb-8037-a328cc82266d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:10.814740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e4e3-9963-42dc-bf8a-cb2a99c892a8 None None] The sync data for ids ['11686e89-5f69-44eb-a955-0bd1f1c79b23'] in n-d-825175-2 is: [{'id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-router', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:04Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 4, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'gw_port': {'id': 'd4e4ea32-994e-476e-960e-87b18c195a1e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:05Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0a2b0210-7803-4b5e-a497-f0b3baf7f4b8', 'name': '', 'network_id': '671267cf-68eb-4b82-bd55-f9180890a35e', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'mac_address': 'fa:16:3e:ee:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00326a7-6581-46fb-8037-a328cc82266d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:08Z', 'updated_at': '2022-01-18T23:05:09Z', 'revision_number': 1, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'subnets': [{'id': 'd00326a7-6581-46fb-8037-a328cc82266d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:10.876592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d475b7a2-863a-49fc-82a3-73a2895dd903 req-daf87bf2-af27-48b9-a695-025010eb4f55 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 210 time: 0.0758493 Jan 18 23:05:10.889457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Deleting port 7af24661-814d-494c-af8f-fd690b355135 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:10.892146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.909817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:10.970220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:11.060553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:11.063172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d909dfc-b9b3-47a3-a7f6-510895d5ec88,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:11.299061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] For port 7af24661-814d-494c-af8f-fd690b355135, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7af24661-814d-494c-af8f-fd690b355135,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:11.299061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:11.345848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:11.349192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Pushing event updated for resources: {'Port': ['ID=0a2b0210-7803-4b5e-a497-f0b3baf7f4b8,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:11.363708 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5156e389-43ec-4f24-ba56-d5167746359b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5d909dfc-b9b3-47a3-a7f6-510895d5ec88 HTTP/1.1" status: 204 len: 168 time: 1.3039422 Jan 18 23:05:11.364640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:11.651201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Calling delete_port for 7af24661-814d-494c-af8f-fd690b355135 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:11.678636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:11.746525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-18db4eb2-6b8e-4cbc-ba26-6140efda28dc tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:11.748116 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-18db4eb2-6b8e-4cbc-ba26-6140efda28dc tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 808 time: 0.6782646 Jan 18 23:05:11.915820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Request body: {'port': {'device_id': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'admin_state_up': True, 'tenant_id': '7f6909e40fe04708ba56777d435b3e51'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:12.114741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d4e4ea32-994e-476e-960e-87b18c195a1e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:12.270996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Network 671267cf-68eb-4b82-bd55-f9180890a35e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:12.283829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:12.314480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481d394-1df8-40f2-a633-2bab0116b357 req-2a6cecab-183d-41a1-90a9-59b9aa5f002c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:12.324138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8481d394-1df8-40f2-a633-2bab0116b357 req-2a6cecab-183d-41a1-90a9-59b9aa5f002c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.3930402 Jan 18 23:05:12.326327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.337982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7af24661-814d-494c-af8f-fd690b355135'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:12.363531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.411165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d4e4ea32-994e-476e-960e-87b18c195a1e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:12.439669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d4e4ea32-994e-476e-960e-87b18c195a1e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:12.440509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.489818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf0df64-54cc-4b3f-9ea3-b857713b4e68']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:12.579332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:12.592506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7707b55-9ba4-4334-ae30-a082e030ead4') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:12.592886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7707b55-9ba4-4334-ae30-a082e030ead4') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:12.605570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Usage tracker for resource:port and tenant:7f6909e40fe04708ba56777d435b3e51 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:12.620912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:12.624810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Pushing event deleted for resources: {'Port': ['ID=7af24661-814d-494c-af8f-fd690b355135,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:12.627486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.643846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:12.664407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.677761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:05:12.678162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:05:12.692807 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:05:12.729458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] No DVR routers for this DVR port 7af24661-814d-494c-af8f-fd690b355135 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:12.733632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.761460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8481d394-1df8-40f2-a633-2bab0116b357 req-e81cf1b3-08d5-4c54-a8ef-379221e39705 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363494 Jan 18 23:05:12.763234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'name': 'network-vif-deleted', 'tag': '7af24661-814d-494c-af8f-fd690b355135'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:12.805851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.814206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a245544-0749-4feb-a98a-763b0b7e2fc5 req-eaeab110-e95d-4b7c-bf4c-613531e81e36 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:12.816181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a245544-0749-4feb-a98a-763b0b7e2fc5 req-eaeab110-e95d-4b7c-bf4c-613531e81e36 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Synchronizing usage tracker for tenant:64e9517246234117b8bf6707061ff215 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:12.822998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-db40d43f-5bee-4092-b5f5-bbee41b63156 None None] Provisioning complete for port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:12.823367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db40d43f-5bee-4092-b5f5-bbee41b63156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.828976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59328) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:12.863588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Made reservation on behalf of 7f6909e40fe04708ba56777d435b3e51 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:12.866917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:12.891860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35535164-5e1e-4e6a-93b6-1d6e571ab396 req-06bee5cb-d624-45ea-8826-3a69f08eeb83 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.89 "DELETE /v2.0/ports/7af24661-814d-494c-af8f-fd690b355135 HTTP/1.1" status: 204 len: 173 time: 2.2183359 Jan 18 23:05:12.995192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a245544-0749-4feb-a98a-763b0b7e2fc5 req-eaeab110-e95d-4b7c-bf4c-613531e81e36 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] Unset dirty status for tenant:64e9517246234117b8bf6707061ff215 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:12.996435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a245544-0749-4feb-a98a-763b0b7e2fc5 req-eaeab110-e95d-4b7c-bf4c-613531e81e36 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 867 time: 0.7899535 Jan 18 23:05:13.005138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-db40d43f-5bee-4092-b5f5-bbee41b63156 None None] Port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:05:13.018198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d4e4ea32-994e-476e-960e-87b18c195a1e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d4e4ea32-994e-476e-960e-87b18c195a1e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:13.099086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a245544-0749-4feb-a98a-763b0b7e2fc5 req-7a64a7cc-34fb-4f49-904b-47430ae89761 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889211 Jan 18 23:05:13.125649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-683897041-network', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:13.136165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:13.141546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Usage tracker for resource:network and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:13.144762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:13.151064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:13.160025 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.172812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.183396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.255978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d4e4ea32-994e-476e-960e-87b18c195a1e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:13.268901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf0df64-54cc-4b3f-9ea3-b857713b4e68,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:13.283901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa7b8cc2-d4fe-4872-92a0-3b6e805bbf41 req-3c0d4cd8-406a-4fe4-9e1f-21c550bc654b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 210 time: 0.0819204 Jan 18 23:05:13.285185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Made reservation on behalf of 4c723f61e6ce43e28e4326204de8918a for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:13.288388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.305006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.350128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:13.355630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Usage tracker for resource:security_group_rule and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:13.359396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:13.368072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:13.368816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Allocated IP 172.20.0.10 (02ed8b53-4567-41ec-a801-cd4fdb68aae5/df9d523f-70bd-41f1-bcfe-3a74d392556f/b54381e9-3d20-45cb-a11f-c96b2cec5fd5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:13.374835 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c845a933-2707-43e3-bf17-1223f2a30761 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cdf0df64-54cc-4b3f-9ea3-b857713b4e68 HTTP/1.1" status: 204 len: 168 time: 2.0036516 Jan 18 23:05:13.467610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.486429 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05ef572-107a-48be-9e1c-903fc5b76233', 'name': 'network-vif-deleted', 'tag': '7af24661-814d-494c-af8f-fd690b355135', 'status': 'completed', 'code': 200} Jan 18 23:05:13.563030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Router 11686e89-5f69-44eb-a955-0bd1f1c79b23 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:05:13.611794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.646619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:05:13.666827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6c9e0-e7b7-4f31-8557-03c48b347702,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:13.690907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.691707 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Added segment cfbcc847-cda3-43c2-aaa5-bbdc13507b1d of type vlan for network fb6def80-5592-49c4-86f9-74f12e20deb2 Jan 18 23:05:13.735996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.811441 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.853980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22637948-d527-4d09-ac2a-30b7b717edaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.981091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:13.985185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:13.987249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.004728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.017395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['006c1546-1896-4ff4-b812-25d0d2e421e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:14.127389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d4e4ea32-994e-476e-960e-87b18c195a1e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:14.145768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59344) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.148171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:14.160675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-955b67cd-7cd2-42a4-8a59-dd5ed0b5a6ce admin admin] 10.222.0.59 "PUT /v2.0/routers/11686e89-5f69-44eb-a955-0bd1f1c79b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6899269 Jan 18 23:05:14.244103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3772879 Jan 18 23:05:14.261729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.287928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Request body: {'subnet': {'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-683897041-subnet', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:14.299298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:14.303714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200b398-3f7a-4023-97bf-c99b20a0135f admin admin] Pushing event updated for resources: {'Network': ['ID=fb6def80-5592-49c4-86f9-74f12e20deb2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:14.312755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Usage tracker for resource:subnet and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:14.325766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network fb6def80-5592-49c4-86f9-74f12e20deb2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:05:14.331599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:14.338550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:14.354728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:14.355111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:14.371829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:14.385260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:14.390517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96f44c-3968-4e0f-a239-093e27117b5d req-a8c3ef59-50ac-42b1-bb33-851ae2b0ba85 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:14.392074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca96f44c-3968-4e0f-a239-093e27117b5d req-a8c3ef59-50ac-42b1-bb33-851ae2b0ba85 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.4690950 Jan 18 23:05:14.472726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0000e152-80a9-4fc6-a785-e8a6e6efcd9d req-77b7dab0-4f55-4366-9d28-7bfd56e32456 tempest-ServerRescueTestJSONUnderV235-680262933 tempest-ServerRescueTestJSONUnderV235-680262933-project] 10.222.0.59 "GET /v2.0/ports?device_id=f05ef572-107a-48be-9e1c-903fc5b76233 HTTP/1.1" status: 200 len: 210 time: 0.0545845 Jan 18 23:05:14.487453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d4e4ea32-994e-476e-960e-87b18c195a1e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:14.487835 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.495851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca96f44c-3968-4e0f-a239-093e27117b5d req-cfc503a7-338f-4f2b-acee-282ee632bed8 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974569 Jan 18 23:05:14.508521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b407333-10d1-47af-8563-4c7f5f701343 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fe9490459bc4bd8bd97b2538d057bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3568766 Jan 18 23:05:14.511707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:14.549000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:14.549110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Made reservation on behalf of 4c723f61e6ce43e28e4326204de8918a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:14.549196 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.554486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Notify callbacks [] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.804965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-43c14014-bf01-40bf-a6fc-f65f39445800 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0076003 Jan 18 23:05:14.874204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.881326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5541fdb-a59a-4c7d-a4c8-abc324112a53 req-ca76e46f-3877-4834-9fd2-7b76e8aa3153 tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=bf5b686d9640494a859c0b52618fed4b HTTP/1.1" status: 200 len: 217 time: 0.1140194 Jan 18 23:05:14.960047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7af24661-814d-494c-af8f-fd690b355135 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:14.977867 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:14.989670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Request body: {'port': {'device_id': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:15.001842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 7af24661-814d-494c-af8f-fd690b355135 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:15.005322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7af24661-814d-494c-af8f-fd690b355135 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:15.005441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7794-e072-4b52-8f9f-c0c4c4348b1f req-473f5e56-84ae-461b-9da1-486bbd881a67 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:15.006534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0e7794-e072-4b52-8f9f-c0c4c4348b1f req-473f5e56-84ae-461b-9da1-486bbd881a67 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 932 time: 0.3513954 Jan 18 23:05:15.007514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c16c4f3a-12ad-45bb-8269-b54cdd5d5204 req-9b798646-233b-4113-be6c-2293dbbf7f83 tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] Synchronizing usage tracker for tenant:bf5b686d9640494a859c0b52618fed4b on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:15.115734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.147777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0e7794-e072-4b52-8f9f-c0c4c4348b1f req-7620b2bb-774b-4928-a490-96537f05aae8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268158 Jan 18 23:05:15.226858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c16c4f3a-12ad-45bb-8269-b54cdd5d5204 req-9b798646-233b-4113-be6c-2293dbbf7f83 tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] Unset dirty status for tenant:bf5b686d9640494a859c0b52618fed4b on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:15.232113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c16c4f3a-12ad-45bb-8269-b54cdd5d5204 req-9b798646-233b-4113-be6c-2293dbbf7f83 tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2896712 Jan 18 23:05:15.262447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.272652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.504809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a6585-4519-4f87-951c-03f384f4f545,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:15.505431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54381e9-3d20-45cb-a11f-c96b2cec5fd5 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:15.514831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.526417 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-9039228a-7b71-490e-bb6b-feed09c2b30a req-65c558a5-25a5-4cf5-836b-124ce7f8526d tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] show failed (client error): The resource could not be found. Jan 18 23:05:15.527476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9039228a-7b71-490e-bb6b-feed09c2b30a req-65c558a5-25a5-4cf5-836b-124ce7f8526d tempest-FloatingIPsNegativeTestJSON-268168664 tempest-FloatingIPsNegativeTestJSON-268168664-project] 10.222.0.59 "GET /v2.0/floatingips/e7c52e48-11be-4e79-aec6-bd435e2e8cfb HTTP/1.1" status: 404 len: 350 time: 0.2437663 Jan 18 23:05:15.548865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:15.564798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb073c6-435c-4080-ba86-9364a2cc45e9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:15.588355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Checking segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:15.588355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Network hostable DHCP agents. Network: fb6def80-5592-49c4-86f9-74f12e20deb2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:05:15.630528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59384) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:15.634933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Transition to ACTIVE for port object b54381e9-3d20-45cb-a11f-c96b2cec5fd5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:15.732506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Network fb6def80-5592-49c4-86f9-74f12e20deb2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:05:15.737762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.781389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.782180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0fcb137-91b0-469c-85f3-934c795cfaca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/951a6585-4519-4f87-951c-03f384f4f545 HTTP/1.1" status: 204 len: 168 time: 1.2694778 Jan 18 23:05:15.873314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, fb6def80-5592-49c4-86f9-74f12e20deb2) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:15.880776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:15.880776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:15.882439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83b43e-6fab-4cc8-8f61-100e839771b6 None None] Network fb6def80-5592-49c4-86f9-74f12e20deb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:15.898956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:15.980169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a9799-bcfb-4ea1-a1c5-5e689bf13c4c req-4b91e419-7909-4dc9-96c9-e22ac289ad50 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:15.987425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e33a9799-bcfb-4ea1-a1c5-5e689bf13c4c req-4b91e419-7909-4dc9-96c9-e22ac289ad50 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2656887 Jan 18 23:05:16.011731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-455d0661-568e-4dc7-8d90-695bfd23efae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7313924 Jan 18 23:05:16.015567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:16.030900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:16.037235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:16.052070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Usage tracker for resource:router and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:16.067837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:16.081501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:16.094802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:16.095137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:16.095455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:16.106904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e33a9799-bcfb-4ea1-a1c5-5e689bf13c4c req-f38a7344-d529-446d-b16a-05f54b723c54 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155925 Jan 18 23:05:16.111267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:16.111646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:16.136195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:16.138166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:16.138166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:16.138166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Bound port: b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:16.138455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.266838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dca5f75b-768e-46df-8f43-f23340d4c49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.267953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.270670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-fb6def80-5592-49c4-86f9-74f12e20deb2', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:05:16.271497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.274490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.331911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.494756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:16.520717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:16.557050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.628031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Allocated IP 172.20.0.2 (fb6def80-5592-49c4-86f9-74f12e20deb2/deb073c6-435c-4080-ba86-9364a2cc45e9/1c0d53ac-8985-41c4-8e7b-229cc9952433) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:16.639037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.735965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.738455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] 10.222.0.89 "PUT /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 1092 time: 1.9254141 Jan 18 23:05:16.741900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:16.781331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f1f9f-9fbf-487c-81f0-f9a9fb2b0bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:16.909934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.942141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e5eb-3852-47a9-8f3a-c65b89961813 req-263d26a7-6b3b-436d-880b-a50701df870f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:16.950821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4c0e5eb-3852-47a9-8f3a-c65b89961813 req-263d26a7-6b3b-436d-880b-a50701df870f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.5255256 Jan 18 23:05:16.971475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.986078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:16.999911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Transition to ACTIVE for port object 1c0d53ac-8985-41c4-8e7b-229cc9952433 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:17.023657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Transition to ACTIVE for port object 1c0d53ac-8985-41c4-8e7b-229cc9952433 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:17.038488 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-5a930932-a3f1-4528-b7de-9e756d7d8a5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1095 time: 0.1608379 Jan 18 23:05:17.105022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.150817 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'status': 'completed', 'code': 200} Jan 18 23:05:17.166797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4c0e5eb-3852-47a9-8f3a-c65b89961813 req-3b2f0c08-83ae-42f2-a5a6-e77fcbbb3c66 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148278 Jan 18 23:05:17.176150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.187034 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-d2516c22-78d6-4207-9fb0-b8eb49e66385 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 217 time: 0.1388981 Jan 18 23:05:17.237251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Pushing event updated for resources: {'Port': ['ID=1c0d53ac-8985-41c4-8e7b-229cc9952433,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:17.257153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Network fb6def80-5592-49c4-86f9-74f12e20deb2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:17.258669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:17.268194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:17.320311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.392786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Attempting to bind port 1c0d53ac-8985-41c4-8e7b-229cc9952433 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:17.393223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Attempting to bind port 1c0d53ac-8985-41c4-8e7b-229cc9952433 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:17.393754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Attempting to bind port 1c0d53ac-8985-41c4-8e7b-229cc9952433 on network fb6def80-5592-49c4-86f9-74f12e20deb2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:17.403987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:17.404395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Checking segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:17.404758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.405181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Bound using segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:17.405991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Bound port: 1c0d53ac-8985-41c4-8e7b-229cc9952433, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:17.406125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.413202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-af5cc72e-db1a-4cd3-be07-925a0fe9ce4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:17.414798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-af5cc72e-db1a-4cd3-be07-925a0fe9ce4f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1243296 Jan 18 23:05:17.497662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f947bc-6ca8-4e21-a969-349985adf758 req-9039aaba-a87c-4e59-8d58-b4e243bcaec9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:17.498994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-feb1ff3c-dcc7-4889-853e-bf8190e764be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701284 Jan 18 23:05:17.499241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15f947bc-6ca8-4e21-a969-349985adf758 req-9039aaba-a87c-4e59-8d58-b4e243bcaec9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1945035 Jan 18 23:05:17.500590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.524747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] For port 1c0d53ac-8985-41c4-8e7b-229cc9952433, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:17.529443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] For port 1c0d53ac-8985-41c4-8e7b-229cc9952433, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1c0d53ac-8985-41c4-8e7b-229cc9952433,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:17.617714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.740882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-8991a9bd-a3f5-48b7-b5a5-63e0e0dd93aa service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074363 Jan 18 23:05:17.742746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:17.765218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20f22-6da7-4c0c-b503-67b47f46bbc7 None None] Pushing event updated for resources: {'Port': ['ID=1c0d53ac-8985-41c4-8e7b-229cc9952433,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:17.868024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15f947bc-6ca8-4e21-a969-349985adf758 req-c19ce474-2e37-4e6b-940e-eaa28e91255b tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496446 Jan 18 23:05:18.000412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-41af5a61-23e7-4bad-bae4-8007f51d59b3 req-94efc595-efe6-4270-963a-ab4340fafe4a service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523048 Jan 18 23:05:18.214195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Deleting port 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:18.214195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:18.351035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-2e538ed8-d3d9-40ea-90c5-37beb39e9492 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1095 time: 0.1996706 Jan 18 23:05:18.361700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Allocated IP 172.25.1.187 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/818b76d9-1098-4872-b2da-9b3f767191c5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:18.397260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-76f76221-bcd9-4321-b05d-595d0cb00892 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:18.398675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-76f76221-bcd9-4321-b05d-595d0cb00892 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.3446836 Jan 18 23:05:18.551783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-0f34bdcd-c567-4bb8-bef8-394044967ed0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/quotas/49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 375 time: 0.1421189 Jan 18 23:05:18.631964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:18.642183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:18.750142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:18.799862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Calling delete_port for 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:18.829814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-e9914595-88bd-4f69-bc3d-0ebce5591517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:18.831469 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-e9914595-88bd-4f69-bc3d-0ebce5591517 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.4732037 Jan 18 23:05:18.833670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-393b98a3-a2bd-42cb-b9d8-4275658adef8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2810414 Jan 18 23:05:18.937818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-069b7244-be0e-4fa1-9b6b-fb5d5440114e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0865231 Jan 18 23:05:18.967030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508252ad-2fac-43ba-bb51-44f06db30d0f None None] Network fb6def80-5592-49c4-86f9-74f12e20deb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:18.967765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f041b1b-3010-45f6-93a2-a1df4526dee0 req-71465dd2-8b8c-4ca2-9c38-81ce725a8962 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:18.969272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f041b1b-3010-45f6-93a2-a1df4526dee0 req-71465dd2-8b8c-4ca2-9c38-81ce725a8962 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.3220854 Jan 18 23:05:18.970443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:19.048378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-53b8d3f6-bb54-4410-be9f-08530f649040 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:19.050544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-53b8d3f6-bb54-4410-be9f-08530f649040 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0978136 Jan 18 23:05:19.125744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:19.132953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=818b76d9-1098-4872-b2da-9b3f767191c5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:19.142737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:19.143500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-1075f4e3-3a4f-4a83-b92d-62f392d07210 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854423 Jan 18 23:05:19.145516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:19.182953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c4699f19-9c73-4f12-a2c7-74e8ffb4d4d7 None None] Provisioning for port 1c0d53ac-8985-41c4-8e7b-229cc9952433 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:19.210040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f041b1b-3010-45f6-93a2-a1df4526dee0 req-8a410491-2b92-4846-9e5b-e9fa34a5c663 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011461 Jan 18 23:05:19.225244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-e41c2a4a-be09-40e6-8493-e9897105d571 service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781512 Jan 18 23:05:19.363840 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-4cd4f435-e817-4e06-b460-18da69ffd79f service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124357 Jan 18 23:05:19.369643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-56a10211-efde-4fd6-a3ca-57eb023045ea service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5777640 Jan 18 23:05:19.429212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Deleting port 3cb04186-d030-452c-8495-3d8db8ecb986 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:19.429766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:19.509058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-63cf53fc-7375-4ce5-86d3-8a3870b26f2b service neutron] 10.222.0.59 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811794 Jan 18 23:05:19.582399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:19.648526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2b0210-7803-4b5e-a497-f0b3baf7f4b8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:19.655604 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1b72b4f5-21f3-4c12-8c9c-960d4661d109 req-0a562346-2de5-41fa-be95-ac195a3fbe53 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792044 Jan 18 23:05:19.704853 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-08a3fc9d-9d5a-49ab-8c7e-84c2719aba2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 1095 time: 0.2201278 Jan 18 23:05:19.961212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] For port 3cb04186-d030-452c-8495-3d8db8ecb986, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3cb04186-d030-452c-8495-3d8db8ecb986,segment=NetworkSegment(c082854a-d048-4db1-a21e-d9953c89d44c),segment_id=c082854a-d048-4db1-a21e-d9953c89d44c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:19.962073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.023461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-69514c17-af2c-4dcd-b9e7-1d0a693bce0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.025144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-69514c17-af2c-4dcd-b9e7-1d0a693bce0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.2432997 Jan 18 23:05:20.043768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1c0d53ac-8985-41c4-8e7b-229cc9952433 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:20.134231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.135428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.144762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Calling delete_port for 3cb04186-d030-452c-8495-3d8db8ecb986 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:20.188326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1c0d53ac-8985-41c4-8e7b-229cc9952433 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:20.193615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1c0d53ac-8985-41c4-8e7b-229cc9952433 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:20.194108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.208672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-58931fc6-d293-4e68-96f4-6352b7512b91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 200 len: 217 time: 0.1767507 Jan 18 23:05:20.246589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200c289-c3f7-4cc9-a853-984abcd91887 req-884c6f8c-f27d-4bfa-83d5-a1bfaf988420 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.253109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0200c289-c3f7-4cc9-a853-984abcd91887 req-884c6f8c-f27d-4bfa-83d5-a1bfaf988420 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.4393098 Jan 18 23:05:20.345428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-4894ad84-bb0b-4a08-a2d9-97ea3ec8af83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.346920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-4894ad84-bb0b-4a08-a2d9-97ea3ec8af83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0913224 Jan 18 23:05:20.369538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0200c289-c3f7-4cc9-a853-984abcd91887 req-18a1d81c-2d0d-4dea-9079-cfd375bbb254 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155674 Jan 18 23:05:20.402034 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-1d4c40b5-e811-49cf-9865-4884fbaa82f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458214 Jan 18 23:05:20.483474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.515873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.573879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 1c0d53ac-8985-41c4-8e7b-229cc9952433, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1c0d53ac-8985-41c4-8e7b-229cc9952433,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:20.615218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.620545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-013817ab-0d80-43c1-82cc-48b3a6272233 req-17b0ae98-4615-4a81-aacf-2ed87cc6215f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 210 time: 0.0619960 Jan 18 23:05:20.657376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-6950a9e1-b2cf-46a6-81ad-d3ff040b33ad service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491488 Jan 18 23:05:20.674266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:20.730555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb04186-d030-452c-8495-3d8db8ecb986,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:20.771127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=1c0d53ac-8985-41c4-8e7b-229cc9952433,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:20.839390 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f641b9df-6f2a-4af4-ac97-96b239289730 req-bd5fa2c2-b253-40c6-89dc-594aca0f5ec3 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695442 Jan 18 23:05:20.972324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3614a26-8158-4c9b-a06d-13d58cabfc31 req-5fdccb8f-7e41-4b5e-864c-d3ad4fb49f05 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:20.979975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3614a26-8158-4c9b-a06d-13d58cabfc31 req-5fdccb8f-7e41-4b5e-864c-d3ad4fb49f05 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.3234310 Jan 18 23:05:21.103344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3614a26-8158-4c9b-a06d-13d58cabfc31 req-d463060e-b0b0-4d69-ba58-530fc9d5adb0 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222205 Jan 18 23:05:21.124874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Router 56a7dee4-a81f-43f9-b194-01c203dda8ec is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:05:21.221043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:21.405424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Router 11686e89-5f69-44eb-a955-0bd1f1c79b23 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:05:21.660582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:21.678837 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-158bd1e5-53fe-4d0f-86f2-d571b05f13d9 admin admin] 10.222.0.59 "PUT /v2.0/routers/11686e89-5f69-44eb-a955-0bd1f1c79b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1350336 Jan 18 23:05:21.681752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:21.692470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:21.709105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Sync routers for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:05:21.730374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:21.731333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:21.734466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc967967-2489-47d2-8bf3-e9098c5a9348 req-909bcadf-58ca-4187-9dff-375c24a78bd0 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:21.735327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc967967-2489-47d2-8bf3-e9098c5a9348 req-909bcadf-58ca-4187-9dff-375c24a78bd0 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1535983 Jan 18 23:05:21.835165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:21.839706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ff1c8ee-a32f-4212-a152-686e627d3dd3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8131661 Jan 18 23:05:21.841880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59486) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:22.080150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:22.130683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc967967-2489-47d2-8bf3-e9098c5a9348 req-ac9b3dc5-d879-49bf-b216-1183ad8598da tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851967 Jan 18 23:05:22.136215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1c0d53ac-8985-41c4-8e7b-229cc9952433 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:22.199271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-747bb3fa-e4fc-480c-accf-68d8a824413a req-ed89986d-1309-4bb4-961e-d7ed33e669f4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 210 time: 0.0674644 Jan 18 23:05:22.272757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.401929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1c0d53ac-8985-41c4-8e7b-229cc9952433 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:22.402430 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.554071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.580050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1baa98-1869-40b3-83a3-360463269160 req-a5f70898-cc82-4a3e-b788-127dd5ec1106 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:22.581707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea1baa98-1869-40b3-83a3-360463269160 req-a5f70898-cc82-4a3e-b788-127dd5ec1106 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.1609652 Jan 18 23:05:22.610595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:19Z', 'revision_number': 3, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:22.614524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Checking router: 56a7dee4-a81f-43f9-b194-01c203dda8ec for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:05:22.614871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Updating router 56a7dee4-a81f-43f9-b194-01c203dda8ec port 818b76d9-1098-4872-b2da-9b3f767191c5 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:05:22.645470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Deleting port d4e4ea32-994e-476e-960e-87b18c195a1e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:22.645824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.673257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:22.789455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea1baa98-1869-40b3-83a3-360463269160 req-792298dd-0cdd-4942-84a5-77fbbe21855d tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979842 Jan 18 23:05:22.853536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Router 0afd78e0-a140-496d-9255-c73651f9626e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:05:22.923791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-4765c86f-fa3e-430a-ae47-b99a84889c5b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:22.925188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-4765c86f-fa3e-430a-ae47-b99a84889c5b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 820 time: 0.2468059 Jan 18 23:05:22.941853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Request body: {'port': {'device_id': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'admin_state_up': True, 'tenant_id': '49bc0ee5bc5140e89fe9b884fb698025'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:23.032082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] For port d4e4ea32-994e-476e-960e-87b18c195a1e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d4e4ea32-994e-476e-960e-87b18c195a1e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:23.032439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.183872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.201921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Transition to ACTIVE for port object 818b76d9-1098-4872-b2da-9b3f767191c5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:23.260062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Calling delete_port for d4e4ea32-994e-476e-960e-87b18c195a1e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:23.274355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.414417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:23.429794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Usage tracker for resource:port and tenant:49bc0ee5bc5140e89fe9b884fb698025 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:23.437219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:23.450239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc81e5-df25-4c2d-b66b-982630d258c0 None None] Pushing event updated for resources: {'Port': ['ID=818b76d9-1098-4872-b2da-9b3f767191c5,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:23.468805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:23.487105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Attempting to bind port 818b76d9-1098-4872-b2da-9b3f767191c5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:23.487472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Attempting to bind port 818b76d9-1098-4872-b2da-9b3f767191c5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:23.488632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Attempting to bind port 818b76d9-1098-4872-b2da-9b3f767191c5 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:23.499864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:23.500297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:23.501072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.501572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:23.508126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Bound port: 818b76d9-1098-4872-b2da-9b3f767191c5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:23.508126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.553260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Made reservation on behalf of 49bc0ee5bc5140e89fe9b884fb698025 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:23.557167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.591512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7896540-6ff7-4466-9796-b771b1652a6a req-5afe8232-8840-42ca-bca8-17b7169dc48b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 210 time: 0.0920985 Jan 18 23:05:23.606707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] For port 818b76d9-1098-4872-b2da-9b3f767191c5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:23.611807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] For port 818b76d9-1098-4872-b2da-9b3f767191c5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=818b76d9-1098-4872-b2da-9b3f767191c5,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:23.652104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93945b2-a2e8-4f29-9ec4-06338a564858 req-ce718f8d-6aa1-4ec4-808e-d682cb8d2d29 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:23.654722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b93945b2-a2e8-4f29-9ec4-06338a564858 req-ce718f8d-6aa1-4ec4-808e-d682cb8d2d29 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2326617 Jan 18 23:05:23.685961 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.718597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:23.730551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02669483-b480-421e-a274-533c022efcf5 None None] Sync routers for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:05:23.750304 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:23.757866 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:23.762493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-14aae786-3a16-4981-addc-dcd5f900a6da admin admin] 10.222.0.59 "PUT /v2.0/routers/0afd78e0-a140-496d-9255-c73651f9626e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1304789 Jan 18 23:05:23.765925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:23.803973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:23.881498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:23.882123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:23.890183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e4ea32-994e-476e-960e-87b18c195a1e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:23.919945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Allocated IP 172.20.0.3 (b61486c7-1e85-420c-acb6-12f5ffab9350/9248b3cb-f167-4bf0-9c78-86c475877073/dca08afd-4a06-4060-aa41-b8e8a4b7ad06) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:23.980646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b93945b2-a2e8-4f29-9ec4-06338a564858 req-235222cb-3d11-49ec-9a4f-acd69c451403 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462749 Jan 18 23:05:23.992066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc81e5-df25-4c2d-b66b-982630d258c0 None None] Pushing event updated for resources: {'Port': ['ID=818b76d9-1098-4872-b2da-9b3f767191c5,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:24.244053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:24.294032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:24.426792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:24.484674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f65b4-480f-4e65-af1d-5606d452e04b req-75ac1353-9b17-4af9-a685-026f2915170e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:24.486331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b53f65b4-480f-4e65-af1d-5606d452e04b req-75ac1353-9b17-4af9-a685-026f2915170e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.3022544 Jan 18 23:05:24.638141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b53f65b4-480f-4e65-af1d-5606d452e04b req-6be82bdd-35ec-41bb-abf2-67f875cca558 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348569 Jan 18 23:05:24.651412 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:05:20Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:24.659678 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02669483-b480-421e-a274-533c022efcf5 None None] Checking router: 0afd78e0-a140-496d-9255-c73651f9626e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:05:24.678471 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] Routers {'0afd78e0-a140-496d-9255-c73651f9626e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:24.679288 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0afd78e0-a140-496d-9255-c73651f9626e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:24.697813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:24.745793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:24.823641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:19Z', 'revision_number': 3, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:24.838767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee268c-6266-42d2-a516-374304c88a9b None None] The sync data for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 is: [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:19Z', 'revision_number': 3, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:24.943474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:24.954243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:24.955309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:24.994053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] Set router 0afd78e0-a140-496d-9255-c73651f9626e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:25.031660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.312483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:25.345067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Allocated IP 172.20.0.1 (fb6def80-5592-49c4-86f9-74f12e20deb2/deb073c6-435c-4080-ba86-9364a2cc45e9/ca093ed5-6ed6-4bf2-b57f-b932bf043d5e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:25.412774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Network b61486c7-1e85-420c-acb6-12f5ffab9350 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:25.463839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.481394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:25.485274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:25.562253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Sync routers for ids ['11686e89-5f69-44eb-a955-0bd1f1c79b23'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:05:25.581623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Routers {'11686e89-5f69-44eb-a955-0bd1f1c79b23'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:25.582601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11686e89-5f69-44eb-a955-0bd1f1c79b23'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:25.585623 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02669483-b480-421e-a274-533c022efcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:05:20Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:25.608626 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02669483-b480-421e-a274-533c022efcf5 None None] The sync data for ids ['0afd78e0-a140-496d-9255-c73651f9626e'] in n-d-825175-2 is: [{'id': '0afd78e0-a140-496d-9255-c73651f9626e', 'name': 'tempest-ServerRescueTestJSONUnderV235-6246226-router', 'tenant_id': '64e9517246234117b8bf6707061ff215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:03:10Z', 'updated_at': '2022-01-18T23:05:20Z', 'revision_number': 5, 'project_id': '64e9517246234117b8bf6707061ff215', 'gw_port': {'id': '75ec451f-b51b-4dbb-a8a3-20d7fc5af38b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd78e0-a140-496d-9255-c73651f9626e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:03:12Z', 'updated_at': '2022-01-18T23:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:25.768782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Set router 11686e89-5f69-44eb-a955-0bd1f1c79b23 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:25.772008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.793195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:25.799129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.804311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.804953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.815462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.819081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0be3200ea34050bede8a39311ad2a2 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:25.823414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:25.839983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:25.840251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdab77-fded-4262-a922-99eff12b4366 req-76d12f62-94d5-47d6-bb88-16f6324249b7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.847118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ecdab77-fded-4262-a922-99eff12b4366 req-76d12f62-94d5-47d6-bb88-16f6324249b7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 931 time: 0.4741476 Jan 18 23:05:25.886235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Transition to ACTIVE for port object ca093ed5-6ed6-4bf2-b57f-b932bf043d5e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:25.901137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-40c91fe0-136d-4351-8dc1-f7e2ffcb9c70 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9629157 Jan 18 23:05:25.914127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11686e89-5f69-44eb-a955-0bd1f1c79b23', 'name': 'tempest-FloatingIPsNegativeTestJSON-539391645-router', 'tenant_id': 'bf5b686d9640494a859c0b52618fed4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:04Z', 'updated_at': '2022-01-18T23:05:23Z', 'revision_number': 7, 'project_id': 'bf5b686d9640494a859c0b52618fed4b', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:25.917919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Request body: {'port': {'device_id': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:25.919283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Checking router: 11686e89-5f69-44eb-a955-0bd1f1c79b23 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:05:25.919676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f62a9-61db-4ee9-bc86-a4ca508980a0 req-4b413fa5-2c94-4e91-8578-4b5c9fba206f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:25.921357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-536f62a9-61db-4ee9-bc86-a4ca508980a0 req-4b413fa5-2c94-4e91-8578-4b5c9fba206f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2405462 Jan 18 23:05:25.922294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:25.931636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:25.931636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 23:05:25.932396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_agentschedulers_db [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11686e89-5f69-44eb-a955-0bd1f1c79b23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent'). {{(pid=84544) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 23:05:25.932906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bf6c5-0747-45e1-9566-5a2f54965e78 None None] The sync data for ids ['11686e89-5f69-44eb-a955-0bd1f1c79b23'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:25.973420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ecdab77-fded-4262-a922-99eff12b4366 req-71d146fa-1475-4ecb-9506-09c35fdf04c7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253822 Jan 18 23:05:26.034568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Deleting port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:26.035095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.052697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.053575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11686e89-5f69-44eb-a955-0bd1f1c79b23 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:05:26.091272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3cb04186-d030-452c-8495-3d8db8ecb986 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:26.144967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.146293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d059778-ea89-40b6-9707-695df961343d admin admin] 10.222.0.59 "DELETE /v2.0/routers/11686e89-5f69-44eb-a955-0bd1f1c79b23 HTTP/1.1" status: 204 len: 168 time: 4.4632452 Jan 18 23:05:26.160660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59536) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:26.167742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 3cb04186-d030-452c-8495-3d8db8ecb986 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:26.168202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3cb04186-d030-452c-8495-3d8db8ecb986 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:26.243040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.340660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Deleting subnet d00326a7-6581-46fb-8037-a328cc82266d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:05:26.357097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.381555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-536f62a9-61db-4ee9-bc86-a4ca508980a0 req-7f355724-f638-49ce-adbf-f5498d6b834c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494429 Jan 18 23:05:26.429118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.496379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.503679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.530954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.612823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a4f2f-ce68-4156-acd5-9142d576fcad,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:26.649601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Network fb6def80-5592-49c4-86f9-74f12e20deb2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:26.657535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:26.675373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:26.675844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.678324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:26.684476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-faefbde9-3b22-4c29-b9e3-f89001727f18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a0be3200ea34050bede8a39311ad2a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7227111 Jan 18 23:05:26.685710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:26.733396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4601d32-fe22-4d7c-91f7-3ae69bb2bdfa req-e28a4a40-7c10-45c7-96c2-3e97d2e3bb2b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:26.735518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4601d32-fe22-4d7c-91f7-3ae69bb2bdfa req-e28a4a40-7c10-45c7-96c2-3e97d2e3bb2b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.4462368 Jan 18 23:05:26.791842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] For port 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:26.794922 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:26.798243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.029512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:27.093069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Calling delete_port for 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:27.124796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4601d32-fe22-4d7c-91f7-3ae69bb2bdfa req-1d1ad3e9-f990-42f5-9b97-5b5597835c70 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800023 Jan 18 23:05:27.173537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca08afd-4a06-4060-aa41-b8e8a4b7ad06 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:27.182037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-43d9080b-e6f5-4aa0-a2d8-b227b3b42fa8 None None] Provisioning for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:27.185122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.203030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Transition to ACTIVE for port object dca08afd-4a06-4060-aa41-b8e8a4b7ad06 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:27.206006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-43d9080b-e6f5-4aa0-a2d8-b227b3b42fa8 None None] Provisioning complete for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:27.206380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-43d9080b-e6f5-4aa0-a2d8-b227b3b42fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.210685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.246669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.257989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:27.277956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5', 'port_id': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'mac_address': 'fa:16:3e:92:96:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9d523f-70bd-41f1-bcfe-3a74d392556f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:27.279673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-43d9080b-e6f5-4aa0-a2d8-b227b3b42fa8 None None] Port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:05:27.288379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00326a7-6581-46fb-8037-a328cc82266d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:27.293894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.302573 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.340710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.351947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.354044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed6abd-6673-4e73-aaa8-5ef6e350cb32 None None] Network 671267cf-68eb-4b82-bd55-f9180890a35e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:27.424314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1fb554ca-ae76-4dba-a338-5c98dbe41d4a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d00326a7-6581-46fb-8037-a328cc82266d HTTP/1.1" status: 204 len: 168 time: 1.2595162 Jan 18 23:05:27.430491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59548) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:27.431137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.435169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:27.464312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54381e9-3d20-45cb-a11f-c96b2cec5fd5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:27.480689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:27.551831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:27.552151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:27.552479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:27.562624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:27.562624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:27.569005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:27.569493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:27.572064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:27.572064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Bound port: dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:27.572064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.595212 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.611241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927a34-3b1c-419b-ad27-20e2788aca55 req-2c8a8c6c-b8b5-4499-a902-2ddf8e50e16d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:27.612742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8927a34-3b1c-419b-ad27-20e2788aca55 req-2c8a8c6c-b8b5-4499-a902-2ddf8e50e16d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.3896637 Jan 18 23:05:27.675697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:27.679279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:27.694458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:27.736591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.768690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] DHCP port deletion for 671267cf-68eb-4b82-bd55-f9180890a35e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:05:27.772718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Deleting port be29abd8-6f9e-47f9-92cd-f606b7d6b603 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:27.773135 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.791134 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.793860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a4f2f-ce68-4156-acd5-9142d576fcad,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:27.845437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.927290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.929074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] 10.222.0.89 "PUT /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 1091 time: 2.0178041 Jan 18 23:05:27.929612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:27.956913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728cfd4-c547-4218-9380-e3a79aefd4e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:27.962962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8927a34-3b1c-419b-ad27-20e2788aca55 req-82e4ab28-3d08-4b07-98cb-fb6c01f52562 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257997 Jan 18 23:05:27.972632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:27.975980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e4d5ebec-084c-40a5-ae3c-00c8c7e4ab09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/144a4f2f-ce68-4156-acd5-9142d576fcad HTTP/1.1" status: 204 len: 168 time: 1.2868567 Jan 18 23:05:27.988249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Deleting port be29abd8-6f9e-47f9-92cd-f606b7d6b603 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:27.988704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.016416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['b54381e9-3d20-45cb-a11f-c96b2cec5fd5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:28.029398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.110634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ec451f-b51b-4dbb-a8a3-20d7fc5af38b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:28.155001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 818b76d9-1098-4872-b2da-9b3f767191c5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:28.189261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6790c2c-376b-4ad7-9968-3df8ec410c86 req-fd00f8fb-e471-4672-9037-7f42955691fa tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.196188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6790c2c-376b-4ad7-9968-3df8ec410c86 req-fd00f8fb-e471-4672-9037-7f42955691fa tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.5560875 Jan 18 23:05:28.202496 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-5d3ed625-5817-4252-bfb2-34dd840fc745 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1094 time: 0.1172738 Jan 18 23:05:28.302902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] For port be29abd8-6f9e-47f9-92cd-f606b7d6b603, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be29abd8-6f9e-47f9-92cd-f606b7d6b603,segment=NetworkSegment(82772db2-9bbb-43d4-839e-eb5d605b99b9),segment_id=82772db2-9bbb-43d4-839e-eb5d605b99b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:28.303175 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'status': 'completed', 'code': 200} Jan 18 23:05:28.303289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.322337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-490416dc-8dd1-4cc2-9ae6-4ee4e90289f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 217 time: 0.1120560 Jan 18 23:05:28.422316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-11f47ecd-26f7-4c07-aff4-def3b640fedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:28.423956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-11f47ecd-26f7-4c07-aff4-def3b640fedd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0953875 Jan 18 23:05:28.461447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Calling delete_port for be29abd8-6f9e-47f9-92cd-f606b7d6b603 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:28.496505 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-cd78b134-524f-4e34-8885-6cf28966ae33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635478 Jan 18 23:05:28.599478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 818b76d9-1098-4872-b2da-9b3f767191c5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:28.605728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 818b76d9-1098-4872-b2da-9b3f767191c5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:28.610150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.660756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-3540a81d-05af-4e2b-b512-88a100b8dd1c service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567144 Jan 18 23:05:28.661666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.721642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] Pushing event deleted for resources: {'Port': ['ID=be29abd8-6f9e-47f9-92cd-f606b7d6b603,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:28.736545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b095d-9108-4bf3-92cb-dd59205323f9 None None] No DVR routers for this DVR port be29abd8-6f9e-47f9-92cd-f606b7d6b603 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:05:28.776252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.820387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.823775 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dfc0e91-2934-446a-b16a-d5d9d1205654 req-73b31788-3ce5-456d-8ba6-597f3b8656dd service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569054 Jan 18 23:05:28.844515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6790c2c-376b-4ad7-9968-3df8ec410c86 req-53e02f3d-c83f-4c7e-bf26-debb530715ff tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474593 Jan 18 23:05:28.844754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 818b76d9-1098-4872-b2da-9b3f767191c5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=818b76d9-1098-4872-b2da-9b3f767191c5,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:28.861802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.920625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] For port be29abd8-6f9e-47f9-92cd-f606b7d6b603, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be29abd8-6f9e-47f9-92cd-f606b7d6b603,segment=NetworkSegment(82772db2-9bbb-43d4-839e-eb5d605b99b9),segment_id=82772db2-9bbb-43d4-839e-eb5d605b99b9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:28.921037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:28.948498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.018349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:29.061447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:29.061788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a2b0210-7803-4b5e-a497-f0b3baf7f4b8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:29.062344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d4e4ea32-994e-476e-960e-87b18c195a1e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:29.075213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-0ceba19c-ecb8-4197-9107-df56922fce2c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1094 time: 0.1230240 Jan 18 23:05:29.103412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d4e4ea32-994e-476e-960e-87b18c195a1e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:29.104228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d4e4ea32-994e-476e-960e-87b18c195a1e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:29.104818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be29abd8-6f9e-47f9-92cd-f606b7d6b603 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:29.106009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Calling delete_port for be29abd8-6f9e-47f9-92cd-f606b7d6b603 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:05:29.138518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.139106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.153189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=818b76d9-1098-4872-b2da-9b3f767191c5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:29.163885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: be29abd8-6f9e-47f9-92cd-f606b7d6b603 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:29.166211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be29abd8-6f9e-47f9-92cd-f606b7d6b603 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:29.275837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-849b8ded-0b08-4528-9260-c5640a50d495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.277333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-849b8ded-0b08-4528-9260-c5640a50d495 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1949406 Jan 18 23:05:29.320371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea59c-989c-44fc-8a39-01f908f6a6bf req-fb39975f-c152-4e2b-b0c2-943dbac0c296 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.322036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b72ea59c-989c-44fc-8a39-01f908f6a6bf req-fb39975f-c152-4e2b-b0c2-943dbac0c296 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.9512992 Jan 18 23:05:29.335582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.348462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-b80d404c-2edc-4844-a7c5-d43f4b45a4e3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 217 time: 0.0646126 Jan 18 23:05:29.391663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:29.427237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-b66a611d-a9d2-4cdc-8f99-185c58369c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.427237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-b66a611d-a9d2-4cdc-8f99-185c58369c27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0697658 Jan 18 23:05:29.460998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.472999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:29.473452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-54a8868f-1f18-4344-82b1-10e97947c623 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396614 Jan 18 23:05:29.522055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:05:29.522463 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:05:29.613403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b72ea59c-989c-44fc-8a39-01f908f6a6bf req-2bc6a2f8-62f2-4aff-b31c-8c435b2ae260 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628045 Jan 18 23:05:29.735939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-dc5908fb-fa68-4f09-81f4-24a1bbf14220 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542639 Jan 18 23:05:29.780083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1981534560-network', 'tenant_id': '8dc2756102494c19a8b5c71e51447178'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:29.786054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:29.786544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0afd78e0-a140-496d-9255-c73651f9626e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:05:29.788070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:29.795990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5e06-accf-46d2-adc8-fcf039064065 req-525ae91a-8910-47c5-a98a-1fa167c26dee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:29.797473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d93f5e06-accf-46d2-adc8-fcf039064065 req-525ae91a-8910-47c5-a98a-1fa167c26dee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.5365920 Jan 18 23:05:29.804172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Usage tracker for resource:network and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:29.813845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:29.819282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Network fb6def80-5592-49c4-86f9-74f12e20deb2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:29.838133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:29.840867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:29.939193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-529c699e-c0c9-475d-9950-657ff7a92fc6 req-49b38564-e9ad-408e-a979-725cac125aea service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961806 Jan 18 23:05:30.025377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.025377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84fb027d-3617-480b-8ef7-8c8be372e647 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0afd78e0-a140-496d-9255-c73651f9626e HTTP/1.1" status: 204 len: 168 time: 6.2538266 Jan 18 23:05:30.025895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59590) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:30.026345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Deleting port be29abd8-6f9e-47f9-92cd-f606b7d6b603 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:05:30.027919 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.105853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Deleting subnet 0672b699-5e58-46c3-b79f-9875f266f273 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:05:30.108926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.145087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Made reservation on behalf of 8dc2756102494c19a8b5c71e51447178 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:30.147356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.162058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.221622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.228283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] The port 'be29abd8-6f9e-47f9-92cd-f606b7d6b603' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:05:30.229494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4e4a9a79-71b2-4ef8-8a69-2181c61efd15 None None] Provisioning complete for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:30.230014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4e4a9a79-71b2-4ef8-8a69-2181c61efd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.230916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d93f5e06-accf-46d2-adc8-fcf039064065 req-06ded146-136a-42af-bfdd-ac70bb28218f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233537 Jan 18 23:05:30.268702 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.291663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a9a79-71b2-4ef8-8a69-2181c61efd15 None None] Port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:05:30.357941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.395573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0672b699-5e58-46c3-b79f-9875f266f273,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:30.402651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.409356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f76ddc33-24ea-4c6f-9467-23077922d333 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0672b699-5e58-46c3-b79f-9875f266f273 HTTP/1.1" status: 204 len: 168 time: 0.3837922 Jan 18 23:05:30.412055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59594) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:30.417695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:30.421046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.423738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 818b76d9-1098-4872-b2da-9b3f767191c5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:30.436496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:30.501510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:30.507498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 818b76d9-1098-4872-b2da-9b3f767191c5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:30.507942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.517883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:30.528560 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.528941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.529812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.529993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > port after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.530297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.530650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > port after_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.530965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.531303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.531623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.531937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.539428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.642471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.642820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.643146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.643471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 23:05:30.643866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671267cf-68eb-4b82-bd55-f9180890a35e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.665211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82772db2-9bbb-43d4-839e-eb5d605b99b9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.665456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82772db2-9bbb-43d4-839e-eb5d605b99b9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.669930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.683781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.698463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a09da-2121-4dd8-bdca-66c0b7090bc1 req-f5110d10-87c3-406d-b080-e852d00d9df1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:30.698869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1782e7cc-e00a-4266-925a-19b09d64a584']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.700021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f6a09da-2121-4dd8-bdca-66c0b7090bc1 req-f5110d10-87c3-406d-b080-e852d00d9df1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.6368508 Jan 18 23:05:30.712481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c082854a-d048-4db1-a21e-d9953c89d44c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.712663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c082854a-d048-4db1-a21e-d9953c89d44c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:30.728266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.732874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.746095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.753453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:05:30.753994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:05:30.768513 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:05:30.771224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:05:30.771224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn_limited( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn_limited( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:05:30.784459 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:05:30.896732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.918717 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.924908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1782e7cc-e00a-4266-925a-19b09d64a584,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:30.952025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f6a09da-2121-4dd8-bdca-66c0b7090bc1 req-874f04d9-c4ca-496d-a7c9-27ee8d0f42ab tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427983 Jan 18 23:05:30.956996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:30.991114 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6cdbf025-25e2-44ef-9a51-46ea329bc3a0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1782e7cc-e00a-4266-925a-19b09d64a584 HTTP/1.1" status: 204 len: 168 time: 0.5754473 Jan 18 23:05:31.026822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.027411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.058205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:31.081794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.084192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] Pushing event deleted for resources: {'Network': ['ID=671267cf-68eb-4b82-bd55-f9180890a35e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.097497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:05:31.136313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f8ed1-433b-4934-bf46-4af21803cb9e req-30c677fa-3a8d-4d1c-86ad-899e199398c5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.137788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e5f8ed1-433b-4934-bf46-4af21803cb9e req-30c677fa-3a8d-4d1c-86ad-899e199398c5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.3726218 Jan 18 23:05:31.138384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9e8ed2-e4c7-4d74-b815-aeba6abd8681,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.145844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.152130 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Added segment e0a5b0a0-40cc-4941-af01-2103bd835404 of type vlan for network faf2ea63-7418-46be-9b69-c7d64bedbf5a Jan 18 23:05:31.188114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:31.193267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:31.199250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.219548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.229196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-176affde-7f43-4352-8660-e7c854145509 admin admin] 10.222.0.59 "DELETE /v2.0/networks/671267cf-68eb-4b82-bd55-f9180890a35e HTTP/1.1" status: 204 len: 168 time: 3.7871685 Jan 18 23:05:31.241872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e5f8ed1-433b-4934-bf46-4af21803cb9e req-8a78efa8-7659-4297-b45b-93da83743d16 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939574 Jan 18 23:05:31.276988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Router 56a7dee4-a81f-43f9-b194-01c203dda8ec has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:05:31.346577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.352170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.352170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.397333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.402168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:31.435413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:31.445870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:31.457146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-29272046-9354-49fa-ac19-d5d5354703cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64e9517246234117b8bf6707061ff215&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537682 Jan 18 23:05:31.459711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59616) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:31.511893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] Pushing event updated for resources: {'Network': ['ID=faf2ea63-7418-46be-9b69-c7d64bedbf5a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.522415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network faf2ea63-7418-46be-9b69-c7d64bedbf5a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:05:31.547278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.578707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.660479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59620) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:31.660711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.709978 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'code': 200} Jan 18 23:05:31.725460 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6837ba6e-7c67-4e2c-941f-56476e2c31ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf5b686d9640494a859c0b52618fed4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0658095 Jan 18 23:05:31.726428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59624) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:31.749913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dfafd9e4-a585-4eb4-9cac-4b38c5d8ab63 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3098269 Jan 18 23:05:31.751836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.761029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:31.769582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.770203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752ccb-e943-4704-8ef1-f9d6107bb3e6 req-ac0d7fcc-b5eb-4a1a-a387-cd54925d2c62 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:31.771881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02752ccb-e943-4704-8ef1-f9d6107bb3e6 req-ac0d7fcc-b5eb-4a1a-a387-cd54925d2c62 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.3367925 Jan 18 23:05:31.777065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Request body: {'subnet': {'network_id': 'faf2ea63-7418-46be-9b69-c7d64bedbf5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1981534560-subnet', 'tenant_id': '8dc2756102494c19a8b5c71e51447178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:31.785217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:31.804797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Usage tracker for resource:subnet and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:31.810099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:31.820020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:31.822453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65a619-181b-4f3b-be64-0f6bd9ab6d5f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:31.871397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02752ccb-e943-4704-8ef1-f9d6107bb3e6 req-cd74f039-14db-4e1e-8adf-dbbbb783063a tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891635 Jan 18 23:05:31.881604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.890279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:05:31.906441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec2df2a9-4ab9-4d42-bbef-5ab1f2521eff req-ee394239-cb5f-46e7-a8c1-655b9b4b2b93 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1097 time: 0.1412873 Jan 18 23:05:31.907036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ddd8772d-2f18-4512-9638-0b6cabc5e8e5 admin admin] 10.222.0.59 "PUT /v2.0/routers/56a7dee4-a81f-43f9-b194-01c203dda8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0580406 Jan 18 23:05:31.911836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Sync routers for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:05:31.928166 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:31.929051 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:31.944953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:31.948050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.953603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Made reservation on behalf of 8dc2756102494c19a8b5c71e51447178 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:31.956214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.969288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:31.972635 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b8ff0e7-17fb-4a76-8558-84524803dda0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a65a619-181b-4f3b-be64-0f6bd9ab6d5f HTTP/1.1" status: 204 len: 168 time: 0.5097249 Jan 18 23:05:32.047607 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec2df2a9-4ab9-4d42-bbef-5ab1f2521eff req-28b90a8c-c6d4-4e0f-9af6-1375ce23956e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247807 Jan 18 23:05:32.080438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:05:32.083540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 75ec451f-b51b-4dbb-a8a3-20d7fc5af38b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:05:32.153760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.200550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.202195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ffeecf5-3acc-45ca-9df2-9401d4a4e2a2 HTTP/1.1" status: 204 len: 168 time: 0.4737213 Jan 18 23:05:32.203700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14a034-cc16-4e59-a1eb-1f7eb657b2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffeecf5-3acc-45ca-9df2-9401d4a4e2a2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:32.225190 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:32.321494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56e06-a1c2-4418-9d25-051daaadfdd5 req-c2649a40-3961-4c27-bebb-bdeb3148add2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.322964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a56e06-a1c2-4418-9d25-051daaadfdd5 req-c2649a40-3961-4c27-bebb-bdeb3148add2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1947522 Jan 18 23:05:32.409846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a56e06-a1c2-4418-9d25-051daaadfdd5 req-ea7068d1-ec38-4ea5-9c3e-2e1288d4c6d0 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772481 Jan 18 23:05:32.479861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.596577 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 2, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:32.600805 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Checking router: 56a7dee4-a81f-43f9-b194-01c203dda8ec for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:05:32.601181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Updating router 56a7dee4-a81f-43f9-b194-01c203dda8ec port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:05:32.614233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e30893eb-611f-42f4-8216-ba14bce3be94,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:32.624345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Checking segment: {'id': 'e0a5b0a0-40cc-4941-af01-2103bd835404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'faf2ea63-7418-46be-9b69-c7d64bedbf5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:32.624708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Network hostable DHCP agents. Network: faf2ea63-7418-46be-9b69-c7d64bedbf5a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:05:32.679386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2aab8-555b-4eb3-9a08-ba2a49844c31 req-c338b639-38ec-4ef3-8a3d-b67993216ba6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.682276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bde2aab8-555b-4eb3-9a08-ba2a49844c31 req-c338b639-38ec-4ef3-8a3d-b67993216ba6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.1438689 Jan 18 23:05:32.686412 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.737880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Network faf2ea63-7418-46be-9b69-c7d64bedbf5a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:05:32.760008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bde2aab8-555b-4eb3-9a08-ba2a49844c31 req-50218dc7-8ed9-49b8-ab02-7e0cc51c3afc tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Jan 18 23:05:32.833893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, faf2ea63-7418-46be-9b69-c7d64bedbf5a) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:32.838510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:32.839229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:32.845631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fe3a3a-09aa-4e41-bac6-ac538546f42e None None] Network faf2ea63-7418-46be-9b69-c7d64bedbf5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:32.939716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c7a6437d-577b-4633-bfbb-3dc1a3f8ba98 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1775205 Jan 18 23:05:33.184851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d013c14-04e5-474f-802c-bd466b053dc7 req-417e1b64-fc98-4ca5-9da8-d71be8b0843f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:33.197855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d013c14-04e5-474f-802c-bd466b053dc7 req-417e1b64-fc98-4ca5-9da8-d71be8b0843f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.1336296 Jan 18 23:05:33.246922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d013c14-04e5-474f-802c-bd466b053dc7 req-3645ae80-ec9e-49b4-8048-62f993f56392 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481749 Jan 18 23:05:33.269063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549eb7d-3373-4f4c-a0ce-ee622700d2da None None] Network faf2ea63-7418-46be-9b69-c7d64bedbf5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:33.362359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:33.369405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350326892', 'description': 'tempest-description--1373715610'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:33.379132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:33.388308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Usage tracker for resource:security_group and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:33.392254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:33.410176 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.427193 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Transition to ACTIVE for port object ca093ed5-6ed6-4bf2-b57f-b932bf043d5e will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:33.436569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:33.507365 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.542295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.652007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:33.662986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Usage tracker for resource:security_group_rule and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:33.672246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:33.689881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:33.756268 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f4ca-7fa7-401f-a14a-87c2c334683b None None] Pushing event updated for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:33.823346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1924451812', 'description': 'tempest-description-1826747387'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:33.881845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:33.896339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:33.918291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:33.926820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Attempting to bind port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:33.927288 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Attempting to bind port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:33.927656 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Attempting to bind port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e on network fb6def80-5592-49c4-86f9-74f12e20deb2 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:33.945950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:33.946516 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Checking segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:33.964466 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.966918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.967117 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Bound using segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:33.967475 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Bound port: ca093ed5-6ed6-4bf2-b57f-b932bf043d5e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:33.967863 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:33.969014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:33.997455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829f989-8159-49d7-95e3-0c373973a395 req-7a1c68cd-91af-4bba-be55-9f4aed88c25d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.005074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b829f989-8159-49d7-95e3-0c373973a395 req-7a1c68cd-91af-4bba-be55-9f4aed88c25d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2379627 Jan 18 23:05:34.051934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b829f989-8159-49d7-95e3-0c373973a395 req-cd37dc6a-d7c0-4653-97c5-a4752b9a462b tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460696 Jan 18 23:05:34.073063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.121950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] For port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:34.130066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d342424-e2cb-4b60-a36d-1809dafe6da6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.130230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] For port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:34.149722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.210111 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.232222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:34.241983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:34.250265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:34.257395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:34.267249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:34.281574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.282922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-567332d0-9258-447a-be1f-fa2fbaf15281 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9193337 Jan 18 23:05:34.286495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59706) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:34.293773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'security_group_rule': {'security_group_id': '6d342424-e2cb-4b60-a36d-1809dafe6da6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:34.307680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:34.314675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Usage tracker for resource:security_group_rule and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:34.322235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:34.331233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:34.339546 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255f4ca-7fa7-401f-a14a-87c2c334683b None None] Pushing event updated for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.344360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7d7f-7644-4099-a5a3-6c5d72e5d424 req-a1ddd6be-8fe3-40b8-9ab8-89a974a3bd0f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.351417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea7d7f-7644-4099-a5a3-6c5d72e5d424 req-a1ddd6be-8fe3-40b8-9ab8-89a974a3bd0f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.1593554 Jan 18 23:05:34.353172 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:05:34.356205 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:34.404704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.419335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea7d7f-7644-4099-a5a3-6c5d72e5d424 req-5f2f1152-6f23-427d-a1d7-e7ce23feb929 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669832 Jan 18 23:05:34.437641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.475811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1358293787-network', 'tenant_id': 'e5b6fa2ef47f4d98ba9af1aa47679742'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:34.479368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.488546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:34.537329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904b2f83-2c12-43fa-8623-9481a0165f9f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.553174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Usage tracker for resource:network and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:34.556559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:34.565403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:34.594162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.603654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:05:34.605650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.607012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08c90d7e-a69f-4024-a86b-b69a05c5959b req-c0e6d2ce-a67f-4fa1-ad56-0ed13cbad3d7 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7956069 Jan 18 23:05:34.661071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.691725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ad5946-0f03-41e9-a301-1356cd244283,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:34.705266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Made reservation on behalf of e5b6fa2ef47f4d98ba9af1aa47679742 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:34.712709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.721674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.761679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:34.766537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.770294 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6b00cad-1787-4cac-a44b-87632fa0ec82 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4800022 Jan 18 23:05:34.770596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Usage tracker for resource:security_group_rule and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:34.774460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:34.776402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:34.780652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'security_group_rule': {'security_group_id': '6d342424-e2cb-4b60-a36d-1809dafe6da6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:34.783496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:34.790430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:34.799037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Usage tracker for resource:security_group_rule and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:34.809718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:34.819455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:34.858739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fff0-fa92-4cc3-a777-8688527be914 req-166edb0d-ee60-4923-92a4-7fba5a69a6f7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:34.866816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dc2fff0-fa92-4cc3-a777-8688527be914 req-166edb0d-ee60-4923-92a4-7fba5a69a6f7 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.1569059 Jan 18 23:05:34.887186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.910908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:34.944676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dc2fff0-fa92-4cc3-a777-8688527be914 req-d04a376f-4de1-4638-a18f-efe68a8b291e tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766850 Jan 18 23:05:34.967328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.014703 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:34Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:05:35.020905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:05:35.031195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.037024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef403eaf-db59-462e-8028-7fa21a955833,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:35.044186 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21b8fc-cd8e-4cef-a700-fad0b6a4c7bf None None] The sync data for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 is: [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:34Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:05:35.064458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.064811 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Added segment b8e65d31-d390-4eaf-9458-f0e980949510 of type vlan for network c56aab48-7dd7-4b95-b789-5b947e56e40a Jan 18 23:05:35.138042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.173128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.244153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb4b631-b4b5-41a0-a166-c06bfbae9fd7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:35.275311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.276200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:35.276931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.321073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c67644cf-8ab5-4c83-93bc-81ea1bbaed82 req-560a50bd-86cf-4723-a943-b2a54fc95a5c tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1097 time: 0.2316043 Jan 18 23:05:35.324622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-f7c79eec-f654-4408-b9c4-b807b65908b9 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/904b2f83-2c12-43fa-8623-9481a0165f9f HTTP/1.1" status: 200 len: 1639 time: 0.0712557 Jan 18 23:05:35.355009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904b2f83-2c12-43fa-8623-9481a0165f9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:35.355409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904b2f83-2c12-43fa-8623-9481a0165f9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:35.367448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:35.374157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:35.384311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:35.391941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.393383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1fdfabac-d2a6-45f0-bc53-9b2aebf6625e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6175911 Jan 18 23:05:35.394483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:35.402202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:35.405097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] Pushing event updated for resources: {'Network': ['ID=c56aab48-7dd7-4b95-b789-5b947e56e40a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:35.411071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:35.417051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c56aab48-7dd7-4b95-b789-5b947e56e40a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:05:35.418137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:35.423207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c67644cf-8ab5-4c83-93bc-81ea1bbaed82 req-049b7e2f-796a-4dc7-9d03-ca121e1e09b1 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957716 Jan 18 23:05:35.425950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Usage tracker for resource:floatingip and tenant:4c723f61e6ce43e28e4326204de8918a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:35.427572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:35.434621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:35.438298 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:05:35.504734 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-546068b0-8ede-49bf-9c80-878bb729988d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2713425 Jan 18 23:05:35.510455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59746) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:05:35.511792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Request body: {'subnet': {'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1358293787-subnet', 'tenant_id': 'e5b6fa2ef47f4d98ba9af1aa47679742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:35.516587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:35.525877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Usage tracker for resource:subnet and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:35.529062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:35.535886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:35.547959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2655341c-915b-4e3c-bf2e-5164bb5fd128 req-59cf53a7-5dc2-43dd-86a7-03f84fbd7320 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.0429540 Jan 18 23:05:35.566677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.747733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Made reservation on behalf of e5b6fa2ef47f4d98ba9af1aa47679742 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:35.750382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.817437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.857368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:35.885757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15471aa-b07a-41a2-8d3b-ad6bc2d2a5c3 req-7a8e6006-a9dc-4bbe-bdca-ab63775928c7 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:35.890455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c15471aa-b07a-41a2-8d3b-ad6bc2d2a5c3 req-7a8e6006-a9dc-4bbe-bdca-ab63775928c7 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1489313 Jan 18 23:05:36.036956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca093ed5-6ed6-4bf2-b57f-b932bf043d5e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:36.057566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.081062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.099793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a9439b-39bd-448b-856d-d345f232dc93,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:36.116643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.166428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c15471aa-b07a-41a2-8d3b-ad6bc2d2a5c3 req-6da12994-7e0d-4028-9aec-389dd526afb1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592835 Jan 18 23:05:36.205526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f37a47b-f95b-4c85-9c61-876a1378c224,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:36.224095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Checking segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:36.224528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Network hostable DHCP agents. Network: c56aab48-7dd7-4b95-b789-5b947e56e40a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:05:36.241855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.244384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0276be6d-44a2-4ae1-a215-aacfe7812820 req-c6b9ef35-1c25-4d5d-8465-c5c783a9ccc1 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.8956754 Jan 18 23:05:36.262073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:36.270138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:36.270855 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.302539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Allocated IP 172.25.1.52 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/cb6cfdc7-f303-455f-8f79-8755c96f1be2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:36.358964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Network c56aab48-7dd7-4b95-b789-5b947e56e40a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:05:36.435205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.460362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c56aab48-7dd7-4b95-b789-5b947e56e40a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:36.465902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.466501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.476150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eac4a7-8601-490b-87d4-560ecc3cb220 None None] Network c56aab48-7dd7-4b95-b789-5b947e56e40a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:36.521625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.531712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd27145-0c98-4454-878a-10e62c827556 req-6b575702-11a5-4559-afd1-6efcaa9dd46f tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1097 time: 0.1454606 Jan 18 23:05:36.548164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:36.590018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd27145-0c98-4454-878a-10e62c827556 req-cab6f3d5-3013-4545-a8d9-32a71a5ac1b7 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Jan 18 23:05:36.638547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32aea857-7328-4306-a051-8f5a55250105 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1318734 Jan 18 23:05:36.669587 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.722074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:36.823070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:36.836116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:36.840122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:36.873493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'Port': ['ID=cb6cfdc7-f303-455f-8f79-8755c96f1be2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:36.960291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:36.966434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2068505586', 'description': 'tempest-description-2071889463'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:36.973530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:36.974515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a4880-8097-4731-be35-0ec4d5fa5a85 None None] Network c56aab48-7dd7-4b95-b789-5b947e56e40a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:05:36.981973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:36.986107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:36.994435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91421e-fcfd-4e24-ac7b-f4d6d5713910 req-cd3853a0-8e1d-4058-92dc-a0021864e568 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:36.998004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e91421e-fcfd-4e24-ac7b-f4d6d5713910 req-cd3853a0-8e1d-4058-92dc-a0021864e568 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.2719316 Jan 18 23:05:37.003075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:37.123549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.145161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.150238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e91421e-fcfd-4e24-ac7b-f4d6d5713910 req-1d10b24f-1533-4ddf-8751-94286a2f76be tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445639 Jan 18 23:05:37.170452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:37.175833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:37.178027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:37.197069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:37.319201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.324903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.466568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.615854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25d695-fcc4-4ae6-a79c-00f38db2b5ae,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:37.686774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.689083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b2852fb-7bdb-4224-ad32-1c89fc1f55f8 req-8e2bfaf8-e226-4e5c-a885-62b8f56fa9d3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7337410 Jan 18 23:05:37.715575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-8ca7e484-0870-4945-a84b-be7fa49da5ad tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:37.718143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-8ca7e484-0870-4945-a84b-be7fa49da5ad tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.2228422 Jan 18 23:05:37.744132 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:37.748060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-93a70fcc-d4a3-4a5f-ac6e-be65a154a0d2 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/quotas/e5b6fa2ef47f4d98ba9af1aa47679742 HTTP/1.1" status: 200 len: 375 time: 0.0209129 Jan 18 23:05:37.804452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ade7e6fe-feef-42e7-bd29-a0608e60e4d8 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503595 Jan 18 23:05:37.808967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.014096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca093ed5-6ed6-4bf2-b57f-b932bf043d5e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:38.092889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:38.093336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.163583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'Port': ['ID=cb6cfdc7-f303-455f-8f79-8755c96f1be2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:38.207748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.239557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-4a6197cd-e25d-4855-b2f7-a704517dbfb0 service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249620 Jan 18 23:05:38.282196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619710b-c793-4267-b240-4eb6f0982b08 req-77c8e7f1-ff05-4880-b8a4-68bf4e2844bb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:38.283715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a619710b-c793-4267-b240-4eb6f0982b08 req-77c8e7f1-ff05-4880-b8a4-68bf4e2844bb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.4225273 Jan 18 23:05:38.353501 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.354840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6c5b278d-df06-482f-9488-4e023143d7a9 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9492488 Jan 18 23:05:38.423007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a619710b-c793-4267-b240-4eb6f0982b08 req-a4296769-7fe9-4d3b-b90a-1391e2caba62 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920939 Jan 18 23:05:38.428240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-15aa0d03-88ff-4310-99ef-8270a14d73db service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823852 Jan 18 23:05:38.605741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-225f58ab-7c34-4990-97cc-9e74dd63dbb3 req-17558da7-73bf-4e4f-82f3-c39d0c1d52d4 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0452681 Jan 18 23:05:38.775658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-cb602e26-37ec-4ce5-bfac-39af91c355ed tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/fa25d695-fcc4-4ae6-a79c-00f38db2b5ae HTTP/1.1" status: 200 len: 1639 time: 0.0556545 Jan 18 23:05:38.788771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fa25d695-fcc4-4ae6-a79c-00f38db2b5ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:38.789879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fa25d695-fcc4-4ae6-a79c-00f38db2b5ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:38.797202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:38.801295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:38.804448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:38.805154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.811372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:38.962351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:38.981131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adc7b422-095a-40fe-ae8a-db1449dc25d4 req-b8c29a04-4252-4500-b7b3-d0bf10c4076f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2320242 Jan 18 23:05:38.992684 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.077139 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.093725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:39.107148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f021af-64aa-4020-a54c-fc06a25a197c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:39.174606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.176739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-827f6a8a-b7b5-4cdf-8a6e-850a3fae7ae6 req-3da46e24-3923-4204-bde1-e72724c62e24 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.3937688 Jan 18 23:05:39.239142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:39.253137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350', 'port_id': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'mac_address': 'fa:16:3e:cd:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9248b3cb-f167-4bf0-9c78-86c475877073', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:39.329947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.347756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca08afd-4a06-4060-aa41-b8e8a4b7ad06 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:39.364387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:39.479655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdaf2a-9962-4385-931a-a7f25a1cef86 req-aec543a2-6ea3-4dc7-badc-fa0588bd4500 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:39.481192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59bdaf2a-9962-4385-931a-a7f25a1cef86 req-aec543a2-6ea3-4dc7-badc-fa0588bd4500 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.0830810 Jan 18 23:05:39.490781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:39.533307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59bdaf2a-9962-4385-931a-a7f25a1cef86 req-98e84379-83e0-4f38-9918-70b97c42b0d8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 Jan 18 23:05:39.560251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:39.709874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eef4185b-01e8-4220-918b-e3f758347914 req-405282f8-9e22-4c7b-9ba5-16c5ccb44cff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.0709951 Jan 18 23:05:39.716654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-7c03127b-6162-4455-bacc-bfb701d6ee52 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Synchronizing usage tracker for tenant:4c723f61e6ce43e28e4326204de8918a on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:39.799310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-7c03127b-6162-4455-bacc-bfb701d6ee52 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Unset dirty status for tenant:4c723f61e6ce43e28e4326204de8918a on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:39.800493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-7c03127b-6162-4455-bacc-bfb701d6ee52 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--350326892&fields=id&tenant_id=4c723f61e6ce43e28e4326204de8918a HTTP/1.1" status: 200 len: 267 time: 0.1295788 Jan 18 23:05:39.891973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['dca08afd-4a06-4060-aa41-b8e8a4b7ad06'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:39.959670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-6fabb398-6551-4e1a-a827-34f461f91248 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:39.960471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-6fabb398-6551-4e1a-a827-34f461f91248 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Synchronizing usage tracker for tenant:4c723f61e6ce43e28e4326204de8918a on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:40.072662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-6fabb398-6551-4e1a-a827-34f461f91248 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Unset dirty status for tenant:4c723f61e6ce43e28e4326204de8918a on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:40.073979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-6fabb398-6551-4e1a-a827-34f461f91248 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 805 time: 0.2665346 Jan 18 23:05:40.090863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-0c52c3b2-d054-4a7c-9a68-c7051637e28c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/quotas/4c723f61e6ce43e28e4326204de8918a HTTP/1.1" status: 200 len: 375 time: 0.0114017 Jan 18 23:05:40.181398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-56d353e2-6539-46b6-91a9-a8bfe85d9680 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Synchronizing usage tracker for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:40.283159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-56d353e2-6539-46b6-91a9-a8bfe85d9680 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Unset dirty status for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:40.284716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-56d353e2-6539-46b6-91a9-a8bfe85d9680 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1890414 Jan 18 23:05:40.432474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-5ba96d60-c15f-46ad-8bf9-eac8216e99e7 service neutron] 10.222.0.59 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338060 Jan 18 23:05:40.572193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-da083509-e13e-4b6a-b499-5cfca295dc88 service neutron] 10.222.0.59 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338387 Jan 18 23:05:40.679465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:40.716303 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9bd2dbc5-7417-41ab-9749-e312422595b0 req-91d1d6c7-7e78-4f6b-a5c5-0492c290e4ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0398531 Jan 18 23:05:40.954964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b27a9438-c409-457e-9abd-b870c12141b1 req-29897a2b-fc4d-4f48-bf29-e4c9fd7d8dee tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 210 time: 0.0455792 Jan 18 23:05:41.010767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1347633503', 'description': 'tempest-description-1806157000'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:41.019533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:41.026815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:41.033487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-2e48b579-c793-498b-9d97-f39afb8f4011 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:05:41.034474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-2e48b579-c793-498b-9d97-f39afb8f4011 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0108643 Jan 18 23:05:41.035312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:41.043059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:41.047804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:41.049529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Unknown quota resources ['binding']. {{(pid=84542) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:05:41.115333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:41.182673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.239145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:41.241535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:05:41.264368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:41.272722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:41.286604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:41.297652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:41.305552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:41.307709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:41.308259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.334277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:41.335068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:41.335068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:41.345883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:41.346199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:41.363631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:41.363963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:41.364342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:41.364767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Bound port: b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:41.397681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.422136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:41.450831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.514818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.521382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-208a689c-ef32-4a4f-b18d-20fe73f38661 service neutron] 10.222.0.59 "POST /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4794571 Jan 18 23:05:41.524961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e34cc1f-a8f3-452f-9c27-204373771d6e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:41.547668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ad4bb112-0d1a-4a76-ba84-0ab9dfd465ca tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:41.548390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ad4bb112-0d1a-4a76-ba84-0ab9dfd465ca tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Synchronizing usage tracker for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:41.550180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.619529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:41.637543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.639077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-036b80ab-beae-4d16-9955-ecdd923e4d73 req-81dee0c7-41df-4b73-aebb-ef6fa2ef0870 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.6338587 Jan 18 23:05:41.656573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'mac_address': 'fa:16:3e:17:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:41.663171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:41.666838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ad4bb112-0d1a-4a76-ba84-0ab9dfd465ca tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Unset dirty status for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:41.670846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ad4bb112-0d1a-4a76-ba84-0ab9dfd465ca tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.89 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.2690976 Jan 18 23:05:41.678920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.698455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'port': {'device_id': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'admin_state_up': True, 'tenant_id': 'e5b6fa2ef47f4d98ba9af1aa47679742'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:41.722510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:41.777942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.794855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:41.796128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.840895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:41.927429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:05:41.927794 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:05:41.953012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:41.958161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:port and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:41.962040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:41.966708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:41.969545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:41.979088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:42.027177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-493bf817-8ee7-4476-b0bf-7903940a2dbf req-89ff7b6a-4a5a-4467-9631-123ea9ba79e2 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0555468 Jan 18 23:05:42.071555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:42.080392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Made reservation on behalf of e5b6fa2ef47f4d98ba9af1aa47679742 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:42.083741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.093674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf02e8-6e8a-460e-a9ea-bc918301a47b req-3811fbb4-be62-42fb-bdb4-f970a5f66ffd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.101359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4bf02e8-6e8a-460e-a9ea-bc918301a47b req-3811fbb4-be62-42fb-bdb4-f970a5f66ffd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 948 time: 0.2944438 Jan 18 23:05:42.165575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4bf02e8-6e8a-460e-a9ea-bc918301a47b req-bdcd4bd7-6d70-43e8-8646-a9e6100a7aaf tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574415 Jan 18 23:05:42.289556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Allocated IP 172.20.0.5 (c56aab48-7dd7-4b95-b789-5b947e56e40a/1f37a47b-f95b-4c85-9c61-876a1378c224/61ac69de-dad0-4127-84ad-a509e7b612ae) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:42.489311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.505433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f797097f-aa50-4116-8147-4dda775f5793 req-d1de6780-f983-4dfb-9069-4f605fa2f00a tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 210 time: 0.1703453 Jan 18 23:05:42.509198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:42.531022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:42.562401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f4a59-712c-4326-81a8-87d7b0c43902 req-377c605a-d8b7-430a-ae35-4f9d71119eb8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.563947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-132f4a59-712c-4326-81a8-87d7b0c43902 req-377c605a-d8b7-430a-ae35-4f9d71119eb8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2757070 Jan 18 23:05:42.566721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-db599518-0a45-42f3-81fa-d61729c1aee0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1097 time: 0.1868904 Jan 18 23:05:42.569265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-651595753', 'description': 'tempest-description-971208293'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:42.572131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.577238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:42.598362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:42.604717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:42.605621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.612851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:42.652044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-132f4a59-712c-4326-81a8-87d7b0c43902 req-dd563152-96b0-46ad-9f56-2ff4798577ae tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758009 Jan 18 23:05:42.699515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:42.718173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-868f21f3-7ecc-470c-b359-89893f0bba8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.719640 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-868f21f3-7ecc-470c-b359-89893f0bba8e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1442585 Jan 18 23:05:42.728043 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'code': 200} Jan 18 23:05:42.735007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.776914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:42.780863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.781418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:42.784789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:42.793107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:42.850774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-1806160b-385b-4288-83d9-7d90ca172515 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 217 time: 0.1231246 Jan 18 23:05:42.887951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:42.899875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Network c56aab48-7dd7-4b95-b789-5b947e56e40a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:42.909074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:42.910836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:42.912819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:42.915666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:42.978052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62a0b-41e8-43c2-9e4b-5f4b22c29ae6 req-d741df31-14c2-4b47-b8cf-1948eb99c877 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.980010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-d54de909-b2f0-4b52-8948-1a8b0ee67fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:42.981829 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-d54de909-b2f0-4b52-8948-1a8b0ee67fd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1210804 Jan 18 23:05:42.988295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32a62a0b-41e8-43c2-9e4b-5f4b22c29ae6 req-d741df31-14c2-4b47-b8cf-1948eb99c877 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.1407807 Jan 18 23:05:43.008968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.034820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9e737395-ed2c-4292-ae1e-7d7ffc0bb656 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453315 Jan 18 23:05:43.038940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:43.039724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.077316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9221168c-7c64-4b72-95f3-b7ddeb786cac,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:43.088040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32a62a0b-41e8-43c2-9e4b-5f4b22c29ae6 req-79483e4d-58d5-4ac2-835e-b04dd26727f6 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984092 Jan 18 23:05:43.126152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.129262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-505be0d5-6d88-47be-ace0-87ebbec1db0b req-55e8eeba-8488-4aa2-b424-d5b0c5fb923d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5631104 Jan 18 23:05:43.295093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-fa74d936-228c-4fa4-9815-c38c3678d301 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512658 Jan 18 23:05:43.303193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-40eff6c8-65ff-488f-9ea0-439decc2eec0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6110995 Jan 18 23:05:43.331056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Request body: {'port': {'device_id': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:43.334313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-093b171f-b906-472b-b6cd-f0ca716b8b9b req-fe461e0f-2d25-4cbb-b484-faa824ffe947 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0804408 Jan 18 23:05:43.373642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668237e-5cc7-4095-9b15-74561f2b3f99 req-6abae41b-28c7-444b-ae7f-c5b881637d81 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:43.375100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1668237e-5cc7-4095-9b15-74561f2b3f99 req-6abae41b-28c7-444b-ae7f-c5b881637d81 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 931 time: 0.0887520 Jan 18 23:05:43.459269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1668237e-5cc7-4095-9b15-74561f2b3f99 req-ce5480e5-6bfb-435c-b493-61adf09209ff tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739079 Jan 18 23:05:43.470028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-099a070c-d022-4718-8adb-856121969814 req-7d3ecbf0-b4a1-429a-9429-cbbea6469857 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/4e34cc1f-a8f3-452f-9c27-204373771d6e HTTP/1.1" status: 200 len: 1639 time: 0.0672333 Jan 18 23:05:43.526199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-099a070c-d022-4718-8adb-856121969814 req-40f81ebc-258a-4949-ae08-919cab2ce22e tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/9221168c-7c64-4b72-95f3-b7ddeb786cac HTTP/1.1" status: 200 len: 1637 time: 0.0500336 Jan 18 23:05:43.538899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e34cc1f-a8f3-452f-9c27-204373771d6e', 'remote_group_id': '9221168c-7c64-4b72-95f3-b7ddeb786cac', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:43.540507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e34cc1f-a8f3-452f-9c27-204373771d6e', 'remote_group_id': '9221168c-7c64-4b72-95f3-b7ddeb786cac', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:43.542500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.547638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:43.550933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:43.552869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-f3064921-3d4a-47d0-a023-69269b2b1892 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512517 Jan 18 23:05:43.554059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:43.566908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:43.752545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe6c5d-cd43-4933-8da1-2d09c6021e69 req-0a6b586b-e38b-4dc1-9567-9a98c73bf4a2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:43.754680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40fe6c5d-cd43-4933-8da1-2d09c6021e69 req-0a6b586b-e38b-4dc1-9567-9a98c73bf4a2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 949 time: 0.1418135 Jan 18 23:05:43.780345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3af3d2c8-b56a-458f-91bc-9b7c4208c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.802474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.836966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40fe6c5d-cd43-4933-8da1-2d09c6021e69 req-f80afc85-0ca9-4808-8dbe-563a660d7280 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717704 Jan 18 23:05:43.882722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.967375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ac69de-dad0-4127-84ad-a509e7b612ae {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:43.979080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:43.997764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Transition to ACTIVE for port object 61ac69de-dad0-4127-84ad-a509e7b612ae will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:44.000386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.039837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-49843e4a-b504-4d48-823e-a09e2af20cca tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:44.041547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-49843e4a-b504-4d48-823e-a09e2af20cca tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.89 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 805 time: 0.1870675 Jan 18 23:05:44.047474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5e0626-542d-467d-84d9-b38a4780ba4c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:44.079471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.102993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-c7bf5bbe-20d1-48db-b940-7e38a7904d24 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c723f61e6ce43e28e4326204de8918a HTTP/1.1" status: 200 len: 379 time: 0.0458529 Jan 18 23:05:44.111746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'port': {'device_id': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'admin_state_up': True, 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'security_groups': ['6d342424-e2cb-4b60-a36d-1809dafe6da6']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:44.187333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.202094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-099a070c-d022-4718-8adb-856121969814 req-b5136423-b17f-412a-9e61-13977a200012 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.6685770 Jan 18 23:05:44.311873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:44.330121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:44.377274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:44.409394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a9a6caf-6454-45b5-a06b-6a35c1700125 req-27a3a088-6ec9-4dba-9c37-981a215544aa tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 210 time: 0.0504525 Jan 18 23:05:44.453073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Attempting to bind port 61ac69de-dad0-4127-84ad-a509e7b612ae on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:44.453073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Attempting to bind port 61ac69de-dad0-4127-84ad-a509e7b612ae by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:44.453449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Attempting to bind port 61ac69de-dad0-4127-84ad-a509e7b612ae on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:44.459346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Port 61ac69de-dad0-4127-84ad-a509e7b612ae on network c56aab48-7dd7-4b95-b789-5b947e56e40a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:44.459678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Attempting to bind port 61ac69de-dad0-4127-84ad-a509e7b612ae on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:44.467369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:44.467704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Checking segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:44.468090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Bound using segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:44.468514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Bound port: 61ac69de-dad0-4127-84ad-a509e7b612ae, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:44.468907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.479175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Made reservation on behalf of 4c723f61e6ce43e28e4326204de8918a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:05:44.483482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.565240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:44.568396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:44.667936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.730034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:44.744871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5719e0c-c4e3-4947-9579-982916873472 req-e64c241c-04a8-422b-990a-9bae13f67c9d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:44.748466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:44.749522 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] 10.222.0.89 "PUT /v2.0/ports/61ac69de-dad0-4127-84ad-a509e7b612ae HTTP/1.1" status: 200 len: 1091 time: 1.4259472 Jan 18 23:05:44.749977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:44.750244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5719e0c-c4e3-4947-9579-982916873472 req-e64c241c-04a8-422b-990a-9bae13f67c9d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2013478 Jan 18 23:05:44.771416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6147327-eaa7-4176-9ac5-13cae3339913 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:44.807263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Allocated IP 172.20.0.13 (fb6def80-5592-49c4-86f9-74f12e20deb2/deb073c6-435c-4080-ba86-9364a2cc45e9/957852d6-c292-4f5a-92eb-daa5fe646e07) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:05:44.927598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5719e0c-c4e3-4947-9579-982916873472 req-147f117f-793d-40dc-9024-fcf08a3e5cb9 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715724 Jan 18 23:05:45.047585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-10c925e3-735e-4928-88e9-2b0c6bb546f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 1094 time: 0.1360116 Jan 18 23:05:45.066215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1051428791', 'description': 'tempest-description-40115349'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:45.088807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:45.096574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:45.102515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:45.110974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:45.176805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-939ea283-2f54-4f6a-a129-b6aea57e0969 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ac69de-dad0-4127-84ad-a509e7b612ae HTTP/1.1" status: 200 len: 217 time: 0.1224918 Jan 18 23:05:45.214171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125353b9-a6f3-4798-a1ea-9c7dc79f1b0f req-bf239661-e971-4ce0-8f97-ef7ed4e72dcd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:45.215840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-125353b9-a6f3-4798-a1ea-9c7dc79f1b0f req-bf239661-e971-4ce0-8f97-ef7ed4e72dcd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.2587481 Jan 18 23:05:45.219211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.248322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.250107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:45.276954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ba2e8742-6908-4bc1-8219-5e134f09d36f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:45.279445 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-ba2e8742-6908-4bc1-8219-5e134f09d36f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.0958796 Jan 18 23:05:45.282986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Transition to ACTIVE for port object 957852d6-c292-4f5a-92eb-daa5fe646e07 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:45.326793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-125353b9-a6f3-4798-a1ea-9c7dc79f1b0f req-d77649d2-53b5-41d2-95bf-7a9afdb5db35 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955350 Jan 18 23:05:45.339358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:45.352781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:45.354202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:45.354785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.362679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:45.375588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-b13329e3-92b2-4500-9e0c-e1d63d8c17ae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858371 Jan 18 23:05:45.375731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:45.560007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.563999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.582931 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-600f717d-ea27-4a2e-9564-71d4f44b02ff service neutron] 10.222.0.89 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028186 Jan 18 23:05:45.665400 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.711712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:45.739392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.772482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.876749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:45.876749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Network fb6def80-5592-49c4-86f9-74f12e20deb2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:05:45.876749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:05:45.876749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a41bbb7-d538-4183-a02c-180077a92de1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:45.879962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:05:45.911187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c75456c9-1da5-4eb2-ad4f-36c7b3d4194d req-f22673de-7ff7-4cfa-8368-184e315ca382 service neutron] 10.222.0.89 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144116 Jan 18 23:05:45.926467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:45.928990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:45.946300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77a27ba5-6a41-441b-bbc8-03eb45becda2 req-c42f2333-c52d-4e85-814a-c2345ed30639 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.8834338 Jan 18 23:05:45.988514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9393-235a-44bb-8115-a4f68fe826c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.004033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.009667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.022163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8b71-8d92-4184-8412-df6cd667e6ce req-ae17fdb2-ecba-47e3-963b-f5874ef03e23 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.035482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-544b8b71-8d92-4184-8412-df6cd667e6ce req-ae17fdb2-ecba-47e3-963b-f5874ef03e23 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.5422151 Jan 18 23:05:46.036265 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'code': 200} Jan 18 23:05:46.108929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-544b8b71-8d92-4184-8412-df6cd667e6ce req-1e8db340-6cd2-4f40-bdbf-bd3e8947b13b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Jan 18 23:05:46.216709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-55e314f2-ec0a-49bf-a296-9ef1f25bb4fd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1088994 Jan 18 23:05:46.247781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ce23d2c-065f-44ae-b708-8266e47ba953 req-bfb10d85-1b5f-440c-9d2d-9e468919fdd5 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0777290 Jan 18 23:05:46.249420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Request body: {'port': {'device_id': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:46.255834 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'status': 'completed', 'code': 200} Jan 18 23:05:46.265636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-78beb43e-69ad-4d94-976e-4aae9ac2a2df req-29049766-c019-49fd-8c8e-f68b2f72f6b5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1096 time: 0.1270597 Jan 18 23:05:46.428601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.440544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-78beb43e-69ad-4d94-976e-4aae9ac2a2df req-0dea3c3b-2d1c-4f4a-a363-a6ee1bc42497 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647174 Jan 18 23:05:46.452514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-af5ee32b-d006-477a-b679-60bcd48f8223 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 1094 time: 0.1503453 Jan 18 23:05:46.473620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f374e96-cbd9-4714-b45c-b2b33542c000 None None] Provisioning for port 957852d6-c292-4f5a-92eb-daa5fe646e07 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:46.479235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f374e96-cbd9-4714-b45c-b2b33542c000 None None] Provisioning complete for port 957852d6-c292-4f5a-92eb-daa5fe646e07 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:46.479672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f374e96-cbd9-4714-b45c-b2b33542c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:46.535058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3f374e96-cbd9-4714-b45c-b2b33542c000 None None] Port 957852d6-c292-4f5a-92eb-daa5fe646e07 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:05:46.675875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640ec4b-a2e8-4f82-9a61-cebd946dfe0f req-6e25bb3a-c9c0-4fea-b090-67a74408b3c7 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.677346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e640ec4b-a2e8-4f82-9a61-cebd946dfe0f req-6e25bb3a-c9c0-4fea-b090-67a74408b3c7 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2375190 Jan 18 23:05:46.827181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e640ec4b-a2e8-4f82-9a61-cebd946dfe0f req-55f291a2-125c-4bbb-9fa5-ec3217547766 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434333 Jan 18 23:05:46.833133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-0dc5c59a-cc4d-41a3-9ad3-f3c1db75d6a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.834878 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-0dc5c59a-cc4d-41a3-9ad3-f3c1db75d6a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 923 time: 0.1269011 Jan 18 23:05:46.847524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bd543-049e-42be-a6d9-c796d7be2e0f req-7d165d8e-8c1a-47c9-997c-99c481a8c4b4 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.848218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-585bd543-049e-42be-a6d9-c796d7be2e0f req-7d165d8e-8c1a-47c9-997c-99c481a8c4b4 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Synchronizing usage tracker for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:05:46.885849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-286450253', 'description': 'tempest-description-400116504'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:46.892143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:46.897510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:46.905665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:46.921698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:46.929874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-41364da0-0a41-4fd8-8ef6-80d2e3ff7aba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61ac69de-dad0-4127-84ad-a509e7b612ae HTTP/1.1" status: 200 len: 217 time: 0.0848045 Jan 18 23:05:46.968315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-585bd543-049e-42be-a6d9-c796d7be2e0f req-7d165d8e-8c1a-47c9-997c-99c481a8c4b4 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Unset dirty status for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:05:46.969495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-585bd543-049e-42be-a6d9-c796d7be2e0f req-7d165d8e-8c1a-47c9-997c-99c481a8c4b4 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 932 time: 0.3602583 Jan 18 23:05:46.994147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957852d6-c292-4f5a-92eb-daa5fe646e07 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:46.995443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-f02f967f-e67e-4a7f-a007-8ec7a1502ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:46.996883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-f02f967f-e67e-4a7f-a007-8ec7a1502ba2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.0611997 Jan 18 23:05:47.004647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.032950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Transition to ACTIVE for port object 957852d6-c292-4f5a-92eb-daa5fe646e07 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:05:47.038883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.043595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-6e9ad468-cd3a-4f67-8d12-56c0f54ac11e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400064 Jan 18 23:05:47.049386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-585bd543-049e-42be-a6d9-c796d7be2e0f req-bdf64501-e52c-4841-a6b4-d52443391fdd tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730181 Jan 18 23:05:47.085885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:47.090990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:47.094404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:47.100026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.105084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:47.163324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.196787 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-25710754-7355-4aec-935e-21c449052ff0 service neutron] 10.222.0.89 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399922 Jan 18 23:05:47.282271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:47.302285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.341457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa8f956-81df-41c4-9d2a-2a1808102cca req-dec2e5c1-a116-4fa8-a2c9-2701983e5d80 service neutron] 10.222.0.89 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 Jan 18 23:05:47.343065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.424325 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.499036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26db91-1dba-4531-b213-7c48877b74fb req-d69071a1-6757-42a7-87c3-4c5145d015ee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:47.500477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d26db91-1dba-4531-b213-7c48877b74fb req-d69071a1-6757-42a7-87c3-4c5145d015ee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.3154511 Jan 18 23:05:47.511156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94217183-52b4-40c4-806a-3a8d283ce87d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:47.528298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Attempting to bind port 957852d6-c292-4f5a-92eb-daa5fe646e07 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:47.528675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Attempting to bind port 957852d6-c292-4f5a-92eb-daa5fe646e07 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:47.529021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Attempting to bind port 957852d6-c292-4f5a-92eb-daa5fe646e07 on network fb6def80-5592-49c4-86f9-74f12e20deb2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:47.540265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Port 957852d6-c292-4f5a-92eb-daa5fe646e07 on network fb6def80-5592-49c4-86f9-74f12e20deb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:47.540628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Attempting to bind port 957852d6-c292-4f5a-92eb-daa5fe646e07 on network fb6def80-5592-49c4-86f9-74f12e20deb2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:47.559752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:47.560078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Checking segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:47.560459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Bound using segment: {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:47.560913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Bound port: 957852d6-c292-4f5a-92eb-daa5fe646e07, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:47.561260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.577348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d26db91-1dba-4531-b213-7c48877b74fb req-caedf4df-c2d0-46e8-a5a8-968fda992dbc tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699687 Jan 18 23:05:47.628231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.632813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3348371-8d1e-4492-9989-2ef17062154b req-a6814a74-e76b-45ff-95d2-f98caeaf3e96 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.7491877 Jan 18 23:05:47.662500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:47.666229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:47.784923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.987151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:47.988582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] 10.222.0.89 "PUT /v2.0/ports/957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 1092 time: 1.7588532 Jan 18 23:05:47.992859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:48.015404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1708f52-293e-46c6-9497-74eda0434757 service neutron] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:48.035880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:48.046020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e561-8ed1-46ef-b6cf-a28dabfcfc16 req-2d57ea10-1a39-4e07-b691-5b7291a7df2f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.047555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d33e561-8ed1-46ef-b6cf-a28dabfcfc16 req-2d57ea10-1a39-4e07-b691-5b7291a7df2f tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.3322663 Jan 18 23:05:48.058192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5066e7-817f-409f-93e8-5cc94bf1def3 req-cdc5440b-3e72-46bd-8e11-213e528c0963 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.059696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d5066e7-817f-409f-93e8-5cc94bf1def3 req-cdc5440b-3e72-46bd-8e11-213e528c0963 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.3095882 Jan 18 23:05:48.204563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d33e561-8ed1-46ef-b6cf-a28dabfcfc16 req-2bcb37d9-fdfe-43f9-8bc3-4890935f5e28 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436055 Jan 18 23:05:48.211867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d5066e7-817f-409f-93e8-5cc94bf1def3 req-4c82403e-f491-4e1f-92e5-24a95f4e7f0b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340935 Jan 18 23:05:48.227746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-84744410-604c-4e70-acd5-f83207626db4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1213269 Jan 18 23:05:48.310307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-af6bf2b0-189c-43c0-bae4-0eb9b31d8de1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 217 time: 0.0755866 Jan 18 23:05:48.419653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-371a5448-25bc-4c0c-8c2e-edc034ad79c3 req-9096134d-89c1-4c76-8b82-7db4d140dab9 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0600591 Jan 18 23:05:48.448903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-ce2fa5fc-98ba-4fb1-a019-2a4896134408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.450348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-ce2fa5fc-98ba-4fb1-a019-2a4896134408 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 200 len: 844 time: 0.1335261 Jan 18 23:05:48.511394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-05f942fa-97e1-45dd-994e-8c4e8df93efa tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/0a41bbb7-d538-4183-a02c-180077a92de1 HTTP/1.1" status: 200 len: 1637 time: 0.1100855 Jan 18 23:05:48.622240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-a31e80a8-4fcb-4321-b9b5-4d6c28beec28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb6def80-5592-49c4-86f9-74f12e20deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634922 Jan 18 23:05:48.624848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-2964938b-4fcf-4db1-a4b4-97cdaff14068 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/94217183-52b4-40c4-806a-3a8d283ce87d HTTP/1.1" status: 200 len: 1637 time: 0.1043899 Jan 18 23:05:48.656345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a41bbb7-d538-4183-a02c-180077a92de1', 'remote_group_id': '94217183-52b4-40c4-806a-3a8d283ce87d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:48.656653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0a41bbb7-d538-4183-a02c-180077a92de1', 'remote_group_id': '94217183-52b4-40c4-806a-3a8d283ce87d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:48.667490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:48.713876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:48.724603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:48.730094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:48.746490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:48.779431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f1633-242b-4c1e-8637-6b98a6f7282d req-06eb4596-6dba-4800-83a5-a9840837e821 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:48.780870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-568f1633-242b-4c1e-8637-6b98a6f7282d req-06eb4596-6dba-4800-83a5-a9840837e821 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2304018 Jan 18 23:05:48.817043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-99ffba04-2f21-445b-af59-fa7fb85fe4fe service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851990 Jan 18 23:05:48.922910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-568f1633-242b-4c1e-8637-6b98a6f7282d req-131940e3-7111-4aa1-9cb1-8359a0105959 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290855 Jan 18 23:05:48.996051 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'status': 'completed', 'code': 200} Jan 18 23:05:49.008679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d28a51f2-e082-46e7-bfc9-ba9d5852a3a0 req-73c91c98-ee4d-4b7a-93d8-5fd25ff78a25 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801362 Jan 18 23:05:49.010886 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.034200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.043494 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'code': 200} Jan 18 23:05:49.147129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.228816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe10a139-3e8c-466d-b570-c9fa6e3688f8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:49.250652 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fa738950-37ff-4d39-b7cf-d64e19a7cdfb req-31c31e08-69f5-431c-b32a-88f3bebb8f0e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1101 time: 0.0732608 Jan 18 23:05:49.281052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-8ce16318-cb1b-4191-9628-f59450b485db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1702976 Jan 18 23:05:49.287914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb3e0-3057-4ab4-a0ef-42ff9a41502f req-69404b90-46a3-48ad-a06f-ada53faedde2 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.296188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69edb3e0-3057-4ab4-a0ef-42ff9a41502f req-69404b90-46a3-48ad-a06f-ada53faedde2 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 944 time: 0.1481946 Jan 18 23:05:49.297110 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fa738950-37ff-4d39-b7cf-d64e19a7cdfb req-bd50ce0c-ebf3-4c98-8ea0-ab03a37d9e0d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 Jan 18 23:05:49.378059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:49.378459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baaeb246-a2bb-46b3-8d24-7c992ec26009 req-6f5f33c0-312e-4aa7-8174-a5f04f46bf72 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7477424 Jan 18 23:05:49.426394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69edb3e0-3057-4ab4-a0ef-42ff9a41502f req-e3a4bb0e-3a05-47c3-8d6f-71d88aa471a5 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173272 Jan 18 23:05:49.463719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-4acef75b-0636-4d91-9363-c46c3345e4da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.466243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-4acef75b-0636-4d91-9363-c46c3345e4da service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 906 time: 0.1754446 Jan 18 23:05:49.611932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-db4d766d-cb3b-4c87-832a-9c4cbe961627 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 217 time: 0.1398518 Jan 18 23:05:49.709495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-8c554ef7-e71f-49cb-8a6b-84c9edf04d10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.711440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-8c554ef7-e71f-49cb-8a6b-84c9edf04d10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 200 len: 844 time: 0.0890253 Jan 18 23:05:49.763723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33bc98-cf2c-47b5-8ff6-908701b707bf req-6c2088d8-c198-4290-8024-e0d534252cd4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.765171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f33bc98-cf2c-47b5-8ff6-908701b707bf req-6c2088d8-c198-4290-8024-e0d534252cd4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2403753 Jan 18 23:05:49.774657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79994ee-f8a1-49ca-842d-8f29422dc86b req-a20c7bce-be62-4ecb-a901-f518395fda1b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:49.776127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a79994ee-f8a1-49ca-842d-8f29422dc86b req-a20c7bce-be62-4ecb-a901-f518395fda1b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.2161405 Jan 18 23:05:49.974356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f33bc98-cf2c-47b5-8ff6-908701b707bf req-583bc82f-eb3a-4b88-b45c-a2989bde4ac8 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971576 Jan 18 23:05:49.982573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a79994ee-f8a1-49ca-842d-8f29422dc86b req-f14f0cf7-2a38-4dea-b9e9-7aeb55ad0353 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851699 Jan 18 23:05:49.988312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-dcc206be-6edd-4e40-ac15-259620986558 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb6def80-5592-49c4-86f9-74f12e20deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694800 Jan 18 23:05:50.151317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-4db9ee43-b9c4-491d-a5c1-7135da076340 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558809 Jan 18 23:05:50.308015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-c7b66935-4099-4701-8828-5f38dc7c4c00 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/94217183-52b4-40c4-806a-3a8d283ce87d HTTP/1.1" status: 200 len: 1637 time: 0.1714489 Jan 18 23:05:50.413315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-491f6065-5b01-4a08-b2d5-1e56f10be849 req-4d9b1a22-a628-4870-b1cc-e262bbf93d02 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466481 Jan 18 23:05:50.433492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11731f60-22c8-462e-87f1-541a87ed9baa req-7db39b19-58ae-4cca-a802-d9021d1043a4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.435038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11731f60-22c8-462e-87f1-541a87ed9baa req-7db39b19-58ae-4cca-a802-d9021d1043a4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.1859117 Jan 18 23:05:50.472162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.516621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.526826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11731f60-22c8-462e-87f1-541a87ed9baa req-9eaece90-028d-45a5-807b-8772d8f652b8 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822580 Jan 18 23:05:50.679221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.701235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-539685f1-02d8-4395-8a95-1f6dc9e40d5c req-3d221a30-95ab-4b74-8024-94871a0b5c66 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0569007 Jan 18 23:05:50.707665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94217183-52b4-40c4-806a-3a8d283ce87d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:50.713474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:50.715905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8becc1d3-ed51-4914-9cbc-2198def16129 req-133d306d-3e27-4e28-a9a0-4951fa6359c2 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/94217183-52b4-40c4-806a-3a8d283ce87d HTTP/1.1" status: 204 len: 173 time: 0.3998706 Jan 18 23:05:50.959140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a20bbc-1230-4a4b-ae3c-f62f7adc5d44 req-9964f812-ec14-4660-9873-f27e84425835 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:50.960598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45a20bbc-1230-4a4b-ae3c-f62f7adc5d44 req-9964f812-ec14-4660-9873-f27e84425835 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1329055 Jan 18 23:05:50.963441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9d663f2-1002-4beb-94a9-f202c322aab0 req-6a5641fc-acf9-4b30-b52e-000fd050f676 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1096 time: 0.1045072 Jan 18 23:05:51.037665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45a20bbc-1230-4a4b-ae3c-f62f7adc5d44 req-d172c8e7-7d5e-47b9-b678-6126cb0b3491 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711975 Jan 18 23:05:51.039568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9d663f2-1002-4beb-94a9-f202c322aab0 req-f078f35c-bffe-4c20-a046-983fd178c407 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575123 Jan 18 23:05:51.171573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:51.246615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ea7a8bc-f10e-4df9-850b-cd2c2ce441b0 req-dd80deb6-c63c-48cb-8def-0bb27ddabe02 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/0a41bbb7-d538-4183-a02c-180077a92de1 HTTP/1.1" status: 200 len: 1637 time: 0.1043110 Jan 18 23:05:51.261308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71717b9a-5449-4045-b983-b8a906090796 req-34ae3ff6-23fd-4bca-a92c-40f36c58a5b3 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.262728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71717b9a-5449-4045-b983-b8a906090796 req-34ae3ff6-23fd-4bca-a92c-40f36c58a5b3 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 944 time: 0.1087475 Jan 18 23:05:51.312423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71717b9a-5449-4045-b983-b8a906090796 req-746775fc-f8c6-4917-8598-b1a2d88a1e08 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426452 Jan 18 23:05:51.315326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:51.330028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'port_id': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'mac_address': 'fa:16:3e:2b:a4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f37a47b-f95b-4c85-9c61-876a1378c224', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:51.389739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.407185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac69de-dad0-4127-84ad-a509e7b612ae {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:51.424009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:51.433579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756b11-f477-4a6b-8254-8025e60f30d9 req-f16b706e-cf56-4e0f-8fe8-0ed430c68989 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.435074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b756b11-f477-4a6b-8254-8025e60f30d9 req-f16b706e-cf56-4e0f-8fe8-0ed430c68989 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 946 time: 0.0810111 Jan 18 23:05:51.513011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.535305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b756b11-f477-4a6b-8254-8025e60f30d9 req-a68eb060-784b-4db9-9f02-f08444ee0184 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692680 Jan 18 23:05:51.548941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6337ba2-14e6-4394-8734-de8ad19cc86e req-fdb77ca3-0993-48d8-9fae-9776db0429dc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:51.550538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6337ba2-14e6-4394-8734-de8ad19cc86e req-fdb77ca3-0993-48d8-9fae-9776db0429dc tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1144290 Jan 18 23:05:51.601717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:51.620658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6337ba2-14e6-4394-8734-de8ad19cc86e req-09c27843-aa2b-47f6-81e4-aebb45add46e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624094 Jan 18 23:05:51.744124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-943124230', 'description': 'tempest-description-943203307'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:51.750697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:51.754530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:51.758732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:51.796612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:51.837447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5823f0d-fe48-49c5-9519-02a91e266510 req-496c8209-9e98-4312-ae19-c43d23692a95 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1096 time: 0.0798919 Jan 18 23:05:51.884184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5823f0d-fe48-49c5-9519-02a91e266510 req-6db23254-10d9-4b1a-b83e-28c419e46009 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Jan 18 23:05:51.907574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:51.942997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:51.946938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:51.950509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:51.952645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['61ac69de-dad0-4127-84ad-a509e7b612ae'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:51.956558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:52.017592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.088121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.139221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3a6a7a-2668-465c-877b-06997172718b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:52.169763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82346a6-e341-4dbd-a22b-8b2e62c0f791 req-7203e9c5-1b0d-4dae-b4dc-eeb6d243ae93 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.171199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f82346a6-e341-4dbd-a22b-8b2e62c0f791 req-7203e9c5-1b0d-4dae-b4dc-eeb6d243ae93 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 944 time: 0.1182389 Jan 18 23:05:52.212881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.214034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7756a75c-ab42-49b7-968a-a24986c77cee req-1b424326-4180-4029-b693-bcb46159c19c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.4747925 Jan 18 23:05:52.222168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f82346a6-e341-4dbd-a22b-8b2e62c0f791 req-be5bbe09-c903-41a1-9296-4ba251cbb542 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452898 Jan 18 23:05:52.387305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57c1615a-1311-4da6-84e9-63c9c743741f req-6dc8201a-94e6-4870-a8bd-6982c420867d tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0425136 Jan 18 23:05:52.531761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-692221af-29b7-444d-8e5e-32aed3babe98 req-9fa9e9e5-a595-4ec9-a174-90cb7074799e tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 200 len: 1637 time: 0.0462625 Jan 18 23:05:52.542942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3a6a7a-2668-465c-877b-06997172718b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:52.543250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3a6a7a-2668-465c-877b-06997172718b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:52.549092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:52.552828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:52.556903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:52.562122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:52.598117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-2b76aad0-8267-49cc-af2f-53ad3d023ff9 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1097 time: 0.0757191 Jan 18 23:05:52.611304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:52.691761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.722095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.740682 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.788412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.863063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0b24f7-2a25-447b-a07e-36784b3b5b4e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:52.903128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f9ffc-7c6b-468a-9212-9a9c8424f9b7 req-70ad8a8e-25fe-4a4f-8bc7-7c5a4eb8da73 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:52.904753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-478f9ffc-7c6b-468a-9212-9a9c8424f9b7 req-70ad8a8e-25fe-4a4f-8bc7-7c5a4eb8da73 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 944 time: 0.0978408 Jan 18 23:05:52.961739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:52.971591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:52.987453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-692221af-29b7-444d-8e5e-32aed3babe98 req-25f5292e-18d4-4fa2-9440-d468656811b3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4396815 Jan 18 23:05:52.997612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-478f9ffc-7c6b-468a-9212-9a9c8424f9b7 req-822c23dd-44ca-491a-9c36-613b4a86c7bb tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850940 Jan 18 23:05:53.023722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:53.107383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:53.111979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.200098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 957852d6-c292-4f5a-92eb-daa5fe646e07 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:53.200098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:53.220359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.345127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:05:53.375240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246a3c7-16ff-4f7d-9b3e-27be30f4c972 req-31ff68f1-570e-4e95-85e4-4572e913c4aa tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.375240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7246a3c7-16ff-4f7d-9b3e-27be30f4c972 req-31ff68f1-570e-4e95-85e4-4572e913c4aa tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.2280960 Jan 18 23:05:53.375240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad44133c-5f9f-42cd-8c50-a48b2fb7ec4e req-b6456715-247b-457e-a560-0b3654897ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2653258 Jan 18 23:05:53.468174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7246a3c7-16ff-4f7d-9b3e-27be30f4c972 req-8fdb0519-9e87-4343-8008-22afb3879316 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843194 Jan 18 23:05:53.594464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:53.637930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'port_id': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'mac_address': 'fa:16:3e:fc:d0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:05:53.695813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 61ac69de-dad0-4127-84ad-a509e7b612ae completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:53.700195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:53.712525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 61ac69de-dad0-4127-84ad-a509e7b612ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:53.712525 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.718498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:53.718498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:53.718498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:53.718498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.730236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.734624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cbbbd-5115-4b6f-b9b0-f119444c72ad req-903e0166-ccbe-4521-8f63-2b67c1905f4c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.739502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:05:53.743671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d26cbbbd-5115-4b6f-b9b0-f119444c72ad req-903e0166-ccbe-4521-8f63-2b67c1905f4c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1262913 Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Bound port: b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:53.750330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.774672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:53.817912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d26cbbbd-5115-4b6f-b9b0-f119444c72ad req-b8078557-16dd-4803-bec1-14ca9bffbf17 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780365 Jan 18 23:05:53.828564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.838036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:53.838036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:53.842263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:53.879077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:05:53.884685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:53.888256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957852d6-c292-4f5a-92eb-daa5fe646e07 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:05:53.892113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:53.892462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Attempting to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on network 02ed8b53-4567-41ec-a801-cd4fdb68aae5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:53.957889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:53.957889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Checking segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:53.957889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Bound using segment: {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:53.957889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Bound port: b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a122a3d6-ccde-4237-bbfe-2041a6eee865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '02ed8b53-4567-41ec-a801-cd4fdb68aae5'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:53.957889 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:53.972938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:53.972938 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.021988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.055111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:54.077428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:54.098429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28fafab3-361d-4991-a931-914f2de5c94c req-e8c73b65-f546-4e28-8c76-93bb0becfe1d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 200 len: 2140 time: 0.0899141 Jan 18 23:05:54.100650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.104933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3a6a7a-2668-465c-877b-06997172718b', 'remote_group_id': None}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:54.104933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a3a6a7a-2668-465c-877b-06997172718b', 'remote_group_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:54.115389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:05:54.132519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Usage tracker for resource:security_group_rule and tenant:8dc2756102494c19a8b5c71e51447178 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:05:54.132519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:05:54.137229 n-d-825175-2 neutron-server[84544]: WARNING neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Concurrent port binding operations failed on port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 Jan 18 23:05:54.147379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:05:54.158179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.168885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:54.168885 n-d-825175-2 neutron-server[84544]: INFO neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Attempt 2 to bind port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 Jan 18 23:05:54.168885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:05:54.188401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.199474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.254197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.254197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-9fd3ec2a-de8d-45e0-83d3-269a2cc2905e service neutron] 10.222.0.83 "PUT /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 1122 time: 1.6395442 Jan 18 23:05:54.312257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.319571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.344350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.390021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b54381e9-3d20-45cb-a11f-c96b2cec5fd5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:54.432231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['b54381e9-3d20-45cb-a11f-c96b2cec5fd5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:54.444753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.478845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9d7e1b-5da4-4d28-a43c-ca1422154cc6,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:54.513738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['957852d6-c292-4f5a-92eb-daa5fe646e07'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:05:54.589533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:54.608574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28fafab3-361d-4991-a931-914f2de5c94c req-bc5adf89-3c9a-48c7-b5f8-ce4d4a3dab4c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.5154521 Jan 18 23:05:54.670080 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'code': 200} Jan 18 23:05:54.848586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77e19-c6d3-479e-b610-f5f4ddbfea64 req-34040042-b1ec-4fab-b35f-80847bfb062d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:54.850138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1b77e19-c6d3-479e-b610-f5f4ddbfea64 req-34040042-b1ec-4fab-b35f-80847bfb062d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.0814631 Jan 18 23:05:54.904000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1b77e19-c6d3-479e-b610-f5f4ddbfea64 req-3897323c-36a1-4b9f-b9bb-56c803e9e9ae tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Jan 18 23:05:55.064803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa3de100-c9ca-47e7-af14-fbe089bcfed2 req-6f612cca-a8b5-443c-87b7-511ca419d133 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0401671 Jan 18 23:05:55.272966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7c9bf-fbd2-478c-8e86-5f810e38f520 req-93542015-698c-4a32-81b8-833a3048173b tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.275060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41f7c9bf-fbd2-478c-8e86-5f810e38f520 req-93542015-698c-4a32-81b8-833a3048173b tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 945 time: 0.0818458 Jan 18 23:05:55.321450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41f7c9bf-fbd2-478c-8e86-5f810e38f520 req-bf764b80-6c90-4ba3-a8e0-9114c3807c67 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406356 Jan 18 23:05:55.387724 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'code': 200} Jan 18 23:05:55.581783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-affddcfc-de14-403d-bcaa-9d844bd47697 req-cf277ae5-3022-4b47-a285-e36775c02148 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 1096 time: 0.1310890 Jan 18 23:05:55.593400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311face6-eee2-490f-a38a-12afcee9db8a req-57ffc1ba-676f-46a4-bc9f-1522957771aa tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:55.594814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-311face6-eee2-490f-a38a-12afcee9db8a req-57ffc1ba-676f-46a4-bc9f-1522957771aa tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.1049411 Jan 18 23:05:55.635958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-ec7f0bb8-670a-44ed-80fd-f0e8a068f141 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:05:55.637046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-ec7f0bb8-670a-44ed-80fd-f0e8a068f141 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067000 Jan 18 23:05:55.651527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:05:55.651970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Unknown quota resources ['binding']. {{(pid=84542) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:05:55.734869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-affddcfc-de14-403d-bcaa-9d844bd47697 req-a8176802-0d81-4c33-9336-35f374d48315 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199744 Jan 18 23:05:55.738946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-311face6-eee2-490f-a38a-12afcee9db8a req-aad00c87-4bf6-4df8-9f83-7e1cc3a93560 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385691 Jan 18 23:05:55.894655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e83b3b5-12b9-4ce7-a285-2a7c2f5111bb req-f17255b4-78be-4d92-9bab-03f5e6ea345d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 200 len: 2648 time: 0.0938830 Jan 18 23:05:55.936475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:05:55.936927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:05:55.937222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:55.942989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:05:55.943310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:05:55.950729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:05:55.950925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:05:55.952074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:05:55.952074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Bound port: dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:05:55.995848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:05:56.069312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e11f4-0662-4d1d-bb4c-0192b8f8ff7f req-cc574ade-22ef-4270-9c81-16f5830a297d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.071557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-543e11f4-0662-4d1d-bb4c-0192b8f8ff7f req-cc574ade-22ef-4270-9c81-16f5830a297d tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.0776584 Jan 18 23:05:56.074405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.075366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-bd8f1a30-695c-4009-a147-ef3988ce5794 service neutron] 10.222.0.59 "POST /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06/bindings HTTP/1.1" status: 201 len: 389 time: 0.4301174 Jan 18 23:05:56.123700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-543e11f4-0662-4d1d-bb4c-0192b8f8ff7f req-594e081d-e660-4507-9e61-1025f09d7c09 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Jan 18 23:05:56.284569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-088171ff-dd8f-47af-8d7b-283c11e63380 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-group-rules/6c9d7e1b-5da4-4d28-a43c-ca1422154cc6 HTTP/1.1" status: 200 len: 718 time: 0.0180640 Jan 18 23:05:56.338551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-c368c9a0-204e-4a80-a041-53424a97dfbb tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 200 len: 2648 time: 0.0477073 Jan 18 23:05:56.372576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.383341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.473363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12709aa7-639b-4d66-a7b1-2e9c372f45fc req-61b556ba-fa71-4308-9fc0-86ec91cc925d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.474696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12709aa7-639b-4d66-a7b1-2e9c372f45fc req-61b556ba-fa71-4308-9fc0-86ec91cc925d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.0856805 Jan 18 23:05:56.524421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12709aa7-639b-4d66-a7b1-2e9c372f45fc req-2d172dac-d250-41ba-88e3-439626134e93 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Jan 18 23:05:56.586820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.603063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c9d7e1b-5da4-4d28-a43c-ca1422154cc6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:56.605537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:56.606813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e98cf64-659f-4c57-9b04-8ea9b3dde19c req-898bfc7c-a125-4889-916d-1a54d6ff0022 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6c9d7e1b-5da4-4d28-a43c-ca1422154cc6 HTTP/1.1" status: 204 len: 173 time: 0.2622621 Jan 18 23:05:56.670763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:56.695388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a29a49e2-07f0-4a78-8c93-bfb3ffe6d019 req-336aaf99-463e-4f50-bd9d-a724c2350fb4 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0437574 Jan 18 23:05:56.800019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93737323-307e-42ed-9e15-7f49ff973c73 req-18bf6a7c-be63-4e2f-982e-cdfef1cd3502 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.801499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93737323-307e-42ed-9e15-7f49ff973c73 req-18bf6a7c-be63-4e2f-982e-cdfef1cd3502 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Jan 18 23:05:56.893268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93737323-307e-42ed-9e15-7f49ff973c73 req-e03755db-179a-46be-89db-38a6deae32e4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863433 Jan 18 23:05:56.919430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8741a72-402f-4255-9a71-c740a3561fae req-bd19af1e-cb15-44d0-be9a-af3d9d5cb05e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:56.920888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8741a72-402f-4255-9a71-c740a3561fae req-bd19af1e-cb15-44d0-be9a-af3d9d5cb05e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 945 time: 0.0981135 Jan 18 23:05:57.005059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8741a72-402f-4255-9a71-c740a3561fae req-4fc0ee4a-4953-438f-ab08-26d38b5b2c12 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750248 Jan 18 23:05:57.014634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-1ea522bf-7c8c-4b68-9e85-cf95186b386f tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 200 len: 2140 time: 0.0658607 Jan 18 23:05:57.070025 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'status': 'completed', 'code': 200} Jan 18 23:05:57.082701 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.149904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.206383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 957852d6-c292-4f5a-92eb-daa5fe646e07 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:05:57.352970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 957852d6-c292-4f5a-92eb-daa5fe646e07 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:05:57.367162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 957852d6-c292-4f5a-92eb-daa5fe646e07 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:05:57.367162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.367400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-fc15cd97-74ab-44b0-9b11-38218459e53b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1125 time: 0.2633903 Jan 18 23:05:57.452078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0a58-4864-475c-80e8-8ea4359dd859 req-d0b0727a-2ec4-4a8e-84af-0a7a9e4944bd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.453569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-561f0a58-4864-475c-80e8-8ea4359dd859 req-d0b0727a-2ec4-4a8e-84af-0a7a9e4944bd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.2899749 Jan 18 23:05:57.484620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.515845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:05:57.517749 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.527078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:05:57.553918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3a6a7a-2668-465c-877b-06997172718b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.559338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-561f0a58-4864-475c-80e8-8ea4359dd859 req-ce74d645-7bdb-4baf-bdb7-1ba7a145572a tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985310 Jan 18 23:05:57.564701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab1af-b456-421e-b14d-cce309140938 req-b6a7e48c-1fab-4257-ac40-bd76c6a1de91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.566123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-b6a7e48c-1fab-4257-ac40-bd76c6a1de91 service neutron] 10.222.0.89 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1958506 Jan 18 23:05:57.568002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.569570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-917a7253-2fee-43c2-8133-6b846ea79a52 req-b64bd168-49f0-4256-9a7d-4f6224bba5bc tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/3a3a6a7a-2668-465c-877b-06997172718b HTTP/1.1" status: 204 len: 173 time: 0.5488098 Jan 18 23:05:57.616224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:57.644673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-3169f36d-be60-46e9-a7e0-1a6819dd931f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0717411 Jan 18 23:05:57.692911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:57.764486 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'code': 200} Jan 18 23:05:57.769415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eab1af-b456-421e-b14d-cce309140938 req-46d27ed1-0576-41ad-ab02-36bd7827901d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.770867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-46d27ed1-0576-41ad-ab02-36bd7827901d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.1194687 Jan 18 23:05:57.832277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-5c4b4fa9-b367-477e-9b5a-2b43b569cec8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413146 Jan 18 23:05:57.847084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86484f57-f4b9-4518-b445-3097a9f9c026 req-5f93f952-a5d4-446b-824c-640d7c505130 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:57.848502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86484f57-f4b9-4518-b445-3097a9f9c026 req-5f93f952-a5d4-446b-824c-640d7c505130 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1321940 Jan 18 23:05:57.931004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-78a5359e-b2a2-43eb-9906-3832a2cf81e9 req-10e3d87b-c6a5-45e3-b386-39c9f443fe09 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0709183 Jan 18 23:05:57.977830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-78a5359e-b2a2-43eb-9906-3832a2cf81e9 req-a12fe3b4-8946-471f-8979-6bc23f5504a3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397592 Jan 18 23:05:58.055701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86484f57-f4b9-4518-b445-3097a9f9c026 req-2a1a1fa4-5c83-4741-873c-5ca9a7c8c72e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009869 Jan 18 23:05:58.084658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-0de2d967-b3eb-4e74-bd3c-e5e5362235aa service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142985 Jan 18 23:05:58.095620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60200df0-a3a7-4b7c-a583-7476babf6511 req-51a92f6e-808d-471b-a4f6-f74a67b65017 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:58.097042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60200df0-a3a7-4b7c-a583-7476babf6511 req-51a92f6e-808d-471b-a4f6-f74a67b65017 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.2043619 Jan 18 23:05:58.130390 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-5fb6ce70-08dd-43f7-a1a1-29948caf0e3f req-bdcabf33-3cc9-4c8d-bd17-b95c5f97550c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] show failed (client error): The resource could not be found. Jan 18 23:05:58.131328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb6ce70-08dd-43f7-a1a1-29948caf0e3f req-bdcabf33-3cc9-4c8d-bd17-b95c5f97550c tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/94217183-52b4-40c4-806a-3a8d283ce87d HTTP/1.1" status: 404 len: 352 time: 0.0334487 Jan 18 23:05:58.155803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60200df0-a3a7-4b7c-a583-7476babf6511 req-1f1803d4-991d-42cc-95f6-34d9066dfd42 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Jan 18 23:05:58.411352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa330bf-e185-4c7f-9d41-e7f0e8bb870e req-5a0db5f2-c716-4e02-9319-7f06c3ffb767 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1457379 Jan 18 23:05:58.482361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7eab1af-b456-421e-b14d-cce309140938 req-740bcb5c-712d-46cd-8d29-edbde02ed453 service neutron] 10.222.0.89 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425702 Jan 18 23:05:58.511804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9050f2-3e69-4a03-a425-b1ffe9c75751 req-000ce771-4e13-4350-895f-ecc8cad0be72 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:58.511804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c9050f2-3e69-4a03-a425-b1ffe9c75751 req-000ce771-4e13-4350-895f-ecc8cad0be72 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2370555 Jan 18 23:05:58.623388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c9050f2-3e69-4a03-a425-b1ffe9c75751 req-0fff1531-0608-4757-aeb1-e917bd838595 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074829 Jan 18 23:05:58.673363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ccc8-b578-46e9-96de-5fa70feb4d16 req-953ef4e1-5438-4681-8b9d-0e32bed08d77 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:58.681315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb8ccc8-b578-46e9-96de-5fa70feb4d16 req-953ef4e1-5438-4681-8b9d-0e32bed08d77 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.1069686 Jan 18 23:05:58.769199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb8ccc8-b578-46e9-96de-5fa70feb4d16 req-2758166a-d987-4619-be83-146a32d5ca46 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783222 Jan 18 23:05:58.769199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-b809b847-4a50-4322-8cb8-58fd109b7987 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/0a41bbb7-d538-4183-a02c-180077a92de1 HTTP/1.1" status: 200 len: 1637 time: 0.0665152 Jan 18 23:05:58.838454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:58.876016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.005817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434c028-2ab9-40b2-9956-5ba0ea22ba61 req-4035e1ae-3e29-40f9-9b7b-df53d29a0be5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.007846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d434c028-2ab9-40b2-9956-5ba0ea22ba61 req-4035e1ae-3e29-40f9-9b7b-df53d29a0be5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.0865598 Jan 18 23:05:59.055683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d434c028-2ab9-40b2-9956-5ba0ea22ba61 req-0bf32d1e-01bd-404b-b827-13bdff84e366 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Jan 18 23:05:59.256102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4130d93-9387-490b-9301-a3d8005a062a req-88d887db-1bd7-4075-bf12-6abc911ff181 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.257777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4130d93-9387-490b-9301-a3d8005a062a req-88d887db-1bd7-4075-bf12-6abc911ff181 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 944 time: 0.0845501 Jan 18 23:05:59.304928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4130d93-9387-490b-9301-a3d8005a062a req-a1171920-ca83-47a4-b36a-b20a89eb6d2b tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Jan 18 23:05:59.504728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.532574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a41bbb7-d538-4183-a02c-180077a92de1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:05:59.535586 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:05:59.536721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff693561-d4da-4c61-8af1-7d49fe316d33 req-0371ca04-887b-4549-84f5-c62a7b08f442 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/0a41bbb7-d538-4183-a02c-180077a92de1 HTTP/1.1" status: 204 len: 173 time: 0.7679734 Jan 18 23:05:59.580427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-2f9b23f9-7245-4c7a-9d19-744704453760 service neutron] 10.222.0.89 "GET /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.1433041 Jan 18 23:05:59.903584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd658a-be52-48fb-8e13-ca6c81e90e99 req-448d37d9-a8e3-4036-b590-88acd2282203 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.906207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0fd658a-be52-48fb-8e13-ca6c81e90e99 req-448d37d9-a8e3-4036-b590-88acd2282203 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.3662009 Jan 18 23:05:59.946179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208cca1-ac50-48e9-8355-1bebd8431c53 req-5248a6a0-065a-44c0-8cb2-631545ca62ec tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:05:59.951782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f208cca1-ac50-48e9-8355-1bebd8431c53 req-5248a6a0-065a-44c0-8cb2-631545ca62ec tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.2382672 Jan 18 23:06:00.071892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0fd658a-be52-48fb-8e13-ca6c81e90e99 req-d1a3c93c-62ec-4416-af88-c4206d713172 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595960 Jan 18 23:06:00.095941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f208cca1-ac50-48e9-8355-1bebd8431c53 req-84148c36-753e-48a9-9fb9-0d9f454af595 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414754 Jan 18 23:06:00.145343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:00.202427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:00.304196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5f9362-8990-4961-889f-8f2cb1610b7e req-4b3b8b26-33d0-4061-8952-2c343ce86231 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0751686 Jan 18 23:06:00.312701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-de43003f-1587-4ded-aa9f-8798cda8b4f3 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/9221168c-7c64-4b72-95f3-b7ddeb786cac HTTP/1.1" status: 200 len: 1637 time: 0.1527550 Jan 18 23:06:00.314830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54381e9-3d20-45cb-a11f-c96b2cec5fd5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:00.341186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:00.406963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.428013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.442926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.637674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319d2ba-9ca2-4177-9d06-200f22237922 req-2556cd8b-f8c3-4697-8fc3-8f9fd86691ee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:00.639576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b319d2ba-9ca2-4177-9d06-200f22237922 req-2556cd8b-f8c3-4697-8fc3-8f9fd86691ee tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2017882 Jan 18 23:06:00.690940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b319d2ba-9ca2-4177-9d06-200f22237922 req-33a0ead7-f476-47da-b284-6e392774a0ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Jan 18 23:06:00.724967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] Transition to ACTIVE for port object b54381e9-3d20-45cb-a11f-c96b2cec5fd5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:00.731717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.744710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221168c-7c64-4b72-95f3-b7ddeb786cac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f9df8d2-12f1-40df-bff3-0ca7795f81c1 req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/9221168c-7c64-4b72-95f3-b7ddeb786cac HTTP/1.1" status: 204 len: 173 time: 0.4356029 Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.766531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c36ce9-1741-4493-91b2-45f2debc7b5b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:00.861427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.099846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] Pushing event updated for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=10']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:01.110887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] No DVR routers for this DVR port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:01.131177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07940d0a-865e-4415-b84c-c64c7ab9487a req-a181be57-9fb2-47b0-899e-546c92b77be1 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.133310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07940d0a-865e-4415-b84c-c64c7ab9487a req-a181be57-9fb2-47b0-899e-546c92b77be1 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.3140852 Jan 18 23:06:01.201908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f09bf-7875-4f9a-b708-1bd7f80697e4 req-9b6a743c-cbba-43cf-8878-0911cc24b8aa tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.203210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a6f09bf-7875-4f9a-b708-1bd7f80697e4 req-9b6a743c-cbba-43cf-8878-0911cc24b8aa tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.3027945 Jan 18 23:06:01.217961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-768404b6-642a-46af-939d-f0eb489c3c95 service neutron] 10.222.0.89 "PUT /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5111821 Jan 18 23:06:01.229633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:01.256968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07940d0a-865e-4415-b84c-c64c7ab9487a req-ff09f74f-7d70-438f-9a18-d827f2d6c50a tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893474 Jan 18 23:06:01.278059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a6f09bf-7875-4f9a-b708-1bd7f80697e4 req-e7b37083-b518-406a-98ed-e764703ab7ef tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649278 Jan 18 23:06:01.322307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:01.452808 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-2b063e7a-0aba-4767-b50d-6b43488154e7 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.0829825 Jan 18 23:06:01.550891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-950e4a30-13d1-4f2e-9fb7-7a4daf34c4ad service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964&tenant_id=7f6909e40fe04708ba56777d435b3e51 HTTP/1.1" status: 200 len: 1096 time: 0.0927334 Jan 18 23:06:01.560010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-c03ff6ce-180b-4771-9a39-b85c09d280ad tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/4e34cc1f-a8f3-452f-9c27-204373771d6e HTTP/1.1" status: 200 len: 1639 time: 0.0709655 Jan 18 23:06:01.677242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-e4d0527d-4709-43ce-81d8-c6c0edda92c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f6909e40fe04708ba56777d435b3e51&device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1096 time: 0.0883973 Jan 18 23:06:01.701564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.740507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:01.773718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27bc2-a887-4867-90cb-da594bfc029f req-1aca87d9-b51f-48ab-9f4d-7f9a7e5bc2d4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.780202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c27bc2-a887-4867-90cb-da594bfc029f req-1aca87d9-b51f-48ab-9f4d-7f9a7e5bc2d4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.1690137 Jan 18 23:06:01.835981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-71efe912-cfd6-49b0-a0f1-d84b2565304a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:01.835981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-71efe912-cfd6-49b0-a0f1-d84b2565304a service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 200 len: 909 time: 0.1464078 Jan 18 23:06:01.864983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c27bc2-a887-4867-90cb-da594bfc029f req-e23e4796-8702-48cc-a5a3-0acb6d3917e8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Jan 18 23:06:01.943681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-61cce552-f343-48cf-ad78-ed858563d989 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 200 len: 217 time: 0.0923948 Jan 18 23:06:02.000904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.022119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e34cc1f-a8f3-452f-9c27-204373771d6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:02.022119 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.022119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac420cc-0f2c-4742-9afd-3853bf41337d req-ae09b819-4fdc-4d57-96a0-8a9eb211f5c0 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/4e34cc1f-a8f3-452f-9c27-204373771d6e HTTP/1.1" status: 204 len: 173 time: 0.4605341 Jan 18 23:06:02.037849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-a30de6d5-5a94-47a2-9676-cc1452fb0ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:02.037849 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-a30de6d5-5a94-47a2-9676-cc1452fb0ecf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 200 len: 848 time: 0.0857894 Jan 18 23:06:02.119683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-5ce89fb0-8690-4698-899a-e481358ca908 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ed8b53-4567-41ec-a801-cd4fdb68aae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715373 Jan 18 23:06:02.292772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a86c52-f07b-48c4-9e37-104d9ac5cd65 req-c8eb872c-ef74-426b-9320-1a88963f85f1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:02.292772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a86c52-f07b-48c4-9e37-104d9ac5cd65 req-c8eb872c-ef74-426b-9320-1a88963f85f1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2608612 Jan 18 23:06:02.317993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-ceaca01e-5562-4df2-be62-439bc4854a99 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859176 Jan 18 23:06:02.331021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9791e6b-a55d-4b2c-9a7c-e8779f3d419d req-4bba7584-a61e-4624-9323-d5a5401f9e27 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:02.331021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9791e6b-a55d-4b2c-9a7c-e8779f3d419d req-4bba7584-a61e-4624-9323-d5a5401f9e27 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.1533446 Jan 18 23:06:02.346906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:02.361629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Request body: {'floatingip': {'port_id': '957852d6-c292-4f5a-92eb-daa5fe646e07'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:02.461911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a86c52-f07b-48c4-9e37-104d9ac5cd65 req-1875800a-fead-413b-8289-800c460ab15a tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746078 Jan 18 23:06:02.512497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:02.627428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-e9162d6e-7bd1-4023-b605-e9609631f2c5 service neutron] 10.222.0.83 "GET /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038974 Jan 18 23:06:02.727430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7157e7f3-50ac-435c-a42d-e9303d87802c req-53f85e8d-14d9-4981-984c-184a3c4517a8 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1262264 Jan 18 23:06:03.064795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e715343-6c79-40cf-bc56-afa313621597 req-c6251cd2-b8c4-4b68-8f4d-d8013f76323d tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/fa25d695-fcc4-4ae6-a79c-00f38db2b5ae HTTP/1.1" status: 200 len: 2146 time: 0.2166383 Jan 18 23:06:03.211411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507401aa-d13b-43e3-b9ab-ccd79c9e5b84 req-881f856c-d486-4e38-b7a1-6e97be966747 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.212896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-507401aa-d13b-43e3-b9ab-ccd79c9e5b84 req-881f856c-d486-4e38-b7a1-6e97be966747 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.3493938 Jan 18 23:06:03.263656 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-148aad7d-1861-4efe-a482-1485b2988d8f tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964&tenant_id=7f6909e40fe04708ba56777d435b3e51&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.0768323 Jan 18 23:06:03.348009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e715343-6c79-40cf-bc56-afa313621597 req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.404249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e715343-6c79-40cf-bc56-afa313621597 req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.414899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-507401aa-d13b-43e3-b9ab-ccd79c9e5b84 req-0b9e31d9-8a5e-47b9-b8a3-c3b78aec4797 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922221 Jan 18 23:06:03.504761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-45dd6886-a352-4e52-9bbe-f8ff73b5ad62 service neutron] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:03.508879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-45dd6886-a352-4e52-9bbe-f8ff73b5ad62 service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.510092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8ab4d842-d052-427e-9843-6776dd8d1eb6 req-45dd6886-a352-4e52-9bbe-f8ff73b5ad62 service neutron] 10.222.0.83 "DELETE /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.2400601 Jan 18 23:06:03.613135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e715343-6c79-40cf-bc56-afa313621597 req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.648154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25d695-fcc4-4ae6-a79c-00f38db2b5ae,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:03.662738 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e715343-6c79-40cf-bc56-afa313621597 req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.663930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e715343-6c79-40cf-bc56-afa313621597 req-ec1fff6c-0537-4eae-abd6-f43099b2c5de tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/fa25d695-fcc4-4ae6-a79c-00f38db2b5ae HTTP/1.1" status: 204 len: 173 time: 0.5831842 Jan 18 23:06:03.664719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.698665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fe55f-92c9-4f83-aa6a-cc89bc1a0cb8 req-da4bc410-26da-4616-942b-7ca3a009545c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:03.700184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc9fe55f-92c9-4f83-aa6a-cc89bc1a0cb8 req-da4bc410-26da-4616-942b-7ca3a009545c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.1424260 Jan 18 23:06:03.724437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:03.818183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc9fe55f-92c9-4f83-aa6a-cc89bc1a0cb8 req-ec79eb58-c682-4b15-8162-ccd148d23bdc tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110444 Jan 18 23:06:04.209170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113c46-1529-4adf-8ccb-a5b55257bf16 req-5b6a6ee8-993a-43de-8a07-a1bdee63bbf4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.210726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7113c46-1529-4adf-8ccb-a5b55257bf16 req-5b6a6ee8-993a-43de-8a07-a1bdee63bbf4 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.3026783 Jan 18 23:06:04.213831 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Floating IP 11d10dea-1717-48ee-a045-725c14f678e8 associated. External IP: 172.25.1.52, port: 957852d6-c292-4f5a-92eb-daa5fe646e07. Jan 18 23:06:04.266809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a18415-786c-4418-a64d-6f99dc23d8fb req-2157224b-4e94-475b-bdc3-85c9a4274887 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.268229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16a18415-786c-4418-a64d-6f99dc23d8fb req-2157224b-4e94-475b-bdc3-85c9a4274887 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2002068 Jan 18 23:06:04.372687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7113c46-1529-4adf-8ccb-a5b55257bf16 req-760c2d7a-5900-47c5-8462-188e98967c25 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990090 Jan 18 23:06:04.374671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16a18415-786c-4418-a64d-6f99dc23d8fb req-1b018a30-a1c3-4033-b3eb-05995331bf80 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999682 Jan 18 23:06:04.460896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-184cd182-d314-4f67-a670-bd796beb5411 tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "GET /v2.0/security-groups/904b2f83-2c12-43fa-8623-9481a0165f9f HTTP/1.1" status: 200 len: 2142 time: 0.0477512 Jan 18 23:06:04.610197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64e46799-06b5-479c-9a9c-89cc428a077e req-430e721f-ea90-4955-af0a-d16484ecc4be tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0648699 Jan 18 23:06:04.658051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.700530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:04.921731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc83ec2-2c9b-45cd-b9fa-5503927e3974 req-fb421ed8-a31c-490f-9386-ae8959535d97 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:04.923181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebc83ec2-2c9b-45cd-b9fa-5503927e3974 req-fb421ed8-a31c-490f-9386-ae8959535d97 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1190355 Jan 18 23:06:04.976118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.021634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b2f83-2c12-43fa-8623-9481a0165f9f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:05.053141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.053141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8466f7e9-986c-4013-ace7-dda08f9daf3e req-b8c0322e-3ac1-44c0-b71f-7b91bfdae35b tempest-SecurityGroupRulesTestJSON-89269600 tempest-SecurityGroupRulesTestJSON-89269600-project] 10.222.0.59 "DELETE /v2.0/security-groups/904b2f83-2c12-43fa-8623-9481a0165f9f HTTP/1.1" status: 204 len: 173 time: 0.5850201 Jan 18 23:06:05.058307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:05.062147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebc83ec2-2c9b-45cd-b9fa-5503927e3974 req-c6154a9d-b947-4282-90f6-88858c6d0ed3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880167 Jan 18 23:06:05.132580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Deleting subnet e30893eb-611f-42f4-8216-ba14bce3be94 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:05.139072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.151721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f78517a9-94bc-4de0-9554-a481fb6c25cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1096 time: 0.1106620 Jan 18 23:06:05.243854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Router 56a7dee4-a81f-43f9-b194-01c203dda8ec has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:05.249886 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.295225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-fad63ec2-cfbe-4ef4-897d-28f14a1e1a7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.296661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-fad63ec2-cfbe-4ef4-897d-28f14a1e1a7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1376195 Jan 18 23:06:05.380795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.464249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-c378f4f7-f106-4c0a-aa2a-b531637eab49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 217 time: 0.1601927 Jan 18 23:06:05.505337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515454d-410c-4884-ad7c-e4249433d52d req-420353a7-be50-4497-925c-d0aa1e055979 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.513946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1515454d-410c-4884-ad7c-e4249433d52d req-420353a7-be50-4497-925c-d0aa1e055979 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.3353443 Jan 18 23:06:05.528753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-d0745413-abe6-46b7-90a9-4b2df0067200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.529241 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-d0745413-abe6-46b7-90a9-4b2df0067200 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0585804 Jan 18 23:06:05.576419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297df23-756c-4a63-9021-941d10f29f49 req-60418ecb-b538-486c-8755-333fc6e1f430 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:05.577664 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-892840f9-7a73-4d08-8d19-3ab1e254bb0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420606 Jan 18 23:06:05.577896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4297df23-756c-4a63-9021-941d10f29f49 req-60418ecb-b538-486c-8755-333fc6e1f430 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.3003588 Jan 18 23:06:05.627284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1515454d-410c-4884-ad7c-e4249433d52d req-da718a34-5cc1-40fd-b5ba-eba6c9953296 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103492 Jan 18 23:06:05.654037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4297df23-756c-4a63-9021-941d10f29f49 req-2fc5d7c8-bf91-4a86-88ef-8aa4cdb16e7d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673923 Jan 18 23:06:05.713140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:05.733537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-25115d27-86d1-4d2e-902c-9315e6f73f24 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475871 Jan 18 23:06:05.883363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-82fcdc97-5024-4efa-a2f4-da8b969fd004 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418612 Jan 18 23:06:05.896963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e30893eb-611f-42f4-8216-ba14bce3be94,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:05.989592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.007303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dd7a6c0c-1452-49e7-8dce-de1328f43648 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e30893eb-611f-42f4-8216-ba14bce3be94 HTTP/1.1" status: 204 len: 168 time: 0.9479716 Jan 18 23:06:06.010343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60150) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:06.077140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc5d1d-a0e4-4831-9321-649c7de9021d req-6e1fad1a-cffc-413b-9ecb-3cd450f499c9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:06.078594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7cc5d1d-a0e4-4831-9321-649c7de9021d req-6e1fad1a-cffc-413b-9ecb-3cd450f499c9 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1865535 Jan 18 23:06:06.081254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:06.086226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c069515-bca0-4003-a64c-b3bcca215035 req-bbb33eac-bbc7-45b0-b584-c4ac1abdec2f tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 1096 time: 0.1912744 Jan 18 23:06:06.088644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.107026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Sync routers for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:06:06.124291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.133222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:06.134234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.188325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05434e30-ad83-4b38-89a1-acfd9a7790f8 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "PUT /v2.0/floatingips/11d10dea-1717-48ee-a045-725c14f678e8 HTTP/1.1" status: 200 len: 991 time: 3.8440275 Jan 18 23:06:06.196036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:06.221648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c069515-bca0-4003-a64c-b3bcca215035 req-19f17aaf-9649-475a-ada3-aa530a38ec27 tempest-LiveMigrationTest-95518342 tempest-LiveMigrationTest-95518342-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041098 Jan 18 23:06:06.224249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7cc5d1d-a0e4-4831-9321-649c7de9021d req-3f2af1f2-3a0c-4069-8876-7e188e4ae5c4 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931749 Jan 18 23:06:06.325894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.367952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf2ea63-7418-46be-9b69-c7d64bedbf5a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.380345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a5b0a0-40cc-4941-af01-2103bd835404') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.380954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a5b0a0-40cc-4941-af01-2103bd835404') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.393406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:06.400336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.422414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.425295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1915c330-dfbd-40e6-94c9-7bd6febe391d req-7e86887a-3cbd-4d0f-8310-09455c14e8f6 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0544047 Jan 18 23:06:06.431686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:06.432641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:06.448629 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:06.633083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.638030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:06.664760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf2ea63-7418-46be-9b69-c7d64bedbf5a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:06.674211 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'status': 'completed', 'code': 200} Jan 18 23:06:06.680253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-98a8bd4d-e6e2-4e92-8c6f-d8d8518ba100 admin admin] 10.222.0.59 "DELETE /v2.0/networks/faf2ea63-7418-46be-9b69-c7d64bedbf5a HTTP/1.1" status: 204 len: 168 time: 0.6687737 Jan 18 23:06:06.833270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-2095e0be-4258-45cc-b486-65a0fed0e6c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1097 time: 0.1211300 Jan 18 23:06:06.848481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '11d10dea-1717-48ee-a045-725c14f678e8', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'port_id': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'mac_address': 'fa:16:3e:fc:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:36Z', 'updated_at': '2022-01-18T23:06:03Z', 'revision_number': 1, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:06.853216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Checking router: 56a7dee4-a81f-43f9-b194-01c203dda8ec for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:06:06.864782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:06.865758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:07.075035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-9931543d-7a08-481e-8b21-1c30b42a4875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.075883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-9931543d-7a08-481e-8b21-1c30b42a4875 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 906 time: 0.2360196 Jan 18 23:06:07.081732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99995b-997f-45b1-b868-d4cdc4e6c5a6 req-246c1f19-4d67-4e1f-81f9-4580f2a6fc0d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.083109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d99995b-997f-45b1-b868-d4cdc4e6c5a6 req-246c1f19-4d67-4e1f-81f9-4580f2a6fc0d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.2157302 Jan 18 23:06:07.110363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:07.177079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60168) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:07.233694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d99995b-997f-45b1-b868-d4cdc4e6c5a6 req-f1ab75ed-23b7-4b54-8947-8871473b8e5b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905914 Jan 18 23:06:07.255006 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42654180-1ec1-452f-9681-143ab8c142cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dc2756102494c19a8b5c71e51447178&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0678675 Jan 18 23:06:07.260280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60172) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:07.265541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-cce52894-25f1-46d6-88e6-daf4f860177e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 999 time: 0.1768153 Jan 18 23:06:07.352610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:07.365685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-0c4e820d-467d-450c-ba87-06db304f857a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.370062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-0c4e820d-467d-450c-ba87-06db304f857a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 200 len: 844 time: 0.0898843 Jan 18 23:06:07.383506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:07.543853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:07.552942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a34030-368d-445f-8032-013ae16fe8da req-4f0f5913-2766-4845-ae6e-dbee71b04d41 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.554485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a34030-368d-445f-8032-013ae16fe8da req-4f0f5913-2766-4845-ae6e-dbee71b04d41 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.1799102 Jan 18 23:06:07.558525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '11d10dea-1717-48ee-a045-725c14f678e8', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'port_id': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'mac_address': 'fa:16:3e:fc:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:36Z', 'updated_at': '2022-01-18T23:06:03Z', 'revision_number': 1, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:07.560216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9e8ed2-e4c7-4d74-b815-aeba6abd8681,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:07.568002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:07.569263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-ec6cbdb5-51a2-4257-8adb-4dbad1e6edc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb6def80-5592-49c4-86f9-74f12e20deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215823 Jan 18 23:06:07.569543 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67ab35fc-04fa-4034-b38e-4e1ece4c7677 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d9e8ed2-e4c7-4d74-b815-aeba6abd8681 HTTP/1.1" status: 204 len: 168 time: 0.3096776 Jan 18 23:06:07.570573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55b6ec-1907-48d5-86c4-181eb6dda393 None None] The sync data for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 is: [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '11d10dea-1717-48ee-a045-725c14f678e8', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'floating_ip_address': '172.25.1.52', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'port_id': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'mac_address': 'fa:16:3e:fc:d0:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:05:36Z', 'updated_at': '2022-01-18T23:06:03Z', 'revision_number': 1, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:06:07.826680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a34030-368d-445f-8032-013ae16fe8da req-d0c08817-372b-4afb-9492-de6df62b7e56 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410667 Jan 18 23:06:07.831709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-b873f986-c974-4c92-8c9c-e109dbc265a8 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240620 Jan 18 23:06:07.925649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a65228-c3bb-4d50-ae70-ce0c89030744 None None] New status for floating IP 11d10dea-1717-48ee-a045-725c14f678e8: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:06:07.953957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce79200-44c8-4d03-b446-a02fe29e3ae8 req-f81d7abd-8455-4f7d-a4cb-54a967aa9953 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:07.955586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ce79200-44c8-4d03-b446-a02fe29e3ae8 req-f81d7abd-8455-4f7d-a4cb-54a967aa9953 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2563083 Jan 18 23:06:08.066836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e30593-5020-43f3-99b9-3d374d9ec9ca req-88c68302-97d2-45a8-aa10-09b00dcca0bc service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305551 Jan 18 23:06:08.089193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ce79200-44c8-4d03-b446-a02fe29e3ae8 req-d6a23dbf-45db-4864-9518-f5e0aa0fa99c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203053 Jan 18 23:06:08.281582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc614c-e568-431c-9919-bf1875618cfd req-4a8400ac-a29a-4016-b18a-63ca3bec3cd7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.282176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f7fc614c-e568-431c-9919-bf1875618cfd req-4a8400ac-a29a-4016-b18a-63ca3bec3cd7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:08.307994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216474c8-b5e8-4ec4-b151-dcf376bd3256 req-cefaf469-0788-4e82-8e7e-6aac8539fe70 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.309487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216474c8-b5e8-4ec4-b151-dcf376bd3256 req-cefaf469-0788-4e82-8e7e-6aac8539fe70 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.1774032 Jan 18 23:06:08.377907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af135-1185-4d9b-bf83-ed29ef76400c req-9da6c853-59a6-4019-9e25-cf9f0435fb4a tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.379352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-979af135-1185-4d9b-bf83-ed29ef76400c req-9da6c853-59a6-4019-9e25-cf9f0435fb4a tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1269596 Jan 18 23:06:08.381514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f7fc614c-e568-431c-9919-bf1875618cfd req-4a8400ac-a29a-4016-b18a-63ca3bec3cd7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:08.382611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216474c8-b5e8-4ec4-b151-dcf376bd3256 req-f5f3706d-ff1d-49a4-b69d-c37ab67fca98 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608571 Jan 18 23:06:08.383460 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f7fc614c-e568-431c-9919-bf1875618cfd req-4a8400ac-a29a-4016-b18a-63ca3bec3cd7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.2528932 Jan 18 23:06:08.440276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-979af135-1185-4d9b-bf83-ed29ef76400c req-de01eb77-4e67-4a73-9d0a-0ecf5be96e19 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541706 Jan 18 23:06:08.475600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Deleting port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:08.477500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:08.586790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3bbbe3a-4bf6-4dc1-b156-afc699a5fce0 req-023a8ca4-acd6-411a-badc-812f73b489fb tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0442460 Jan 18 23:06:08.809744 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:08.821049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] For port b54381e9-3d20-45cb-a11f-c96b2cec5fd5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:08.825315 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:08.946737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57fc61-7127-4792-884e-67cdf373c94a req-15298761-4568-43a7-b5d5-3402e830b2c1 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.953386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d57fc61-7127-4792-884e-67cdf373c94a req-15298761-4568-43a7-b5d5-3402e830b2c1 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 945 time: 0.3418982 Jan 18 23:06:08.992546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-bb1ae426-aa13-4354-bd08-24276c4a6d73 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:08.994153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-bb1ae426-aa13-4354-bd08-24276c4a6d73 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.83 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1869035 Jan 18 23:06:09.068133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Calling delete_port for b54381e9-3d20-45cb-a11f-c96b2cec5fd5 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:09.089191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Deleting port 96d6339f-99ad-419a-8869-e1a8051851e3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:09.089822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.121813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d57fc61-7127-4792-884e-67cdf373c94a req-565c0a1f-eb0a-412b-9bed-3986cb5e0f10 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674480 Jan 18 23:06:09.130642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:09.299032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1556732766-network', 'tenant_id': 'b2d4792fc8444cedbea6c475c10b4c69'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:09.304286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:09.308163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Usage tracker for resource:network and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:09.311094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:09.316748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:09.347292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.361155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['006c1546-1896-4ff4-b812-25d0d2e421e0', 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:09.399087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event deleted for resources: {'Port': ['ID=b54381e9-3d20-45cb-a11f-c96b2cec5fd5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:09.436516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Made reservation on behalf of b2d4792fc8444cedbea6c475c10b4c69 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:09.439304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.464594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.474990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] For port 96d6339f-99ad-419a-8869-e1a8051851e3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96d6339f-99ad-419a-8869-e1a8051851e3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:09.474990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.486649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1228a-caa3-4e96-8711-e12c20f9d3b5 req-13933f9d-2136-46c5-9e09-9aa98db6091f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:09.486649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfb1228a-caa3-4e96-8711-e12c20f9d3b5 req-13933f9d-2136-46c5-9e09-9aa98db6091f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.1992500 Jan 18 23:06:09.516368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] No DVR routers for this DVR port b54381e9-3d20-45cb-a11f-c96b2cec5fd5 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:09.516368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.518850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-deleted', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:09.544543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:09.548649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:09.551554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:09.558583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:09.620593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f7fc614c-e568-431c-9919-bf1875618cfd req-1c26b748-eb19-4572-a34f-e55343f1a2fd tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "DELETE /v2.0/ports/b54381e9-3d20-45cb-a11f-c96b2cec5fd5 HTTP/1.1" status: 204 len: 173 time: 1.2179356 Jan 18 23:06:09.684627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.705288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfb1228a-caa3-4e96-8711-e12c20f9d3b5 req-e926502c-0424-4bbf-aa33-c6a60b5e9170 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546352 Jan 18 23:06:09.783702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.828657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0499ce-012c-4265-804b-00dcb9820f49,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:09.845174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:06:09.862957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:09.864388 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Added segment e335a8d6-db3d-4494-ae1c-ff8642630df3 of type vlan for network 84955224-fdc4-41bd-80cb-a62dbe8385e9 Jan 18 23:06:09.909093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.034643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.034643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:10.034643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.086934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c89cd0-8d99-42f0-80e9-4f2c1f578e0b req-4cc9831a-6056-4a61-9066-924bc8d0b2da tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:10.094200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c89cd0-8d99-42f0-80e9-4f2c1f578e0b req-4cc9831a-6056-4a61-9066-924bc8d0b2da tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 945 time: 0.3125820 Jan 18 23:06:10.141135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.141438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.141859 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Floating IP 80027142-4abe-4370-8130-4318e5dcdea7 disassociated. External IP: 172.25.1.195, port: 96d6339f-99ad-419a-8869-e1a8051851e3. Jan 18 23:06:10.142201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Calling delete_port for 96d6339f-99ad-419a-8869-e1a8051851e3 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:10.201857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] Pushing event updated for resources: {'Network': ['ID=84955224-fdc4-41bd-80cb-a62dbe8385e9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:10.216199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:06:10.261417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c89cd0-8d99-42f0-80e9-4f2c1f578e0b req-932976ef-91fd-4786-8453-32f95287465c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ff4810d-1265-42fa-b4d1-10e0bf369838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628172 Jan 18 23:06:10.276286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82a968-ebc2-48a6-b0cb-bfb7a21cab92 req-c42118a4-13ec-4642-b3f9-d9d3df60bd6f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:10.279157 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b48e650e-dd55-4212-9a12-cc61c8ef12a4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1434636 Jan 18 23:06:10.282928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee82a968-ebc2-48a6-b0cb-bfb7a21cab92 req-c42118a4-13ec-4642-b3f9-d9d3df60bd6f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.3448086 Jan 18 23:06:10.291251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60232) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:10.308341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Request body: {'subnet': {'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1556732766-subnet', 'tenant_id': 'b2d4792fc8444cedbea6c475c10b4c69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:10.308341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:10.328160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Usage tracker for resource:subnet and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:10.328160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:10.338923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:10.399309 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a2c77-5ca8-4746-a0bb-5b541648b964', 'name': 'network-vif-deleted', 'tag': 'b54381e9-3d20-45cb-a11f-c96b2cec5fd5', 'status': 'completed', 'code': 200} Jan 18 23:06:10.442368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Made reservation on behalf of b2d4792fc8444cedbea6c475c10b4c69 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:10.445817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.461454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee82a968-ebc2-48a6-b0cb-bfb7a21cab92 req-476b5d59-834a-475e-a406-6a812649f51a tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848204 Jan 18 23:06:10.563424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.731498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event deleted for resources: {'Port': ['ID=96d6339f-99ad-419a-8869-e1a8051851e3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:10.761495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.766681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4bb2f55-481b-4ca4-81db-66d8b8a989b6 req-bd43cd6e-c22d-4fe3-ad7a-e93ec1ebefcc tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0762384 Jan 18 23:06:10.865554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:10.974007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c5826ed-b5c3-4648-a934-6289d2a0e0eb req-93c2ca7b-2a31-4974-b4bb-bd4c89ce99ce tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=135a2c77-5ca8-4746-a0bb-5b541648b964 HTTP/1.1" status: 200 len: 210 time: 0.1150634 Jan 18 23:06:11.047353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714ffc66-cc24-4554-b861-fe49ca5b229c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:11.055623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Checking segment: {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:06:11.056051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Network hostable DHCP agents. Network: 84955224-fdc4-41bd-80cb-a62dbe8385e9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:06:11.141399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:11.175154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:06:11.283185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 84955224-fdc4-41bd-80cb-a62dbe8385e9) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:11.285037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:11.287925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.289181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c69f99-232f-41d9-9dae-7d61fda99bd5 None None] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:06:11.434286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eec243ad-1af3-487b-a389-d07607d4ab13 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1356740 Jan 18 23:06:11.442992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d79f1-21e9-4289-afa5-2316597dd6d0 req-765b5923-57ab-424d-b606-a1a3ca7d1627 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:11.443900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:11.444698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-560d79f1-21e9-4289-afa5-2316597dd6d0 req-765b5923-57ab-424d-b606-a1a3ca7d1627 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2974594 Jan 18 23:06:11.509654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b54381e9-3d20-45cb-a11f-c96b2cec5fd5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:11.509654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b54381e9-3d20-45cb-a11f-c96b2cec5fd5 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:11.509654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96d6339f-99ad-419a-8869-e1a8051851e3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:11.561537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 96d6339f-99ad-419a-8869-e1a8051851e3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:11.563423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96d6339f-99ad-419a-8869-e1a8051851e3 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:11.641551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-560d79f1-21e9-4289-afa5-2316597dd6d0 req-de113c38-cf10-4507-b996-ee3de337f123 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986740 Jan 18 23:06:11.691506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163a98-9599-4257-847f-47febc2f9693 req-c6384cc5-4c46-4636-bcbd-f24f7cdf0fd9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:11.693126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39163a98-9599-4257-847f-47febc2f9693 req-c6384cc5-4c46-4636-bcbd-f24f7cdf0fd9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.2336414 Jan 18 23:06:11.719831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcf56e-3f59-48f5-80d3-e8f45ee56959 None None] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:06:11.762022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:11.775385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39163a98-9599-4257-847f-47febc2f9693 req-99bf9d95-565f-48f7-8208-6ae1896b7d33 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625417 Jan 18 23:06:11.854379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:06:11.935516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] No DVR routers for this DVR port 96d6339f-99ad-419a-8869-e1a8051851e3 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:11.939663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:11.949866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'name': 'network-vif-deleted', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:11.961795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5ad342-b445-4e65-88e3-e00f4820c32c req-fd5e4553-4401-4ab1-bfd5-ad1f08810de8 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/ports?device_id=14333299-c221-4f35-82f6-7c3d47f1e7e5 HTTP/1.1" status: 200 len: 210 time: 0.1148164 Jan 18 23:06:12.009953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:12.009953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:12.055578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73743dfd-acc1-423f-9772-8ac6ef7619d3 req-b73b1aa4-df62-4d2b-8e58-549989d14054 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.83 "DELETE /v2.0/ports/96d6339f-99ad-419a-8869-e1a8051851e3 HTTP/1.1" status: 204 len: 173 time: 3.0535693 Jan 18 23:06:12.099088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed273b1-fc2b-4b1a-985b-ae1c806da652 req-1fb197e8-75e7-4922-92a2-4c166f4adb5f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:12.101337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ed273b1-fc2b-4b1a-985b-ae1c806da652 req-1fb197e8-75e7-4922-92a2-4c166f4adb5f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1237342 Jan 18 23:06:12.187279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ed273b1-fc2b-4b1a-985b-ae1c806da652 req-2f418cad-ba5d-4a6e-8196-a8b4108239ae tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756180 Jan 18 23:06:12.195637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1713761304', 'description': 'tempest-description-665270127'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:12.211889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:12.216608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:12.219987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:12.226940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:12.252235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:12.301517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.384178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:12.391018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:12.394692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:12.402011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:12.442471 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:06:12.490034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.603070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.698430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8c474-1d61-4abf-82d9-c1eece15a3ee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:12.708436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-978715b6-7919-407b-a096-0934b33b4244 req-2b39dfe0-f680-4a51-9b06-a11507cb9214 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0482221 Jan 18 23:06:12.724049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:12.729091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27d3c6cf-ca80-4f95-ae7d-24c9efc621aa req-7797d6cd-365b-4c63-afb8-7e3969f6b9b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5387743 Jan 18 23:06:12.784867 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14333299-c221-4f35-82f6-7c3d47f1e7e5', 'name': 'network-vif-deleted', 'tag': '96d6339f-99ad-419a-8869-e1a8051851e3', 'status': 'completed', 'code': 200} Jan 18 23:06:12.907004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1348527870', 'description': 'tempest-description-222119906'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:12.918423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:12.934474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:12.937995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:12.963782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:12.992236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:13.006941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:06:13.035652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:13.041914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:13.083129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16790d39-74a3-4c48-8a3b-0c24b2a41356 req-232d0c8e-fab2-4ab9-97ca-78c1d935c068 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:13.106216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16790d39-74a3-4c48-8a3b-0c24b2a41356 req-232d0c8e-fab2-4ab9-97ca-78c1d935c068 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.1310475 Jan 18 23:06:13.110602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.228715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:13.250835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:13.257371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:13.268494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:13.281182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:13.342471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.345389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16790d39-74a3-4c48-8a3b-0c24b2a41356 req-17b3bddc-dda7-44b5-a2be-ac036cef5e10 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399111 Jan 18 23:06:13.426800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.509969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92db25a6-b0ef-4196-a499-b752c0f5e781,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:13.624269 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.625084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-630ec168-c76e-4f38-9186-5e5ecb90dca7 req-a232fd8a-0270-4796-8af0-ea792e73ed69 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7227783 Jan 18 23:06:13.633056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7a08-e5b7-4f53-bfce-f50dfd19f168 req-2615849c-fe01-496c-a55b-8435fbeb8a2a tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:13.634482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d2d7a08-e5b7-4f53-bfce-f50dfd19f168 req-2615849c-fe01-496c-a55b-8435fbeb8a2a tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.1049206 Jan 18 23:06:13.724916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:13.731286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a807c47-2395-487a-b6cf-405cb602fe78 None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T22:59:54Z', 'revision_number': 4, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd2d870d5-ae09-4ee9-aed0-fc061d25a4d3', 'name': '', 'network_id': '4d9a3dec-311c-4482-aa5e-c8779b4a46a8', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'mac_address': 'fa:16:3e:ac:2b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:53Z', 'updated_at': '2022-01-18T23:00:04Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'subnets': [{'id': 'cee5444d-ad33-4441-9ad2-daeb9e6b6dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:06:13.770587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d2d7a08-e5b7-4f53-bfce-f50dfd19f168 req-6d0ac8de-d37a-42e8-aaa5-a855e1d1f8c8 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269703 Jan 18 23:06:13.787258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-35ac07e8-af89-4444-9f3b-4805d00a1108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:13.950722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161abaf-d0a9-409f-8336-e6c1095bcddd req-74dd9e30-cbe7-4a9f-a0e7-ad25d1f863af tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:13.953040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f161abaf-d0a9-409f-8336-e6c1095bcddd req-74dd9e30-cbe7-4a9f-a0e7-ad25d1f863af tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.0870435 Jan 18 23:06:14.021420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f161abaf-d0a9-409f-8336-e6c1095bcddd req-3b8cf29d-9841-4704-ba1a-f30c30c7af00 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599663 Jan 18 23:06:14.177541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6963-7071-4b71-81f9-482922301c08 req-3c3ca812-4530-405e-bbb1-dde2df14a84b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:14.185217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-3c3ca812-4530-405e-bbb1-dde2df14a84b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 813 time: 0.1625981 Jan 18 23:06:14.203723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-48bb2c3a-a57a-43f9-98c4-f02caf12008b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/quotas/b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 375 time: 0.0175767 Jan 18 23:06:14.296906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-21e09f65-d458-4f69-82f5-c8139f578459 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883205 Jan 18 23:06:14.317304 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-402e27c9-932e-4103-8738-b574ae079b60 req-38c5e707-f387-4188-bfe4-32f5a1ee01c8 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0724697 Jan 18 23:06:14.538624 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc203d76-d5f6-4ae6-b7c9-5641a87594ad None None] New status for floating IP 80027142-4abe-4370-8130-4318e5dcdea7: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:06:14.566821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-89eeb764-9515-4181-9642-b7e65caa519f service neutron] 10.222.0.59 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483733 Jan 18 23:06:14.950759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-5c5791b8-738d-41e0-8405-63c6208949a5 service neutron] 10.222.0.59 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829818 Jan 18 23:06:15.021114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74872274-b554-456b-9a42-375f7d705591 req-0e1061f2-7863-4924-a0cb-400409ddc76f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:15.023554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74872274-b554-456b-9a42-375f7d705591 req-0e1061f2-7863-4924-a0cb-400409ddc76f tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 945 time: 0.2030861 Jan 18 23:06:15.046960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-33e17bae-7788-4124-8270-e16947316e05 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.2082212 Jan 18 23:06:15.074848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:15.231339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74872274-b554-456b-9a42-375f7d705591 req-294c618b-3e89-4b81-b22a-9cb82ea96f02 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892908 Jan 18 23:06:15.260592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.270103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:15.307363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:15.382156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:15.549110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:15.555342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.582413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'port_id': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'mac_address': 'fa:16:3e:2b:a4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f37a47b-f95b-4c85-9c61-876a1378c224', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:15.658574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.684085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:15.716101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:06:15.718346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.748814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ac69de-dad0-4127-84ad-a509e7b612ae {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:15.772564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:15.842751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.872350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.875393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:15.885420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff4810d-1265-42fa-b4d1-10e0bf369838,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:15.904547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af8b70-e65a-46c8-94f7-3d51e85ae9ae req-2b716606-ea01-4e9b-af98-fe8878b49be5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:15.908924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:15.910408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dac33fbc-675b-48e0-9cad-0d5b2dc15b72 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "DELETE /v2.0/security-groups/7ff4810d-1265-42fa-b4d1-10e0bf369838 HTTP/1.1" status: 204 len: 168 time: 0.6053116 Jan 18 23:06:15.911372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6af8b70-e65a-46c8-94f7-3d51e85ae9ae req-2b716606-ea01-4e9b-af98-fe8878b49be5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.4141250 Jan 18 23:06:15.913619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:15.977696 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-a1618429-0469-4b69-a104-17024d25df6c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] show failed (client error): The resource could not be found. Jan 18 23:06:15.979425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1618429-0469-4b69-a104-17024d25df6c tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "GET /v2.0/security-groups/7ff4810d-1265-42fa-b4d1-10e0bf369838 HTTP/1.1" status: 404 len: 347 time: 0.0570693 Jan 18 23:06:15.982490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60324) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:16.034301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6af8b70-e65a-46c8-94f7-3d51e85ae9ae req-46580cca-9882-4c79-8661-213373560fb3 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198652 Jan 18 23:06:16.041971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:16.047945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:16.063497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-edc03224-1e5c-4715-bc55-b72e4bd067e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.088015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.088616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.089185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.089676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.090150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.090878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.091981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.092462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.093040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.093510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.093982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:16.172717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['61ac69de-dad0-4127-84ad-a509e7b612ae'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:16.179130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fe16d-a5a9-4afe-858f-298424f5ffc8 req-c105931b-a83a-496b-ba05-e1d260e9b7f6 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:16.180900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba6fe16d-a5a9-4afe-858f-298424f5ffc8 req-c105931b-a83a-496b-ba05-e1d260e9b7f6 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.3813920 Jan 18 23:06:16.183692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Deleting port 2d8dd3cb-fa00-429c-a542-7f4e3aab4484 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:16.184148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.192362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4362c3-8ba4-4099-973c-3694882ae61b req-a8290438-6182-42e5-bbe8-e2635340d15e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 210 time: 0.0674112 Jan 18 23:06:16.219172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:16.234895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.310472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba6fe16d-a5a9-4afe-858f-298424f5ffc8 req-5617e7ac-8da0-4375-8bc5-6512d566ee45 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156149 Jan 18 23:06:16.336712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.455227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.455756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.533372 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'code': 200} Jan 18 23:06:16.553937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c91a48c3-e33d-4d18-ba24-4dc8bf477b78 req-df3c1131-3437-4433-972c-ec198d64ef53 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0535364 Jan 18 23:06:16.621704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Calling delete_port for 2d8dd3cb-fa00-429c-a542-7f4e3aab4484 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:16.647069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:16.732692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:16.733057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:16.733391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:16.754763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:06:16.755088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Attempting to bind port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on network b61486c7-1e85-420c-acb6-12f5ffab9350 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:16.771152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:06:16.771487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Checking segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:06:16.771877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Bound using segment: {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:06:16.772933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Bound port: dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd20c1a-a8ed-497a-8bde-3aaf17d29857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'b61486c7-1e85-420c-acb6-12f5ffab9350'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:16.773297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.868662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d814c7-9938-41dc-bc55-d3a2e4a07792 req-5e2794b0-ec2c-4a71-a7d6-0498744838d4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:16.875962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56d814c7-9938-41dc-bc55-d3a2e4a07792 req-5e2794b0-ec2c-4a71-a7d6-0498744838d4 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.2129817 Jan 18 23:06:16.914181 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:16.976286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:16.979693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:17.005970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56d814c7-9938-41dc-bc55-d3a2e4a07792 req-39cba6d9-3ab2-412d-af16-be57cb6d5e22 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292131 Jan 18 23:06:17.068484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Pushing event deleted for resources: {'Port': ['ID=2d8dd3cb-fa00-429c-a542-7f4e3aab4484,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.118733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.134653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.152701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.153974 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e7b9396e-f3ba-49c9-accc-8e2da2c92cb3 tempest-ServersWithSpecificFlavorTestJSON-1852660204 tempest-ServersWithSpecificFlavorTestJSON-1852660204-project] 10.222.0.59 "DELETE /v2.0/floatingips/80027142-4abe-4370-8130-4318e5dcdea7 HTTP/1.1" status: 204 len: 168 time: 1.1705065 Jan 18 23:06:17.181948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.286902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:06:17.343065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.399639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 61ac69de-dad0-4127-84ad-a509e7b612ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:17.400152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.465927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=8']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:17.467008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.468246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-35be8402-d659-49a3-a8e8-c71c49cf9163 service neutron] 10.222.0.83 "PUT /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 1121 time: 2.4033744 Jan 18 23:06:17.522423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047861bc-1f59-46b2-9aa9-04bc42500846 req-db917175-be5d-4722-86d2-2b447f821471 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:17.529535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-047861bc-1f59-46b2-9aa9-04bc42500846 req-db917175-be5d-4722-86d2-2b447f821471 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 944 time: 0.3075488 Jan 18 23:06:17.581225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-047861bc-1f59-46b2-9aa9-04bc42500846 req-ea1446e8-909b-46c2-a157-04bf28d59acf tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 Jan 18 23:06:17.604062 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.631671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['dca08afd-4a06-4060-aa41-b8e8a4b7ad06'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:17.686527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:17.710296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:17.813447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['dca08afd-4a06-4060-aa41-b8e8a4b7ad06'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:17.863350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:17.993302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a072f5f0-8b66-434e-8dbd-43e9ab658099 req-57309c3b-975b-457d-a8f8-ae4b87c8da4c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 210 time: 0.2442403 Jan 18 23:06:18.060254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:18.115667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6263b8-592a-4990-b4c4-a164d4977b50 req-59580f57-ef43-47de-98e7-80828e9c0171 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:18.117586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd6263b8-592a-4990-b4c4-a164d4977b50 req-59580f57-ef43-47de-98e7-80828e9c0171 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2024205 Jan 18 23:06:18.207552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-f9d5eccd-51ab-407d-af46-ff211e6730c5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:18.208939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-f9d5eccd-51ab-407d-af46-ff211e6730c5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.2025092 Jan 18 23:06:18.293143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd6263b8-592a-4990-b4c4-a164d4977b50 req-6c9237f5-5943-4fb7-837f-43ac05a088bb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660833 Jan 18 23:06:18.315945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Deleting port 006c1546-1896-4ff4-b812-25d0d2e421e0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:18.315945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.372256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02d8cf-3fa3-4291-9529-1e1993ac29ef req-34fc48e7-fc00-469d-9e0a-cf92bd692ec5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:18.373741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf02d8cf-3fa3-4291-9529-1e1993ac29ef req-34fc48e7-fc00-469d-9e0a-cf92bd692ec5 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 945 time: 0.2279463 Jan 18 23:06:18.498402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1464c27-537b-47fd-82bf-1d1023df0772 req-c7f577c6-3e92-48e7-b690-6a41f4edf4ae tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0750656 Jan 18 23:06:18.546500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:18.575284 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'code': 200} Jan 18 23:06:18.596150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf02d8cf-3fa3-4291-9529-1e1993ac29ef req-811649db-05bb-4ba7-83fa-99cfca406782 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859474 Jan 18 23:06:18.660939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:18.807764 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'status': 'completed', 'code': 200} Jan 18 23:06:18.858996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] For port 006c1546-1896-4ff4-b812-25d0d2e421e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=006c1546-1896-4ff4-b812-25d0d2e421e0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:18.859276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.050713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Calling delete_port for 006c1546-1896-4ff4-b812-25d0d2e421e0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:19.169795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6963-7071-4b71-81f9-482922301c08 req-d9836f75-f43a-464b-bdc1-4429184412a2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.169795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-d9836f75-f43a-464b-bdc1-4429184412a2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 813 time: 0.5024502 Jan 18 23:06:19.196291 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-0378bf96-a101-46cf-8e2a-ce2cb2603ba2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2254491 Jan 18 23:06:19.196291 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-a7460d65-adbc-4ab6-923b-9a2c5d4896ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1124 time: 0.2624028 Jan 18 23:06:19.214636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'device_id': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9', 'admin_state_up': True, 'tenant_id': 'b2d4792fc8444cedbea6c475c10b4c69'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:19.253543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dadf020c-4b8d-404f-a234-4c30ae43fc6b req-991968f2-abe6-43a0-a09e-069e9ede878f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1060705 Jan 18 23:06:19.348086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c91936-407a-40d1-a425-53963f71191a req-dd747b18-f118-4de3-8895-0266d57469d0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.348086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5c91936-407a-40d1-a425-53963f71191a req-dd747b18-f118-4de3-8895-0266d57469d0 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.5875905 Jan 18 23:06:19.399597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-56c34455-443e-4e53-8166-735cf0736329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.403623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-56c34455-443e-4e53-8166-735cf0736329 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.1995850 Jan 18 23:06:19.407005 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-96adc547-bf1c-45b1-a3f5-0d3f1d2d9304 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 1096 time: 0.1714370 Jan 18 23:06:19.474816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-568e1dac-1615-4334-89df-624199b9fe21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 217 time: 0.0659564 Jan 18 23:06:19.497880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d77e3-94bc-4e99-8630-8d706c1ba7d9 req-e4351764-6391-407d-bcca-65292486a695 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.499337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e5d77e3-94bc-4e99-8630-8d706c1ba7d9 req-e4351764-6391-407d-bcca-65292486a695 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 945 time: 0.4190168 Jan 18 23:06:19.550850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5c91936-407a-40d1-a425-53963f71191a req-1a5a9c91-0e83-4610-acfd-183458ac82fb tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803114 Jan 18 23:06:19.550850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:19.550850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:port and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:19.562778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:19.573141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:19.622581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e5d77e3-94bc-4e99-8630-8d706c1ba7d9 req-bc4df6ca-be05-4f4b-b884-aec5e759642c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062272 Jan 18 23:06:19.652251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Made reservation on behalf of b2d4792fc8444cedbea6c475c10b4c69 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:19.655845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.685855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-73cfc79a-42f4-48b4-9743-3996c9d6702f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.695543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:19.704913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-73cfc79a-42f4-48b4-9743-3996c9d6702f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.2044506 Jan 18 23:06:19.845030 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-7e5fbee9-ee7a-4939-973b-37a8f45ac6c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852053 Jan 18 23:06:19.845717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-afbb413f-fec7-4fd6-a864-a0461535e977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:19.847038 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-afbb413f-fec7-4fd6-a864-a0461535e977 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.3197420 Jan 18 23:06:19.991011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event deleted for resources: {'Port': ['ID=006c1546-1896-4ff4-b812-25d0d2e421e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:20.032123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-d0408476-e6f5-444e-a805-a9ac76f5c913 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 200 len: 217 time: 0.1747901 Jan 18 23:06:20.057370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cd9b991-f7be-4b01-939e-2187cefc41fd req-711a9f6d-5eb8-49c8-9641-227114679f7f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 210 time: 0.1413343 Jan 18 23:06:20.142951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] No DVR routers for this DVR port 006c1546-1896-4ff4-b812-25d0d2e421e0 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:20.148276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-6a249448-83bd-419a-81af-a6d855ffdeee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:20.150000 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-6a249448-83bd-419a-81af-a6d855ffdeee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.1095054 Jan 18 23:06:20.153891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.191638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-61967db3-3fa0-402b-8378-b6732408ffcb service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054707 Jan 18 23:06:20.226292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72d3d56c-7c30-4f75-ac08-96dcd8fc835a req-3bbaaeb5-0110-4a99-9bde-babb52e70940 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "DELETE /v2.0/ports/006c1546-1896-4ff4-b812-25d0d2e421e0 HTTP/1.1" status: 204 len: 173 time: 2.0086489 Jan 18 23:06:20.229412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-05941693-d72a-42da-8d3d-6541d3835f95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3731852 Jan 18 23:06:20.234752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-64b039f0-dedf-45a3-862b-61d56f923733 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744517 Jan 18 23:06:20.275415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Allocated IP 172.20.0.4 (84955224-fdc4-41bd-80cb-a62dbe8385e9/714ffc66-cc24-4554-b861-fe49ca5b229c/37d440c9-910f-405b-8ffc-4427fa809aa4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:20.346173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea1ca2-347a-44e9-be00-e9c1c9067d55 req-efc2a962-7c42-41d0-a99f-f412ac070efb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:20.347652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dea1ca2-347a-44e9-be00-e9c1c9067d55 req-efc2a962-7c42-41d0-a99f-f412ac070efb tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.4401643 Jan 18 23:06:20.464054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a56f4fb1-05cb-4387-bd38-8256e53cdbc3 req-8e4b8e30-3310-45ce-a72b-0545ebfe6801 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0780632 Jan 18 23:06:20.527380 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8f5259c-70a9-45da-9caf-c3f3cf9ef7b0 req-05988415-7bc0-4651-81a4-66a0ff35dab4 service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201096 Jan 18 23:06:20.531603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-6f30d1a7-a651-42bc-8b15-eb801abbfb28 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850497 Jan 18 23:06:20.538197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dea1ca2-347a-44e9-be00-e9c1c9067d55 req-03f89a5a-6648-4e17-8278-29de30f17a17 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802583 Jan 18 23:06:20.592250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-0d6ae7a8-6e6c-4b98-80e6-d45e82745ccf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 1095 time: 0.2224410 Jan 18 23:06:20.683979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-98516233-9613-46bb-a0e0-cf3a31d8339f req-e4564981-5ca9-4556-9d2b-284822d58891 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:20.695954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.804229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-98516233-9613-46bb-a0e0-cf3a31d8339f req-e4564981-5ca9-4556-9d2b-284822d58891 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:20.808220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98516233-9613-46bb-a0e0-cf3a31d8339f req-e4564981-5ca9-4556-9d2b-284822d58891 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=9209c59b-6d0c-4db7-b619-e9bc59870dc7 HTTP/1.1" status: 200 len: 210 time: 0.1795602 Jan 18 23:06:20.809309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-deleted', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:20.848942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:20.939189 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1aa83208-ee77-479c-a6bb-28c5f7febc95 req-b213adf2-4df9-4aa0-9fd9-47af6945af39 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903418 Jan 18 23:06:20.949175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-53314456-265d-4829-9904-76f582def081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:20.950860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-53314456-265d-4829-9904-76f582def081 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.2926972 Jan 18 23:06:20.965609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:20.969465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:20.972768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:21.024046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:21.036399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-5534d3a2-c230-4e5b-909c-873c7008df89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 200 len: 217 time: 0.0695937 Jan 18 23:06:21.052081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.052697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.114058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-d2c9a6b1-b5da-4bd2-b0cf-f102b2f612de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.115806 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-d2c9a6b1-b5da-4bd2-b0cf-f102b2f612de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.0711429 Jan 18 23:06:21.149236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-eea015cf-9e12-4817-8d75-1e93b42ce849 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9396713 Jan 18 23:06:21.155547 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9209c59b-6d0c-4db7-b619-e9bc59870dc7', 'name': 'network-vif-deleted', 'tag': '006c1546-1896-4ff4-b812-25d0d2e421e0', 'status': 'completed', 'code': 200} Jan 18 23:06:21.165004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Request body: {'port': {'device_id': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:21.167445 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-2df319ab-f40f-4c01-8c6d-b8cf81a6fa6f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433028 Jan 18 23:06:21.286705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:21.323120 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-44aaaa99-5698-4060-80bb-a0e00b0968ba service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440983 Jan 18 23:06:21.334203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.367323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34981e62-32b1-487e-853c-51a7c79b2b04 req-3d63516e-acbf-4742-a81b-1f6bfa09ca47 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.369225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34981e62-32b1-487e-853c-51a7c79b2b04 req-3d63516e-acbf-4742-a81b-1f6bfa09ca47 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.1756017 Jan 18 23:06:21.426058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:21.463933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 006c1546-1896-4ff4-b812-25d0d2e421e0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:21.464284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 006c1546-1896-4ff4-b812-25d0d2e421e0 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:21.527475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.543388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6eb46ad5-0858-4133-b5f6-f6b0580768c6 req-6746445c-de44-4350-9f4e-46ff73e6798c service neutron] 10.222.0.89 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111206 Jan 18 23:06:21.560752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:21.574871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:21.583608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34981e62-32b1-487e-853c-51a7c79b2b04 req-2548f8f9-93db-4ab0-a7bf-0c9aa04439a5 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819253 Jan 18 23:06:21.643803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.705566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-620c1dc9-4845-4492-8967-e7ab5b2405bd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.705566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-620c1dc9-4845-4492-8967-e7ab5b2405bd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:21.738908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:21.877692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-620c1dc9-4845-4492-8967-e7ab5b2405bd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:21.878558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-620c1dc9-4845-4492-8967-e7ab5b2405bd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 931 time: 0.4434848 Jan 18 23:06:21.911012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a84f08-7fd1-42a0-a63a-08b6a2af53a4 req-a3d3d400-909e-4d30-bd52-e60954bcbd46 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:21.913080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7a84f08-7fd1-42a0-a63a-08b6a2af53a4 req-a3d3d400-909e-4d30-bd52-e60954bcbd46 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.1830213 Jan 18 23:06:21.921319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d440c9-910f-405b-8ffc-4427fa809aa4 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:21.949471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:21.995845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-fafd6e7e-2d44-42c3-bfce-dbe1bf3e701b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:22.000034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Transition to ACTIVE for port object 37d440c9-910f-405b-8ffc-4427fa809aa4 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:22.020944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7a84f08-7fd1-42a0-a63a-08b6a2af53a4 req-fdea9c3b-d121-4940-b1e1-365ac26d3983 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912597 Jan 18 23:06:22.089504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.153436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-fafd6e7e-2d44-42c3-bfce-dbe1bf3e701b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:22.154558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebbf89c0-1424-41d9-8115-1050c9000470 req-fafd6e7e-2d44-42c3-bfce-dbe1bf3e701b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659209 Jan 18 23:06:22.273055 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-ea34729e-ea34-434f-b10a-04cbb3c9c869 service neutron] 10.222.0.89 "GET /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.1048574 Jan 18 23:06:22.396520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:22.405712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27b846fe-9dd4-4814-8467-b183759513f5 req-ea679d98-1799-4295-b602-92be2300336c tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0993581 Jan 18 23:06:22.502814 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'code': 200} Jan 18 23:06:22.534315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6a6e-de80-448e-a7fd-086e8737b4af req-42f0d9df-f49c-43b2-925c-7b186561b03e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:22.534315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d7b6a6e-de80-448e-a7fd-086e8737b4af req-42f0d9df-f49c-43b2-925c-7b186561b03e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.2231147 Jan 18 23:06:22.549114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:22.564154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Attempting to bind port 37d440c9-910f-405b-8ffc-4427fa809aa4 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:22.564485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Attempting to bind port 37d440c9-910f-405b-8ffc-4427fa809aa4 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:22.565069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Attempting to bind port 37d440c9-910f-405b-8ffc-4427fa809aa4 on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:22.573654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:22.583231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Port 37d440c9-910f-405b-8ffc-4427fa809aa4 on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:06:22.583537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Attempting to bind port 37d440c9-910f-405b-8ffc-4427fa809aa4 on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:22.598686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:06:22.603165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Checking segment: {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:06:22.603165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Bound using segment: {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:06:22.603165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Bound port: 37d440c9-910f-405b-8ffc-4427fa809aa4, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:22.603165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.612358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d7b6a6e-de80-448e-a7fd-086e8737b4af req-2e0b8295-0cad-4fd1-9425-5b2ff8314352 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664480 Jan 18 23:06:22.630563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca08afd-4a06-4060-aa41-b8e8a4b7ad06 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:22.656363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:22.708449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:22.711652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:22.738502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60416) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:22.744107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.789233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.870902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] Transition to ACTIVE for port object dca08afd-4a06-4060-aa41-b8e8a4b7ad06 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:22.947005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.948394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] 10.222.0.89 "PUT /v2.0/ports/37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 1091 time: 1.7888181 Jan 18 23:06:22.974728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:22.993704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27163f1c-ef0b-40f1-b8f4-9c8491ab383b service neutron] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:23.022918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf355af-53c1-4e18-be01-5b3cbbd5b459 req-6428ac13-2dcc-4184-ac13-93a991fa43d1 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.025361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faf355af-53c1-4e18-be01-5b3cbbd5b459 req-6428ac13-2dcc-4184-ac13-93a991fa43d1 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 943 time: 0.1394327 Jan 18 23:06:23.135353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faf355af-53c1-4e18-be01-5b3cbbd5b459 req-515b0706-5d4d-4db7-a342-3834e225a9a5 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019824 Jan 18 23:06:23.158246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-d719c8e8-44e0-4a6f-bea1-7f5f89bbef79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1094 time: 0.0986426 Jan 18 23:06:23.159483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:23.182735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:23.234623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-3c3aeb1f-b285-4234-bd80-3109ea1105d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 217 time: 0.0678961 Jan 18 23:06:23.250927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] No DVR routers for this DVR port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:23.298016 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'status': 'completed', 'code': 200} Jan 18 23:06:23.323349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6963-7071-4b71-81f9-482922301c08 req-d3b48d7c-26eb-43f8-b32e-ef6ba6d40a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.325702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-d3b48d7c-26eb-43f8-b32e-ef6ba6d40a49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.0833519 Jan 18 23:06:23.336008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-f226c34b-474a-4ec0-bd86-481bcf3017d2 service neutron] 10.222.0.89 "PUT /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0569115 Jan 18 23:06:23.449607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-19337848-c7c5-4e69-8b19-38135fede2f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131761 Jan 18 23:06:23.550984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9027-39c3-46b9-b3f3-7154edab934d req-2fc07250-6496-47c2-9d77-f37697004976 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.550984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-364b9027-39c3-46b9-b3f3-7154edab934d req-2fc07250-6496-47c2-9d77-f37697004976 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Synchronizing usage tracker for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:23.690816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-ecbebc41-5ee9-4689-b498-e8971db84b91 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346251 Jan 18 23:06:23.705764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b55ae6-efd7-4b50-8380-ff4e66c487c4 req-36a33183-8611-44da-b40f-dd304ded0ff7 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.705764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12b55ae6-efd7-4b50-8380-ff4e66c487c4 req-36a33183-8611-44da-b40f-dd304ded0ff7 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.2996767 Jan 18 23:06:23.718907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-364b9027-39c3-46b9-b3f3-7154edab934d req-2fc07250-6496-47c2-9d77-f37697004976 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Unset dirty status for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:23.719862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-364b9027-39c3-46b9-b3f3-7154edab934d req-2fc07250-6496-47c2-9d77-f37697004976 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.89 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 943 time: 0.5807135 Jan 18 23:06:23.728317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8182e2-f740-4202-a50d-d72add24ed1b req-d7774efb-db41-470c-9f94-5fc1090e1794 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:23.734536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e8182e2-f740-4202-a50d-d72add24ed1b req-d7774efb-db41-470c-9f94-5fc1090e1794 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 943 time: 0.2790918 Jan 18 23:06:23.769265 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-3c260c99-35eb-4fe6-b6ff-f7c598ade477 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.2023416 Jan 18 23:06:23.850762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Deleting port 61ac69de-dad0-4127-84ad-a509e7b612ae {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:23.851037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:23.991743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e8182e2-f740-4202-a50d-d72add24ed1b req-7030cf5f-9dc6-444d-b5ee-7256366a3c4d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478018 Jan 18 23:06:23.991743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12b55ae6-efd7-4b50-8380-ff4e66c487c4 req-f05c8338-5661-4bb2-afd4-f25d3f4057bb tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559354 Jan 18 23:06:23.997750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dcd6963-7071-4b71-81f9-482922301c08 req-5363fa9b-77ad-4ab8-834f-6eecccca78e7 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939126 Jan 18 23:06:23.998732 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-77afa8be-eb51-484f-87ac-8c62358f57e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3&tenant_id=49bc0ee5bc5140e89fe9b884fb698025 HTTP/1.1" status: 200 len: 1095 time: 0.2190254 Jan 18 23:06:24.058538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-29b8e49a-7ac6-4920-a8a3-ff77265fc855 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:24.064460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-29b8e49a-7ac6-4920-a8a3-ff77265fc855 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.2451837 Jan 18 23:06:24.151409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Deleting port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:24.151839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.317108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-42ee3577-aeac-48ed-b633-b43b0572a846 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1095 time: 0.2598670 Jan 18 23:06:24.319102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] For port 61ac69de-dad0-4127-84ad-a509e7b612ae, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=61ac69de-dad0-4127-84ad-a509e7b612ae,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:24.319458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.366888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.442931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43b72080-4d03-4ca8-ab8f-c19fdf2dd98e req-31935370-c07e-483f-b1e4-6c6cc2832995 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1872020 Jan 18 23:06:24.586584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Calling delete_port for 61ac69de-dad0-4127-84ad-a509e7b612ae owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:24.614756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-6c32cf9a-567c-438b-8b59-d7eacf8a88ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1094 time: 0.4288661 Jan 18 23:06:24.681120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd484-43a0-45d9-ad0b-74fefa13d92f req-37d02c7e-1bb5-41b6-a3bf-fc12c6ff6f80 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:24.682627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7edfd484-43a0-45d9-ad0b-74fefa13d92f req-37d02c7e-1bb5-41b6-a3bf-fc12c6ff6f80 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 944 time: 0.4981806 Jan 18 23:06:24.762235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-040b5e51-663f-413b-8021-e54a9d1635b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:24.763694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-040b5e51-663f-413b-8021-e54a9d1635b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 200 len: 921 time: 0.4352732 Jan 18 23:06:24.850924 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-93f2b617-0750-4864-8161-8eb4f2946791 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 200 len: 217 time: 0.0804901 Jan 18 23:06:24.879173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] For port cf3b3e8e-ec2d-41dc-a318-777d3042ec87, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:24.879817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:24.957806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7edfd484-43a0-45d9-ad0b-74fefa13d92f req-99e79e4d-97e2-468d-9332-5889e165b3d1 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659848 Jan 18 23:06:25.039433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Calling delete_port for cf3b3e8e-ec2d-41dc-a318-777d3042ec87 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:25.083051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-313d7a19-9482-4863-8541-ee7a74936cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.085490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-313d7a19-9482-4863-8541-ee7a74936cbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.4583678 Jan 18 23:06:25.105768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-61cc23ea-4629-4a14-aa06-c79191ee8aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.107144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-61cc23ea-4629-4a14-aa06-c79191ee8aed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 200 len: 860 time: 0.2094371 Jan 18 23:06:25.161072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-ea7dfe76-dd5f-4ebb-84ac-2715a27553d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b61486c7-1e85-420c-acb6-12f5ffab9350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444028 Jan 18 23:06:25.164616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7cc45-6ce9-4c23-b5a6-78060726d0d1 req-d9db97fc-0376-46c3-9780-70c1346bc631 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.169539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fae7cc45-6ce9-4c23-b5a6-78060726d0d1 req-d9db97fc-0376-46c3-9780-70c1346bc631 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.5473385 Jan 18 23:06:25.197585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.212887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-049ce474-ee6f-4f1f-97b4-28c64d63beea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 217 time: 0.1166070 Jan 18 23:06:25.312933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:25.335379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event deleted for resources: {'Port': ['ID=61ac69de-dad0-4127-84ad-a509e7b612ae,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:25.391393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:25.425589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fae7cc45-6ce9-4c23-b5a6-78060726d0d1 req-3ae2db75-d81d-4fb2-855d-d793e89c2f98 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463660 Jan 18 23:06:25.441854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-888e905c-370e-4451-9f1a-4a32cf4eea86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.449653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-888e905c-370e-4451-9f1a-4a32cf4eea86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.2139711 Jan 18 23:06:25.507384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] No DVR routers for this DVR port 61ac69de-dad0-4127-84ad-a509e7b612ae on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:25.517664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-db9f95c3-89ed-4d7f-8328-4a97e3c4768f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553410 Jan 18 23:06:25.519678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.529213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-deleted', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:25.549333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-d7ff916e-a7d1-480c-a970-352bbf41da19 service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789756 Jan 18 23:06:25.564794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55adc9-484a-412e-99c7-dc8c8e454c3c req-edb2f8c8-5a35-4d2e-a211-46d8ab380ced tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.566387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb55adc9-484a-412e-99c7-dc8c8e454c3c req-edb2f8c8-5a35-4d2e-a211-46d8ab380ced tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 944 time: 0.3380516 Jan 18 23:06:25.662122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.670113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-364b9027-39c3-46b9-b3f3-7154edab934d req-653e5f7c-e5e0-4607-bbef-09508778535c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.89 "DELETE /v2.0/ports/61ac69de-dad0-4127-84ad-a509e7b612ae HTTP/1.1" status: 204 len: 173 time: 1.9422233 Jan 18 23:06:25.750682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event deleted for resources: {'Port': ['ID=cf3b3e8e-ec2d-41dc-a318-777d3042ec87,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:25.774140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-6f7258f6-c03a-4f4d-84b2-4d2e4f5150fd service neutron] 10.222.0.83 "GET /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945438 Jan 18 23:06:25.869255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] No DVR routers for this DVR port cf3b3e8e-ec2d-41dc-a318-777d3042ec87 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:25.882631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb55adc9-484a-412e-99c7-dc8c8e454c3c req-c096cbed-7c93-4797-b86b-a616616d3f00 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339578 Jan 18 23:06:25.884682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:25.893413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-deleted', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:25.907632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-2a0bf091-a2cb-4657-80f5-e284abf047a8 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819959 Jan 18 23:06:25.918098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933f4d6-2299-481f-90a7-cd645125f034 req-afb60609-248c-492e-a391-c84786a2fc28 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:25.919825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d933f4d6-2299-481f-90a7-cd645125f034 req-afb60609-248c-492e-a391-c84786a2fc28 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 943 time: 0.3494422 Jan 18 23:06:26.049169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Deleting port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:26.049903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:26.173412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21d76ff5-bf69-4264-ad18-0fae5a19fea5 req-b3929653-1880-4a4a-a3f3-8dd3b76de9a8 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "DELETE /v2.0/ports/cf3b3e8e-ec2d-41dc-a318-777d3042ec87 HTTP/1.1" status: 204 len: 173 time: 2.1052256 Jan 18 23:06:26.201207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46093f85-f477-4ac3-a102-115fe0d6fce3 req-75d5850c-6cff-4763-8135-f51f44c4fd18 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=129bd0ea-8a5e-4e33-b437-bc5009132dde HTTP/1.1" status: 200 len: 210 time: 0.1017699 Jan 18 23:06:26.223680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d933f4d6-2299-481f-90a7-cd645125f034 req-d1b8e792-c81a-406a-837e-5f57202c3ff3 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831285 Jan 18 23:06:26.272330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] For port d2d870d5-ae09-4ee9-aed0-fc061d25a4d3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:26.273033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:26.284144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04d4d41f-f15c-435a-9634-07aeacd90384 req-ed78e362-dbd5-49e2-b377-4cb31d32fbca service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631899 Jan 18 23:06:26.338168 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129bd0ea-8a5e-4e33-b437-bc5009132dde', 'name': 'network-vif-deleted', 'tag': '61ac69de-dad0-4127-84ad-a509e7b612ae', 'status': 'completed', 'code': 200} Jan 18 23:06:26.398941 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c', 'name': 'network-vif-deleted', 'tag': 'cf3b3e8e-ec2d-41dc-a318-777d3042ec87', 'status': 'completed', 'code': 200} Jan 18 23:06:26.401977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Calling delete_port for d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:26.477281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2afe7b32-09a1-473b-935c-673be526cf93 req-0ad07ac3-ca9f-4d60-b94a-5182607ddc7d tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0772979 Jan 18 23:06:26.565244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c111a565-b0d3-48a9-a900-2a253647b2d3 req-31fae658-1b9d-4f13-a1c9-884cb2575770 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:26.600524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-7f62363c-7805-4688-9035-b4cc4c758903 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3&tenant_id=49bc0ee5bc5140e89fe9b884fb698025&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.2373433 Jan 18 23:06:26.661436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:26.672596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c111a565-b0d3-48a9-a900-2a253647b2d3 req-31fae658-1b9d-4f13-a1c9-884cb2575770 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:26.672816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c111a565-b0d3-48a9-a900-2a253647b2d3 req-31fae658-1b9d-4f13-a1c9-884cb2575770 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=72012221-c8aa-4eb4-9b3b-b6a2a5c69c3c HTTP/1.1" status: 200 len: 210 time: 0.1743777 Jan 18 23:06:26.780720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d870d5-ae09-4ee9-aed0-fc061d25a4d3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:26.836106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-1b05a602-818f-4dd1-bdb4-3a989d4029dc service neutron] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:26.849824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-1b05a602-818f-4dd1-bdb4-3a989d4029dc service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:26.851016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0b64d0a-5e29-4f3d-afb8-f825002c0f8d req-1b05a602-818f-4dd1-bdb4-3a989d4029dc service neutron] 10.222.0.83 "DELETE /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.2448511 Jan 18 23:06:26.891404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac405ad-f9dd-4004-9000-9c5d23c50f98 req-28cb9947-2338-41d1-9ccb-6c2de74a9451 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:26.895220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eac405ad-f9dd-4004-9000-9c5d23c50f98 req-28cb9947-2338-41d1-9ccb-6c2de74a9451 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 950 time: 0.1609652 Jan 18 23:06:26.969231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eac405ad-f9dd-4004-9000-9c5d23c50f98 req-4393f8aa-56e0-471d-8873-74cbe7185e81 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Jan 18 23:06:27.217999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8eda53e-a970-46b4-88f5-70bed4e423e8 req-b918043e-6319-4bb9-a416-806b68214e48 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365&device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.0445802 Jan 18 23:06:27.227655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:27.237467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b38b5-9216-4059-bc11-f3a22928df2e req-a608305f-e0ba-432a-b831-4a54ae475fe6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:27.238944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad6b38b5-9216-4059-bc11-f3a22928df2e req-a608305f-e0ba-432a-b831-4a54ae475fe6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 944 time: 0.1266334 Jan 18 23:06:27.325581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad6b38b5-9216-4059-bc11-f3a22928df2e req-8fade05f-90a8-4adf-a00e-f2b862784ba3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716844 Jan 18 23:06:27.339802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 37d440c9-910f-405b-8ffc-4427fa809aa4 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:27.481681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:27.524564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:27.524564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:27.564375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 61ac69de-dad0-4127-84ad-a509e7b612ae {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:27.564721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 61ac69de-dad0-4127-84ad-a509e7b612ae not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:27.576966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: cf3b3e8e-ec2d-41dc-a318-777d3042ec87 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:27.577312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cf3b3e8e-ec2d-41dc-a318-777d3042ec87 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:27.710263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62967-0b4d-41f6-a71a-4b4d2b6b082d req-576bf23d-1b0a-47c4-a07d-19e0fd6c4ae1 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:27.716083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ae62967-0b4d-41f6-a71a-4b4d2b6b082d req-576bf23d-1b0a-47c4-a07d-19e0fd6c4ae1 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 943 time: 0.0904150 Jan 18 23:06:27.718685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:27.735005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9', 'port_id': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'mac_address': 'fa:16:3e:62:0c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714ffc66-cc24-4554-b861-fe49ca5b229c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:27.785446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ae62967-0b4d-41f6-a71a-4b4d2b6b082d req-89e324d5-a7ea-48c6-ac30-d702d8ee7c7a tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Jan 18 23:06:27.840735 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:27.871591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:27.886056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d440c9-910f-405b-8ffc-4427fa809aa4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:27.906549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:27.907968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'mac_address': 'fa:16:3e:17:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:27.974422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc17ed-1f2c-4d13-beed-b24243c85b4e req-74cfe114-63c6-4ac5-a6e0-376aca2698d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52a5127716ea40a495279744b8077c39&device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1066165 Jan 18 23:06:28.004108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:28.026658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc17ed-1f2c-4d13-beed-b24243c85b4e req-20d727ed-129d-47b7-9dfe-9d4e83306e38 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=52a5127716ea40a495279744b8077c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427365 Jan 18 23:06:28.038655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:28.059946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:28.065219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:28.149312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Router f9b480b6-8d90-40c5-bc68-56e36cabaf9e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:28.230059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc17ed-1f2c-4d13-beed-b24243c85b4e req-ca06c474-5be6-4082-b372-f295d6e3d35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:28.231767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc17ed-1f2c-4d13-beed-b24243c85b4e req-ca06c474-5be6-4082-b372-f295d6e3d35f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978920 Jan 18 23:06:28.257084 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:28.283016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:28.367559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:28.409977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:28.427469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:28.441014 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d60418b8-aeba-47fe-9b9e-807d51b22750 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9b480b6-8d90-40c5-bc68-56e36cabaf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6987822 Jan 18 23:06:28.445586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:28.448397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Sync routers for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:06:28.482634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:28.483313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:06:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:28.511336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20136782-6c99-444b-adb0-a9114e8762ec req-559ab15e-b586-46ba-b6ee-4e0cdce600b5 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 1095 time: 0.1100075 Jan 18 23:06:28.562221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:28.562443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20136782-6c99-444b-adb0-a9114e8762ec req-dbda980d-6ea2-4151-a889-70ba529c3ab1 tempest-LiveAutoBlockMigrationV225Test-1958723285 tempest-LiveAutoBlockMigrationV225Test-1958723285-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Jan 18 23:06:28.612545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:28.618980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897862676', 'description': 'tempest-description--19529393'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:28.633397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:28.637900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:security_group and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:28.641935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:28.658396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:28.725943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:28.756502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:28.823249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea028014-9455-47b4-be00-2de359d3a883 req-953d74b7-3078-49a1-9f27-ca9ed313aba3 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0451677 Jan 18 23:06:28.844653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:28.892779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:28.900852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:security_group_rule and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:28.905274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:28.913432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:28.966102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a18d3-e3c4-4222-b487-9c460d9600b1 req-71a47ba9-f178-4a61-8a18-0ca53791ab22 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:28.967685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d3a18d3-e3c4-4222-b487-9c460d9600b1 req-71a47ba9-f178-4a61-8a18-0ca53791ab22 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 949 time: 0.1477878 Jan 18 23:06:29.045668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.087064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d3a18d3-e3c4-4222-b487-9c460d9600b1 req-470da2d1-0b66-4603-a4c7-602902e7a318 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025529 Jan 18 23:06:29.104809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.180139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.185272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c6c9e-47a7-47c2-aa11-de5d00830c72,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:29.263720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Deleting port 8b1a2367-c771-404d-ae35-4631cb0e4cd7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:29.264227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.264912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.270271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bac8f4e9-c324-43f3-b161-c77d00a30953 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.6567264 Jan 18 23:06:29.273896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:29.286016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'security_group_rule': {'security_group_id': '7b4c6c9e-47a7-47c2-aa11-de5d00830c72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:29.293532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:29.298005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:security_group_rule and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:29.301102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:29.310762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:29.329749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T23:06:26Z', 'revision_number': 5, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port': {'id': '8b1a2367-c771-404d-ae35-4631cb0e4cd7', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T22:59:50Z', 'updated_at': '2022-01-18T22:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:29.338614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Checking router: f9b480b6-8d90-40c5-bc68-56e36cabaf9e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:06:29.348095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Routers {'f9b480b6-8d90-40c5-bc68-56e36cabaf9e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:29.348694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:06:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:29.462708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] For port 8b1a2367-c771-404d-ae35-4631cb0e4cd7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8b1a2367-c771-404d-ae35-4631cb0e4cd7,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:29.465088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.481442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:29.491874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.576781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] Set router f9b480b6-8d90-40c5-bc68-56e36cabaf9e gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:29.590000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Calling delete_port for 8b1a2367-c771-404d-ae35-4631cb0e4cd7 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:29.651584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc17ed-1f2c-4d13-beed-b24243c85b4e req-4ba28e6d-f9f6-4f07-972d-da9a357e3761 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.0548804 Jan 18 23:06:29.711775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.745991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T23:06:29Z', 'revision_number': 6, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:29.746129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c15603-c0c7-4bb2-b5e5-32453b1c3ec0 req-e931f68b-fefd-459f-80bb-5474e1b87ded tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:29.746129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1c15603-c0c7-4bb2-b5e5-32453b1c3ec0 req-e931f68b-fefd-459f-80bb-5474e1b87ded tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 944 time: 0.2184579 Jan 18 23:06:29.746326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322586ad-c32d-42b1-9601-a71737fb5b93 None None] The sync data for ids ['f9b480b6-8d90-40c5-bc68-56e36cabaf9e'] in n-d-825175-2 is: [{'id': 'f9b480b6-8d90-40c5-bc68-56e36cabaf9e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-962387706-router', 'tenant_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T22:59:49Z', 'updated_at': '2022-01-18T23:06:29Z', 'revision_number': 6, 'project_id': 'c3671866d8414f7ebb917fe52c2bf7fe', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:06:29.751926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:29.810707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1c15603-c0c7-4bb2-b5e5-32453b1c3ec0 req-d8dbaab0-46b5-4084-84ec-ea2f33466f9e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764248 Jan 18 23:06:29.812024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:29.835412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:30.012658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-463989de-1945-4013-bc78-6fbcd8a2707c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:30.012658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-463989de-1945-4013-bc78-6fbcd8a2707c tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.0990782 Jan 18 23:06:30.103371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:30.139238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:30.139583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d2d870d5-ae09-4ee9-aed0-fc061d25a4d3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:30.195526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Deleting port aa54ba70-7f57-4790-a00c-ce1022be8da0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:30.195526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.259149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.277883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.278491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.331298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1a2367-c771-404d-ae35-4631cb0e4cd7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:30.335305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9361cb1b-7945-4987-a45f-f9d29d3c08e8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:30.363404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:30.391299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75377ac4-a2f2-416e-968b-4b72528792a8 req-e1533117-93df-4ecc-baec-ea8aa8cf1d3b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:30.392774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75377ac4-a2f2-416e-968b-4b72528792a8 req-e1533117-93df-4ecc-baec-ea8aa8cf1d3b tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 944 time: 0.2652810 Jan 18 23:06:30.402551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be2db-d10a-4613-922b-ff466487ab5c req-0d0fb625-949d-40f1-a988-2a21ba3c09a3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:30.403985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-436be2db-d10a-4613-922b-ff466487ab5c req-0d0fb625-949d-40f1-a988-2a21ba3c09a3 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 944 time: 0.4179978 Jan 18 23:06:30.516928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.516928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ac2b7d6-cac9-498b-8040-c5b9630bc9c1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2340086 Jan 18 23:06:30.520523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:30.532146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'security_group_rule': {'security_group_id': '7b4c6c9e-47a7-47c2-aa11-de5d00830c72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:30.553180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:30.566550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:security_group_rule and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:30.574013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:30.591089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:30.621827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-436be2db-d10a-4613-922b-ff466487ab5c req-950cf228-7ff8-4975-acd9-bd0e643416b7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/security-groups?id=885fa172-22ba-450e-bc5c-f047f9a88cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998148 Jan 18 23:06:30.623804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75377ac4-a2f2-416e-968b-4b72528792a8 req-60b35b20-d0ae-48ae-8e78-3514f35064fd tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030613 Jan 18 23:06:30.625143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.644146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] For port aa54ba70-7f57-4790-a00c-ce1022be8da0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=aa54ba70-7f57-4790-a00c-ce1022be8da0,segment=NetworkSegment(a122a3d6-ccde-4237-bbfe-2041a6eee865),segment_id=a122a3d6-ccde-4237-bbfe-2041a6eee865)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:30.644633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.798263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Calling delete_port for aa54ba70-7f57-4790-a00c-ce1022be8da0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:30.899588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.938423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb6193a5-8eb5-4ab4-a47e-96ba394e250a req-299da453-e8de-4d82-a1ec-e2d26ed7fa67 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b16769d-1275-4519-954c-1c2eb729b365 HTTP/1.1" status: 200 len: 210 time: 0.1064289 Jan 18 23:06:30.977963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-bfa068f3-a37f-43c5-b7a0-be6ad5008c4c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:30.978677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-bfa068f3-a37f-43c5-b7a0-be6ad5008c4c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:30.988319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:30.997659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.087061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9fef5-250a-49fd-8f80-aa2751a16f9e req-cdb21ac0-4694-4754-99a5-cffa712275f2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:31.088574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58a9fef5-250a-49fd-8f80-aa2751a16f9e req-cdb21ac0-4694-4754-99a5-cffa712275f2 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 949 time: 0.2589138 Jan 18 23:06:31.101810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-bfa068f3-a37f-43c5-b7a0-be6ad5008c4c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:31.103089 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-bfa068f3-a37f-43c5-b7a0-be6ad5008c4c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 944 time: 0.5250320 Jan 18 23:06:31.121050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.170562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.170806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b480b6-8d90-40c5-bc68-56e36cabaf9e {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:06:31.182485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Deleting port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:31.182485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.207609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.243830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58a9fef5-250a-49fd-8f80-aa2751a16f9e req-41bb02f2-e003-48c0-84ad-a00982a5ca64 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458025 Jan 18 23:06:31.248550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d816e4e6-56a7-4aac-8684-b760af72720b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:31.254592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.256597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-256a4444-47f0-4718-aec8-d2121ac9570b admin admin] 10.222.0.59 "DELETE /v2.0/routers/f9b480b6-8d90-40c5-bc68-56e36cabaf9e HTTP/1.1" status: 204 len: 168 time: 2.8109457 Jan 18 23:06:31.259500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:31.309418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.347679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 37d440c9-910f-405b-8ffc-4427fa809aa4 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:06:31.374851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.379121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f662bf9-1d23-4bca-ae9b-f85a72a51880 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8545969 Jan 18 23:06:31.389307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Pushing event deleted for resources: {'Port': ['ID=aa54ba70-7f57-4790-a00c-ce1022be8da0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:31.394751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:31.403540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:31.412509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35c8f-f2cd-4fb1-a5ed-588d564b056e req-1a42ae06-307b-413f-b524-155881b34ae0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:31.419716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aec35c8f-f2cd-4fb1-a5ed-588d564b056e req-1a42ae06-307b-413f-b524-155881b34ae0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 944 time: 0.3145051 Jan 18 23:06:31.440110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:31.446444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Deleting subnet cee5444d-ad33-4441-9ad2-daeb9e6b6dce {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:31.479159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:floatingip and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:31.485887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.493200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:06:31.512106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:31.528254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:31.571867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:31.572613 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.581505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] No DVR routers for this DVR port aa54ba70-7f57-4790-a00c-ce1022be8da0 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:31.592438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.594395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06eb601b-a6a4-4c3d-982e-f9da6f0a854a req-4c00902d-dbc3-4694-8022-eecc3afac6d7 tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.83 "DELETE /v2.0/ports/aa54ba70-7f57-4790-a00c-ce1022be8da0 HTTP/1.1" status: 204 len: 173 time: 1.6519988 Jan 18 23:06:31.594846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-deleted', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:31.603796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] For port dca08afd-4a06-4060-aa41-b8e8a4b7ad06, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:31.611311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.615821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.640826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 37d440c9-910f-405b-8ffc-4427fa809aa4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:31.653443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 37d440c9-910f-405b-8ffc-4427fa809aa4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:31.653818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.660740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aec35c8f-f2cd-4fb1-a5ed-588d564b056e req-1cf75839-ddbe-48f9-990a-ee7ec765bfe5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400424 Jan 18 23:06:31.694940 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8b6ab6-4eee-4865-83d3-4c48dae46449', 'name': 'network-vif-deleted', 'tag': 'aa54ba70-7f57-4790-a00c-ce1022be8da0', 'status': 'completed', 'code': 200} Jan 18 23:06:31.697947 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.790745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Calling delete_port for dca08afd-4a06-4060-aa41-b8e8a4b7ad06 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:31.947512 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:31.972360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.011489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:32.024290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7bd9877c-cc73-49e2-bb8a-0b36513d32e0 req-0f6d918a-bd07-4d42-b8cf-a66268595c7e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Synchronizing usage tracker for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:32.028401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:32.034299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:32.047093 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.053902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8b1a2367-c771-404d-ae35-4631cb0e4cd7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:32.087983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8b1a2367-c771-404d-ae35-4631cb0e4cd7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:32.089016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8b1a2367-c771-404d-ae35-4631cb0e4cd7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:32.104781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.105608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:32.133764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.169622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:32.179102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34bc57-b1d8-42c5-aaa2-0517030991ab req-a3ff66e8-36d0-49d2-aa0b-9b46c88f1b93 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.180580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d34bc57-b1d8-42c5-aaa2-0517030991ab req-a3ff66e8-36d0-49d2-aa0b-9b46c88f1b93 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 866 time: 0.3131788 Jan 18 23:06:32.182133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event deleted for resources: {'Port': ['ID=dca08afd-4a06-4060-aa41-b8e8a4b7ad06,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:32.209580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.211693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: aa54ba70-7f57-4790-a00c-ce1022be8da0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:32.212237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device aa54ba70-7f57-4790-a00c-ce1022be8da0 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:32.212781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:32.225468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7bd9877c-cc73-49e2-bb8a-0b36513d32e0 req-0f6d918a-bd07-4d42-b8cf-a66268595c7e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] Unset dirty status for tenant:7f6909e40fe04708ba56777d435b3e51 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:32.226523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd9877c-cc73-49e2-bb8a-0b36513d32e0 req-0f6d918a-bd07-4d42-b8cf-a66268595c7e tempest-LiveMigrationTest-1466245233 tempest-LiveMigrationTest-1466245233-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f8b6ab6-4eee-4865-83d3-4c48dae46449 HTTP/1.1" status: 200 len: 210 time: 0.4207580 Jan 18 23:06:32.236638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.264471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: dca08afd-4a06-4060-aa41-b8e8a4b7ad06 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:32.268769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device dca08afd-4a06-4060-aa41-b8e8a4b7ad06 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:32.270486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] No DVR routers for this DVR port dca08afd-4a06-4060-aa41-b8e8a4b7ad06 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:32.272869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.282401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-deleted', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:32.299402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.315169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:32.361164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee5444d-ad33-4441-9ad2-daeb9e6b6dce,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:32.369707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d34bc57-b1d8-42c5-aaa2-0517030991ab req-dd77f238-dcac-4262-999e-78ab3ec6dc3c tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667309 Jan 18 23:06:32.370420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5bd36cb5-f2a3-42af-a2e8-172593319ab8 req-737e94eb-104a-49aa-8bd4-2c543a0e8133 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "DELETE /v2.0/ports/dca08afd-4a06-4060-aa41-b8e8a4b7ad06 HTTP/1.1" status: 204 len: 173 time: 1.2622931 Jan 18 23:06:32.377759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.400478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e0e03de9-48e0-4bf6-8320-6657b891e537 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cee5444d-ad33-4441-9ad2-daeb9e6b6dce HTTP/1.1" status: 204 len: 168 time: 1.1400197 Jan 18 23:06:32.402459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c250e0-5197-476c-89e4-030b21f8615b None None] Network 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:06:32.402978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60538) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:32.501952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Allocated IP 172.25.1.48 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/522e1482-4136-4e2a-b30d-7d4caace8d96) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:32.625819 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'code': 200} Jan 18 23:06:32.655824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:32.674660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.741089 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258ba6e4-00a2-4d36-992d-f1de9b7342e3', 'name': 'network-vif-deleted', 'tag': 'dca08afd-4a06-4060-aa41-b8e8a4b7ad06', 'status': 'completed', 'code': 200} Jan 18 23:06:32.800425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Deleting port 7c27646e-2343-4f1e-86ab-c868b884c57c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:32.805310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.808368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:32.833010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289626c-5704-423f-8463-2a9a011248f4 req-45f983ae-e0cf-43f2-b150-1dd2363569ed tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:32.838229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4289626c-5704-423f-8463-2a9a011248f4 req-45f983ae-e0cf-43f2-b150-1dd2363569ed tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 951 time: 0.1763382 Jan 18 23:06:32.902887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4289626c-5704-423f-8463-2a9a011248f4 req-0f2125c6-738a-4625-aa6d-f319b2a61fde tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576127 Jan 18 23:06:32.977466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.065466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] DHCP port deletion for 4d9a3dec-311c-4482-aa5e-c8779b4a46a8 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:06:33.071348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Deleting port 7c27646e-2343-4f1e-86ab-c868b884c57c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:33.072013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.076594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:33.085538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:33.089573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:33.148552 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-630496d7-e6ee-4768-bf14-c71113e7e482 req-3d375e39-4234-4df9-9bc3-e1d02edabec6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1102 time: 0.4711623 Jan 18 23:06:33.258235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] For port 7c27646e-2343-4f1e-86ab-c868b884c57c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7c27646e-2343-4f1e-86ab-c868b884c57c,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:33.258475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.381726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'Port': ['ID=522e1482-4136-4e2a-b30d-7d4caace8d96,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:33.395724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a69b512-4638-425c-9782-70303fdf3620 req-0fef9d92-4c19-4bba-ad7f-490cceef35bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=52a5127716ea40a495279744b8077c39&device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.2226181 Jan 18 23:06:33.404978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] For port 7c27646e-2343-4f1e-86ab-c868b884c57c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7c27646e-2343-4f1e-86ab-c868b884c57c,segment=NetworkSegment(59b6823a-e3ad-49be-aae7-a8a7430faf66),segment_id=59b6823a-e3ad-49be-aae7-a8a7430faf66)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:33.405522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.416593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Calling delete_port for 7c27646e-2343-4f1e-86ab-c868b884c57c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:33.440288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-880726ec-f6d6-4568-835f-dc103e04b482 req-b58c0d23-a8fc-4705-9f7e-956fd804185e tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.1076307 Jan 18 23:06:33.441938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a69b512-4638-425c-9782-70303fdf3620 req-c665e5ae-b63c-4aca-9f25-59b044fba240 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=52a5127716ea40a495279744b8077c39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379951 Jan 18 23:06:33.511896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-630496d7-e6ee-4768-bf14-c71113e7e482 req-627d9674-22b5-4a5d-beb1-734b4b9e08a0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551764 Jan 18 23:06:33.559397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Calling delete_port for 7c27646e-2343-4f1e-86ab-c868b884c57c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:33.564609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:33.615747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.663066 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:06:33.663490 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:06:33.665064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2db6e-8412-49eb-8f9f-e731e09fc82f req-f8d9f7ff-82eb-4128-a772-3dd826ad41be tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:33.669047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded2db6e-8412-49eb-8f9f-e731e09fc82f req-f8d9f7ff-82eb-4128-a772-3dd826ad41be tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 945 time: 0.3669722 Jan 18 23:06:33.685970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c27646e-2343-4f1e-86ab-c868b884c57c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:33.728059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69b512-4638-425c-9782-70303fdf3620 req-12893c32-9410-4f9e-aa24-cfe07898540d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:33.729567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a69b512-4638-425c-9782-70303fdf3620 req-12893c32-9410-4f9e-aa24-cfe07898540d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818012 Jan 18 23:06:33.743867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] No DVR routers for this DVR port 7c27646e-2343-4f1e-86ab-c868b884c57c on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:33.804763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Deleting subnet df9d523f-70bd-41f1-bcfe-3a74d392556f {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:33.807464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:33.812479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd2545d-1f7a-47e0-b4d3-490a75d2535e req-9d1e50d8-34e7-429c-957d-71314880e865 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=258ba6e4-00a2-4d36-992d-f1de9b7342e3 HTTP/1.1" status: 200 len: 210 time: 0.0819738 Jan 18 23:06:33.836715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded2db6e-8412-49eb-8f9f-e731e09fc82f req-e5aeeace-024a-4eee-ad04-8de9e6416953 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050975 Jan 18 23:06:33.960309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.013855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.015302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.051533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.085408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7c27646e-2343-4f1e-86ab-c868b884c57c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:34.099801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9a3dec-311c-4482-aa5e-c8779b4a46a8']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:34.122402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b6823a-e3ad-49be-aae7-a8a7430faf66') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:34.122688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b6823a-e3ad-49be-aae7-a8a7430faf66') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:34.133682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7c27646e-2343-4f1e-86ab-c868b884c57c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:34.145693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7c27646e-2343-4f1e-86ab-c868b884c57c not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:34.146872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.169841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Deleting port 7c27646e-2343-4f1e-86ab-c868b884c57c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:34.170413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.170541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.201134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.214235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:34.214629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:34.230841 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:34.334995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-65c0c849-22a4-4227-b242-599a7dfdccdd None None] The port '7c27646e-2343-4f1e-86ab-c868b884c57c' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:06:34.406360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee4b1-c9a0-4d83-b54e-6a530937a604 req-25aaecc6-7164-448a-ab0e-17eddc1386d4 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:34.407859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a3ee4b1-c9a0-4d83-b54e-6a530937a604 req-25aaecc6-7164-448a-ab0e-17eddc1386d4 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 951 time: 0.3111765 Jan 18 23:06:34.448823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.451761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.536303 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.560302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9a3dec-311c-4482-aa5e-c8779b4a46a8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:34.563136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:06:34.584698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9d523f-70bd-41f1-bcfe-3a74d392556f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:34.590908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.599447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a3ee4b1-c9a0-4d83-b54e-6a530937a604 req-0443e0f3-4da8-4742-a714-df51754160b3 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831725 Jan 18 23:06:34.610653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.615468 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-761359ed-75fc-4dba-80ab-7b9dd3fab7b2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/df9d523f-70bd-41f1-bcfe-3a74d392556f HTTP/1.1" status: 204 len: 168 time: 1.0470672 Jan 18 23:06:34.617764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:34.619216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bf6c7b2c-e8d5-45dc-808d-be07d61de78f admin admin] 10.222.0.59 "DELETE /v2.0/networks/4d9a3dec-311c-4482-aa5e-c8779b4a46a8 HTTP/1.1" status: 204 len: 168 time: 2.2151983 Jan 18 23:06:34.620145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60566) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:34.626502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:34.725476 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'code': 200} Jan 18 23:06:34.806846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:34.914910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c7f1ee8-749f-4d81-8cbf-a50426ca9fba req-02b7aea5-0b73-45f7-b70c-a550b377d9f3 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.2417722 Jan 18 23:06:34.945522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.079805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'Port': ['ID=522e1482-4136-4e2a-b30d-7d4caace8d96,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:35.096091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a69b512-4638-425c-9782-70303fdf3620 req-df1bf6c7-5e6a-4752-8dcb-482bd111b007 tempest-ServerShowV247Test-1706631739 tempest-ServerShowV247Test-1706631739-project] 10.222.0.83 "GET /v2.0/ports?device_id=dae8c841-4b4e-415b-8ac6-ff39017f73d6 HTTP/1.1" status: 200 len: 210 time: 0.0670760 Jan 18 23:06:35.167846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.212550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.310118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.322763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dadfb3b3-7d7d-470a-a639-b4a15f7ba423 req-f89966fc-5b01-48bc-ad8c-10a65ef07858 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1096 time: 0.5185330 Jan 18 23:06:35.413234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.422756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5c6e99c5-acd7-4d29-b432-ac320bdae45d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0187743 Jan 18 23:06:35.422756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed8b53-4567-41ec-a801-cd4fdb68aae5']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:35.467482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a122a3d6-ccde-4237-bbfe-2041a6eee865') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:35.467734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a122a3d6-ccde-4237-bbfe-2041a6eee865') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:35.503521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.520016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dadfb3b3-7d7d-470a-a639-b4a15f7ba423 req-02d9b3f8-767b-4e87-aba4-b0fb64ce33f1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750784 Jan 18 23:06:35.528569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.542817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3b29f-e556-4833-987b-5cb570e8bafc req-4ef5c744-7de1-4d00-8c03-1fe47db9b428 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:35.549433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ab3b29f-e556-4833-987b-5cb570e8bafc req-4ef5c744-7de1-4d00-8c03-1fe47db9b428 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 945 time: 0.3163836 Jan 18 23:06:35.551636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:35.557091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:35.567339 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:35.714486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ab3b29f-e556-4833-987b-5cb570e8bafc req-81f56775-e759-4ac5-ac23-317a4f32afd8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640520 Jan 18 23:06:35.858402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.031741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.086173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Deleting port e236a7d8-74a6-4cbb-a92a-fd4894be2598 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:36.086759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.094251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ed8b53-4567-41ec-a801-cd4fdb68aae5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:36.157242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fb9a94f7-1e84-46c1-a8e1-adc85c3cec47 admin admin] 10.222.0.59 "DELETE /v2.0/networks/02ed8b53-4567-41ec-a801-cd4fdb68aae5 HTTP/1.1" status: 204 len: 168 time: 1.5341079 Jan 18 23:06:36.171325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:36.230870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-1378c21f-985a-46f0-a53e-b3f15ff21c25 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:36.232256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-1378c21f-985a-46f0-a53e-b3f15ff21c25 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.5080192 Jan 18 23:06:36.274367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed870b5-befe-4cbc-bb79-4f3ce23954a5 req-68c403ae-fcfa-4883-a651-14545b419243 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:36.276027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bed870b5-befe-4cbc-bb79-4f3ce23954a5 req-68c403ae-fcfa-4883-a651-14545b419243 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 951 time: 0.3931663 Jan 18 23:06:36.280209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Deleting subnet a78062a3-4662-4f05-8a4d-fadd24890941 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:36.286366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.330002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-9fe21fe8-8605-435a-b035-bf7c4b664ef8 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/quotas/e5b6fa2ef47f4d98ba9af1aa47679742 HTTP/1.1" status: 200 len: 375 time: 0.0811384 Jan 18 23:06:36.423539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.434978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] For port e236a7d8-74a6-4cbb-a92a-fd4894be2598, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e236a7d8-74a6-4cbb-a92a-fd4894be2598,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:36.435605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.471087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bed870b5-befe-4cbc-bb79-4f3ce23954a5 req-e1e10ad8-7f4a-4426-aecc-2d8a0998bc09 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883032 Jan 18 23:06:36.571115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Calling delete_port for e236a7d8-74a6-4cbb-a92a-fd4894be2598 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:36.598265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.749878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-8200b764-15ed-4402-bb31-01a4ef7f4afc tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4052925 Jan 18 23:06:36.890556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:36.933904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-2422ce89-9a96-4d08-af06-5731f3bb0f06 service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831388 Jan 18 23:06:37.124988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Pushing event deleted for resources: {'Port': ['ID=e236a7d8-74a6-4cbb-a92a-fd4894be2598,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:37.267182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.323089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60614) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:37.498694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a78062a3-4662-4f05-8a4d-fadd24890941,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:37.513294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.513915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.564971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3239d0f4-2282-4945-96ff-f3c93c97f945 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a78062a3-4662-4f05-8a4d-fadd24890941 HTTP/1.1" status: 204 len: 168 time: 1.3925507 Jan 18 23:06:37.565768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:37.620866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.659339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:37.665369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:52a5127716ea40a495279744b8077c39 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:37.668562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:37.675324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:37.747152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.757393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-af4e382c-eea4-48e8-9739-8f3a0614631c service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8224890 Jan 18 23:06:37.784271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.848904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cf6e9-6905-4fc2-b73e-bb1106c7166b req-7d4755e0-e1b1-4b16-9012-117bc8d93f52 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:37.856706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa6cf6e9-6905-4fc2-b73e-bb1106c7166b req-7d4755e0-e1b1-4b16-9012-117bc8d93f52 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 945 time: 0.2486150 Jan 18 23:06:37.909859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.971587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa8bc9-3dc5-4203-a9be-309b15233544,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:37.981060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:37.990563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3a9be0b4-af38-46d4-8af6-c6d80cc68ac7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52a5127716ea40a495279744b8077c39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6660695 Jan 18 23:06:37.994135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60626) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:37.994716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa6cf6e9-6905-4fc2-b73e-bb1106c7166b req-bd1500ed-9764-45d4-818c-7e28113a550a tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350651 Jan 18 23:06:38.095189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:38.132355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95142290-59f2-49dd-b5cd-c1f29e1fe3c9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:38.133080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95142290-59f2-49dd-b5cd-c1f29e1fe3c9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:38.155502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.194529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.194529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:38.194529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:38.205475 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:38.260999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.302735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.401526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-e2d528dc-1c6e-4f7d-86de-63e3c77d30ea tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1713761304&fields=id&tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 267 time: 0.0840948 Jan 18 23:06:38.462293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01f7b816-ef91-4cb9-8adb-fa24dec030c2 req-c80675b2-165e-45c9-baf1-0a9c9dcb3a98 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1102 time: 0.1846995 Jan 18 23:06:38.491130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.514875 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.531194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:38.545291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a636d8a-d596-40b7-acb5-e0fe55ff55cc admin admin] 10.222.0.59 "DELETE /v2.0/networks/f8b0a2b9-e11b-4e71-a0a7-5d7e5caba603 HTTP/1.1" status: 204 len: 168 time: 0.9667199 Jan 18 23:06:38.559454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01f7b816-ef91-4cb9-8adb-fa24dec030c2 req-49603540-380a-438d-9812-90afa64ff615 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Jan 18 23:06:38.566348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-f8ca3f86-cc45-4fff-92b9-83c20dc8ccd2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:38.573976 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-f8ca3f86-cc45-4fff-92b9-83c20dc8ccd2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 945 time: 0.1719909 Jan 18 23:06:38.574147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.581617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'security_groups': ['fb0499ce-012c-4265-804b-00dcb9820f49', '5db8c474-1d61-4abf-82d9-c1eece15a3ee']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:38.612107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa8bc9-3dc5-4203-a9be-309b15233544,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:38.635267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.636968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9cbec89b-7054-44e7-a6ab-aef5680d6f7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4aaa8bc9-3dc5-4203-a9be-309b15233544 HTTP/1.1" status: 204 len: 168 time: 0.6386721 Jan 18 23:06:38.717125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60c0b88c-16aa-4cb4-888b-9818e291f077 req-16d7e3ff-1cd2-45a6-92a1-d5335795d98b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 210 time: 0.0592630 Jan 18 23:06:38.792145 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:38.808267 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.003216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60652) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:39.040240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:06:39.173043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5f3a9ee-4598-4fc2-ade4-2daaca210274 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f6909e40fe04708ba56777d435b3e51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671386 Jan 18 23:06:39.175662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:39.205385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:39.271616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.272788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.359339 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.372808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.388366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:39.440917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:06:39.453680 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Sync routers for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:06:39.457704 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb344608-ab04-4158-ae41-c77d9e625739 admin admin] 10.222.0.59 "PUT /v2.0/routers/5f4c9779-a254-45d5-b024-8dff0eb4fa21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8331671 Jan 18 23:06:39.458371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60670) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:39.470998 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:39.472057 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:06:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:39.483614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:39.484246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.500772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd2cb67e-059a-4923-ac4a-71d6f9eb1786 req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "PUT /v2.0/ports/37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 981 time: 0.9242535 Jan 18 23:06:39.501311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:39.546791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b4d2e-a073-4f32-ac90-69efd11f2ea2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:39.611160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:39.617324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.620011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.623988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/885fa172-22ba-450e-bc5c-f047f9a88cc9 HTTP/1.1" status: 204 len: 168 time: 0.4450402 Jan 18 23:06:39.674201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826aa58-2d92-41d1-aef0-261616b05079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885fa172-22ba-450e-bc5c-f047f9a88cc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:39.748178 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:39.911664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:39.936420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-90eaf011-1c49-4ab4-8a90-33eed0f194d1 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1348527870&fields=id&tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 267 time: 0.1584961 Jan 18 23:06:40.108192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-c3e1b8f1-df53-481f-b9d4-1ab51f46274c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:40.110461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-c3e1b8f1-df53-481f-b9d4-1ab51f46274c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 984 time: 0.1682260 Jan 18 23:06:40.149664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'security_groups': ['5db8c474-1d61-4abf-82d9-c1eece15a3ee', 'fb0499ce-012c-4265-804b-00dcb9820f49', '92db25a6-b0ef-4196-a499-b752c0f5e781']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:40.254201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.285262 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:06:36Z', 'revision_number': 5, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port': {'id': '25e6051a-e1c9-4e3f-8101-26ab71f9f4e0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:56:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:00:10Z', 'updated_at': '2022-01-18T23:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:40.291818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Checking router: 5f4c9779-a254-45d5-b024-8dff0eb4fa21 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:06:40.309787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Routers {'5f4c9779-a254-45d5-b024-8dff0eb4fa21'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:06:40.311081 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:06:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:40.351337 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'status': 'completed', 'code': 200} Jan 18 23:06:40.368931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Deleting port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:40.369758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.518683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] Set router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:06:40.626279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.650751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] For port 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:40.651856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.651982 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:06:40Z', 'revision_number': 6, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:40.658761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dde361-7a8d-4c47-b4bd-3a45780a6076 None None] The sync data for ids ['5f4c9779-a254-45d5-b024-8dff0eb4fa21'] in n-d-825175-2 is: [{'id': '5f4c9779-a254-45d5-b024-8dff0eb4fa21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1936221178-router', 'tenant_id': '9eb23c08a1e047b58f9485705ea0ace4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:00:07Z', 'updated_at': '2022-01-18T23:06:40Z', 'revision_number': 6, 'project_id': '9eb23c08a1e047b58f9485705ea0ace4', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:06:40.722274 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:40.816127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:40.823016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-e85197c6-5789-4e9b-82c9-ba067bfd3120 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1135 time: 0.4714541 Jan 18 23:06:40.829854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Calling delete_port for 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:40.861332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f441302-dba2-41aa-a1b1-6ec50bc2e913 req-abf8812c-c97d-45ac-bba2-f95f997b9fad tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 1102 time: 0.2834725 Jan 18 23:06:41.014421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921bd70-2c41-4441-9659-b8092e907e23 req-846bb714-120e-47b5-9271-6e9b54891ca3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.015275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b921bd70-2c41-4441-9659-b8092e907e23 req-846bb714-120e-47b5-9271-6e9b54891ca3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:41.136131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b921bd70-2c41-4441-9659-b8092e907e23 req-846bb714-120e-47b5-9271-6e9b54891ca3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:41.137718 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b921bd70-2c41-4441-9659-b8092e907e23 req-846bb714-120e-47b5-9271-6e9b54891ca3 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 945 time: 0.2282710 Jan 18 23:06:41.194698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-341690f7-5cee-4bba-91f3-f34c1034d98c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d49f2d4c146c49dca2e903b25db114a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3753643 Jan 18 23:06:41.196267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f441302-dba2-41aa-a1b1-6ec50bc2e913 req-c4c9ee10-ae95-4747-aa3d-2830bc41dc66 tempest-ServersAdminTestJSON-1468497381 tempest-ServersAdminTestJSON-1468497381-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340952 Jan 18 23:06:41.228820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Deleting port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:41.229279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.239052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:41.259991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.403657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-87d75833-262c-4558-b136-7764de2f7e01 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.405013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-87d75833-262c-4558-b136-7764de2f7e01 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.5040505 Jan 18 23:06:41.405873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-b236eefa-d282-40b9-8d36-ec444a1f8563 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.407146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-b236eefa-d282-40b9-8d36-ec444a1f8563 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.5073564 Jan 18 23:06:41.420381 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-181f3d63-117b-4b22-9202-17e0b256a231 req-5139bfb3-8b7d-449f-8617-1f86f197c1d8 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 210 time: 0.0889049 Jan 18 23:06:41.431313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=25e6051a-e1c9-4e3f-8101-26ab71f9f4e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:41.500898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'port': {'device_id': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'admin_state_up': True, 'tenant_id': 'e5b6fa2ef47f4d98ba9af1aa47679742'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:41.620494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-f2b59d9d-e490-4dea-944a-0819d3a99812 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 217 time: 0.1933925 Jan 18 23:06:41.758074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:41.764565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.818974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.853499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:41.861460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-e88a5e57-ebec-488e-b941-492d74c8d151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:41.862925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-e88a5e57-ebec-488e-b941-492d74c8d151 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.2282393 Jan 18 23:06:41.865919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:41.876449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Usage tracker for resource:port and tenant:e5b6fa2ef47f4d98ba9af1aa47679742 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:41.913200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:06:41.928740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:41.955763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:41.961198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-839149e6-c47a-42bd-8394-2741aa4eb90f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872865 Jan 18 23:06:41.968111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.046704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e236a7d8-74a6-4cbb-a92a-fd4894be2598 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:42.054748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.086180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:42.113417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e994941-0b71-4f48-8c99-0c6142435f3b req-6c8e0d37-83b6-4b3b-a9c7-4105057231d2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.114988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e994941-0b71-4f48-8c99-0c6142435f3b req-6c8e0d37-83b6-4b3b-a9c7-4105057231d2 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=c19c4fe7-4cff-4cb2-99d2-ccb39911f8da HTTP/1.1" status: 200 len: 945 time: 0.4356749 Jan 18 23:06:42.115608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Made reservation on behalf of e5b6fa2ef47f4d98ba9af1aa47679742 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:42.118589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.124171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e236a7d8-74a6-4cbb-a92a-fd4894be2598 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:42.124731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e236a7d8-74a6-4cbb-a92a-fd4894be2598 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:42.125189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:42.129539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.135846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] For port 4384d0fb-d2ff-4078-a808-91a5aab4baf9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4384d0fb-d2ff-4078-a808-91a5aab4baf9,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:42.136197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.147774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.164700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:42.165054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25e6051a-e1c9-4e3f-8101-26ab71f9f4e0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:42.215832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:42.216450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.217871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a5a3bf-2427-4955-87cf-3af0415042cb req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "PUT /v2.0/ports/37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 1020 time: 2.0881915 Jan 18 23:06:42.277274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Calling delete_port for 4384d0fb-d2ff-4078-a808-91a5aab4baf9 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:42.387658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:42.404331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:42.421156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.455697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-a79915bf-20e0-4d25-80f7-9d973f06d596 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814157 Jan 18 23:06:42.464544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.465747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4c9779-a254-45d5-b024-8dff0eb4fa21 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:06:42.474488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd8cf3-c8e9-4627-be3c-855ce2f62544,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:42.502744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce1612-1c39-41b1-bb65-42cc62d4f245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:42.521529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e994941-0b71-4f48-8c99-0c6142435f3b req-e62f598d-c825-480f-b3c1-55c3d8eef90d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862214 Jan 18 23:06:42.523866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.607687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event deleted for resources: {'Port': ['ID=4384d0fb-d2ff-4078-a808-91a5aab4baf9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:42.624609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.628972 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-01545e01-e5ce-4c41-a76f-9936f9ad8e6f admin admin] 10.222.0.59 "DELETE /v2.0/routers/5f4c9779-a254-45d5-b024-8dff0eb4fa21 HTTP/1.1" status: 204 len: 168 time: 3.1665156 Jan 18 23:06:42.629695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60726) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:42.671696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.675454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c341a560-f784-4668-a1dc-a863df7a027e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12fd8cf3-c8e9-4627-be3c-855ce2f62544 HTTP/1.1" status: 204 len: 168 time: 1.4328258 Jan 18 23:06:42.767439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] No DVR routers for this DVR port 4384d0fb-d2ff-4078-a808-91a5aab4baf9 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:42.772363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.774424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b921bd70-2c41-4441-9659-b8092e907e23 req-67994028-3699-455c-8432-1658a9070b29 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "DELETE /v2.0/ports/4384d0fb-d2ff-4078-a808-91a5aab4baf9 HTTP/1.1" status: 204 len: 173 time: 1.6315658 Jan 18 23:06:42.774900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-deleted', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:42.776589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9e7ce18-52cf-4ccd-8672-cef4154fd2b1 req-08b84dfe-f494-49c1-b041-20e116dc30df service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085833 Jan 18 23:06:42.823575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Deleting subnet 6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:42.829357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:42.856302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Allocated IP 172.20.0.6 (c56aab48-7dd7-4b95-b789-5b947e56e40a/1f37a47b-f95b-4c85-9c61-876a1378c224/2102652b-6924-47e2-a4cd-219b4f850419) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:42.969626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.183363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.197963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4384d0fb-d2ff-4078-a808-91a5aab4baf9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:43.321948 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'status': 'completed', 'code': 200} Jan 18 23:06:43.421106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0919dd1-6763-4da0-8ba9-912e0751ab52 req-e98e591b-59cd-43cd-86ce-4efa30225f39 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:43.422512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0919dd1-6763-4da0-8ba9-912e0751ab52 req-e98e591b-59cd-43cd-86ce-4efa30225f39 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1023 time: 0.2877631 Jan 18 23:06:43.427912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.501825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.503066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1b80667-940d-4a5c-ae55-d87340fd8e2d req-95c8870a-d2b2-4bf8-8558-a7f75fe51860 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 210 time: 0.0890419 Jan 18 23:06:43.545280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:43.551806 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.566314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1775964e-45f2-4d99-83fc-62d707d460e3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6bf084bb-fa50-41fe-ad7f-6ea5a53a64f0 HTTP/1.1" status: 204 len: 168 time: 0.8837559 Jan 18 23:06:43.566425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef74db-d876-4c50-af39-c4d4bf234526 None None] Network 875c2309-e04a-47bd-98e7-ba40247a2484 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:06:43.569021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60750) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:43.614328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-7da41f84-4204-46d8-8d14-bf21be84f17a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1174 time: 0.2601767 Jan 18 23:06:43.713451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0919dd1-6763-4da0-8ba9-912e0751ab52 req-5bb5eabb-a04b-404a-81d9-b5babc8b8c01 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=5db8c474-1d61-4abf-82d9-c1eece15a3ee&id=92db25a6-b0ef-4196-a499-b752c0f5e781&id=fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 5484 time: 0.2779324 Jan 18 23:06:43.810542 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19c4fe7-4cff-4cb2-99d2-ccb39911f8da', 'name': 'network-vif-deleted', 'tag': '4384d0fb-d2ff-4078-a808-91a5aab4baf9', 'status': 'completed', 'code': 200} Jan 18 23:06:43.848374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.883841 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe821-462f-4bb8-b016-388ca32c0d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.938257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] DHCP port deletion for 875c2309-e04a-47bd-98e7-ba40247a2484 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:06:43.943671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Deleting port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:43.944049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:43.961703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.061010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:44.061305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-663698f4-91c4-4230-8365-926612de94d3 req-27aba1a2-06d6-4d19-9023-a979e60b163c tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.2289529 Jan 18 23:06:44.123735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Network c56aab48-7dd7-4b95-b789-5b947e56e40a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:44.154856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:44.167037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Deleting port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:44.167492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.201595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:44.250257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:44.286890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2097069267 ', 'description': 'tempest-description-2023960101'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:44.303433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-b0c28ffc-13f1-4648-bda6-cada1e68f16a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.304896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-b0c28ffc-13f1-4648-bda6-cada1e68f16a service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.6363707 Jan 18 23:06:44.309366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:44.326551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:44.327120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.395048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.400815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:44.422893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.422893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.459540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-804e177f-db06-4246-b39e-f040c3c39388 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 200 len: 217 time: 0.1415002 Jan 18 23:06:44.470860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Calling delete_port for 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:44.539365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eef60e-da69-4e7e-aeec-8409c2d10b99 req-3691aee6-67bd-4abb-9abe-28f97c6c192e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.539777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:44.540818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78eef60e-da69-4e7e-aeec-8409c2d10b99 req-3691aee6-67bd-4abb-9abe-28f97c6c192e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 949 time: 0.5765793 Jan 18 23:06:44.598442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.637668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.663975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-22d95d60-b03c-4d17-82c1-811883d8683c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2402503 Jan 18 23:06:44.672537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-32aefb8f-e932-4884-bc76-641d3032f256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.674596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-32aefb8f-e932-4884-bc76-641d3032f256 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.2038131 Jan 18 23:06:44.677163 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:06:44.678040 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:06:44.684266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86fba-4488-47b6-9f85-fa780b743707 req-21c6e619-a743-4974-b9df-a2cd6b520f18 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:44.686666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4af86fba-4488-47b6-9f85-fa780b743707 req-21c6e619-a743-4974-b9df-a2cd6b520f18 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Synchronizing usage tracker for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:44.689167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:44.703021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4af86fba-4488-47b6-9f85-fa780b743707 req-21c6e619-a743-4974-b9df-a2cd6b520f18 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Unset dirty status for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:44.704465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4af86fba-4488-47b6-9f85-fa780b743707 req-21c6e619-a743-4974-b9df-a2cd6b520f18 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfc29125-6115-4cab-9803-571ab4488b7f HTTP/1.1" status: 200 len: 949 time: 0.1438227 Jan 18 23:06:44.782802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Deleting port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:44.783317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:44.827112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Request body: {'port': {'device_id': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:44.942150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-bc9181f8-b0f4-47c4-871e-334866fa9efe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203003 Jan 18 23:06:44.992360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78eef60e-da69-4e7e-aeec-8409c2d10b99 req-d66b322b-604c-443e-bccc-5f2628aa93d1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439235 Jan 18 23:06:44.996536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:44.996974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.014780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:45.142627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] For port 4ec6d051-173b-461b-94fb-aaa7f518bcf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4ec6d051-173b-461b-94fb-aaa7f518bcf7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:45.146752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.146939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:45.153467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:45.179821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Deleting port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:45.180247 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.220226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:45.284165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Calling delete_port for 4ec6d051-173b-461b-94fb-aaa7f518bcf7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:45.307711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Calling delete_port for 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:45.435234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.435643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:45.490549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-138c5d7d-bc5c-4ff0-ba79-4a7650b656ac service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407324 Jan 18 23:06:45.494490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 4384d0fb-d2ff-4078-a808-91a5aab4baf9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:45.495085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4384d0fb-d2ff-4078-a808-91a5aab4baf9 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:45.537312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] For port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,segment=NetworkSegment(4cc337cf-6eb4-4e45-95a0-8e8464f47325),segment_id=4cc337cf-6eb4-4e45-95a0-8e8464f47325)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:45.537705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.581230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.637462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:45.641238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event deleted for resources: {'Port': ['ID=4ec6d051-173b-461b-94fb-aaa7f518bcf7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:45.715783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:45.730322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.731276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:06:45.731723 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:06:45.781920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] No DVR routers for this DVR port 4ec6d051-173b-461b-94fb-aaa7f518bcf7 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:45.784479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.811740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'name': 'network-vif-deleted', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:45.832741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Calling delete_port for 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:45.871005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:45.925509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4af86fba-4488-47b6-9f85-fa780b743707 req-c12fc0de-176e-41e7-9bbb-61e86833faf1 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "DELETE /v2.0/ports/4ec6d051-173b-461b-94fb-aaa7f518bcf7 HTTP/1.1" status: 204 len: 173 time: 1.2151678 Jan 18 23:06:45.933453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6d0f2fa-40e6-4233-bde9-2bfbb42301dd req-9bed6b7e-2b2b-45dd-8a46-57cbe30faaae service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347415 Jan 18 23:06:46.023556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-06fe2eae-5026-46ff-9b2b-28cc355ccb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.042264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca8a77-c726-4189-98d3-62211a04540d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:46.062456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-e355b73e-e2dc-4312-8c1a-a43ffbad6c00 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:46.069134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-e355b73e-e2dc-4312-8c1a-a43ffbad6c00 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Synchronizing usage tracker for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:46.167541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.229987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] Pushing event deleted for resources: {'Port': ['ID=8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:46.234016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.248308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e67fd2-314f-4d5a-b77d-d77e0683254e None None] No DVR routers for this DVR port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:46.248572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff1093be-4a32-4f59-84c7-affa4c0664f3 req-b272c519-0acd-4fee-8ee6-16a78d33d2de tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 1.9932473 Jan 18 23:06:46.249116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Deleting port 8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:46.249465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.358976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-e355b73e-e2dc-4312-8c1a-a43ffbad6c00 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Unset dirty status for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:46.361489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-e355b73e-e2dc-4312-8c1a-a43ffbad6c00 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 931 time: 0.7100029 Jan 18 23:06:46.412812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] The port '8539f6e0-07e4-4f2b-8d0a-a56fa7247ddc' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:06:46.482749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2102652b-6924-47e2-a4cd-219b4f850419 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:46.507379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.749824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e65abed0-dc9d-4b4a-9779-a36798a71512 req-abe39d83-3f1c-447b-8c44-7db6be0211d3 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.2393405 Jan 18 23:06:46.764459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Transition to ACTIVE for port object 2102652b-6924-47e2-a4cd-219b4f850419 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:46.773370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-210a72cb-0465-4e65-abe9-2f863e21425d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Synchronizing usage tracker for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:46.780307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.816562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-d382b4bf-963c-4898-ab97-c51ec8e8f616 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:46.818326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-d382b4bf-963c-4898-ab97-c51ec8e8f616 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.6273170 Jan 18 23:06:46.829154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875c2309-e04a-47bd-98e7-ba40247a2484']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:46.842328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc337cf-6eb4-4e45-95a0-8e8464f47325') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:46.842626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc337cf-6eb4-4e45-95a0-8e8464f47325') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:46.883973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:46.905249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.003204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.005301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-210a72cb-0465-4e65-abe9-2f863e21425d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Unset dirty status for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:47.006464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abebe77e-2702-44b5-9875-af9ceeccedd9 req-210a72cb-0465-4e65-abe9-2f863e21425d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024883 Jan 18 23:06:47.031569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:47.031962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:47.055518 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:47.084449 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc29125-6115-4cab-9803-571ab4488b7f', 'name': 'network-vif-deleted', 'tag': '4ec6d051-173b-461b-94fb-aaa7f518bcf7', 'status': 'completed', 'code': 200} Jan 18 23:06:47.113803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Deleting port 8c2a7021-db3d-4230-bfe7-ee4184653b1f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:47.115271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.163309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.268020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:47.283442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.392312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.450346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.460892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe9f76-cf78-44e6-a0da-e95d6a459c1a req-6479483e-9e3c-4bcb-a94c-a8faef8351ab tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:47.462354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbfe9f76-cf78-44e6-a0da-e95d6a459c1a req-6479483e-9e3c-4bcb-a94c-a8faef8351ab tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 944 time: 0.5673158 Jan 18 23:06:47.493266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=875c2309-e04a-47bd-98e7-ba40247a2484,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:47.496372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d08f7b8-aa92-4545-aa3f-98a6ee940dc6 req-c9af629d-6eb6-45d6-b7de-6e0add74413d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/0eca8a77-c726-4189-98d3-62211a04540d HTTP/1.1" status: 200 len: 1615 time: 0.2887821 Jan 18 23:06:47.521305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11b5c38b-4fdd-408a-8bdd-51eee7036a80 admin admin] 10.222.0.59 "DELETE /v2.0/networks/875c2309-e04a-47bd-98e7-ba40247a2484 HTTP/1.1" status: 204 len: 168 time: 3.9482455 Jan 18 23:06:47.599466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4ec6d051-173b-461b-94fb-aaa7f518bcf7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:47.639052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Attempting to bind port 2102652b-6924-47e2-a4cd-219b4f850419 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:47.639391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Attempting to bind port 2102652b-6924-47e2-a4cd-219b4f850419 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:47.639721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Attempting to bind port 2102652b-6924-47e2-a4cd-219b4f850419 on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:47.668021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbfe9f76-cf78-44e6-a0da-e95d6a459c1a req-348d8688-d543-4e13-ba65-f78956f6d197 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920352 Jan 18 23:06:47.670816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Port 2102652b-6924-47e2-a4cd-219b4f850419 on network c56aab48-7dd7-4b95-b789-5b947e56e40a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:06:47.671112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Attempting to bind port 2102652b-6924-47e2-a4cd-219b4f850419 on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:47.672365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 4ec6d051-173b-461b-94fb-aaa7f518bcf7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:47.672744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4ec6d051-173b-461b-94fb-aaa7f518bcf7 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:47.690980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:06:47.691318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Checking segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:06:47.691709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Bound using segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:06:47.692871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Bound port: 2102652b-6924-47e2-a4cd-219b4f850419, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:47.692871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.711117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] For port 8c2a7021-db3d-4230-bfe7-ee4184653b1f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c2a7021-db3d-4230-bfe7-ee4184653b1f,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:47.711482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:47.880827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Calling delete_port for 8c2a7021-db3d-4230-bfe7-ee4184653b1f owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:47.904626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60824) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:47.954881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-44ff4d29-41ba-446d-b6cb-10d92e92a888 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905688 Jan 18 23:06:47.958091 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb42e48d-fbf5-4d65-9956-18cce2c6b0de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3671866d8414f7ebb917fe52c2bf7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522282 Jan 18 23:06:47.961142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60828) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:48.023476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.049058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.091348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:48.116190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:48.182311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.200268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.210616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7d7a8-f49d-4208-8a23-5af08e7d8ec7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:48.216300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.221421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cc5a1734-ad2a-4df1-9e5e-7c5bc3222662 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91d7d7a8-f49d-4208-8a23-5af08e7d8ec7 HTTP/1.1" status: 204 len: 168 time: 0.2592864 Jan 18 23:06:48.294176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6205974-52b3-4336-beaa-040ef710fd74 req-a9f32df9-cdd6-47fa-8788-521076f12d91 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:48.295648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-a9f32df9-cdd6-47fa-8788-521076f12d91 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286879 Jan 18 23:06:48.311668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.313173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] 10.222.0.83 "PUT /v2.0/ports/2102652b-6924-47e2-a4cd-219b4f850419 HTTP/1.1" status: 200 len: 1091 time: 3.6348646 Jan 18 23:06:48.313700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:48.338585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d1454-296b-42f7-abef-0b86fd86540c service neutron] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:48.343637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.346248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-494923f4-bbcc-4c05-998e-2fe78db77551 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/quotas/4cc03b51fd7349bb8215e4779b002b4a HTTP/1.1" status: 200 len: 375 time: 0.0197916 Jan 18 23:06:48.572646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event deleted for resources: {'Port': ['ID=8c2a7021-db3d-4230-bfe7-ee4184653b1f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:48.620696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.644267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-85f2e664-3c58-44d8-959a-3995d55ae485 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2567239 Jan 18 23:06:48.708821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] No DVR routers for this DVR port 8c2a7021-db3d-4230-bfe7-ee4184653b1f on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:48.716193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.739005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-768d1af8-06e7-4cc0-b584-2814d255a245 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/0eca8a77-c726-4189-98d3-62211a04540d HTTP/1.1" status: 200 len: 1615 time: 0.3502827 Jan 18 23:06:48.740393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00c428c4-2215-4a92-8941-cea19b19b9d1 req-95e35b9d-13e9-4d5f-9457-69a7adde07ec tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.89 "DELETE /v2.0/ports/8c2a7021-db3d-4230-bfe7-ee4184653b1f HTTP/1.1" status: 204 len: 173 time: 1.8850954 Jan 18 23:06:48.784807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-c8619474-b20f-443b-b9b8-60715a01157c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 1094 time: 0.2238884 Jan 18 23:06:48.861242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-914d88a0-c8d5-4e02-ae03-9816cb49a295 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2102652b-6924-47e2-a4cd-219b4f850419 HTTP/1.1" status: 200 len: 217 time: 0.0676310 Jan 18 23:06:48.928739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:48.967140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-fde79e70-3e61-42b2-8acf-3347b69e8ae3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:48.968591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-fde79e70-3e61-42b2-8acf-3347b69e8ae3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.0955987 Jan 18 23:06:48.971855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.034295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-3a32747f-0633-488b-ba48-38c4de943ec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545456 Jan 18 23:06:49.084431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:49.146551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4d4153f8-ba94-469f-8781-095bf25ffba9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9eb23c08a1e047b58f9485705ea0ace4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595975 Jan 18 23:06:49.148761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60856) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:49.178775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b26e0b8-81b7-45ae-905f-5645b48d817a req-cb0b5bde-6530-4beb-ad39-436cc5757229 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1131480 Jan 18 23:06:49.217137 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.237677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f3b6c0f-1649-4b02-9808-f867e518258f req-a8260879-2056-4e40-a395-41390ba64340 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0534573 Jan 18 23:06:49.255309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.282230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-3618672b-ed61-49ba-a319-cea188942632 service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367768 Jan 18 23:06:49.363612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.391669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.408568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7b9b5-e808-4eae-a1c4-a163dbfb8662,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:49.413452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.418807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:49.419706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-31f28b21-8632-497f-a8d5-e565a32d04a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4af7b9b5-e808-4eae-a1c4-a163dbfb8662 HTTP/1.1" status: 204 len: 168 time: 0.2648296 Jan 18 23:06:49.424510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca8a77-c726-4189-98d3-62211a04540d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:49.452388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:49.453613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f2df22-1dfb-445e-abe1-9f7351edf6c9 req-09ca3798-5c07-42f8-9214-9d43026ff7e0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/0eca8a77-c726-4189-98d3-62211a04540d HTTP/1.1" status: 204 len: 173 time: 0.7088253 Jan 18 23:06:49.455264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:06:49.485137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 8c2a7021-db3d-4230-bfe7-ee4184653b1f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:49.485721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c2a7021-db3d-4230-bfe7-ee4184653b1f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:49.499910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94dc0ad-2080-42d7-a42c-0a023c95cfea req-5a42e0ce-842b-4bd3-812c-2477daece12c service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117589 Jan 18 23:06:49.522711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e0277-cc5b-4579-a577-c7392b5a1db0 req-5af748e1-1ef8-4ae6-8c24-1b77819008ec tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:49.525916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066e0277-cc5b-4579-a577-c7392b5a1db0 req-5af748e1-1ef8-4ae6-8c24-1b77819008ec tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 943 time: 0.1674936 Jan 18 23:06:49.587352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066e0277-cc5b-4579-a577-c7392b5a1db0 req-6e849eba-b347-4e53-9120-60384892948f tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514753 Jan 18 23:06:49.668822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788bc30-2e15-4f75-8e68-d07a9393eb14 req-48c0af77-a2de-4d27-8ec6-43b4d117ddd6 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:49.670481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4788bc30-2e15-4f75-8e68-d07a9393eb14 req-48c0af77-a2de-4d27-8ec6-43b4d117ddd6 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 949 time: 0.0799298 Jan 18 23:06:49.674701 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419', 'status': 'completed', 'code': 200} Jan 18 23:06:49.782516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4788bc30-2e15-4f75-8e68-d07a9393eb14 req-15698dca-bc02-49e7-b410-663920c0d444 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048620 Jan 18 23:06:49.851912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be77149d-7153-426f-987c-de88985315f4 req-268a532b-88ef-4a15-ac40-5990b95a13c6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:49.939016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6c68c97-c91d-47a0-9841-a76d65471cd8 req-16de4855-9ff4-4a2f-a636-4203ed761d7c tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 210 time: 0.0978827 Jan 18 23:06:49.949978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-a9e7f969-d248-4b20-a055-07a29a09ba2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 1094 time: 0.2448840 Jan 18 23:06:50.042781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be77149d-7153-426f-987c-de88985315f4 req-268a532b-88ef-4a15-ac40-5990b95a13c6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:50.044107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be77149d-7153-426f-987c-de88985315f4 req-268a532b-88ef-4a15-ac40-5990b95a13c6 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=095778a2-11a0-4350-940c-24d2588a458d HTTP/1.1" status: 200 len: 210 time: 0.2607017 Jan 18 23:06:50.141075 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-9f8ef1fd-3a86-42b7-b181-e852fa34630a req-11351d92-7b60-4455-bf27-75ecf894a0b0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:06:50.142278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f8ef1fd-3a86-42b7-b181-e852fa34630a req-11351d92-7b60-4455-bf27-75ecf894a0b0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/0eca8a77-c726-4189-98d3-62211a04540d HTTP/1.1" status: 404 len: 352 time: 0.0339653 Jan 18 23:06:50.143408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-ff1f5755-b822-4a43-a2c1-9116aa632768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:50.144866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-ff1f5755-b822-4a43-a2c1-9116aa632768 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 923 time: 0.1870074 Jan 18 23:06:50.261164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1154890866', 'description': 'tempest-description-467489784'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:50.276098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:50.281863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-9a797d94-1939-4805-9fd0-27d3f29cc8f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2102652b-6924-47e2-a4cd-219b4f850419 HTTP/1.1" status: 200 len: 217 time: 0.1302764 Jan 18 23:06:50.283570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:50.288344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:50.295435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:50.507011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f22530f-217d-40a9-b6ac-0d40363ba5ad req-427c5a8e-2cd3-4d0e-865c-6750b5ff57ac tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0572894 Jan 18 23:06:50.526839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-375d52e8-2042-476e-8894-761a3454af96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:50.528311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-375d52e8-2042-476e-8894-761a3454af96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.2305162 Jan 18 23:06:50.537860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-aa827040-c1aa-430d-8d71-347a407196ac tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:50.539235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-aa827040-c1aa-430d-8d71-347a407196ac tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.89 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 949 time: 0.3280294 Jan 18 23:06:50.605222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.632141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-8cf533d7-323a-4d4b-af21-4a7ee7c4de7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919828 Jan 18 23:06:50.777047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Deleting port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:50.777397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:50.867634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:50.887182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:50.895304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:50.952919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:50.980775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-ca3e8988-7d32-4da4-867d-d883eea32507 service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410804 Jan 18 23:06:51.175492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3969f2-9650-4d8f-a867-2e9d25d5f423 req-2bae4d05-b6b5-4f57-a132-ae7b9d7260cd tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:51.177023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f3969f2-9650-4d8f-a867-2e9d25d5f423 req-2bae4d05-b6b5-4f57-a132-ae7b9d7260cd tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 943 time: 0.4412138 Jan 18 23:06:51.284102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.346729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99779736-a1e1-46c4-a4ac-851e6905d22f req-f398b114-ea4e-4503-bfe8-5b7eb791228a service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530667 Jan 18 23:06:51.348296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] For port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:51.349249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.358053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f3969f2-9650-4d8f-a867-2e9d25d5f423 req-a56146f8-4cae-4c4f-8ce5-d959bb90393c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695721 Jan 18 23:06:51.361424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.495618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Calling delete_port for 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:51.620697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:51.626559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-faef3200-7088-4697-83d0-f4747bced2ca tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956669 Jan 18 23:06:51.646372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b0131-5a89-4c1e-9faa-b7429f63e133,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:51.677837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-deleted', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:51.755925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.769401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db4ab0bd-10bf-4352-982a-38eb43599d4d req-897e4bb4-6557-4c71-a873-41babb3b88e6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.5566275 Jan 18 23:06:51.778488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:51.793212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '2102652b-6924-47e2-a4cd-219b4f850419', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'port_id': '2102652b-6924-47e2-a4cd-219b4f850419', 'mac_address': 'fa:16:3e:d4:72:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f37a47b-f95b-4c85-9c61-876a1378c224', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:51.853691 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.874997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2102652b-6924-47e2-a4cd-219b4f850419 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:51.892556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:51.944871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04aaefdc-0d23-4f44-bb69-164e2c7d9982 req-d7d88f73-089f-439d-a253-1e06cdca2ccc tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 210 time: 0.0723820 Jan 18 23:06:51.979290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:51.986767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.062720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.065615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:52.066341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caec790-77ac-447a-829f-040a3ec520c5 req-9bb4a291-8ab1-4abd-8f7f-faf370e16f8f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:52.074256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4caec790-77ac-447a-829f-040a3ec520c5 req-9bb4a291-8ab1-4abd-8f7f-faf370e16f8f tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8ed0e99-c976-4ae9-a0c6-7fc2cd266314 HTTP/1.1" status: 200 len: 949 time: 0.5444112 Jan 18 23:06:52.083818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event deleted for resources: {'Port': ['ID=7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:52.250536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2102652b-6924-47e2-a4cd-219b4f850419'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:52.312191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6205974-52b3-4336-beaa-040ef710fd74 req-ec8a67f8-bf33-4e87-9edd-8f366a9777f4 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:52.313708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-ec8a67f8-bf33-4e87-9edd-8f366a9777f4 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6693730 Jan 18 23:06:52.398270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Request body: {'port': {'device_id': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '4cc03b51fd7349bb8215e4779b002b4a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:52.425797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] No DVR routers for this DVR port 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:52.428863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.493954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddc69d10-1e9d-48f8-b6ac-fee1b1d363aa req-9edff5bc-adac-4d1c-8341-97bbd8e31ad3 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1737897 Jan 18 23:06:52.509692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abe1ad87-2770-45f6-abcf-cda88009f0ac req-1fcd69bd-8522-487d-ba83-7d4ed9a5a448 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.89 "DELETE /v2.0/ports/7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d HTTP/1.1" status: 204 len: 173 time: 1.9378183 Jan 18 23:06:52.511983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4caec790-77ac-447a-829f-040a3ec520c5 req-0379b058-3db7-4403-99af-dc7965cfcf86 tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369447 Jan 18 23:06:52.603601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1717296461', 'description': 'tempest-description-1827475346'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:52.611623 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095778a2-11a0-4350-940c-24d2588a458d', 'name': 'network-vif-deleted', 'tag': '8c2a7021-db3d-4230-bfe7-ee4184653b1f', 'status': 'completed', 'code': 200} Jan 18 23:06:52.614753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:52.622880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:52.627457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:52.631416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:52.637442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:52.639712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Usage tracker for resource:port and tenant:4cc03b51fd7349bb8215e4779b002b4a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:52.643352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:52.651500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:52.716410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.729062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Made reservation on behalf of 4cc03b51fd7349bb8215e4779b002b4a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:06:52.731937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.749909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.796939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:52.803547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:52.805836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:52.809520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:52.812284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Usage tracker for resource:security_group_rule and tenant:4cc03b51fd7349bb8215e4779b002b4a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:52.817204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:52.821523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:52.826349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:52.919084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.947124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:52.976821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.010010 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.070034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1947ffa-604b-4a16-ae60-eaf1c43b7364,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.138293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.139517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79be2a57-b574-46d1-8ea7-8db656dbf1cf req-92ae4efd-1324-48f6-babb-96c803f4a168 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5440841 Jan 18 23:06:53.185822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8688a-0c66-488d-86fc-c6740e70a9a9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.275584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27516b-8a53-4bcf-98cc-22a52679d2a8 req-760e7db8-c843-40be-a721-0ef1b4d8df1b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.277184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d27516b-8a53-4bcf-98cc-22a52679d2a8 req-760e7db8-c843-40be-a721-0ef1b4d8df1b tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 944 time: 0.1919386 Jan 18 23:06:53.278362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Allocated IP 192.168.233.65 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/46805e7b-e048-4fd8-9fe8-d19f8a4b5c79) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:06:53.367850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d27516b-8a53-4bcf-98cc-22a52679d2a8 req-fbb8bd18-c20f-4258-82d6-1811f42598c0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804205 Jan 18 23:06:53.435664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:53.473110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:53.473919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:53.553679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.562664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-5c684320-02b6-4e6b-b208-9c484f7d917d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:53.563363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-5c684320-02b6-4e6b-b208-9c484f7d917d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Synchronizing usage tracker for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:53.575989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-5c684320-02b6-4e6b-b208-9c484f7d917d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Unset dirty status for tenant:49bc0ee5bc5140e89fe9b884fb698025 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:53.577258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-5c684320-02b6-4e6b-b208-9c484f7d917d tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.1155629 Jan 18 23:06:53.614942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e2abba1-a714-4b08-b46b-9289d786ae72 req-96aba515-2b9e-4d9f-960c-dbd2ca55bbb4 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 210 time: 0.0578835 Jan 18 23:06:53.615844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Transition to ACTIVE for port object 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:53.620033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:06:53.659534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Deleting port 131ecd3d-8013-409d-ae5c-f6972abe0109 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:53.659905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.736716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.763069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 2102652b-6924-47e2-a4cd-219b4f850419 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:53.768874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 2102652b-6924-47e2-a4cd-219b4f850419 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:53.769449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.882175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920139309', 'description': 'tempest-description-975010113'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:53.888430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:53.892647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:53.898352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:06:53.912166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:53.915868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:06:53.921596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Pushing event updated for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:53.924148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:06:53.953029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:53.967832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] For port 131ecd3d-8013-409d-ae5c-f6972abe0109, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=131ecd3d-8013-409d-ae5c-f6972abe0109,segment=NetworkSegment(6cd20c1a-a8ed-497a-8bde-3aaf17d29857),segment_id=6cd20c1a-a8ed-497a-8bde-3aaf17d29857)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:53.968283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:53.984395 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.034609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d7db1-b335-4d45-83fa-e790c8b3bab3 req-0e91ebe2-f5b3-40a3-b2e9-8e82ce853916 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:54.036808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:54.042484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-863d7db1-b335-4d45-83fa-e790c8b3bab3 req-0e91ebe2-f5b3-40a3-b2e9-8e82ce853916 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad258b8e-eb1b-4249-b03c-c3b39fa6daac HTTP/1.1" status: 200 len: 945 time: 0.2625225 Jan 18 23:06:54.049019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:54.050493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:54.059389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.088153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.117314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.151591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-863d7db1-b335-4d45-83fa-e790c8b3bab3 req-7be8aab4-96a1-41bf-976c-85e864443cdf tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.59 "GET /v2.0/security-groups?id=ece9def1-0396-474f-8784-e01c9ecc8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082191 Jan 18 23:06:54.155390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:54.159140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:54.162866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:54.169102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:54.200952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-5c3b732a-63e0-432d-b900-dc638edb908a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8454719 Jan 18 23:06:54.201190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Calling delete_port for 131ecd3d-8013-409d-ae5c-f6972abe0109 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:54.216189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Request body: {'port': {'device_id': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:06:54.225927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.272198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aac9d4d9-eb45-450d-807c-66eef045bb18 None None] Provisioning for port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:06:54.277295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aac9d4d9-eb45-450d-807c-66eef045bb18 None None] Provisioning complete for port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:06:54.277770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aac9d4d9-eb45-450d-807c-66eef045bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.330882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.336114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aac9d4d9-eb45-450d-807c-66eef045bb18 None None] Port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:06:54.361662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.464679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.465673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.517028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Pushing event deleted for resources: {'Port': ['ID=131ecd3d-8013-409d-ae5c-f6972abe0109,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.522767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b85c506-d8d3-4698-a48d-c7ed44d8e62a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:54.559386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.560031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.560367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.560699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.561056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.561387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.561708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.562025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.562349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.562668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.562984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:06:54.582566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.584597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a59130cd-e74c-44a7-af69-e250f62f1102 req-caddab5f-4fee-4679-a01e-a41f7af9133f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.7132435 Jan 18 23:06:54.608817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] No DVR routers for this DVR port 131ecd3d-8013-409d-ae5c-f6972abe0109 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:54.616385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:54.619080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-deleted', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:54.624160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'name': 'network-vif-deleted', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:54.648210 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419', 'code': 200} Jan 18 23:06:54.718145 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c647e39-5d2e-414f-9427-586cd8ca903f req-79209bb7-1199-4fae-bdef-9ea817266365 tempest-LiveAutoBlockMigrationV225Test-1981007386 tempest-LiveAutoBlockMigrationV225Test-1981007386-project] 10.222.0.83 "DELETE /v2.0/ports/131ecd3d-8013-409d-ae5c-f6972abe0109 HTTP/1.1" status: 204 len: 173 time: 1.1348855 Jan 18 23:06:55.031523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f9638d1-ad45-4d06-805c-73e36821e97a req-a5185b16-1716-409d-9806-819d3ecd241a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 1096 time: 0.3089409 Jan 18 23:06:55.040683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eaf12-70cb-4b0b-8aaf-3376a5c489e9 req-47146e4d-bbd7-40a7-9b2d-6b219c7d269f tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:55.042607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c27eaf12-70cb-4b0b-8aaf-3376a5c489e9 req-47146e4d-bbd7-40a7-9b2d-6b219c7d269f tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.2810807 Jan 18 23:06:55.159159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:06:55.176028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.196825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f9638d1-ad45-4d06-805c-73e36821e97a req-d383c9ac-5e12-4a52-b064-1ea8e5fe0497 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532598 Jan 18 23:06:55.204281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Transition to ACTIVE for port object 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:06:55.206722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c27eaf12-70cb-4b0b-8aaf-3376a5c489e9 req-db6c8afb-3f9e-4d3c-b2bc-fa92786a3c25 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456010 Jan 18 23:06:55.299086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.495358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Pushing event updated for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:55.548473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f48f0120-1ee4-4035-b681-dce5d9ec3b92 req-d95fbc42-64a4-432d-a322-90ebeea3c22a tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:55.635449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Attempting to bind port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:06:55.635783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Attempting to bind port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:06:55.636118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Attempting to bind port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:55.641983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:06:55.642306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Attempting to bind port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:06:55.649502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:06:55.649842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:06:55.650226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:06:55.650649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Bound port: 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:06:55.650995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.671003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f48f0120-1ee4-4035-b681-dce5d9ec3b92 req-d95fbc42-64a4-432d-a322-90ebeea3c22a tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:55.671003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f48f0120-1ee4-4035-b681-dce5d9ec3b92 req-d95fbc42-64a4-432d-a322-90ebeea3c22a tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 9732 time: 0.4177136 Jan 18 23:06:55.779376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f48f0120-1ee4-4035-b681-dce5d9ec3b92 req-91244b7c-1786-4a77-ae10-88e07bc62635 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.1020126 Jan 18 23:06:55.789873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:06:55.812060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:06:55.833818 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ed0e99-c976-4ae9-a0c6-7fc2cd266314', 'name': 'network-vif-deleted', 'tag': '7a8bfab4-a1ce-4d56-ba95-67c1698bdb8d', 'status': 'completed', 'code': 200} Jan 18 23:06:55.844810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f48f0120-1ee4-4035-b681-dce5d9ec3b92 req-b189ae79-ef33-413d-8fd3-3cbfe7418f10 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.0580754 Jan 18 23:06:55.884464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.892235 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad258b8e-eb1b-4249-b03c-c3b39fa6daac', 'name': 'network-vif-deleted', 'tag': '131ecd3d-8013-409d-ae5c-f6972abe0109', 'status': 'completed', 'code': 200} Jan 18 23:06:55.944845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:55.946231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] 10.222.0.83 "PUT /v2.0/ports/46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 HTTP/1.1" status: 200 len: 1095 time: 1.7365093 Jan 18 23:06:55.972978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3557535-06d1-4073-a3b4-135d0711ef4f service neutron] Pushing event updated for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.117956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-471630d1-f320-432d-80d3-943c80eac05f tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:56.118679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-471630d1-f320-432d-80d3-943c80eac05f tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Synchronizing usage tracker for tenant:4cc03b51fd7349bb8215e4779b002b4a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:56.196329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68a5990b-c1e9-4bc4-be00-73eb8827316f req-544da9ca-8208-4816-bd61-e653c8f1f087 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0522921 Jan 18 23:06:56.206786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-c430e3f8-9c54-4541-8c55-b572eb19258d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 1098 time: 0.1489983 Jan 18 23:06:56.271047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-471630d1-f320-432d-80d3-943c80eac05f tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Unset dirty status for tenant:4cc03b51fd7349bb8215e4779b002b4a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:56.272191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-471630d1-f320-432d-80d3-943c80eac05f tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 947 time: 0.2958577 Jan 18 23:06:56.297875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-7ad12edf-04d9-40e9-b680-50352a795c86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 HTTP/1.1" status: 200 len: 217 time: 0.0808644 Jan 18 23:06:56.320545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60982) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:56.379686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-d5a3a587-f1ba-47ac-bac0-593859e8fcfe tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Synchronizing usage tracker for tenant:4cc03b51fd7349bb8215e4779b002b4a on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:56.385559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6205974-52b3-4336-beaa-040ef710fd74 req-00de5724-7a37-4f15-ab37-6c00e5165de6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:56.387333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-00de5724-7a37-4f15-ab37-6c00e5165de6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0743287 Jan 18 23:06:56.504021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-7ce3e7a7-9c83-42bf-a9a2-e933d549dfef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105747 Jan 18 23:06:56.539021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-d5a3a587-f1ba-47ac-bac0-593859e8fcfe tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Unset dirty status for tenant:4cc03b51fd7349bb8215e4779b002b4a on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:56.540131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3576b2b8-1522-4c45-8707-61d344cf4f62 req-d5a3a587-f1ba-47ac-bac0-593859e8fcfe tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608130 Jan 18 23:06:56.617167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Deleting subnet 9248b3cb-f167-4bf0-9c78-86c475877073 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:56.620350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.675139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.711156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dd5b0-8175-4fdb-8aa6-acd9eeb270a5 req-e53e88a7-e126-482e-9617-8957282959bd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:56.711865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c62dd5b0-8175-4fdb-8aa6-acd9eeb270a5 req-e53e88a7-e126-482e-9617-8957282959bd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Synchronizing usage tracker for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:06:56.717967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-0e01e0de-a5e3-4da6-8857-694f232b5c39 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029462 Jan 18 23:06:56.720512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-c68b755f-e993-47f1-b809-2084bee9d6e8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/5b9b0131-5a89-4c1e-9faa-b7429f63e133 HTTP/1.1" status: 200 len: 1634 time: 0.1129084 Jan 18 23:06:56.734442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.830872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c62dd5b0-8175-4fdb-8aa6-acd9eeb270a5 req-e53e88a7-e126-482e-9617-8957282959bd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Unset dirty status for tenant:ac03ccdb8a5445d5a4375d976b9d47a8 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:06:56.831999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c62dd5b0-8175-4fdb-8aa6-acd9eeb270a5 req-e53e88a7-e126-482e-9617-8957282959bd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 951 time: 0.3658772 Jan 18 23:06:56.849959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.894198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9248b3cb-f167-4bf0-9c78-86c475877073,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:56.900201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:56.906797 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a15882a-61b0-4e64-a589-e420a1bb37be admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9248b3cb-f167-4bf0-9c78-86c475877073 HTTP/1.1" status: 204 len: 168 time: 0.5851171 Jan 18 23:06:56.909165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:57.018434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.060910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.078888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6205974-52b3-4336-beaa-040ef710fd74 req-2ad1d245-ca6e-49c2-9521-8412b62b8869 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491743 Jan 18 23:06:57.083896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c62dd5b0-8175-4fdb-8aa6-acd9eeb270a5 req-27c8c929-e0cc-4750-b77c-0c4246d9850e tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/security-groups?id=374c3c33-2547-4f94-8079-5ad4491b545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396941 Jan 18 23:06:57.096444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.166683 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.197538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61486c7-1e85-420c-acb6-12f5ffab9350']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:57.210374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd20c1a-a8ed-497a-8bde-3aaf17d29857') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:57.210669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd20c1a-a8ed-497a-8bde-3aaf17d29857') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:57.222459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.238697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.245585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.246866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:57.247326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:57.261051 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:57.309618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b0131-5a89-4c1e-9faa-b7429f63e133,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.367524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.368648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0a5d62e-9273-46b5-8931-c2eb066aede3 req-e020abfb-0985-4623-8c2a-a2331d3e1e00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/5b9b0131-5a89-4c1e-9faa-b7429f63e133 HTTP/1.1" status: 204 len: 173 time: 0.6401267 Jan 18 23:06:57.376915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10625273-d75c-43b5-8e6b-245b3d24b1c7 req-3b6a3e4a-e41b-483a-a861-621dcf671364 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:57.378421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10625273-d75c-43b5-8e6b-245b3d24b1c7 req-3b6a3e4a-e41b-483a-a861-621dcf671364 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.1698475 Jan 18 23:06:57.389455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-e081e752-eb5d-4e3f-b596-173f711b9bed tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:57.389455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-e081e752-eb5d-4e3f-b596-173f711b9bed tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 951 time: 0.1254416 Jan 18 23:06:57.431297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.453487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.467424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=b61486c7-1e85-420c-acb6-12f5ffab9350,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.487715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Deleting port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:06:57.488063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.522355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10625273-d75c-43b5-8e6b-245b3d24b1c7 req-37d6f39e-154d-4da6-a8b4-c610d231ef1c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317892 Jan 18 23:06:57.549806 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de283348-ac65-460b-ae57-15ad8ea44a1f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b61486c7-1e85-420c-acb6-12f5ffab9350 HTTP/1.1" status: 204 len: 168 time: 0.6309028 Jan 18 23:06:57.549806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:57.618442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Deleting subnet d91c8fb3-d8d1-4d92-9cbc-4e743cdcd70a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:06:57.622977 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-5ccc9685-9aa4-4ebd-bdb5-80b43fd0acfb req-7b0c8a49-ebd8-4566-8b05-bb612379da16 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:06:57.624014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ccc9685-9aa4-4ebd-bdb5-80b43fd0acfb req-7b0c8a49-ebd8-4566-8b05-bb612379da16 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/5b9b0131-5a89-4c1e-9faa-b7429f63e133 HTTP/1.1" status: 404 len: 352 time: 0.0328963 Jan 18 23:06:57.627874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.653071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:06:57.693131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.734831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 131ecd3d-8013-409d-ae5c-f6972abe0109 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:06:57.735503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 131ecd3d-8013-409d-ae5c-f6972abe0109 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:06:57.759263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.802472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] For port d0be18ab-5b34-49c4-895f-6f1b30d6edd3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:57.803032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.851546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:06:57.894993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.917248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e811639-5560-48d4-830f-d2f25f83b4fb req-26e1d0e7-f892-495c-b472-28227d7a5410 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1023185 Jan 18 23:06:57.937116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91c8fb3-d8d1-4d92-9cbc-4e743cdcd70a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:57.944737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:57.957057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-808247f5-9433-47b2-966e-f25584449fba admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d91c8fb3-d8d1-4d92-9cbc-4e743cdcd70a HTTP/1.1" status: 204 len: 168 time: 0.4063096 Jan 18 23:06:57.957057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:58.022979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Calling delete_port for d0be18ab-5b34-49c4-895f-6f1b30d6edd3 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:06:58.070364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.237532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1385b-6f3a-452c-a81a-8169022b9125 req-f4e02732-403a-436d-b92e-6c1521cdf525 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.239927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15f1385b-6f3a-452c-a81a-8169022b9125 req-f4e02732-403a-436d-b92e-6c1521cdf525 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.3249102 Jan 18 23:06:58.253563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dfd6b-9eb9-46b3-81e4-3ef94f82ec1c req-b298da77-10ff-4c96-83c1-ac334250dc45 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.255216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-624dfd6b-9eb9-46b3-81e4-3ef94f82ec1c req-b298da77-10ff-4c96-83c1-ac334250dc45 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 947 time: 0.2046039 Jan 18 23:06:58.284554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.310687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f683b7c9-da0f-43aa-9088-a1ae08fc5e45']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:58.323141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0bb8fd-85a9-46d5-95f9-b35c3ca029b4') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:58.330993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0bb8fd-85a9-46d5-95f9-b35c3ca029b4') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:06:58.334663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.348822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-624dfd6b-9eb9-46b3-81e4-3ef94f82ec1c req-39fe12b3-5146-44ed-841f-bfc26533ec92 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767903 Jan 18 23:06:58.351669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15f1385b-6f3a-452c-a81a-8169022b9125 req-0a3c4277-699a-4a9a-9880-cca7e1fd33e4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036775 Jan 18 23:06:58.352576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.359223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:06:58.359334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:06:58.373834 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:06:58.386211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.398123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d0be18ab-5b34-49c4-895f-6f1b30d6edd3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:06:58.457380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Pushing event deleted for resources: {'Port': ['ID=d0be18ab-5b34-49c4-895f-6f1b30d6edd3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:58.507941 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79', 'status': 'completed', 'code': 200} Jan 18 23:06:58.552017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.573560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.583506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f683b7c9-da0f-43aa-9088-a1ae08fc5e45,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:58.588880 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-98dd2eec-460c-42f1-8c2e-44262d2f9cb1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f683b7c9-da0f-43aa-9088-a1ae08fc5e45 HTTP/1.1" status: 204 len: 168 time: 0.6322770 Jan 18 23:06:58.674652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] No DVR routers for this DVR port d0be18ab-5b34-49c4-895f-6f1b30d6edd3 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:06:58.678706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9bd1b5ce-935b-4e23-a81b-f2a9f42ffcb1 req-883390b2-d8aa-4531-a9f1-3c606d1caa4c tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.59 "GET /v2.0/ports?device_id=850ce563-5b7a-4d21-861a-64cfe34ec63b HTTP/1.1" status: 200 len: 210 time: 0.0616581 Jan 18 23:06:58.679713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.704010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-9a84e665-8a01-4bb9-83be-66d64fe33c00 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/d1947ffa-604b-4a16-ae60-eaf1c43b7364 HTTP/1.1" status: 200 len: 1635 time: 0.2800550 Jan 18 23:06:58.741554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-dd0e0ab9-8b28-423f-8192-66c565808bde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 1098 time: 0.2196739 Jan 18 23:06:58.838352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca67db8-445d-462e-a580-9c75fc9bc4a1 req-eb99b588-4a58-4848-9f5e-8c71a3eececd tempest-ServersAdminTestJSON-1859217124 tempest-ServersAdminTestJSON-1859217124-project] 10.222.0.83 "DELETE /v2.0/ports/d0be18ab-5b34-49c4-895f-6f1b30d6edd3 HTTP/1.1" status: 204 len: 173 time: 1.4321234 Jan 18 23:06:58.904557 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.946261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-8d7267fc-9854-40d3-80df-e8672b60ad10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:58.947760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-8d7267fc-9854-40d3-80df-e8672b60ad10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1991818 Jan 18 23:06:58.954708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:58.976160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:58.993246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32808) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:59.081477 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-13a2d661-c034-45b9-99ba-5a4add0637b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49bc0ee5bc5140e89fe9b884fb698025&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0829699 Jan 18 23:06:59.082258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:59.164161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.170204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-8db4ccbd-b774-4520-b235-0417372214fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 HTTP/1.1" status: 200 len: 217 time: 0.2048752 Jan 18 23:06:59.197866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.248614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-96557059-d6bf-4ad1-935f-c887c5613a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.250447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-96557059-d6bf-4ad1-935f-c887c5613a1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0677299 Jan 18 23:06:59.305304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.330235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-1054ce4d-4626-4e54-ae3e-613fa5700c52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737789 Jan 18 23:06:59.336569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:06:59.340854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Usage tracker for resource:security_group_rule and tenant:8640218925f9465a8e0108f670488f52 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:06:59.343855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:06:59.350596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:06:59.357297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.368387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.390199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece9def1-0396-474f-8784-e01c9ecc8e71,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.433336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1947ffa-604b-4a16-ae60-eaf1c43b7364,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.451805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.466474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-204a4053-ae1b-4b24-b401-86efd00dad6d req-f12d5778-401b-4606-8a1f-fe46cf8f707c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/d1947ffa-604b-4a16-ae60-eaf1c43b7364 HTTP/1.1" status: 204 len: 173 time: 0.7387919 Jan 18 23:06:59.467168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.498307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.500337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-31a7acd2-548f-46b5-b87b-5812aaaa2314 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635730 Jan 18 23:06:59.505407 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-80b103a8-14b4-4f22-bf93-deea2612a8e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ece9def1-0396-474f-8784-e01c9ecc8e71 HTTP/1.1" status: 204 len: 168 time: 0.4178109 Jan 18 23:06:59.546507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.605131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8640218925f9465a8e0108f670488f52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6269951 Jan 18 23:06:59.605303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f34bd9-95ca-45f7-acb1-960c885c3b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed1d024-5fd2-4348-a235-770bee4481a1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:06:59.611549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32826) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:06:59.667739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:06:59.711745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.726688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4ac36f-04bb-443f-a885-faa0bbf26037 req-98a3b3d5-a2ab-4255-b770-2e3e4098486b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191191 Jan 18 23:06:59.779817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.882010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05780c79-3ffc-4541-ad5a-8160e8418bc2 req-a325504c-fd2d-4807-8b1d-4837e586f12b tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0710998 Jan 18 23:06:59.893370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:06:59.908727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79', 'mac_address': 'fa:16:3e:b6:ba:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:06:59.957962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.961521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f277c6-82f0-46ce-87ff-2f3b8a24ed68 req-39885ea6-601c-40cf-8601-4fd374b14920 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:06:59.963147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9f277c6-82f0-46ce-87ff-2f3b8a24ed68 req-39885ea6-601c-40cf-8601-4fd374b14920 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 947 time: 0.1970830 Jan 18 23:06:59.984879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:06:59.991190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed1d024-5fd2-4348-a235-770bee4481a1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.011120 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-dce13046-bcdd-46ca-b9ca-9dd212a4f91d req-4b18fa5f-d734-4d82-a552-1119db524fa7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:07:00.022418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.024472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-852ac365-df1b-480c-9db9-91e95630d868 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ed1d024-5fd2-4348-a235-770bee4481a1 HTTP/1.1" status: 204 len: 168 time: 0.4119029 Jan 18 23:07:00.027416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dce13046-bcdd-46ca-b9ca-9dd212a4f91d req-4b18fa5f-d734-4d82-a552-1119db524fa7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/d1947ffa-604b-4a16-ae60-eaf1c43b7364 HTTP/1.1" status: 404 len: 352 time: 0.0399382 Jan 18 23:07:00.040288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:00.058327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9f277c6-82f0-46ce-87ff-2f3b8a24ed68 req-07525e50-3b17-4d91-b46b-8bf358ba3a3e tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882545 Jan 18 23:07:00.063889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:00.175827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.247988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.269922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-93aa1b59-4cae-4c23-b0a1-7e1cc34e0d89 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/8b85c506-d8d3-4698-a48d-c7ed44d8e62a HTTP/1.1" status: 200 len: 1633 time: 0.0528617 Jan 18 23:07:00.339854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.368110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.385838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['46805e7b-e048-4fd8-9fe8-d19f8a4b5c79'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:00.488480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.510423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-deleted', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:00.523883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b85c506-d8d3-4698-a48d-c7ed44d8e62a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:00.526258 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.541420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac81606-2530-43c7-8a51-e6959daa3dc2 req-b9f9bc0c-b326-4822-b52f-227e85f0f6c0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/8b85c506-d8d3-4698-a48d-c7ed44d8e62a HTTP/1.1" status: 204 len: 173 time: 0.2658424 Jan 18 23:07:00.547297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:00.644871 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850ce563-5b7a-4d21-861a-64cfe34ec63b', 'name': 'network-vif-deleted', 'tag': 'd0be18ab-5b34-49c4-895f-6f1b30d6edd3', 'status': 'completed', 'code': 200} Jan 18 23:07:00.672932 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-f811fdc5-c08d-4816-83ca-83a2c24cffdb req-67061253-e950-4d45-8538-7d8dc66fc45f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:07:00.674098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f811fdc5-c08d-4816-83ca-83a2c24cffdb req-67061253-e950-4d45-8538-7d8dc66fc45f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/8b85c506-d8d3-4698-a48d-c7ed44d8e62a HTTP/1.1" status: 404 len: 352 time: 0.0378807 Jan 18 23:07:00.704497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b3576de1-1b83-4006-b8cd-577eeea7060d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ede4a1403a6746bcabd16ae3098668d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1559339 Jan 18 23:07:00.712386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:00.742326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2ca3b-8e03-452c-8ca9-ff8283f3491a req-ec1664e8-35ca-4b8c-9b4f-45f54c015fc9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:00.743745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e2ca3b-8e03-452c-8ca9-ff8283f3491a req-ec1664e8-35ca-4b8c-9b4f-45f54c015fc9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.1574869 Jan 18 23:07:00.798574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2e2ca3b-8e03-452c-8ca9-ff8283f3491a req-f3ff9c92-2a9e-46eb-a0d2-241f02a2f724 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Jan 18 23:07:00.837781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.870393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:00.930929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a3e9d779-2380-442a-bb0d-704507e12215 req-8dc7eced-b534-43fe-8e12-9ac4e80404b4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:01.020047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a3e9d779-2380-442a-bb0d-704507e12215 req-8dc7eced-b534-43fe-8e12-9ac4e80404b4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:01.021973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e9d779-2380-442a-bb0d-704507e12215 req-8dc7eced-b534-43fe-8e12-9ac4e80404b4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 5484 time: 0.1749313 Jan 18 23:07:01.024313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.046179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c9fe9-b9ca-46b8-94f5-338fc1a9bfd0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:01.120011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84dd7bbc-7e56-4086-b71e-e38cef9b826a req-9f033206-2e3b-432e-80ba-81d8d9e78848 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0549798 Jan 18 23:07:01.132146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.133539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df31f473-e8f8-4f93-b193-68f92d856237 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/874c9fe9-b9ca-46b8-94f5-338fc1a9bfd0 HTTP/1.1" status: 204 len: 168 time: 0.4194570 Jan 18 23:07:01.134010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e9d779-2380-442a-bb0d-704507e12215 req-4eb48b9b-f3e7-49dc-9686-6c606ca10377 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.1016243 Jan 18 23:07:01.199810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32876) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:01.232124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.256958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32880) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:01.261638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e9d779-2380-442a-bb0d-704507e12215 req-dfe2fbe4-c54d-4018-9a7b-1c4197c78a05 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.1198316 Jan 18 23:07:01.326061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:01.336416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Usage tracker for resource:security_group_rule and tenant:bb14feae601e45da91ca885e5562e803 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:01.339691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:01.346743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:01.355654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-382719897', 'description': 'tempest-description-1635616437'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:01.372580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:01.413729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:01.458207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2010e-8d7d-4a6a-91b9-e99429b80cf6 req-730799d0-545d-4306-abf2-6489c97cacd6 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:01.460653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02c2010e-8d7d-4a6a-91b9-e99429b80cf6 req-730799d0-545d-4306-abf2-6489c97cacd6 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 948 time: 0.1642869 Jan 18 23:07:01.474657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.507197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02c2010e-8d7d-4a6a-91b9-e99429b80cf6 req-1e47b394-133b-4bbc-abd5-7dc31837ee7c tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Jan 18 23:07:01.510881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.548765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:01.553653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:01.556700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:01.562434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:01.575844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.591952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb83fe01-aa16-4095-9dcb-87c911ce3200 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac03ccdb8a5445d5a4375d976b9d47a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3336897 Jan 18 23:07:01.594604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:01.625751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1dd225-b624-4615-a683-53cf4b6e6cdb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:01.632448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7203962e-0ec9-4260-a0d3-bcfd687d006a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb14feae601e45da91ca885e5562e803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310737 Jan 18 23:07:01.639018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32892) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:01.668800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:01.671075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:01.712819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.778425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.799220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.811214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.839578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.912746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:01.913970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:01.928983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '2102652b-6924-47e2-a4cd-219b4f850419', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'port_id': '2102652b-6924-47e2-a4cd-219b4f850419', 'mac_address': 'fa:16:3e:d4:72:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f37a47b-f95b-4c85-9c61-876a1378c224', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:01.974569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0082b-d646-4155-99f6-fa179903ecc9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:01.992077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:02.005444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:02.006025 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.036970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.037316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.037652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.037993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.038319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.038635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.038965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.039477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.039809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.040279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.040597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:02.049546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.052164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.055814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d1dd225-b624-4615-a683-53cf4b6e6cdb HTTP/1.1" status: 204 len: 168 time: 0.4193242 Jan 18 23:07:02.059684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.065437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.068173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.071609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/374c3c33-2547-4f94-8079-5ad4491b545d HTTP/1.1" status: 204 len: 168 time: 0.4737594 Jan 18 23:07:02.076352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.077712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad3c7930-c08d-4950-a909-eca7c2028989 req-f944f6e3-1ccb-4f18-830c-28ed4ecf7ff9 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7418010 Jan 18 23:07:02.079241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700219-b00c-48e8-98c7-2b128a1be8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1dd225-b624-4615-a683-53cf4b6e6cdb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.086400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2102652b-6924-47e2-a4cd-219b4f850419 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:02.095194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c11599-821c-4d45-b534-46ee08d1fc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374c3c33-2547-4f94-8079-5ad4491b545d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.142072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e866f07-f27d-401c-bbdf-e61b243999bf req-2293fa2c-2c5d-4299-8067-b8ca5663f464 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:02.143808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e866f07-f27d-401c-bbdf-e61b243999bf req-2293fa2c-2c5d-4299-8067-b8ca5663f464 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.1528342 Jan 18 23:07:02.208035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e866f07-f27d-401c-bbdf-e61b243999bf req-bbb84c43-2b64-4ce1-a18d-d55350ad750a tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570078 Jan 18 23:07:02.208963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:02.271865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-41229009', 'description': 'tempest-description-1464493938'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:02.273064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.278599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:02.283015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:02.287084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:02.294426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:02.304871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.363009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:02.384172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:02.390537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.398794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2102652b-6924-47e2-a4cd-219b4f850419'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:02.450044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.480202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc7bb4e8-dc9f-4f3a-99d5-938be449ac3a req-f68129a8-f772-4f40-aa15-2254288b5b76 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0922654 Jan 18 23:07:02.510645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:02.515346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:02.517144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.518290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:02.521551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:02.529136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:02.604635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: d0be18ab-5b34-49c4-895f-6f1b30d6edd3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:07:02.605048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d0be18ab-5b34-49c4-895f-6f1b30d6edd3 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:02.696617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:02.731978 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79', 'code': 200} Jan 18 23:07:02.750014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:02.865989 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.017626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061e4c11-a9bb-40af-890e-882a7401fa74,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:03.054980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2e75204-6425-4e70-a4de-a17fef80d6ae req-3caf02e3-0bb4-48e0-968d-826a4e9d6fa2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 1100 time: 0.2405572 Jan 18 23:07:03.059588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.060703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0cbfe8f-d84c-4f42-80e1-6d2d1a7b866c req-ad8c4f81-ef6a-4684-aef1-6a613fee102c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.7959571 Jan 18 23:07:03.068809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf35687-fc37-4308-a985-cbcac6abc50e req-3389d44e-9b91-4bb7-9278-30738e40202d tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.074826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bf35687-fc37-4308-a985-cbcac6abc50e req-3389d44e-9b91-4bb7-9278-30738e40202d tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 949 time: 0.1605737 Jan 18 23:07:03.148023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2e75204-6425-4e70-a4de-a17fef80d6ae req-fff47c41-f9dc-4b80-87f8-540a8166c134 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845032 Jan 18 23:07:03.160913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bf35687-fc37-4308-a985-cbcac6abc50e req-e5c8829d-52a4-464d-bb38-41910654dc0a tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Jan 18 23:07:03.234683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:03.330294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:03.330801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2427d7f7-b581-4971-b30f-29e23bb0ccd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=749b930dad064d768257619866472c50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0974553 Jan 18 23:07:03.499190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.541762 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.580529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb9fd3-537c-47f7-ba04-0b3a4f4babfd req-fafb8cb4-6ba9-4442-a988-0f1c673baec1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.582073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84bb9fd3-537c-47f7-ba04-0b3a4f4babfd req-fafb8cb4-6ba9-4442-a988-0f1c673baec1 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 944 time: 0.1548982 Jan 18 23:07:03.683324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:03.734752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84bb9fd3-537c-47f7-ba04-0b3a4f4babfd req-c87731be-49d7-407e-88ca-0aea9e5047ef tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415238 Jan 18 23:07:03.782562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 2102652b-6924-47e2-a4cd-219b4f850419 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:03.783118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.802736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-57ea587e-9d96-4b36-9e30-2adcc9bd55df tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:03.804283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-57ea587e-9d96-4b36-9e30-2adcc9bd55df tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 813 time: 0.1775143 Jan 18 23:07:03.828827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-e7684ba9-3385-479c-ac44-90428040e422 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/quotas/b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 375 time: 0.0182431 Jan 18 23:07:03.929621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:03.975326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.019001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d67d752c-c629-425b-ae08-0e0bd194b484 req-ff5d1f77-6fa6-4f13-8039-5ebfde5fcd46 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0930657 Jan 18 23:07:04.022147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08488ea5-d206-43cb-a9aa-540693e3a2eb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.047045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-0663f596-eb99-436d-b4c7-735e1dbf7e01 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2147279 Jan 18 23:07:04.059907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:04.088623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.092452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-20e38f15-e59b-4e3f-87e0-863059331604 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08488ea5-d206-43cb-a9aa-540693e3a2eb HTTP/1.1" status: 204 len: 168 time: 0.7581573 Jan 18 23:07:04.184929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:04.321676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:04.530951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-99f866d0-8be8-4ec4-b25f-b02fea44200e service neutron] 10.222.0.59 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786820 Jan 18 23:07:04.681284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-0abeabd7-12d3-4e0b-9e5c-9a50432ada94 service neutron] 10.222.0.59 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410284 Jan 18 23:07:04.733804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:04.821892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dc2e-24e8-40d7-8efc-aa2e681c1335 req-3641f8dc-0dff-4b3e-bb7f-40e133c7b389 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:04.823548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded4dc2e-24e8-40d7-8efc-aa2e681c1335 req-3641f8dc-0dff-4b3e-bb7f-40e133c7b389 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 949 time: 0.0864811 Jan 18 23:07:04.872184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded4dc2e-24e8-40d7-8efc-aa2e681c1335 req-cb86348d-bee4-49cb-b575-ef568598c8a7 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Jan 18 23:07:05.126014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a439da-1349-446a-82f1-873f15fd4e4d req-26902c50-2d97-4665-8c0f-9d1c7289cfef tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:05.134955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08a439da-1349-446a-82f1-873f15fd4e4d req-26902c50-2d97-4665-8c0f-9d1c7289cfef tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 945 time: 0.1210301 Jan 18 23:07:05.178765 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419', 'code': 200} Jan 18 23:07:05.212797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08a439da-1349-446a-82f1-873f15fd4e4d req-af74b457-c4f0-4bce-8827-829c619d4296 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749364 Jan 18 23:07:05.284451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1efbafc9-a790-4e16-b77b-068d34678fb0 req-2565d7c8-eaf0-4aea-b66a-0f306b78faef tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 210 time: 0.0491002 Jan 18 23:07:05.477208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9400474f-7172-48bb-b9e1-f387f54c2ba7 req-46e5a241-02f5-4e65-a770-b716ef497008 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0453908 Jan 18 23:07:05.682527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:05.819623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.869252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:05.939640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:05.986336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a0052-c633-411f-a9ff-a786788b39a2 req-7334978c-e8ed-4a0f-a6ac-97c51229d625 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:05.988288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df9a0052-c633-411f-a9ff-a786788b39a2 req-7334978c-e8ed-4a0f-a6ac-97c51229d625 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 949 time: 0.1046283 Jan 18 23:07:06.047420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:06.054528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df9a0052-c633-411f-a9ff-a786788b39a2 req-cb61c002-127b-4f76-bcb2-702288759bf9 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Jan 18 23:07:06.242844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Request body: {'security_group': {'name': 'tempest-securitygroup-936307216', 'description': 'tempest-description-539455266'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:06.256426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.261595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Usage tracker for resource:security_group and tenant:5230295d23bd4fce9b909bb8c8756e24 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.265700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.280649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:06.320477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-9ebe65b1-41be-4214-831b-4b8d05926dc5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:06.322265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-9ebe65b1-41be-4214-831b-4b8d05926dc5 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 943 time: 0.1316614 Jan 18 23:07:06.435797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.462170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.488330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Deleting port 2102652b-6924-47e2-a4cd-219b4f850419 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:06.489004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.679026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:06.720998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Usage tracker for resource:security_group_rule and tenant:5230295d23bd4fce9b909bb8c8756e24 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:06.725350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:06.741684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:06.748754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda36ed1-6dfd-4b50-9aed-bcc70d6341a8 req-6e2a5eaf-689c-48d2-9082-646d4944a19c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:06.750255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cda36ed1-6dfd-4b50-9aed-bcc70d6341a8 req-6e2a5eaf-689c-48d2-9082-646d4944a19c tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=14202b1d-9637-4774-bc76-fd9a537a23c0 HTTP/1.1" status: 200 len: 943 time: 0.3842630 Jan 18 23:07:06.914211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cda36ed1-6dfd-4b50-9aed-bcc70d6341a8 req-82917806-c504-4765-b2bd-683a1cbbc2c4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574273 Jan 18 23:07:06.987266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:06.989582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] For port 2102652b-6924-47e2-a4cd-219b4f850419, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2102652b-6924-47e2-a4cd-219b4f850419,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:06.989942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.110317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.127672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Calling delete_port for 2102652b-6924-47e2-a4cd-219b4f850419 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:07.180286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:07.280223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44a670ab-c856-40bd-bc66-5eb812f83ea6 req-efe98014-db19-4a26-ac84-eec40eb4168c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 210 time: 0.2291307 Jan 18 23:07:07.370581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:07.381122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88106dcd-a78f-40b6-bef4-1f506b4a6ece,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:07.388252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Usage tracker for resource:security_group_rule and tenant:5230295d23bd4fce9b909bb8c8756e24 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:07.423503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:07.476128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:07.508381 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61d34a9d-06a5-45d5-9ad6-7fbbed1cd8ac req-180373a7-8135-46a2-869d-0abe20d1b874 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0766022 Jan 18 23:07:07.584105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-33f79f29-06e6-4035-b782-1fee76af6a03 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:07.585553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-33f79f29-06e6-4035-b782-1fee76af6a03 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 813 time: 0.3616464 Jan 18 23:07:07.622309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'device_id': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9', 'admin_state_up': True, 'tenant_id': 'b2d4792fc8444cedbea6c475c10b4c69'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:07.652012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-2a5dceaf-d0f5-4797-a145-23359279d3f8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:07.653501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-2a5dceaf-d0f5-4797-a145-23359279d3f8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.83 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 949 time: 0.4663787 Jan 18 23:07:07.809329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.835169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Deleting port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:07.835519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.862185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.935031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:07.956447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event deleted for resources: {'Port': ['ID=2102652b-6924-47e2-a4cd-219b4f850419,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.027294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:08.059868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-61500d38-293e-4eb7-8468-de74a328fccb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959036 Jan 18 23:07:08.109020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a3c97d-5399-4ae2-b018-6ef8d58ddaf7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:08.143625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:08.195510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] No DVR routers for this DVR port 2102652b-6924-47e2-a4cd-219b4f850419 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:08.349975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.351167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7beaac4f-2ca6-4b13-b291-f52aa0bfcc2b req-fb6c891d-b583-43a0-92a2-f23f08a75b7b tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 2.1129842 Jan 18 23:07:08.358772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.360629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1caac7e-5de3-4916-a7c7-b6009077987d req-aeffe25f-85d8-483b-9157-3d7f1bd0b5b0 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "DELETE /v2.0/ports/2102652b-6924-47e2-a4cd-219b4f850419 HTTP/1.1" status: 204 len: 173 time: 2.0331550 Jan 18 23:07:08.361380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-deleted', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:08.385939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Made reservation on behalf of b2d4792fc8444cedbea6c475c10b4c69 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:08.388899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.673087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-8a0ed44c-1525-4263-81a8-73675d06d4c1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.674512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-8a0ed44c-1525-4263-81a8-73675d06d4c1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5740004 Jan 18 23:07:08.720006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] For port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:08.720356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.819797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:08.882143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-49d1a7e0-1da7-4503-98af-7b089cb9d645 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/quotas/f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 375 time: 0.1873207 Jan 18 23:07:08.890212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Calling delete_port for 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:08.921512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3483-161f-492f-b39c-739e7b45930e req-b0a7ccd2-1bce-4454-a8e3-d7ae9243f285 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:08.922942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ef3483-161f-492f-b39c-739e7b45930e req-b0a7ccd2-1bce-4454-a8e3-d7ae9243f285 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/ports?device_id=26fedb95-9288-460c-8358-1c2f0926c9ea HTTP/1.1" status: 200 len: 949 time: 0.4595957 Jan 18 23:07:09.018103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-991c50b4-300e-411d-bfbd-ed01651873d3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942099 Jan 18 23:07:09.037341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Allocated IP 172.20.0.9 (84955224-fdc4-41bd-80cb-a62dbe8385e9/714ffc66-cc24-4554-b861-fe49ca5b229c/6b6ab1b2-6837-4b3a-9edd-379b88a4c26b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:09.072028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ef3483-161f-492f-b39c-739e7b45930e req-c3ca1157-0400-475c-b3d6-eeeac823acb0 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.59 "GET /v2.0/security-groups?id=7ab8688a-0c66-488d-86fc-c6740e70a9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376274 Jan 18 23:07:09.144323 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419', 'code': 200} Jan 18 23:07:09.278294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.291022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['46805e7b-e048-4fd8-9fe8-d19f8a4b5c79'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:09.487863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Pushing event deleted for resources: {'Port': ['ID=46805e7b-e048-4fd8-9fe8-d19f8a4b5c79,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:09.504505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-afbdfb5a-a1b1-4a57-8367-f68e5a0ec8eb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554936 Jan 18 23:07:09.679699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f632a56-d596-4ab5-b7da-666faad6c654 req-dc102824-d6c8-4361-879c-0acb56038547 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 210 time: 0.1740510 Jan 18 23:07:09.698718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:09.731743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 2102652b-6924-47e2-a4cd-219b4f850419 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:07:09.732242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2102652b-6924-47e2-a4cd-219b4f850419 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:09.745443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] No DVR routers for this DVR port 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:09.749796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Request body: {'security_group': {'name': 'tempest-securitygroup-331292801', 'description': 'tempest-description-1988623932'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:09.759013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.771084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.778714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:09.797233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Usage tracker for resource:security_group and tenant:5230295d23bd4fce9b909bb8c8756e24 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:09.805072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:09.825153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:09.855965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d821-abf3-4d91-b02e-301230fade57 req-886a1645-8358-421f-99fd-0746e063b96d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:09.857489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-886a1645-8358-421f-99fd-0746e063b96d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3365307 Jan 18 23:07:09.865992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-274f2bb7-e45b-49a1-bb50-f1d3bf1d02bc req-91ba325c-14ac-4e7b-b003-e4b5252d6af8 tempest-ServerDiagnosticsNegativeTest-854568359 tempest-ServerDiagnosticsNegativeTest-854568359-project] 10.222.0.83 "DELETE /v2.0/ports/46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 HTTP/1.1" status: 204 len: 173 time: 2.2016098 Jan 18 23:07:09.878212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-08e8d93a-6a28-49ef-ace9-7c9becd5b2b7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.0113130 Jan 18 23:07:09.918136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.934491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-a23f8868-40c0-4e47-8f11-9aacf5d100aa tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502288 Jan 18 23:07:09.940714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:09.952981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:10.033435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:10.037279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Network 84955224-fdc4-41bd-80cb-a62dbe8385e9 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:10.041680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:10.043802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Usage tracker for resource:security_group_rule and tenant:5230295d23bd4fce9b909bb8c8756e24 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:10.048566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:10.051460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:10.085843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:10.087716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:10.133747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:10.134280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.201662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.209221 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14202b1d-9637-4774-bc76-fd9a537a23c0', 'name': 'network-vif-deleted', 'tag': '2102652b-6924-47e2-a4cd-219b4f850419', 'status': 'completed', 'code': 200} Jan 18 23:07:10.256147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-129326ee-4782-47b9-8a0f-74418a88d0c8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6541245 Jan 18 23:07:10.268560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Request body: {'port': {'device_id': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:10.431374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.519049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40f80d62-1c78-4ebf-b1a4-d2deed13df06 req-3a47d202-ea20-4d8e-9e27-ffc77250a513 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0823443 Jan 18 23:07:10.563953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bffd51-fab5-42b3-af3b-36a7359e6635,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:10.575690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.576913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd3ef968-1b02-4c89-9ad7-5b02159b221b req-70650a43-fda4-4095-9f7b-c2d76bf1d290 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.8419468 Jan 18 23:07:10.600751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.721257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:10.867336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-305148d9-6693-449f-a295-4a63dcaef250 req-30a99f0d-f29d-4ee3-ba84-27e6d1d46c62 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 210 time: 0.1502643 Jan 18 23:07:11.095025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69413630-7001-4a47-90db-c341eeafe31b req-22c31904-98fc-4d98-b9f9-8e459e1f9e5e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 210 time: 0.0701733 Jan 18 23:07:11.111470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-10466ad0-040d-43f2-9233-fc4921b48a26 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:11.114117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-10466ad0-040d-43f2-9233-fc4921b48a26 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.4273596 Jan 18 23:07:11.158535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-9066f2b9-5094-4fce-8558-85462e50a6c7 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/quotas/e5b6fa2ef47f4d98ba9af1aa47679742 HTTP/1.1" status: 200 len: 375 time: 0.0234406 Jan 18 23:07:11.299067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:11.307934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.322313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d96feed4-5fe0-49e6-8a0a-99adb0eb5d87 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Synchronizing usage tracker for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:11.333137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Transition to ACTIVE for port object 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:11.413151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1106648113', 'description': 'tempest-description-892659090'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:11.422066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:11.426325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Usage tracker for resource:security_group and tenant:c840871d93d54da2871871024c2493fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:11.429387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:11.435258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d96feed4-5fe0-49e6-8a0a-99adb0eb5d87 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Unset dirty status for tenant:e5b6fa2ef47f4d98ba9af1aa47679742 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:11.436777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d96feed4-5fe0-49e6-8a0a-99adb0eb5d87 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2694576 Jan 18 23:07:11.437764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:11.439747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.531286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:11.658360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.677890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-ff78e1cc-d320-4109-b9ab-3a2676e803e9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050406 Jan 18 23:07:11.697911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:11.725676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.727792 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b64a9896-55f3-4669-8874-5931b636c33f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cc03b51fd7349bb8215e4779b002b4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1913662 Jan 18 23:07:11.728387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33168) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:11.742156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:07:11.742529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46805e7b-e048-4fd8-9fe8-d19f8a4b5c79 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:11.743199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:11.797000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.828142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:11.907320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-0e75dc7c-bca9-4e48-a5b6-f37890290a04 service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269454 Jan 18 23:07:11.939047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:11.973280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Usage tracker for resource:security_group_rule and tenant:c840871d93d54da2871871024c2493fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:11.978706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:12.012141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:12.037146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.055363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8688a-0c66-488d-86fc-c6740e70a9a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:12.120363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-58fbe14b-554b-4702-aa3e-19f12ae7684e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:12.121863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-58fbe14b-554b-4702-aa3e-19f12ae7684e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280896 Jan 18 23:07:12.143109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Request body: {'port': {'device_id': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'f2f4269441ac464588fb46a0bef58d5c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:12.169971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.171358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2297f7ac-131d-452d-bef3-110c10594d59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ab8688a-0c66-488d-86fc-c6740e70a9a9 HTTP/1.1" status: 204 len: 168 time: 0.4418259 Jan 18 23:07:12.284021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'name': 'network-vif-deleted', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:12.299162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Attempting to bind port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:12.300511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Attempting to bind port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:12.300511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Attempting to bind port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:12.387441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:12.387804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Attempting to bind port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b on network 84955224-fdc4-41bd-80cb-a62dbe8385e9 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:12.391238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-082a42b8-3329-476d-b78f-6881a9ab3f8d service neutron] 10.222.0.59 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468143 Jan 18 23:07:12.424947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:12.425176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Checking segment: {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:12.425556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Bound using segment: {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:12.426964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Bound port: 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e335a8d6-db3d-4494-ae1c-ff8642630df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:12.427107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.541136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.568521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:12.575316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Usage tracker for resource:port and tenant:f2f4269441ac464588fb46a0bef58d5c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:12.586696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:12.596659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:12.609629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:12.612477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:12.678032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.715944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Made reservation on behalf of f2f4269441ac464588fb46a0bef58d5c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:12.715944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.743052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.776932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.786292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:12.795928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec3a6f1-1a90-4377-88c3-41a1069478b7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:12.864050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Usage tracker for resource:security_group_rule and tenant:c840871d93d54da2871871024c2493fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:12.873098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:12.887769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:12.898922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:12.902436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-bb0d7ad3-78bb-4e5e-a55a-236b3889b053 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073759 Jan 18 23:07:12.925247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.952461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:12.953753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] 10.222.0.89 "PUT /v2.0/ports/6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 1091 time: 2.6894524 Jan 18 23:07:12.962747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:12.967674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Usage tracker for resource:security_group_rule and tenant:4d7ef19131e6429395f84eb39f6daf26 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:12.971354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:12.979567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:13.053888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0a240-125b-48f4-a1d4-ec6275df62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.057424 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.057915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:13.080339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Usage tracker for resource:security_group_rule and tenant:f2f4269441ac464588fb46a0bef58d5c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:13.086259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:13.111795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:13.138987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.187823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8ebdcc-fcab-457f-bbaf-becfe92a7a37,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.192095 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cf8934e0-633d-4320-934f-7afb56285aec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d7ef19131e6429395f84eb39f6daf26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025746 Jan 18 23:07:13.194935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:13.199096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.213829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-7f3d60cc-f658-4cc5-a873-3fbe0358e3e5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:13.214527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-7f3d60cc-f658-4cc5-a873-3fbe0358e3e5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:13.261687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.268687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d821-abf3-4d91-b02e-301230fade57 req-047d79e0-3648-46c1-82d5-937c2bdc975e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:13.270854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-047d79e0-3648-46c1-82d5-937c2bdc975e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578324 Jan 18 23:07:13.278712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.289273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.311280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:13.351216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-7f3d60cc-f658-4cc5-a873-3fbe0358e3e5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:13.352357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-7f3d60cc-f658-4cc5-a873-3fbe0358e3e5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 943 time: 0.5590975 Jan 18 23:07:13.391190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.407882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8ebdcc-fcab-457f-bbaf-becfe92a7a37,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.412811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.413978 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-810509b6-a77e-4b5b-905d-a93856689cc9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d8ebdcc-fcab-457f-bbaf-becfe92a7a37 HTTP/1.1" status: 204 len: 168 time: 0.2179828 Jan 18 23:07:13.449537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce8404-0a1d-4561-ab4c-53d191b9c1e6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.491250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-b43f0f82-528a-4217-8873-dd4d7e8e6b0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1094 time: 0.3732424 Jan 18 23:07:13.589714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.591143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bf4644c-96e8-41f9-bd7c-e4c3ef37f1fe req-c6bcf3db-2ee1-4630-91de-7c3b1c326c0c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.1834738 Jan 18 23:07:13.592603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-27862593-a0f2-44fc-8c9b-bb51c6706b6d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:13.630054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.632023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-32d925b4-ee2f-4641-8e62-6db09bd17cb0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 217 time: 0.1237657 Jan 18 23:07:13.636268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:13.673768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Usage tracker for resource:port and tenant:91ae273417af45c3a4d98f90908a8d84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:13.679291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:13.690976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:13.714504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-7ea136b7-aa68-4451-a5b7-a4ae2698083a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:13.716124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-7ea136b7-aa68-4451-a5b7-a4ae2698083a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.0762422 Jan 18 23:07:13.718659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.804915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98ab582b-3d3f-4eef-b22b-9c944990a760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.841677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-27862593-a0f2-44fc-8c9b-bb51c6706b6d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:13.843008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9bc2cd11-e194-44bc-a13e-1fe063d01ab1 req-27862593-a0f2-44fc-8c9b-bb51c6706b6d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221947 Jan 18 23:07:13.866350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-37cb0b14-ff67-490f-a715-05d4bbeb851b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000826 Jan 18 23:07:13.868589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33a11fa4-ce86-44ac-9526-7a599db4e0ce req-16d87d37-24a6-4f5d-81d1-1cdb3639d26a tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1444440 Jan 18 23:07:13.869206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:13.872088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:13.924051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2b4d1-1a7c-4ce5-a7d2-496574c21534,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:13.926830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.316453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bae31b5-db80-47d5-8ce4-2689375f36bf req-a3536c1b-b432-494c-8d11-0f85c59bce82 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 210 time: 0.2321646 Jan 18 23:07:14.319815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:14.331416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81954043-aaae-437b-bac1-001828113d5c req-6c4045e9-c6d6-482b-ae44-025dcf763050 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 210 time: 0.2393112 Jan 18 23:07:14.347567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Usage tracker for resource:security_group_rule and tenant:91ae273417af45c3a4d98f90908a8d84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:14.352326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Allocated IP 192.168.233.30 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/1c42bf49-c269-48c1-9d82-13f6b49e7082) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:14.354453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:14.358667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-f87cf2cb-611b-479b-addf-3d9c76a6be7d service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673753 Jan 18 23:07:14.364011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:14.447247 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fedb95-9288-460c-8358-1c2f0926c9ea', 'name': 'network-vif-deleted', 'tag': '46805e7b-e048-4fd8-9fe8-d19f8a4b5c79', 'status': 'completed', 'code': 200} Jan 18 23:07:14.523605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-655416025', 'description': 'tempest-description-1397174104'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:14.537181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:14.562171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Usage tracker for resource:security_group and tenant:c840871d93d54da2871871024c2493fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:14.606807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:14.626056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:14.696952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5630b7a9-21f0-40b3-a110-1717ef9d3014 req-ec12a2b9-1088-4090-afe7-031c6085d339 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 210 time: 0.1395948 Jan 18 23:07:14.733256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aba0a7c-604c-42f3-b978-1e44825bd881 req-45e7bdab-bb31-4462-90ab-2c6ec2bd59be service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658798 Jan 18 23:07:14.767325 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.781632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.839998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.861800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:14.948063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:14.950649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Transition to ACTIVE for port object 1c42bf49-c269-48c1-9d82-13f6b49e7082 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:14.964198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Usage tracker for resource:security_group_rule and tenant:c840871d93d54da2871871024c2493fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:14.966540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef2416-6872-4cfd-aee4-d7286a1e019d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:14.969193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:14.983838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:15.135393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.156357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-c7df5957-dd7a-4025-80a7-7982d50ea582 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.156983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd17596-6c4d-4879-8ae4-d72c01524e99 req-3d7fdfe4-b8a9-4206-bef0-39f830fc6735 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.158372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecd17596-6c4d-4879-8ae4-d72c01524e99 req-3d7fdfe4-b8a9-4206-bef0-39f830fc6735 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 943 time: 0.1378341 Jan 18 23:07:15.158606 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-c7df5957-dd7a-4025-80a7-7982d50ea582 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 822 time: 0.2002890 Jan 18 23:07:15.174540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Request body: {'port': {'device_id': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'admin_state_up': True, 'tenant_id': 'e5b6fa2ef47f4d98ba9af1aa47679742'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:15.184043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.266196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.316649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:15.327130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:15.378313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.109 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/3ce0476e-9b3b-4ef5-9600-dcfc83f793a0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:15.386980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb5bec-1765-4ece-9dcf-0ac23f5938df,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.390451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:15.395916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:15.403758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecd17596-6c4d-4879-8ae4-d72c01524e99 req-c887684e-9ab2-4c42-a4e1-48be5823bd61 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385209 Jan 18 23:07:15.404555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:15.413118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:15.418899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Made reservation on behalf of e5b6fa2ef47f4d98ba9af1aa47679742 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:15.426865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.598366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.599574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-666c7cd8-f044-486c-9b23-c3481ccb4326 req-14cbf2db-df0f-4767-8c74-bd6b157a4d8b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.0930114 Jan 18 23:07:15.608897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:15.608897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.615068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Allocated IP 172.20.0.10 (c56aab48-7dd7-4b95-b789-5b947e56e40a/1f37a47b-f95b-4c85-9c61-876a1378c224/8e1895ef-7c8c-4f9e-a4cf-61500b20a788) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:15.635657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfb092d3-43dd-4cdb-b575-2257604369bb req-b22b5334-a9a2-4554-971a-14de4e848895 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1014330 Jan 18 23:07:15.724266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-231a69af-50fb-49ac-b3a9-03fc814e8261 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5840576 Jan 18 23:07:15.736401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Request body: {'port': {'device_id': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:15.740473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c5438212-b13a-437c-ae4c-391134b4c1d8 None None] Provisioning for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:15.747554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c5438212-b13a-437c-ae4c-391134b4c1d8 None None] Provisioning complete for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:15.748241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c5438212-b13a-437c-ae4c-391134b4c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.808560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c5438212-b13a-437c-ae4c-391134b4c1d8 None None] Port 1c42bf49-c269-48c1-9d82-13f6b49e7082 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:15.845823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.913052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e098b0f2-b80c-4391-a1d5-ee162e2e45f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:15.926618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-365b4003-3474-4122-99e8-ce3313a452ac req-d6312921-04df-41ed-83dd-24dca4bc3a28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:15.928756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.002285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Network c56aab48-7dd7-4b95-b789-5b947e56e40a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:16.006226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:16.008849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:16.011669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.040572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event updated for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:16.043199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.047964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-365b4003-3474-4122-99e8-ce3313a452ac req-d6312921-04df-41ed-83dd-24dca4bc3a28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:16.049606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-365b4003-3474-4122-99e8-ce3313a452ac req-d6312921-04df-41ed-83dd-24dca4bc3a28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 210 time: 0.2544336 Jan 18 23:07:16.092804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.092804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.100169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:16.121426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa05f80-6341-414d-aa6f-01375c987847 req-fa7c21ea-40c4-480e-9a95-2bd570a387d4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.122056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-caa05f80-6341-414d-aa6f-01375c987847 req-fa7c21ea-40c4-480e-9a95-2bd570a387d4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:16.225762 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-719b9964-d2c9-43cf-8cd1-b6c697d1ce59 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0549974 Jan 18 23:07:16.236220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Request body: {'port': {'device_id': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:16.263398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-caa05f80-6341-414d-aa6f-01375c987847 req-fa7c21ea-40c4-480e-9a95-2bd570a387d4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:16.264555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa05f80-6341-414d-aa6f-01375c987847 req-fa7c21ea-40c4-480e-9a95-2bd570a387d4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 935 time: 0.4666741 Jan 18 23:07:16.326143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.349115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.498835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:16.643368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-caa05f80-6341-414d-aa6f-01375c987847 req-c4aec611-ae73-49a8-8d84-423b9ef54f81 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:16.657979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:16.681172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:16.706332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:16.736350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:16.826237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:16.834791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.852948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Transition to ACTIVE for port object 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:16.865900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:16.866310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:16.904623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-caa05f80-6341-414d-aa6f-01375c987847 req-c4aec611-ae73-49a8-8d84-423b9ef54f81 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:16.913727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa05f80-6341-414d-aa6f-01375c987847 req-c4aec611-ae73-49a8-8d84-423b9ef54f81 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6395185 Jan 18 23:07:16.950591 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.017721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c42bf49-c269-48c1-9d82-13f6b49e7082 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:17.035474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.085042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Pushing event updated for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:17.110985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17dd6cd6-39c0-4128-a155-0b0311cd89a8 None None] Provisioning for port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:17.117594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17dd6cd6-39c0-4128-a155-0b0311cd89a8 None None] Provisioning complete for port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:17.117964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17dd6cd6-39c0-4128-a155-0b0311cd89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.127980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-5ed96576-c0dd-4544-928e-7d3fca69aa8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8291204 Jan 18 23:07:17.129660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Transition to ACTIVE for port object 1c42bf49-c269-48c1-9d82-13f6b49e7082 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:17.146901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-70989b09-29c1-436b-84af-41d496ad945f tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Synchronizing usage tracker for tenant:c840871d93d54da2871871024c2493fa on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:17.156171 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.159105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Request body: {'port': {'device_id': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:17.180538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17dd6cd6-39c0-4128-a155-0b0311cd89a8 None None] Port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:17.204889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Attempting to bind port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:17.205158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Attempting to bind port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:17.205985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Attempting to bind port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:17.213244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 on network c56aab48-7dd7-4b95-b789-5b947e56e40a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:17.214244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Attempting to bind port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 on network c56aab48-7dd7-4b95-b789-5b947e56e40a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:17.221068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:17.221442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Checking segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:17.221773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Bound using segment: {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:17.222186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Bound port: 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e65d31-d390-4eaf-9458-f0e980949510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:17.223412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.262138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.305751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.320389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:17.323999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:17.350017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-70989b09-29c1-436b-84af-41d496ad945f tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Unset dirty status for tenant:c840871d93d54da2871871024c2493fa on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:17.352275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-70989b09-29c1-436b-84af-41d496ad945f tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 40548 time: 1.1511436 Jan 18 23:07:17.396552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.441921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.455712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:17.468164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:17.469601 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] 10.222.0.83 "PUT /v2.0/ports/8e1895ef-7c8c-4f9e-a4cf-61500b20a788 HTTP/1.1" status: 200 len: 1092 time: 1.2374268 Jan 18 23:07:17.470235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:17.474037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e78f7d-2fa2-417d-aa08-787685965812 req-8393e4c3-1395-4de2-9a8c-bb1563e8d923 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:17.475784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37e78f7d-2fa2-417d-aa08-787685965812 req-8393e4c3-1395-4de2-9a8c-bb1563e8d923 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 944 time: 0.3901143 Jan 18 23:07:17.482128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0f721-e448-4b02-b4b1-2f820b99668f service neutron] Pushing event updated for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:17.660630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-3a708fd6-2f8c-4af7-a994-1f7b61d0c7cf tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/17a2b4d1-1a7c-4ce5-a7d2-496574c21534 HTTP/1.1" status: 200 len: 2649 time: 0.2498240 Jan 18 23:07:17.679307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37e78f7d-2fa2-417d-aa08-787685965812 req-9ac7d884-3c14-4abf-97fd-5547b5b66374 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966715 Jan 18 23:07:17.691269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-1cc6f91f-9981-4a96-b017-64cc41f3ac4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 1095 time: 0.0734763 Jan 18 23:07:17.767295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d7dbe5e7-1060-4c95-8328-fbece5c68819 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788 HTTP/1.1" status: 200 len: 217 time: 0.0691822 Jan 18 23:07:17.833182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d9b3c0f2-a852-4992-bb48-53f31a0dc397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:17.834633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d9b3c0f2-a852-4992-bb48-53f31a0dc397 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.0621600 Jan 18 23:07:17.874270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:17.874810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:17.874810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:17.880130 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-d23df9a6-7b2f-4186-89ae-4ffeefcb07a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397239 Jan 18 23:07:17.921614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-79d710f6-7398-42df-be7a-e98a59c1624d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/17a2b4d1-1a7c-4ce5-a7d2-496574c21534 HTTP/1.1" status: 200 len: 2649 time: 0.2487311 Jan 18 23:07:17.955807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:17.956127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:18.014470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-080cb8be-3391-45f6-92d9-dfd5a7e2c7b6 service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277404 Jan 18 23:07:18.023335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:18.023667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:18.024041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:18.024473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Bound port: 1c42bf49-c269-48c1-9d82-13f6b49e7082, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:18.024814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.073576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-7a43a94e-94e8-42c9-b3cf-b0d15f21f96b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4ec3a6f1-1a90-4377-88c3-41a1069478b7 HTTP/1.1" status: 200 len: 2649 time: 0.1435702 Jan 18 23:07:18.143772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1f401-e189-48ed-93f7-1fc53e4ed9ce req-6fec4754-4990-4843-a0a2-29341f254fa7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:18.145531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35b1f401-e189-48ed-93f7-1fc53e4ed9ce req-6fec4754-4990-4843-a0a2-29341f254fa7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 943 time: 0.3431675 Jan 18 23:07:18.148726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6dc082db-a909-44eb-9243-6ad7c093da5b req-b2e914af-e697-479f-a012-afabae25b66e service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287770 Jan 18 23:07:18.275795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-d1b05299-f9fe-4992-99d6-a1e9576ac1af tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4ec3a6f1-1a90-4377-88c3-41a1069478b7 HTTP/1.1" status: 200 len: 2649 time: 0.1778355 Jan 18 23:07:18.290261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:18.316251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:18.326233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35b1f401-e189-48ed-93f7-1fc53e4ed9ce req-a796ae03-2200-4bed-a977-3f4e77d667f8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679661 Jan 18 23:07:18.327666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:18.329541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.365822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Transition to ACTIVE for port object 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:18.371305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-a970a06f-16f8-468a-9f51-1aeeacafd0a5 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/51158c26-c688-4d21-9c1d-30d13d6fc6ab HTTP/1.1" status: 200 len: 2649 time: 0.0883818 Jan 18 23:07:18.394515 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'status': 'completed', 'code': 200} Jan 18 23:07:18.566174 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.570073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.624991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.645542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-819325e3-f1f1-4b0f-847d-44fef0001ac0 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/51158c26-c688-4d21-9c1d-30d13d6fc6ab HTTP/1.1" status: 200 len: 2649 time: 0.2684476 Jan 18 23:07:18.666708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98356d14-6c00-45b1-9e32-0a685276e878 req-00e3c520-cd76-42a8-aa07-1327c20a7faa tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1069868 Jan 18 23:07:18.760347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:18.761739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] 10.222.0.83 "PUT /v2.0/ports/1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 1095 time: 3.0318415 Jan 18 23:07:18.797010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:18.947071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-a6af4ee0-15d5-4cb9-a50f-84268a846abc tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/661d8575-689c-493a-a28b-8379068ebfae HTTP/1.1" status: 200 len: 2649 time: 0.2842069 Jan 18 23:07:19.058704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-1ded7ac4-abac-47ef-8640-63c990c318d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1094 time: 0.6398852 Jan 18 23:07:19.104270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac3e14-7365-45ca-abcb-8222b505669a service neutron] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:19.244938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-34993335-4a8f-40ea-bca4-6ad8f35b7bc1 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/661d8575-689c-493a-a28b-8379068ebfae HTTP/1.1" status: 200 len: 2649 time: 0.2703149 Jan 18 23:07:19.255566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Attempting to bind port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:19.255894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Attempting to bind port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:19.256215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Attempting to bind port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:19.275475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c60d3-71ff-411e-8958-a199f1e35ee9 req-c982a3e0-e41f-4689-8ece-9ec3d0ea38d4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.276894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-696c60d3-71ff-411e-8958-a199f1e35ee9 req-c982a3e0-e41f-4689-8ece-9ec3d0ea38d4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 948 time: 0.4361701 Jan 18 23:07:19.302169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-d6b2b105-7a2d-41cf-a1c3-626d02150a52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1098 time: 0.4076786 Jan 18 23:07:19.381883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:19.382206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Attempting to bind port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:19.415413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3f901-e908-41c5-88af-53c4cc28984c req-d5e3e9bb-d48a-4285-8786-24e8ae7fa01c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.416854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-d5e3e9bb-d48a-4285-8786-24e8ae7fa01c service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.3368783 Jan 18 23:07:19.437333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-5c728e90-db30-4e6d-b662-2ea6eaadfa75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.1220634 Jan 18 23:07:19.489674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:19.490005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:19.490384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:19.490807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Bound port: 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:19.491147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:19.561693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-0138d4d3-c8d4-478f-a6aa-989d067bd37b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7f574a66-201d-4597-af7a-37370b9944bd HTTP/1.1" status: 200 len: 2649 time: 0.3069465 Jan 18 23:07:19.565737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-0e90ce7c-88e5-4e15-a91b-dcbac0fe1954 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 217 time: 0.1398749 Jan 18 23:07:19.569952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-696c60d3-71ff-411e-8958-a199f1e35ee9 req-107ea03a-aa16-4be0-a308-381b04a2afad tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:19.593594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:19.704146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-cc9a198d-9d7a-484d-9acf-640387438410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.705601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-cc9a198d-9d7a-484d-9acf-640387438410 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2188489 Jan 18 23:07:19.726876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:19.740635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'network_id': '84955224-fdc4-41bd-80cb-a62dbe8385e9', 'port_id': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'mac_address': 'fa:16:3e:ba:6e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714ffc66-cc24-4554-b861-fe49ca5b229c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:19.744464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:19.789369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3f901-e908-41c5-88af-53c4cc28984c req-15948b6f-bc66-4869-9d03-e8dcc804a0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:19.790789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-15948b6f-bc66-4869-9d03-e8dcc804a0ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.2156293 Jan 18 23:07:19.832042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:19.848655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-696c60d3-71ff-411e-8958-a199f1e35ee9 req-107ea03a-aa16-4be0-a308-381b04a2afad tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:19.853300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-696c60d3-71ff-411e-8958-a199f1e35ee9 req-107ea03a-aa16-4be0-a308-381b04a2afad tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573123 Jan 18 23:07:19.861744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-d1fa6fa0-2474-46dc-971a-28cc29725b0b tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7f574a66-201d-4597-af7a-37370b9944bd HTTP/1.1" status: 200 len: 2649 time: 0.2890739 Jan 18 23:07:19.876242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:19.876242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-0537a247-dbd0-4799-b86e-f9088635e6ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754731 Jan 18 23:07:19.898598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:19.919048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:19.963722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:19.965871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:19.979430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788', 'network_id': 'c56aab48-7dd7-4b95-b789-5b947e56e40a', 'port_id': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788', 'mac_address': 'fa:16:3e:5b:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f37a47b-f95b-4c85-9c61-876a1378c224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:20.025403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.041885 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.053381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.107913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:20.117033 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788', 'status': 'completed', 'code': 200} Jan 18 23:07:20.143665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:20.148774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:20.158285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.158623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.158957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.159285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.159692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.160571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.161172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.161497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.161818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.162133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.162446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:20.218746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.235685 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-8519f935-6998-4c4b-b4ac-2e05c1ec293c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 1095 time: 0.0949049 Jan 18 23:07:20.292431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:20.343034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:20.344101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] 10.222.0.83 "PUT /v2.0/ports/3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 HTTP/1.1" status: 200 len: 1096 time: 3.1903889 Jan 18 23:07:20.370499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-dc59c997-205a-47d0-9bda-1a77a169b507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.371962 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-dc59c997-205a-47d0-9bda-1a77a169b507 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 200 len: 923 time: 0.1306024 Jan 18 23:07:20.377254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-a0d76849-662e-44e0-bf09-b30d67007e1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6577778 Jan 18 23:07:20.379152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-be9d974a-e547-4233-b59b-1b1017972436 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/88106dcd-a78f-40b6-bef4-1f506b4a6ece HTTP/1.1" status: 200 len: 2649 time: 0.5160553 Jan 18 23:07:20.399478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}, {'name': 'network-changed', 'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:20.410468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8e1895ef-7c8c-4f9e-a4cf-61500b20a788'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:20.451134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f96993-be02-4864-9c01-94a102bdffca service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:20.452056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-f35f42e3-b37e-4fed-86d6-003e398b8168 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788 HTTP/1.1" status: 200 len: 217 time: 0.0690522 Jan 18 23:07:20.464367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:20.517606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-f1be0d43-118f-4f39-925e-713af2a4fa99 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315467 Jan 18 23:07:20.529240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-ab2ec000-285e-4362-9807-8dc36b1b6bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.537643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-ab2ec000-285e-4362-9807-8dc36b1b6bdd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 200 len: 862 time: 0.0751421 Jan 18 23:07:20.589475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-ec29e52e-97a7-4ce2-b77e-b5a3ce01e6f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c56aab48-7dd7-4b95-b789-5b947e56e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451748 Jan 18 23:07:20.731910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7e3f-04e7-4641-aef4-38c620308236 req-d1cf007e-920c-4746-9180-d495a26e4ed8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:20.738856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35db7e3f-04e7-4641-aef4-38c620308236 req-d1cf007e-920c-4746-9180-d495a26e4ed8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 947 time: 0.5054059 Jan 18 23:07:20.793844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-a159cc7e-c53a-4641-b7e9-341dd4614ed0 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/88106dcd-a78f-40b6-bef4-1f506b4a6ece HTTP/1.1" status: 200 len: 2649 time: 0.3958619 Jan 18 23:07:20.858381 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-4eade67d-c057-4905-924b-cc9fb70b5f2b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615583 Jan 18 23:07:20.860348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-b69a11ce-a954-4a8a-b3c0-fd0f306593a3 service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641587 Jan 18 23:07:20.926969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35db7e3f-04e7-4641-aef4-38c620308236 req-3d811ec5-3dfd-46c4-b68e-daca7fc554d3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873052 Jan 18 23:07:20.992014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-79aea795-df42-42f7-b986-a378b6ab174c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 1099 time: 0.4776258 Jan 18 23:07:21.016376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1325e168-bf8b-40c5-83fc-a63222ed56da req-7fd88f37-794c-4379-bcbc-9a0ae39b354d service neutron] 10.222.0.83 "GET /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455984 Jan 18 23:07:21.067981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97a3f901-e908-41c5-88af-53c4cc28984c req-9b248a0f-38ea-4d8d-8756-de4276fafa04 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003507 Jan 18 23:07:21.138921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-841f68da-eb66-4a29-b0ef-9cab3f81016c tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9bef2416-6872-4cfd-aee4-d7286a1e019d HTTP/1.1" status: 200 len: 2649 time: 0.3346782 Jan 18 23:07:21.156089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-e67e6393-2678-4e33-ad32-c59ee9f1ac52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 HTTP/1.1" status: 200 len: 217 time: 0.1462281 Jan 18 23:07:21.259393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-283865ed-92d3-4db8-9ee3-cb6b91ff43e2 req-b5243613-2d5b-4715-be31-259f80fa58ae service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849087 Jan 18 23:07:21.290623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0d821-abf3-4d91-b02e-301230fade57 req-07e4cccf-fb9e-429e-8030-565a290739c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:21.292136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-07e4cccf-fb9e-429e-8030-565a290739c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1122549 Jan 18 23:07:21.333105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-0ffcafbd-4126-4a4f-b6ef-7b0b62ab44d1 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/9bef2416-6872-4cfd-aee4-d7286a1e019d HTTP/1.1" status: 200 len: 2649 time: 0.1819677 Jan 18 23:07:21.374930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae78971-974a-448c-a954-50eaa55cbbf6 req-c6a8460b-3df3-4a15-81bc-ae9a09960131 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:21.376371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cae78971-974a-448c-a954-50eaa55cbbf6 req-c6a8460b-3df3-4a15-81bc-ae9a09960131 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 945 time: 0.2987661 Jan 18 23:07:21.447810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-2eeb66ad-10c1-40fb-a4c1-c49fc142a762 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/aea6c9e0-e7b7-4f31-8557-03c48b347702 HTTP/1.1" status: 200 len: 2649 time: 0.1018898 Jan 18 23:07:21.475544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cae78971-974a-448c-a954-50eaa55cbbf6 req-66cc2d2e-2230-4d80-bcc4-78a284753693 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910015 Jan 18 23:07:21.486641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-445cbaff-2f39-4ebb-9d8f-affca4f73031 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887028 Jan 18 23:07:21.583517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-ef0cb017-7a54-45a5-83c2-d88662ccbde9 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/aea6c9e0-e7b7-4f31-8557-03c48b347702 HTTP/1.1" status: 200 len: 2649 time: 0.1287127 Jan 18 23:07:21.618374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:21.728020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-0a19d29e-672f-4ef5-9d2f-0d01c26e187a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285123 Jan 18 23:07:21.729322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-9a01b5d5-0cc7-4cea-8d76-bc5a2a5f1548 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ef403eaf-db59-462e-8028-7fa21a955833 HTTP/1.1" status: 200 len: 2649 time: 0.1394835 Jan 18 23:07:21.756982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:21.764532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:21.803230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:21.803611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:21.861502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb829952-ca47-4a0b-99e5-c9d011f1f454 req-19724787-257c-4c5b-8c13-5d6b4ffaba78 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:21.863750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb829952-ca47-4a0b-99e5-c9d011f1f454 req-19724787-257c-4c5b-8c13-5d6b4ffaba78 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 944 time: 0.2525625 Jan 18 23:07:21.918758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-b34118bc-a97d-463e-8f93-147500f50d3d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/ef403eaf-db59-462e-8028-7fa21a955833 HTTP/1.1" status: 200 len: 2649 time: 0.1628847 Jan 18 23:07:21.966574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e0d821-abf3-4d91-b02e-301230fade57 req-45cb2774-44ef-4841-8111-9a600740dbf3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302072 Jan 18 23:07:21.974797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:21.982621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb829952-ca47-4a0b-99e5-c9d011f1f454 req-6450bfc6-1590-457a-a75f-41f79767e3b8 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023791 Jan 18 23:07:22.003353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-3212619a-b5dc-4ff6-ab91-0c4d3feeb8a2 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.0646060 Jan 18 23:07:22.011410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:22.020904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:22.030854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:22.031904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:22.067042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:22.069720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2165cfb0-19bd-49d0-b868-e0294fac9f28 req-58884bdd-9edd-4c5e-a207-14e22cad7ff8 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 200 len: 2649 time: 0.0594127 Jan 18 23:07:22.158414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:22.242846 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:22.274447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:22.292316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:22.375221 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'status': 'completed', 'code': 200} Jan 18 23:07:22.375221 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', 'status': 'completed', 'code': 200} Jan 18 23:07:22.381304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:22.446841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:22.453992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e68b257c-c7d8-4715-8262-ca526aae77be req-95217e8c-96c9-48f7-8fd3-5acbf6756ad0 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.2449610 Jan 18 23:07:22.585167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca01ee-2e7b-45a8-ab8a-7aa6085cbc71 req-81b04617-4033-4164-9af3-73331950afd5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:22.586629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20ca01ee-2e7b-45a8-ab8a-7aa6085cbc71 req-81b04617-4033-4164-9af3-73331950afd5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 948 time: 0.1461918 Jan 18 23:07:22.589326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-7742ae85-849d-4dfd-881c-413bbaf12ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1098 time: 0.2095172 Jan 18 23:07:22.593464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-238e8776-7423-4190-a670-24d6d12fb4cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2209351 Jan 18 23:07:22.807812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20ca01ee-2e7b-45a8-ab8a-7aa6085cbc71 req-bda97341-b461-4475-94bd-a0dfa853dccf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134068 Jan 18 23:07:22.881723 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'code': 200} Jan 18 23:07:22.882246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc0f-4be7-4d30-af89-01252c934656 req-23baeb16-28e7-486b-8ecb-2cb03459b8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:22.883745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-23baeb16-28e7-486b-8ecb-2cb03459b8c7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2878020 Jan 18 23:07:22.979958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-9ba435e5-952e-4605-af8d-1626357772b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1097 time: 0.3496253 Jan 18 23:07:22.987429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-db3ef63f-ae35-4419-baed-57e7171478aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.0960679 Jan 18 23:07:22.993177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778b7d7-caf5-4885-b523-af9e3bd402b5 req-4e8f410e-11af-477e-bc32-ded06c01ff1c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:22.994656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3778b7d7-caf5-4885-b523-af9e3bd402b5 req-4e8f410e-11af-477e-bc32-ded06c01ff1c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 947 time: 0.2731636 Jan 18 23:07:23.020482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4d8cf502-e383-40f0-b54e-a8d4ff2e81b1 req-60df80a4-9acf-4968-88a5-ffaf7b468f67 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1096 time: 0.0780172 Jan 18 23:07:23.167592 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4d8cf502-e383-40f0-b54e-a8d4ff2e81b1 req-995294e4-3a97-4c7e-a6f6-a9d07b903c17 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380957 Jan 18 23:07:23.193107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc0f-4be7-4d30-af89-01252c934656 req-4648b010-ce4f-4b29-b9dd-29341740a469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:23.194553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-4648b010-ce4f-4b29-b9dd-29341740a469 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1968865 Jan 18 23:07:23.274145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3778b7d7-caf5-4885-b523-af9e3bd402b5 req-21cfed7f-07cd-4e50-970f-a45a24d469fd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442155 Jan 18 23:07:23.316574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-25702787-3830-4ad2-b9d6-c2d5b25549cd req-25dfeb26-0691-42e4-851d-ef9403adac60 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Synchronizing usage tracker for tenant:5230295d23bd4fce9b909bb8c8756e24 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:23.322065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701464d-e61a-499a-8894-e69edec1964c req-2f886b11-655c-4334-bbe3-e7cc387f4475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:23.323469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-2f886b11-655c-4334-bbe3-e7cc387f4475 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 906 time: 0.2900825 Jan 18 23:07:23.351178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-86a02825-531b-4f76-92e3-80ba1b75edd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500232 Jan 18 23:07:23.527130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-25702787-3830-4ad2-b9d6-c2d5b25549cd req-25dfeb26-0691-42e4-851d-ef9403adac60 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Unset dirty status for tenant:5230295d23bd4fce9b909bb8c8756e24 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:23.528417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25702787-3830-4ad2-b9d6-c2d5b25549cd req-25dfeb26-0691-42e4-851d-ef9403adac60 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5230295d23bd4fce9b909bb8c8756e24 HTTP/1.1" status: 200 len: 5437 time: 0.5844991 Jan 18 23:07:23.673843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-a67c4f4c-ea9b-4ba3-9d38-140faf8b4118 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 1001 time: 0.2423017 Jan 18 23:07:23.681120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-5dbc36cb-de9c-402f-ac65-b5ae43176294 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193243 Jan 18 23:07:23.724104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25702787-3830-4ad2-b9d6-c2d5b25549cd req-809cd860-57fc-4805-8f30-c7429c3517da tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "GET /v2.0/security-groups/88106dcd-a78f-40b6-bef4-1f506b4a6ece HTTP/1.1" status: 200 len: 2649 time: 0.1709599 Jan 18 23:07:23.775113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:23.936448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:23.952082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', 'mac_address': 'fa:16:3e:38:4f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:23.958177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfcd26-8e63-40bf-a00a-0e682b15b4cd req-82a2eeab-5e8d-4016-9c20-7a7e75d9061d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:23.959637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5bfcd26-8e63-40bf-a00a-0e682b15b4cd req-82a2eeab-5e8d-4016-9c20-7a7e75d9061d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 946 time: 0.5292671 Jan 18 23:07:24.006357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.013346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701464d-e61a-499a-8894-e69edec1964c req-537c0d47-5df1-48fc-9ff0-2f59d2b3be3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.014818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-537c0d47-5df1-48fc-9ff0-2f59d2b3be3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 200 len: 844 time: 0.3325779 Jan 18 23:07:24.027371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:24.043299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:24.093413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.094071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:24.103477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25702787-3830-4ad2-b9d6-c2d5b25549cd req-0159b67c-f57b-4b57-9186-b97baecae8dd tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "GET /v2.0/security-groups/88106dcd-a78f-40b6-bef4-1f506b4a6ece HTTP/1.1" status: 200 len: 2649 time: 0.3536804 Jan 18 23:07:24.129052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-894f7747-e0cc-4274-a36f-7c7d0373153d service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075379 Jan 18 23:07:24.135957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5bfcd26-8e63-40bf-a00a-0e682b15b4cd req-e4af8340-d49c-4508-8c31-80afa0f7d26d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658711 Jan 18 23:07:24.153351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-6254c739-11c4-4187-b19b-c2c8ebe41d76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb6def80-5592-49c4-86f9-74f12e20deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316173 Jan 18 23:07:24.186603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:24.190042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:24.208278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'mac_address': 'fa:16:3e:e5:fb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:24.263781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.286589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c42bf49-c269-48c1-9d82-13f6b49e7082 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:24.302232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:24.356694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:24.415362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f80b808-2166-482d-9b36-e50d2e22a244 req-bba895f4-ab42-439b-8697-bf1694496e0a tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0719604 Jan 18 23:07:24.442348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:24.472948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-c18e0645-5dda-405e-9df3-23056293357b service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118608 Jan 18 23:07:24.573540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-cd83510d-c4fa-4835-9e9f-a21c412f92b6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 1100 time: 0.3012106 Jan 18 23:07:24.580232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:24.580957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da691cb5-e8d6-455c-bc16-e95d499784bc req-a6540b79-71f6-4269-95ad-50f9256e7829 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.583038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da691cb5-e8d6-455c-bc16-e95d499784bc req-a6540b79-71f6-4269-95ad-50f9256e7829 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 945 time: 0.3125906 Jan 18 23:07:24.608038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:24.813254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8701464d-e61a-499a-8894-e69edec1964c req-0c26ebac-a05b-4cc8-b74c-2ef3bf0a6da1 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335226 Jan 18 23:07:24.824439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da691cb5-e8d6-455c-bc16-e95d499784bc req-b53efbfe-df51-4b20-81a4-0c926288e6a6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203634 Jan 18 23:07:24.850304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc0f-4be7-4d30-af89-01252c934656 req-896e10ae-8846-4f51-b2ee-73be559b4283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.851881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-896e10ae-8846-4f51-b2ee-73be559b4283 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2679648 Jan 18 23:07:24.888585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:24.957766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-1dde1f52-fab0-4282-897c-1f13e507a5a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 HTTP/1.1" status: 200 len: 217 time: 0.0957391 Jan 18 23:07:24.971705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2bcc-be22-439c-93f3-72f93d9d272e req-f661a95d-7d53-42d4-9922-c6457493395a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:24.974472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-246d2bcc-be22-439c-93f3-72f93d9d272e req-f661a95d-7d53-42d4-9922-c6457493395a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 949 time: 0.2697928 Jan 18 23:07:25.104517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-212f64a5-7908-4696-89b1-b168679f9b16 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3aeb5bec-1765-4ece-9dcf-0ac23f5938df HTTP/1.1" status: 200 len: 1611 time: 0.1389923 Jan 18 23:07:25.105757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc0f-4be7-4d30-af89-01252c934656 req-81452870-af76-4254-a98b-f1bb69e37748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:25.107098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-81452870-af76-4254-a98b-f1bb69e37748 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1428144 Jan 18 23:07:25.110773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-246d2bcc-be22-439c-93f3-72f93d9d272e req-39cd4515-3f0e-49f2-bd3f-6a5c739e1a96 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056998 Jan 18 23:07:25.263866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.292739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-e89f3720-b9f0-46d9-9b8a-b7146784bed1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694307 Jan 18 23:07:25.333602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.476528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daedbe-ba76-4dea-9fe7-41f47e3335a9 req-cbfdf550-1d62-404e-9dda-b54e71708d0c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:25.477924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81daedbe-ba76-4dea-9fe7-41f47e3335a9 req-cbfdf550-1d62-404e-9dda-b54e71708d0c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 948 time: 0.2549744 Jan 18 23:07:25.511228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-02aae914-4dbe-4a54-b947-ef83e2a9a5cf service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074032 Jan 18 23:07:25.605076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.636878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb5bec-1765-4ece-9dcf-0ac23f5938df,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:25.647530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81daedbe-ba76-4dea-9fe7-41f47e3335a9 req-f610ff06-6095-43e8-bae3-546a7f1a08c4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575742 Jan 18 23:07:25.701495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-213ffc0f-4be7-4d30-af89-01252c934656 req-11982ff3-8eac-4235-baf8-557fff746708 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833677 Jan 18 23:07:25.728481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:25.729976 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfc2b0c0-ad24-43a9-9263-7045d450c818 req-d5453006-dc70-48f0-beeb-c22baff90a7d tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aeb5bec-1765-4ece-9dcf-0ac23f5938df HTTP/1.1" status: 204 len: 173 time: 0.6183465 Jan 18 23:07:25.742116 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788', 'code': 200} Jan 18 23:07:25.791262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:26.020025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:26.027078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:26.027837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.153225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.191059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:26.207630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd56491-ff54-4263-bb7b-19fefc49b5c2 req-4d16533f-e9a4-4b87-89bc-4e1c17a4f1e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1297197 Jan 18 23:07:26.209696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d784992-78c2-4e96-aa0d-1f536c723b3d req-176e301e-4722-4668-a416-c16136e4c070 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1351559 Jan 18 23:07:26.250717 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-036fdbd5-6928-488b-b082-a0f7eceb9875 req-d928c143-0be8-46f6-99a9-58677ce1ecaf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 1097 time: 0.4085097 Jan 18 23:07:26.263927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c321e-a37f-46c4-a65b-a92d25c1d955 req-a9ca49f0-a78c-420a-8ef3-862d0efae166 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:26.265401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a0c321e-a37f-46c4-a65b-a92d25c1d955 req-a9ca49f0-a78c-420a-8ef3-862d0efae166 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 946 time: 0.1897326 Jan 18 23:07:26.275187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.275990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:26.335692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-036fdbd5-6928-488b-b082-a0f7eceb9875 req-e80a0b7f-0e38-471f-9bdd-420988957f06 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786278 Jan 18 23:07:26.343205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a0c321e-a37f-46c4-a65b-a92d25c1d955 req-c452dbb8-f38d-45ae-b253-b7f345a3d672 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Jan 18 23:07:26.426293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:26.428111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-3ff35e4d-514b-449e-9cfe-58ca65c08a17 tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c3ce8404-0a1d-4561-ab4c-53d191b9c1e6 HTTP/1.1" status: 200 len: 1611 time: 0.0445850 Jan 18 23:07:26.447917 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:07:26.497198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.527108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.551052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:26.556252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:26.556628 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.638201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.662008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ce8404-0a1d-4561-ab4c-53d191b9c1e6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:26.676329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.677550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51aae8e2-ab5b-46c3-8a8f-a07f9d3409cb req-35c0c87e-e505-4b2b-933b-b1c1246307de tempest-SecurityGroupsTestAdminJSON-522917510 tempest-SecurityGroupsTestAdminJSON-522917510-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3ce8404-0a1d-4561-ab4c-53d191b9c1e6 HTTP/1.1" status: 204 len: 173 time: 0.2426858 Jan 18 23:07:26.684534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304402e1-9ca2-41dd-a68f-a7f4f246d072 req-6a8fa259-1f7a-458a-bfa8-b1d62caf7703 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:26.686230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-304402e1-9ca2-41dd-a68f-a7f4f246d072 req-6a8fa259-1f7a-458a-bfa8-b1d62caf7703 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 945 time: 0.1182442 Jan 18 23:07:26.691693 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.728772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:26.742233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-304402e1-9ca2-41dd-a68f-a7f4f246d072 req-3f36daa5-12e2-4cbb-be43-94d26a468c2c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471568 Jan 18 23:07:26.817898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:26.887200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:26.889979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-e8f02229-7f0f-4619-82b0-55dd11310f79 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "GET /v2.0/security-groups/65bffd51-fab5-42b3-af3b-36a7359e6635 HTTP/1.1" status: 200 len: 1611 time: 0.1064310 Jan 18 23:07:26.934163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae41ea-b38b-443b-811e-ef45296ddbc8 req-a188cdd0-bb82-4b4b-8245-0da0c4954828 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:26.935627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bae41ea-b38b-443b-811e-ef45296ddbc8 req-a188cdd0-bb82-4b4b-8245-0da0c4954828 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 950 time: 0.1541057 Jan 18 23:07:27.007354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.011506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bae41ea-b38b-443b-811e-ef45296ddbc8 req-b35a67ac-ce56-4851-864d-639758eaf432 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Jan 18 23:07:27.046589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.176820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.201393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bffd51-fab5-42b3-af3b-36a7359e6635,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:27.240781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd24b80-a652-48ef-80b7-8663fc66fa21 req-acc376bc-75ef-42cc-bc70-085b1ea63ed8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:27.242798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfd24b80-a652-48ef-80b7-8663fc66fa21 req-acc376bc-75ef-42cc-bc70-085b1ea63ed8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.1154139 Jan 18 23:07:27.299357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.301540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a187417-6c70-4aa9-a512-2df274f74c91 req-227e91bf-ff75-40ed-861f-581cb01c0b1f tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "DELETE /v2.0/security-groups/65bffd51-fab5-42b3-af3b-36a7359e6635 HTTP/1.1" status: 204 len: 173 time: 0.4033346 Jan 18 23:07:27.304119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfd24b80-a652-48ef-80b7-8663fc66fa21 req-bd735c1f-a209-47ab-b399-06d5c396c141 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491111 Jan 18 23:07:27.504216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6cd7837-2983-454a-898a-1f16b1ee4aa4 req-cf0359dd-9206-466f-98b4-297a1794f4bb tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0575311 Jan 18 23:07:27.514467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e0102a2-2825-46f3-9725-640645817d30 req-e88e8a1a-58de-4f0a-bc7f-bfd388acad59 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-382719897&fields=id&tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 267 time: 0.0869849 Jan 18 23:07:27.642688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80e49474-8f12-4173-9eb2-f993691e2776 req-6c06676d-3387-441a-aeaa-5f51651cbf03 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "GET /v2.0/security-groups/a0a3c97d-5399-4ae2-b018-6ef8d58ddaf7 HTTP/1.1" status: 200 len: 1610 time: 0.0781569 Jan 18 23:07:27.674391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0102a2-2825-46f3-9725-640645817d30 req-41e84140-b8ef-4220-a5c0-cc1a0d8ede0e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:27.675904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e0102a2-2825-46f3-9725-640645817d30 req-41e84140-b8ef-4220-a5c0-cc1a0d8ede0e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 945 time: 0.1557014 Jan 18 23:07:27.693728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'security_groups': ['fb0499ce-012c-4265-804b-00dcb9820f49', 'f6b0082b-d646-4155-99f6-fa179903ecc9']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:27.741054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'}, {'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:27.824650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80e49474-8f12-4173-9eb2-f993691e2776 req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.855481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:27.875290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80e49474-8f12-4173-9eb2-f993691e2776 req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.074313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80e49474-8f12-4173-9eb2-f993691e2776 req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.101871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a3c97d-5399-4ae2-b018-6ef8d58ddaf7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:28.119012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80e49474-8f12-4173-9eb2-f993691e2776 req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.120118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80e49474-8f12-4173-9eb2-f993691e2776 req-3bfdb6fb-48f3-4c8f-bcb7-06c080f327b4 tempest-SecurityGroupsTestAdminJSON-896104928 tempest-SecurityGroupsTestAdminJSON-896104928-project] 10.222.0.59 "DELETE /v2.0/security-groups/a0a3c97d-5399-4ae2-b018-6ef8d58ddaf7 HTTP/1.1" status: 204 len: 173 time: 0.4711077 Jan 18 23:07:28.168430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:28.194848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.258213 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.274213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4', '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:28.351084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.351692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:28.353077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e0102a2-2825-46f3-9725-640645817d30 req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "PUT /v2.0/ports/6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 981 time: 0.6670527 Jan 18 23:07:28.356155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:28.373302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c21c-be53-499f-a75e-456a8ce1d61b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:28.392640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b6b02-22d1-4203-850a-dc5981693e35 req-4d2787a7-a543-4a11-a139-ebd98ac32ce4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:28.394601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b9b6b02-22d1-4203-850a-dc5981693e35 req-4d2787a7-a543-4a11-a139-ebd98ac32ce4 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 946 time: 0.1710143 Jan 18 23:07:28.436641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:28.445690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b9b6b02-22d1-4203-850a-dc5981693e35 req-31a077ef-ffc3-41bd-9b9b-9eeb43588bbf tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Jan 18 23:07:28.564040 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', 'code': 200} Jan 18 23:07:28.564312 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'code': 200} Jan 18 23:07:28.742323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33420) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:28.932117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c2ad1aea-00ba-49f1-a0c2-ddb9e61c4475 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5230295d23bd4fce9b909bb8c8756e24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886060 Jan 18 23:07:28.932884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33426) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:29.002374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:29.030945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:29.042958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f05e17a-5a4a-47c9-b26b-544c4b732bb0 req-918f202d-a0ca-45dc-b391-87e495ff4603 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 1101 time: 0.3904030 Jan 18 23:07:29.049769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd57a379-2b5b-41b5-9e81-c719cc2f7e69 req-88a0fe63-fc57-4d62-b538-824d0d030c9b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.3960173 Jan 18 23:07:29.057974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8311a0-6129-4fd9-8fc9-f199dd411bd6 req-b9d7c8cb-b156-479f-9e80-cc60a5834ca1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.059353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc8311a0-6129-4fd9-8fc9-f199dd411bd6 req-b9d7c8cb-b156-479f-9e80-cc60a5834ca1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 950 time: 0.2143197 Jan 18 23:07:29.096031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f6e94-2c5e-4594-98ed-17ef98cd1eef req-489caadf-1a59-4293-af67-7adf48d925b3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.097586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a78f6e94-2c5e-4594-98ed-17ef98cd1eef req-489caadf-1a59-4293-af67-7adf48d925b3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.2461596 Jan 18 23:07:29.139232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:29.162274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88106dcd-a78f-40b6-bef4-1f506b4a6ece,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:29.166689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:29.171077 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3679891f-3184-4364-9d33-4259c68cfafd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88106dcd-a78f-40b6-bef4-1f506b4a6ece HTTP/1.1" status: 204 len: 168 time: 0.2341325 Jan 18 23:07:29.207945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f05e17a-5a4a-47c9-b26b-544c4b732bb0 req-3d6394ce-d987-436b-91e1-c9ce4419f8b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572180 Jan 18 23:07:29.222136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd57a379-2b5b-41b5-9e81-c719cc2f7e69 req-ae162641-fb82-4349-b14b-e1c70b2c9c98 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618266 Jan 18 23:07:29.224653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc8311a0-6129-4fd9-8fc9-f199dd411bd6 req-c950de5f-4f9a-496d-a3f0-938cb5d5aa41 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345160 Jan 18 23:07:29.226849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a78f6e94-2c5e-4594-98ed-17ef98cd1eef req-07606653-03bf-4264-81c9-d9662e7b3136 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092858 Jan 18 23:07:29.304494 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'status': 'completed', 'code': 200} Jan 18 23:07:29.326284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b736fb02-6e8a-4c67-8c47-c415bd831d81 req-494fd647-e3f9-469d-8e2c-465d09ae8f4d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/f6b0082b-d646-4155-99f6-fa179903ecc9 HTTP/1.1" status: 200 len: 1634 time: 0.0488398 Jan 18 23:07:29.436487 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-b736fb02-6e8a-4c67-8c47-c415bd831d81 req-2da2743a-232d-4970-a255-93cbcac2c69e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:07:29.444143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b736fb02-6e8a-4c67-8c47-c415bd831d81 req-2da2743a-232d-4970-a255-93cbcac2c69e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/f6b0082b-d646-4155-99f6-fa179903ecc9 HTTP/1.1" status: 409 len: 341 time: 0.0868301 Jan 18 23:07:29.460906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-c340be0e-8dd4-4d7f-866a-4376679386ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1135 time: 0.1335740 Jan 18 23:07:29.602547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15a1e3b8-bfc4-4aad-a160-8d7ac6a1c057 req-d2bbc2b2-1a66-460f-8878-09f7ddb1c36a tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0502515 Jan 18 23:07:29.641596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-1225c5ce-70ed-4b35-a57d-f4fd72ec9e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.643019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-1225c5ce-70ed-4b35-a57d-f4fd72ec9e35 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.1753287 Jan 18 23:07:29.714986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-6b9d8ef4-ae85-4eab-ab1a-e5c6e2886824 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 217 time: 0.0658512 Jan 18 23:07:29.787161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-255e24c6-dac4-4eee-952d-5b8b5225160e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:29.788650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-255e24c6-dac4-4eee-952d-5b8b5225160e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.0679336 Jan 18 23:07:29.840074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-656fc4b3-c39d-4013-86d6-ba4ca2408b39 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444329 Jan 18 23:07:29.938737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:30.035784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-38c3c348-a92c-404d-a3b8-0b84d15bf7fa service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899114 Jan 18 23:07:30.039017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b5f72a91-d627-45a4-91f7-ff1e5b92979e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c840871d93d54da2871871024c2493fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0992928 Jan 18 23:07:30.042238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:30.133644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.160970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.218511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-571864c5-98c3-4d55-bb13-b2c169a28e52 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2febb3d82a244c279401309afe5a1380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534194 Jan 18 23:07:30.282437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.303544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec3a6f1-1a90-4377-88c3-41a1069478b7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:30.310313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:30.311508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c6cbef9-8c84-418f-8cc0-5586f412e702 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ec3a6f1-1a90-4377-88c3-41a1069478b7 HTTP/1.1" status: 204 len: 168 time: 0.2683017 Jan 18 23:07:30.357701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf3678b7-e484-4934-acca-d6b2e667c2d7 req-46b5d2c9-4934-4ba8-87a0-4a1d67041386 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160722 Jan 18 23:07:30.389804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24645175-01f9-4c50-b161-f9ef1530c08c req-b81bd5ad-1123-41bc-a2f3-21122901274d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:30.391284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24645175-01f9-4c50-b161-f9ef1530c08c req-b81bd5ad-1123-41bc-a2f3-21122901274d tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 946 time: 0.2707694 Jan 18 23:07:30.467829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84c0e-e316-4042-86de-b09af0652bff req-396b6cec-e4ef-4e87-9ff3-bbc81b3384ad tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:30.475067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-396b6cec-e4ef-4e87-9ff3-bbc81b3384ad tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444322 Jan 18 23:07:30.493576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24645175-01f9-4c50-b161-f9ef1530c08c req-0e828ff9-6a1a-4ad5-82f1-3cfc1aa1f182 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups?id=ef403eaf-db59-462e-8028-7fa21a955833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Jan 18 23:07:30.495630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-33f99967-7032-48da-b8c9-2b0332245cb9 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/quotas/2febb3d82a244c279401309afe5a1380 HTTP/1.1" status: 200 len: 375 time: 0.0199263 Jan 18 23:07:30.550812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-3dd05763-0711-47be-9901-8c3a19e22393 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485537 Jan 18 23:07:30.651447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-d64e068e-0748-40b8-9ca3-6b6d856ecf62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1135 time: 0.0894110 Jan 18 23:07:30.970289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8335-2629-4724-9b21-7145438a6a0c req-dc3bfac7-19ee-4c3a-a372-034b3777d803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:30.971896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-dc3bfac7-19ee-4c3a-a372-034b3777d803 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.3138311 Jan 18 23:07:31.101264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-c163a3ca-9dd2-4aec-a260-bcef338b26bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 217 time: 0.1233518 Jan 18 23:07:31.131694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27f89c8c-9642-4211-ac18-3b424623c733 req-68ef6b62-2c3b-475d-9f1d-3d65195844bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=233c48a5935240bbbc308ce01538cbf2&device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.0990987 Jan 18 23:07:31.179513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27f89c8c-9642-4211-ac18-3b424623c733 req-33f4859d-3a79-4d79-9c9e-5548dc9632f1 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=233c48a5935240bbbc308ce01538cbf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396628 Jan 18 23:07:31.223745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef8335-2629-4724-9b21-7145438a6a0c req-3fab2e1c-c54e-46f6-a3c4-632bb58250a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.225203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-3fab2e1c-c54e-46f6-a3c4-632bb58250a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.1092436 Jan 18 23:07:31.312288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195bc1-53de-4bce-9561-ba0ebf336623 req-d136b8b9-3413-48e3-a81e-9d6da8e01a15 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.313710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf195bc1-53de-4bce-9561-ba0ebf336623 req-d136b8b9-3413-48e3-a81e-9d6da8e01a15 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 984 time: 0.2728825 Jan 18 23:07:31.322066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-eec905d3-7090-47da-9dbd-0efd479dcb17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856667 Jan 18 23:07:31.338786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f89c8c-9642-4211-ac18-3b424623c733 req-394dc661-e081-4758-bd98-b67866380b53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.340254 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27f89c8c-9642-4211-ac18-3b424623c733 req-394dc661-e081-4758-bd98-b67866380b53 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526093 Jan 18 23:07:31.515038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf195bc1-53de-4bce-9561-ba0ebf336623 req-1dfc36fd-bf36-4cfb-b2b1-a7e498bd5a2f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6b0082b-d646-4155-99f6-fa179903ecc9&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1919541 Jan 18 23:07:31.546368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ddd50-03de-462b-b77e-0e8bdc1f957f req-21c98fb9-e37e-465a-9b16-2303dcb432c6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.546865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee5ddd50-03de-462b-b77e-0e8bdc1f957f req-21c98fb9-e37e-465a-9b16-2303dcb432c6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 950 time: 0.3669636 Jan 18 23:07:31.552257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-f9251b80-a46a-464f-a086-fe483c86a9b5 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219982 Jan 18 23:07:31.577241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-57e3bec2-0c03-481f-922f-5b8d36989197 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.578668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-57e3bec2-0c03-481f-922f-5b8d36989197 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 946 time: 0.3054276 Jan 18 23:07:31.797202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Deleting port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:31.797559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:31.830289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee5ddd50-03de-462b-b77e-0e8bdc1f957f req-d447b01d-a62f-4720-b1a7-790b6e455a3d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771053 Jan 18 23:07:31.929233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7eef8335-2629-4724-9b21-7145438a6a0c req-1a41ca5a-6c86-4266-bc50-e301b6f068b2 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579085 Jan 18 23:07:31.963094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a274de8-7a69-4309-a179-eaae00277110 req-8b893619-17d3-4f13-8066-b987d7026fff tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:31.964534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a274de8-7a69-4309-a179-eaae00277110 req-8b893619-17d3-4f13-8066-b987d7026fff tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.2719841 Jan 18 23:07:32.021270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33508) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:32.106744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a274de8-7a69-4309-a179-eaae00277110 req-84a933a0-7a77-4f92-a47a-cd1adc749f59 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326916 Jan 18 23:07:32.173216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-0f2bca5e-d641-46a4-bb7a-4f89e716bff6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2febb3d82a244c279401309afe5a1380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590329 Jan 18 23:07:32.196762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] For port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,segment=NetworkSegment(b8e65d31-d390-4eaf-9458-f0e980949510),segment_id=b8e65d31-d390-4eaf-9458-f0e980949510)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:32.197465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.228468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-network', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:32.233655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:32.243243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Usage tracker for resource:network and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:32.246216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:32.253878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:32.360808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Made reservation on behalf of b69f8ec025e9422abc5980d305eb2ce3 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:32.364430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.375555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.406791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:32.411396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Usage tracker for resource:security_group_rule and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:32.414400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:32.420659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:32.499418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.559748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Calling delete_port for 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:32.592077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.615766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0f905ac-b75e-410c-bbf7-17e3608f7930 req-d217b273-7a45-4f1e-8ebb-01d4ca42f3f2 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.3637488 Jan 18 23:07:32.660561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:32.731801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904347b-96ed-4fcd-880c-4d6cc006c1af,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:32.735006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.735352 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Added segment 6be681d2-b38c-48a8-a2f4-aa358e6a9f04 of type vlan for network 47f443e0-ed1e-4b01-9773-011cf65d1756 Jan 18 23:07:32.744533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-0a6324e9-5205-4c96-b9cc-7b09db9dfdcf tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:32.767999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-0a6324e9-5205-4c96-b9cc-7b09db9dfdcf tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5818546 Jan 18 23:07:32.792402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.906788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-e5080593-966d-4d31-8f87-64e2dcd3b34b tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/quotas/2febb3d82a244c279401309afe5a1380 HTTP/1.1" status: 200 len: 375 time: 0.1348200 Jan 18 23:07:32.917739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:32.921530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:32.921530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.012584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-a1e1a99d-8393-4a61-a765-2b8550fc9d89 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046937 Jan 18 23:07:33.023963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.065423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27f89c8c-9642-4211-ac18-3b424623c733 req-d3d18869-1f42-477f-85d0-1349d01d1c6b tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1028297 Jan 18 23:07:33.105869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] Pushing event updated for resources: {'Network': ['ID=47f443e0-ed1e-4b01-9773-011cf65d1756,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:33.116620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:07:33.125384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca231241-3630-49b0-9d3f-2927f8402321 req-2b793115-5495-4f98-82cb-c5e1d4adb4de tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a12465b-43c4-4ea2-90ae-a34bae5587f5 HTTP/1.1" status: 200 len: 210 time: 0.1230731 Jan 18 23:07:33.140479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event deleted for resources: {'Port': ['ID=8e1895ef-7c8c-4f9e-a4cf-61500b20a788,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:33.146861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6c896655-8b7b-419d-9a33-421f2ec99095 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1228580 Jan 18 23:07:33.160339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:33.166559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Request body: {'subnet': {'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-subnet', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:33.179839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.184481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Usage tracker for resource:subnet and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:33.188034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:33.195667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.248473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] No DVR routers for this DVR port 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:33.251528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.257779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'name': 'network-vif-deleted', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:33.280334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d936c205-bc3e-4f09-86f5-66aaa1fc5dd4 req-d08e733f-c131-43ac-8866-eca9a3c80228 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.83 "DELETE /v2.0/ports/8e1895ef-7c8c-4f9e-a4cf-61500b20a788 HTTP/1.1" status: 204 len: 173 time: 1.6781342 Jan 18 23:07:33.301438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Made reservation on behalf of b69f8ec025e9422abc5980d305eb2ce3 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:33.304157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.682092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.738120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-9d9162ed-bbf7-4418-94ba-8951c6936369 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 1101 time: 0.1310234 Jan 18 23:07:33.767173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c17176-550e-4836-865b-4e975d1ded8c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:33.774881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.779856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Checking segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:33.780033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Network hostable DHCP agents. Network: 47f443e0-ed1e-4b01-9773-011cf65d1756, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:33.808268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-f6c62249-3d09-4da3-adaa-8a3f1f9d9461 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.1142497 Jan 18 23:07:33.817700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.837443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Usage tracker for resource:security_group_rule and tenant:d5a9cc9403ad41af8ea33dbb08129f1a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:33.842076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:33.847983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:33.848295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.858045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.878038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:07:33.878912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8e1895ef-7c8c-4f9e-a4cf-61500b20a788 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:07:33.887556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:33.894763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:33.903080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Usage tracker for resource:security_group_rule and tenant:439c6dade1bd429293ee98f30a545a18 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:33.906901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:33.916935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:33.966436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 47f443e0-ed1e-4b01-9773-011cf65d1756) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:33.973733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:33.976563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.976693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:33.976817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97e065-b513-4c0d-88ab-8ef2e292aedc None None] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:34.024822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.051991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.056567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08e802b5-b10a-480b-96d8-def5417b1687 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8946781 Jan 18 23:07:34.057566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33548) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:34.063341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:34.068808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:34.073039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Usage tracker for resource:router and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:34.076351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:34.083541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:34.101425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d68c5c6-3f8f-48b7-9db1-8958ca8b9d9f req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513021 Jan 18 23:07:34.106797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7775de2-b31e-4bfb-8e62-c52bd6c957fe tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c28db-8862-43d6-a688-680693bf199d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:34.123619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.161991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2bb6d52-2bc3-4b6c-a545-da745cac8bfa req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473597 Jan 18 23:07:34.207897 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.209169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.223307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b604c8-d383-4193-8a8d-4ce92fdb0da7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba3abd-6f6e-4f62-b44f-169d6e2959dd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:34.251755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.299393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-47f443e0-ed1e-4b01-9773-011cf65d1756', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:07:34.301264 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.340953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-cb4a10bc-77c6-4ba9-93c4-6c340538f5b5 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2febb3d82a244c279401309afe5a1380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797656 Jan 18 23:07:34.530968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Allocated IP 172.20.0.2 (47f443e0-ed1e-4b01-9773-011cf65d1756/e3c17176-550e-4836-865b-4e975d1ded8c/44653ab2-9ff0-4214-8298-09c25692928b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:34.538242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb93d-2a5a-4e6b-8267-665a634836ad req-20d5863a-bd6e-4224-bea8-e3b31f6c92b1 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.545658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ebb93d-2a5a-4e6b-8267-665a634836ad req-20d5863a-bd6e-4224-bea8-e3b31f6c92b1 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 984 time: 0.2517958 Jan 18 23:07:34.590143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.647804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24348749-6b38-4473-9a5b-011dbe57abc1 req-e35a9af3-0402-416f-b559-d1a8ebdba609 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 210 time: 0.0747569 Jan 18 23:07:34.683570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84c0e-e316-4042-86de-b09af0652bff req-01cf1eb1-69e2-4baa-82fc-c7e284ad8c71 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:34.685095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-01cf1eb1-69e2-4baa-82fc-c7e284ad8c71 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236668 Jan 18 23:07:34.709309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ebb93d-2a5a-4e6b-8267-665a634836ad req-3f1e87c0-d8ca-4ab8-b46f-21cf5bbfff90 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6b0082b-d646-4155-99f6-fa179903ecc9&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1622076 Jan 18 23:07:34.714152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Request body: {'port': {'device_id': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '2febb3d82a244c279401309afe5a1380'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:34.758421 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a12465b-43c4-4ea2-90ae-a34bae5587f5', 'name': 'network-vif-deleted', 'tag': '8e1895ef-7c8c-4f9e-a4cf-61500b20a788', 'status': 'completed', 'code': 200} Jan 18 23:07:34.845732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:34.868894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Transition to ACTIVE for port object 44653ab2-9ff0-4214-8298-09c25692928b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:34.915607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Transition to ACTIVE for port object 44653ab2-9ff0-4214-8298-09c25692928b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:34.997133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.100776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d0e413d-2c13-40e5-ac73-4ba45d906279 req-070af2b1-4010-44e6-b5a3-72d5de2b0f36 tempest-ServerShowV254Test-2103500198 tempest-ServerShowV254Test-2103500198-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a122a70-13fe-4628-8de4-410542a10a88 HTTP/1.1" status: 200 len: 210 time: 0.1863513 Jan 18 23:07:35.103838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:35.111407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:35.117087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:35.132458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Pushing event updated for resources: {'Port': ['ID=44653ab2-9ff0-4214-8298-09c25692928b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:35.176119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:35.185148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Usage tracker for resource:port and tenant:2febb3d82a244c279401309afe5a1380 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:35.211227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:35.223927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:35.242034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Attempting to bind port 44653ab2-9ff0-4214-8298-09c25692928b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:35.242400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Attempting to bind port 44653ab2-9ff0-4214-8298-09c25692928b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:35.242818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Attempting to bind port 44653ab2-9ff0-4214-8298-09c25692928b on network 47f443e0-ed1e-4b01-9773-011cf65d1756 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:35.250160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:35.250405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Checking segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:35.250733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.251227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Bound using segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:35.251692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Bound port: 44653ab2-9ff0-4214-8298-09c25692928b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:35.252060 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.271054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.303371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.337142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da717726-7692-4a26-8b44-bd999b490561 req-17b52e13-d41c-4b10-93dd-f9272369148c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1082211 Jan 18 23:07:35.370955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Made reservation on behalf of 2febb3d82a244c279401309afe5a1380 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:35.374524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.398159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.403821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] For port 44653ab2-9ff0-4214-8298-09c25692928b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:35.407416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] For port 44653ab2-9ff0-4214-8298-09c25692928b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=44653ab2-9ff0-4214-8298-09c25692928b,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:35.431453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f6544afd-a1ed-481a-a0f1-843c1f53fd40 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-41229009&fields=id&tenant_id=b2d4792fc8444cedbea6c475c10b4c69 HTTP/1.1" status: 200 len: 267 time: 0.0905836 Jan 18 23:07:35.466560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Allocated IP 172.25.1.44 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/b99c589e-4451-4471-9152-03d6aa2db9cb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:35.479805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.502020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:35.507344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Usage tracker for resource:security_group_rule and tenant:2febb3d82a244c279401309afe5a1380 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:35.511214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:35.519374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:35.576547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-807c7532-71a2-4003-af63-8b6bbad75d8e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:35.578243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-807c7532-71a2-4003-af63-8b6bbad75d8e tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 984 time: 0.1387269 Jan 18 23:07:35.590852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d9797-ac63-4b47-ba3c-527799c97001 None None] Pushing event updated for resources: {'Port': ['ID=44653ab2-9ff0-4214-8298-09c25692928b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:35.597595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'port': {'security_groups': ['f6b0082b-d646-4155-99f6-fa179903ecc9', 'fb0499ce-012c-4265-804b-00dcb9820f49', '061e4c11-a9bb-40af-890e-882a7401fa74']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:35.682881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.686885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.762889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.854166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:35.895078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:35.899868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:35.925382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:35.963486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Pushing event updated for resources: {'Port': ['ID=b99c589e-4451-4471-9152-03d6aa2db9cb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:35.974216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-e321b774-0127-4f9c-baee-24219def3dc5 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2febb3d82a244c279401309afe5a1380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697508 Jan 18 23:07:36.001447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.108092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ee03e-cb97-4264-a33e-8c63f60361d3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:36.182868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-9b538207-0515-4900-b01b-f5e494ad3c16 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:36.188690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-9b538207-0515-4900-b01b-f5e494ad3c16 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030933 Jan 18 23:07:36.201818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 44653ab2-9ff0-4214-8298-09c25692928b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:36.218422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Allocated IP 192.168.233.97 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/47e36471-998b-4d83-b7a7-3f040bdf1235) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:36.236713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Request body: {'port': {'device_id': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '2febb3d82a244c279401309afe5a1380'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:36.311622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-60514144-f155-4a27-b00d-78e7223307a0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577850 Jan 18 23:07:36.374223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 44653ab2-9ff0-4214-8298-09c25692928b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:36.428804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:36.432739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Usage tracker for resource:port and tenant:2febb3d82a244c279401309afe5a1380 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:36.436533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:36.446468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:36.505446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Made reservation on behalf of 2febb3d82a244c279401309afe5a1380 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:36.508463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.630580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.631328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.795579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58831d-dd09-4807-b2ab-734e4ce3f7de None None] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:36.829876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-c38d5cc0-4d0c-4271-bed2-fe483a811de3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:36.833382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-c38d5cc0-4d0c-4271-bed2-fe483a811de3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010476 Jan 18 23:07:36.843783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-ba042d67-ef2c-4376-8b10-6b917f45be97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5966442 Jan 18 23:07:36.892968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:36.909427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-48c518e5-f29d-4415-a1a3-3042997cc872 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.0623372 Jan 18 23:07:36.973362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Transition to ACTIVE for port object 47e36471-998b-4d83-b7a7-3f040bdf1235 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:36.997912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:37.004703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:07:37.030869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Provisioning for port 44653ab2-9ff0-4214-8298-09c25692928b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:37.043456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Provisioning complete for port 44653ab2-9ff0-4214-8298-09c25692928b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:37.043836 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.052442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.069594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-f8aa7568-d2b2-4836-a0c8-b8975425f39c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1420250 Jan 18 23:07:37.128166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.196561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.211478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.230745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4', '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:37.311739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:37.319581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:37.323797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Allocated IP 192.168.233.208 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/9506b3f4-4801-4325-bc88-36399b630a1b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:37.324771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] For port 44653ab2-9ff0-4214-8298-09c25692928b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=44653ab2-9ff0-4214-8298-09c25692928b,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:37.416051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:37.416828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.421632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:37.439360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fb5c601-c774-49f9-a502-f95228f43b36 req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "PUT /v2.0/ports/6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 1020 time: 1.8497300 Jan 18 23:07:37.439887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:37.460312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:37.465867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:37.470716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.613263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:37.618382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.632184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b8025-b6f7-4648-9a08-e81cefce29d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:37.745631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2626a48-32ad-440b-a086-af3b0f61a6f1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0351155 Jan 18 23:07:37.758980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Request body: {'port': {'device_id': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:37.840300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:37.858865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d173b-da99-4811-b2af-e634ee3d86c2 None None] Pushing event updated for resources: {'Port': ['ID=44653ab2-9ff0-4214-8298-09c25692928b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:37.889725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Sync routers for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:07:37.917337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8f4551c6-32a0-4494-8845-55beeaaba844 None None] Provisioning complete for port 44653ab2-9ff0-4214-8298-09c25692928b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:37.917763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f4551c6-32a0-4494-8845-55beeaaba844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.918377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.948825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Transition to ACTIVE for port object 9506b3f4-4801-4325-bc88-36399b630a1b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:37.968528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3c966b1f-b2ce-4ef7-836f-ebe1e10843f3 req-577770bd-6bc7-463f-ad6e-ddfdb077facb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Synchronizing usage tracker for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:37.990929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:37.995144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4ad2466b-68aa-4dfc-9a5a-924d3d6b40ad admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9338813 Jan 18 23:07:37.996791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33620) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:38.069207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:38.069770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:07:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:38.094363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.102640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.177711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 44653ab2-9ff0-4214-8298-09c25692928b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:38.195850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3c966b1f-b2ce-4ef7-836f-ebe1e10843f3 req-577770bd-6bc7-463f-ad6e-ddfdb077facb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Unset dirty status for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:38.197040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c966b1f-b2ce-4ef7-836f-ebe1e10843f3 req-577770bd-6bc7-463f-ad6e-ddfdb077facb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 210 time: 0.3400123 Jan 18 23:07:38.364499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:38.367123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:38.371187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:38.374513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:38.462783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:38.463553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.729916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:07:38.761570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-cc09f046-7efb-4d6d-95e0-f5baae6c02e6 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5367720 Jan 18 23:07:38.774624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 44653ab2-9ff0-4214-8298-09c25692928b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:38.774851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Request body: {'port': {'device_id': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:38.775035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.945465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:38.971659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a95ee91c-47ee-4e5f-8984-42d1c2b77744 req-d631ab11-6b0f-44b7-863b-b1b2378990b3 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/061e4c11-a9bb-40af-890e-882a7401fa74 HTTP/1.1" status: 200 len: 1633 time: 0.3713250 Jan 18 23:07:39.038618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552856f-b634-4bc9-ac1e-c8fde3879910 req-3f3b4dca-18e7-43dc-b77d-743fa4b527ca tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:39.045515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0552856f-b634-4bc9-ac1e-c8fde3879910 req-3f3b4dca-18e7-43dc-b77d-743fa4b527ca tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.5683794 Jan 18 23:07:39.129608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:39.132454 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.173282 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-a95ee91c-47ee-4e5f-8984-42d1c2b77744 req-8cc4fa26-23aa-4087-8a48-e30b190b93e2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:07:39.174312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a95ee91c-47ee-4e5f-8984-42d1c2b77744 req-8cc4fa26-23aa-4087-8a48-e30b190b93e2 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/061e4c11-a9bb-40af-890e-882a7401fa74 HTTP/1.1" status: 409 len: 341 time: 0.1945977 Jan 18 23:07:39.191951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0552856f-b634-4bc9-ac1e-c8fde3879910 req-174f341e-153e-42cd-b019-a98e1cf65b5a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453717 Jan 18 23:07:39.199632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:39.217055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.248801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Transition to ACTIVE for port object 47e36471-998b-4d83-b7a7-3f040bdf1235 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:39.313884 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'status': 'completed', 'code': 200} Jan 18 23:07:39.315784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.543562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb8575f4-c1a2-4635-b387-be9a28057dfb None None] Provisioning for port 47e36471-998b-4d83-b7a7-3f040bdf1235 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:39.602059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:39.632037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.745785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb8575f4-c1a2-4635-b387-be9a28057dfb None None] Provisioning for port 9506b3f4-4801-4325-bc88-36399b630a1b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:39.819009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb8575f4-c1a2-4635-b387-be9a28057dfb None None] Provisioning complete for port 9506b3f4-4801-4325-bc88-36399b630a1b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:39.819745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb8575f4-c1a2-4635-b387-be9a28057dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:39.852210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-8fb38557-879c-4a50-be12-cbff9164080b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.2971058 Jan 18 23:07:39.907904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Attempting to bind port 47e36471-998b-4d83-b7a7-3f040bdf1235 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:39.908243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Attempting to bind port 47e36471-998b-4d83-b7a7-3f040bdf1235 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:39.908561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Attempting to bind port 47e36471-998b-4d83-b7a7-3f040bdf1235 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:39.939199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:39.945055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Usage tracker for resource:security_group_rule and tenant:233c48a5935240bbbc308ce01538cbf2 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:39.946877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:39.950754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cb8575f4-c1a2-4635-b387-be9a28057dfb None None] Port 9506b3f4-4801-4325-bc88-36399b630a1b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:39.953572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:40.002684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:36Z', 'revision_number': 3, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:40.011938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Checking router: 87cc7e09-ad7d-447c-96cb-a52e77e361c4 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:07:40.012745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Updating router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 port b99c589e-4451-4471-9152-03d6aa2db9cb binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:07:40.018362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Port 47e36471-998b-4d83-b7a7-3f040bdf1235 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:40.019066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Attempting to bind port 47e36471-998b-4d83-b7a7-3f040bdf1235 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:40.043882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:40.044048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:40.044426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:40.044878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Bound port: 47e36471-998b-4d83-b7a7-3f040bdf1235, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:40.045229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.074808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9506b3f4-4801-4325-bc88-36399b630a1b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:40.095481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.101213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-521ff989-b7a8-4f31-83b6-b814f6f9536d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1174 time: 0.7584529 Jan 18 23:07:40.103517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.152279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-11fae4cd-5fdf-411f-802a-4c9666e86ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.153768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-11fae4cd-5fdf-411f-802a-4c9666e86ba9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2883565 Jan 18 23:07:40.164077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Transition to ACTIVE for port object 9506b3f4-4801-4325-bc88-36399b630a1b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:40.270594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-0eb4969b-00cf-4b8a-bbdb-5139720a8b6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.1006970 Jan 18 23:07:40.279796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87306-73f0-4022-a9ae-d56f2ee4b3f6 req-45df787f-7176-4e6c-8244-29e509a55bd0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.287884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84e87306-73f0-4022-a9ae-d56f2ee4b3f6 req-45df787f-7176-4e6c-8244-29e509a55bd0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 936 time: 0.3266993 Jan 18 23:07:40.295639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.390938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:40.429905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33664) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:40.433467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:40.535316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-84e87306-73f0-4022-a9ae-d56f2ee4b3f6 req-7720f072-80f6-4c24-80ee-e9369cfa38e0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Synchronizing usage tracker for tenant:2febb3d82a244c279401309afe5a1380 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:40.538764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.566872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4aea098-14a9-416b-9c21-5d4fc1425042 req-dd325e27-de1b-4250-9bee-769ad8a9db79 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 210 time: 0.0843508 Jan 18 23:07:40.573322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-f1fabc5d-5f1f-4e3c-a1f8-9a73a9887bbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.575230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-f1fabc5d-5f1f-4e3c-a1f8-9a73a9887bbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2347283 Jan 18 23:07:40.578075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Transition to ACTIVE for port object b99c589e-4451-4471-9152-03d6aa2db9cb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:40.603159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.633501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.703946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.712899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:40.717780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-84e87306-73f0-4022-a9ae-d56f2ee4b3f6 req-7720f072-80f6-4c24-80ee-e9369cfa38e0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Unset dirty status for tenant:2febb3d82a244c279401309afe5a1380 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:40.732864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84e87306-73f0-4022-a9ae-d56f2ee4b3f6 req-7720f072-80f6-4c24-80ee-e9369cfa38e0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388316 Jan 18 23:07:40.748864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.795369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.817512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:40.888393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-edcb7de8-412d-45f1-8eff-839920e203f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:40.890440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-edcb7de8-412d-45f1-8eff-839920e203f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 200 len: 914 time: 0.7795727 Jan 18 23:07:40.915706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd966-8020-422d-a0c0-375b75dc687d None None] Pushing event updated for resources: {'Port': ['ID=b99c589e-4451-4471-9152-03d6aa2db9cb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:40.916190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.919738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.947169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Attempting to bind port b99c589e-4451-4471-9152-03d6aa2db9cb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:40.947679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Attempting to bind port b99c589e-4451-4471-9152-03d6aa2db9cb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:40.948147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Attempting to bind port b99c589e-4451-4471-9152-03d6aa2db9cb on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:40.955819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:40.956398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:40.958962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:40.958962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:40.958962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Bound port: b99c589e-4451-4471-9152-03d6aa2db9cb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:40.958962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.036277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.036998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91125aba-b2ec-474e-b37b-77c73a734c99,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:41.037868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-67b19f37-85a8-47c8-b11e-0de51e434df9 service neutron] 10.222.0.89 "PUT /v2.0/ports/47e36471-998b-4d83-b7a7-3f040bdf1235 HTTP/1.1" status: 200 len: 1095 time: 3.2838960 Jan 18 23:07:41.083962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Attempting to bind port 9506b3f4-4801-4325-bc88-36399b630a1b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:41.084694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Attempting to bind port 9506b3f4-4801-4325-bc88-36399b630a1b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:41.084694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Attempting to bind port 9506b3f4-4801-4325-bc88-36399b630a1b on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:41.093862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-996a61fc-2bb0-4a30-b3d9-8cc83ffb93c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=233c48a5935240bbbc308ce01538cbf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9603572 Jan 18 23:07:41.094776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.098580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] For port b99c589e-4451-4471-9152-03d6aa2db9cb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:41.099320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33670) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:41.102912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] For port b99c589e-4451-4471-9152-03d6aa2db9cb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b99c589e-4451-4471-9152-03d6aa2db9cb,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:41.105283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-e939e354-638b-4877-94ad-68fad441586f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 200 len: 217 time: 0.1890569 Jan 18 23:07:41.140125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c6c9e-47a7-47c2-aa11-de5d00830c72,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:41.172305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-02c8c59e-3553-495d-97e9-49038213c503 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5752587 Jan 18 23:07:41.199767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Port 9506b3f4-4801-4325-bc88-36399b630a1b on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:41.200264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Attempting to bind port 9506b3f4-4801-4325-bc88-36399b630a1b on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:41.203826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.247789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:41.248136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:41.249065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:41.249203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Bound port: 9506b3f4-4801-4325-bc88-36399b630a1b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:41.249503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.331976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd966-8020-422d-a0c0-375b75dc687d None None] Pushing event updated for resources: {'Port': ['ID=b99c589e-4451-4471-9152-03d6aa2db9cb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:41.342594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:41.343394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:07:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:41.353967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-73a28279-080d-4cee-9334-be3a1cf709aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.355441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-73a28279-080d-4cee-9334-be3a1cf709aa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 200 len: 853 time: 0.2281327 Jan 18 23:07:41.443245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-204aa2e0-899f-4375-b404-3d982b3d4cfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84955224-fdc4-41bd-80cb-a62dbe8385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742633 Jan 18 23:07:41.456543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.462283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:41.484263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bba620-fdd2-45cf-982c-3b595035a0f1 req-400fc950-3734-426c-b713-20a7053999d7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.485832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16bba620-fdd2-45cf-982c-3b595035a0f1 req-400fc950-3734-426c-b713-20a7053999d7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1023 time: 0.6004162 Jan 18 23:07:41.498802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77841e5-cf8b-4917-9b3f-e0a7b394e308 req-872d8eaf-34f6-4c85-bde6-7b8c064851a3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:41.507496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a77841e5-cf8b-4917-9b3f-e0a7b394e308 req-872d8eaf-34f6-4c85-bde6-7b8c064851a3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.6735146 Jan 18 23:07:41.509699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.510921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1fced394-fce8-4ed2-aadd-39841123f3c9 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "DELETE /v2.0/security-groups/7b4c6c9e-47a7-47c2-aa11-de5d00830c72 HTTP/1.1" status: 204 len: 168 time: 1.0799549 Jan 18 23:07:41.517699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:41.546378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:07:41.624609 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-3214bd4d-40ee-4be4-93a2-15f01249695a tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] show failed (client error): The resource could not be found. Jan 18 23:07:41.625985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3214bd4d-40ee-4be4-93a2-15f01249695a tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "GET /v2.0/security-groups/7b4c6c9e-47a7-47c2-aa11-de5d00830c72 HTTP/1.1" status: 404 len: 347 time: 0.0904162 Jan 18 23:07:41.634123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33682) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:41.647099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:41.671212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.687834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:41.730744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.779380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-bda7669d-0141-4ce5-acef-4793726fc495 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591953 Jan 18 23:07:41.786286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:41.791802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-1f57a936-da56-406b-ae01-73458162ace4 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313277 Jan 18 23:07:41.796202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a77841e5-cf8b-4917-9b3f-e0a7b394e308 req-357dd9f6-0ded-4f2d-83bb-cbdd56598e2b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874837 Jan 18 23:07:41.800977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16bba620-fdd2-45cf-982c-3b595035a0f1 req-37623fca-fefe-4563-a40e-a5f3ac96199b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6b0082b-d646-4155-99f6-fa179903ecc9&id=061e4c11-a9bb-40af-890e-882a7401fa74&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2844896 Jan 18 23:07:41.929162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-e2d6f67c-6062-424d-91b5-5146cc966505 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 1098 time: 0.7556610 Jan 18 23:07:42.003708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:36Z', 'revision_number': 3, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:42.014836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b246def-2450-49ec-b798-2ee30e6e6a02 None None] The sync data for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 is: [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:36Z', 'revision_number': 3, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:07:42.037777 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'status': 'completed', 'code': 200} Jan 18 23:07:42.113537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Deleting port 522e1482-4136-4e2a-b30d-7d4caace8d96 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:42.113917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.213135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.214510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] 10.222.0.89 "PUT /v2.0/ports/9506b3f4-4801-4325-bc88-36399b630a1b HTTP/1.1" status: 200 len: 1096 time: 3.4442947 Jan 18 23:07:42.216823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:42.238780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-8567f29a-706a-436d-a913-5b98ad470a37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=47e36471-998b-4d83-b7a7-3f040bdf1235 HTTP/1.1" status: 200 len: 217 time: 0.2936463 Jan 18 23:07:42.253099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e73c43-7bdf-49a4-80af-695be00d61a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:42.270621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57336e36-87ad-479b-9ea9-9c4e3ad249d2 req-aea70ade-facd-4f43-ae90-72d9c744e798 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 210 time: 0.1224937 Jan 18 23:07:42.360449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.408418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91125aba-b2ec-474e-b37b-77c73a734c99,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:42.426425 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6d64aee-c866-4ff3-bc55-7b32f983b905 req-89e54361-95d2-4ad7-8356-dc78cb2aa9e4 service neutron] 10.222.0.89 "GET /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583592 Jan 18 23:07:42.431969 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b', 'status': 'completed', 'code': 200} Jan 18 23:07:42.483734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:42.487387 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2d9a40ee-a92d-475a-89da-da2342610b54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91125aba-b2ec-474e-b37b-77c73a734c99 HTTP/1.1" status: 204 len: 168 time: 1.3846562 Jan 18 23:07:42.542822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Allocated IP 172.20.0.1 (47f443e0-ed1e-4b01-9773-011cf65d1756/e3c17176-550e-4836-865b-4e975d1ded8c/d0df4cce-0c3d-433c-bb70-4d1268a8cdac) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:42.601888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-618fc6bf-c0b7-4db2-9405-3b555cc1f2ff service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7240260 Jan 18 23:07:42.616320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6832dd0c-3797-425f-b494-b54c7466f3bb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3714938 Jan 18 23:07:42.834787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe84c0e-e316-4042-86de-b09af0652bff req-93642f29-da9b-4896-bbe6-a60af95f3023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.838262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-93642f29-da9b-4896-bbe6-a60af95f3023 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.5644269 Jan 18 23:07:42.851089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80776364-4b26-4620-a8a2-6090af56fec4 req-20cd4a85-8fbe-4969-89a4-433bb19dac7f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:42.853116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80776364-4b26-4620-a8a2-6090af56fec4 req-20cd4a85-8fbe-4969-89a4-433bb19dac7f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1023 time: 0.9294183 Jan 18 23:07:43.006268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.018112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Transition to ACTIVE for port object d0df4cce-0c3d-433c-bb70-4d1268a8cdac will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:43.078090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29edb6c7-da57-4fe2-ae42-0bfb08048dd4 req-36f45c27-a081-48f2-b8a3-7090ea5c6a4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 1099 time: 0.5161977 Jan 18 23:07:43.139482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.208452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29edb6c7-da57-4fe2-ae42-0bfb08048dd4 req-afe44abc-8539-4614-90bb-d7d8c48bdd7c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=2febb3d82a244c279401309afe5a1380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1232595 Jan 18 23:07:43.210820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Deleting port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:43.211347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.249671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-3873c0f4-ce2c-476c-9d29-825b5c839fae tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3145275 Jan 18 23:07:43.265764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.266115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.355478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:43.358587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Pushing event updated for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:43.361035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:43.365512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:43.462416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb6c7-da57-4fe2-ae42-0bfb08048dd4 req-4f43425b-68b6-4561-a2a4-34e9c0c6dd54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.464225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29edb6c7-da57-4fe2-ae42-0bfb08048dd4 req-4f43425b-68b6-4561-a2a4-34e9c0c6dd54 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447536 Jan 18 23:07:43.465222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.595708 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-52c2f63a-25d3-404e-b181-1e64d8051874 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 1099 time: 0.0900180 Jan 18 23:07:43.720793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-4d86370f-f32a-4af3-a447-933130900179 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=9506b3f4-4801-4325-bc88-36399b630a1b HTTP/1.1" status: 200 len: 217 time: 0.0985146 Jan 18 23:07:43.774183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.783146 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2a6a7345-9c0b-4fef-84af-c8c6454b3f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.796935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c2c2efb-7adb-4ef3-ba6f-e0e51874aceb None None] Provisioning for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:43.808256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c2c2efb-7adb-4ef3-ba6f-e0e51874aceb None None] Provisioning complete for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:43.808256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2efb-7adb-4ef3-ba6f-e0e51874aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:43.817520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Calling delete_port for 522e1482-4136-4e2a-b30d-7d4caace8d96 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:43.884543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-b1cf5b8a-61d7-41c3-a5ae-590141937ebc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.886013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-b1cf5b8a-61d7-41c3-a5ae-590141937ebc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1985614 Jan 18 23:07:43.886876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c2efb-7adb-4ef3-ba6f-e0e51874aceb None None] Port d0df4cce-0c3d-433c-bb70-4d1268a8cdac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:43.900629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-f2a54f1c-5402-4d86-8209-2a23147e23bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.902239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-f2a54f1c-5402-4d86-8209-2a23147e23bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1759689 Jan 18 23:07:43.919803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255d00a-77c5-4cd5-8945-6991452aa255 req-5c1e27b4-533b-4720-bed3-2dc652ae8192 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:43.926375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d255d00a-77c5-4cd5-8945-6991452aa255 req-5c1e27b4-533b-4720-bed3-2dc652ae8192 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 948 time: 1.3178425 Jan 18 23:07:43.974267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:44.099773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.109819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-2e764b9e-80d9-4925-8da5-32f517eaf8c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589756 Jan 18 23:07:44.164098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b99c589e-4451-4471-9152-03d6aa2db9cb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:44.202612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.222526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:44.241825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-a1a8236c-f9a1-43ce-b9f4-4aa4bcdb89c7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.243229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-a1a8236c-f9a1-43ce-b9f4-4aa4bcdb89c7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9490469 Jan 18 23:07:44.314283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-703dfa97-6c43-4e48-b967-ce02e4326fc9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4417648 Jan 18 23:07:44.317940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:44.321610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b99c589e-4451-4471-9152-03d6aa2db9cb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:44.327219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b99c589e-4451-4471-9152-03d6aa2db9cb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:44.328107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.344896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Pushing event updated for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:44.347928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.374513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-fe2684d0-cdbd-4626-9794-19d26710c1ae service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577765 Jan 18 23:07:44.386561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d255d00a-77c5-4cd5-8945-6991452aa255 req-f6381131-8bd7-473d-a2b3-a705b5424709 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593163 Jan 18 23:07:44.541221 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3574d94d-376d-41ed-8d3c-bddceae07f92 req-e87c8172-639c-4862-872e-a1eb4f41192d service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490674 Jan 18 23:07:44.559666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.576490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b99c589e-4451-4471-9152-03d6aa2db9cb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b99c589e-4451-4471-9152-03d6aa2db9cb,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:44.634942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739e9a1-403c-4bad-86c6-e8de8a621b6f req-57371291-d807-4e02-88c0-7cbe69065f64 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:44.636402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b739e9a1-403c-4bad-86c6-e8de8a621b6f req-57371291-d807-4e02-88c0-7cbe69065f64 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1023 time: 1.3729620 Jan 18 23:07:44.656172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1411079690-network', 'tenant_id': '1093f9f0c72d45f49e5c1cf206acc382'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:44.659332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.675406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:44.676929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:44.745219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b99c589e-4451-4471-9152-03d6aa2db9cb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:44.759524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:44.767796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:44.814215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Usage tracker for resource:network and tenant:1093f9f0c72d45f49e5c1cf206acc382 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:44.915910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:44.920797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-c2887642-39c8-47c2-923b-fe7b747edaa8 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708268 Jan 18 23:07:44.921813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bf86a657-9820-4c30-ae98-a3750be452e5 None None] Provisioning complete for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:44.922232 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf86a657-9820-4c30-ae98-a3750be452e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:44.930803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:44.935325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:44.987298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf86a657-9820-4c30-ae98-a3750be452e5 None None] Port d0df4cce-0c3d-433c-bb70-4d1268a8cdac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:45.008565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:45.020792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:45.021181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.157651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:45.160000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.168851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.226754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:07:45.410753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Calling delete_port for 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:45.439209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:07:45.445093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-45707af3-33c9-4faf-9c53-4fece7f85450 admin admin] 10.222.0.59 "PUT /v2.0/routers/87cc7e09-ad7d-447c-96cb-a52e77e361c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4487340 Jan 18 23:07:45.467551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Made reservation on behalf of 1093f9f0c72d45f49e5c1cf206acc382 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:45.469859 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.481576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:45.504590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Pushing event deleted for resources: {'Port': ['ID=522e1482-4136-4e2a-b30d-7d4caace8d96,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:45.526777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b739e9a1-403c-4bad-86c6-e8de8a621b6f req-2817c0f4-7e57-4a57-925f-23beeea67ef0 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6b0082b-d646-4155-99f6-fa179903ecc9&id=061e4c11-a9bb-40af-890e-882a7401fa74&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.8351302 Jan 18 23:07:45.590830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.661837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a92b3-3106-446a-b6ef-909bf5e97a00 req-33a27fc8-93ba-4fb0-bf8c-c32c86e23c4a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:45.663216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b62a92b3-3106-446a-b6ef-909bf5e97a00 req-33a27fc8-93ba-4fb0-bf8c-c32c86e23c4a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 1.0427344 Jan 18 23:07:45.686887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:45.690347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.752024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:07:45.801102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fe84c0e-e316-4042-86de-b09af0652bff req-3452c995-a0a1-4b07-807a-fbf7af33908b service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8623180 Jan 18 23:07:45.885075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:45.919950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:45.931127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:45.944667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa75842d-9ef5-4620-a308-45f0b8b3a066 req-48d60dab-66e9-4f2f-b08e-424121273090 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 210 time: 0.1459324 Jan 18 23:07:45.950602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9e702af-7d36-4a1e-9b26-606dfc47fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.014027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.059362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:46.068017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.077937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Usage tracker for resource:security_group_rule and tenant:1093f9f0c72d45f49e5c1cf206acc382 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:46.099289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:46.115884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:46.137032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b99c589e-4451-4471-9152-03d6aa2db9cb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:46.167750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b62a92b3-3106-446a-b6ef-909bf5e97a00 req-5d51c375-6e17-4449-af66-c23b3d90c41a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603758 Jan 18 23:07:46.168339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:07:46.168714 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:07:46.178985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:46.226035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b99c589e-4451-4471-9152-03d6aa2db9cb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:46.226035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.226563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.34 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:46.231367 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Sync routers for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:07:46.243324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:46.243950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:07:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:46.331452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.387705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.388759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c2d4d9c-44e8-45e1-8d04-bfa91829ba74 tempest-ImagesOneServerNegativeTestJSON-44964822 tempest-ImagesOneServerNegativeTestJSON-44964822-project] 10.222.0.59 "DELETE /v2.0/floatingips/1d811f28-38cd-4129-8af4-a628a6441340 HTTP/1.1" status: 204 len: 168 time: 4.7396762 Jan 18 23:07:46.419297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-20334592-80e2-4c44-af95-b48184b736f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 1098 time: 0.4798262 Jan 18 23:07:46.462238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ea702-c373-4ce2-bb94-13eff3201b51 req-189a23dc-1f42-491c-8d7d-8ad66b162fd1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.463698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e88ea702-c373-4ce2-bb94-13eff3201b51 req-189a23dc-1f42-491c-8d7d-8ad66b162fd1 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 948 time: 0.3782029 Jan 18 23:07:46.480318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:07:46.531562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.709768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Deleting port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:07:46.710031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.787071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:46.793222 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 2, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:46.797155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Checking router: 87cc7e09-ad7d-447c-96cb-a52e77e361c4 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:07:46.797506 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Updating router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 port d0df4cce-0c3d-433c-bb70-4d1268a8cdac binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:07:46.808057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113f89b7-7639-428e-bf2d-b45b7294ab61,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:46.852192 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.860344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:46.860701 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Added segment aefac5ec-8f80-4a44-9f37-caf8d293ee33 of type vlan for network dfa317f3-5400-4b43-9032-63dfa88b8805 Jan 18 23:07:46.954712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e88ea702-c373-4ce2-bb94-13eff3201b51 req-f9058259-bd62-4d1a-be76-9c5c9470f725 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247346 Jan 18 23:07:46.968115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-4977d8f8-f93b-4f57-a38d-9ee8121e073b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:46.969589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-4977d8f8-f93b-4f57-a38d-9ee8121e073b service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.5381694 Jan 18 23:07:47.031944 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'code': 200} Jan 18 23:07:47.116267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df674-e191-4a3d-88db-46c577272f19 req-9f8fb292-9af3-4ec8-99ed-c019a2f7db17 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.121457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-9f8fb292-9af3-4ec8-99ed-c019a2f7db17 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 829 time: 0.6346068 Jan 18 23:07:47.121457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.125018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.136700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-a69f1464-2b7f-41ba-a0b6-8318f08c404e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=47e36471-998b-4d83-b7a7-3f040bdf1235 HTTP/1.1" status: 200 len: 217 time: 0.1480765 Jan 18 23:07:47.161789 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.209376 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.225116 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Transition to ACTIVE for port object d0df4cce-0c3d-433c-bb70-4d1268a8cdac will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:47.287716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.316431 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.407127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:07:47.442547 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Pushing event updated for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:47.456397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-f98fe0ce-6953-4934-89b8-919d2f634a8c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/quotas/b69f8ec025e9422abc5980d305eb2ce3 HTTP/1.1" status: 200 len: 375 time: 0.3206537 Jan 18 23:07:47.478691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:47.487521 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.489528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.490023 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.490145 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.490441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.490935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:47.549806 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Attempting to bind port d0df4cce-0c3d-433c-bb70-4d1268a8cdac on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:47.550473 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Attempting to bind port d0df4cce-0c3d-433c-bb70-4d1268a8cdac by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:47.551005 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Attempting to bind port d0df4cce-0c3d-433c-bb70-4d1268a8cdac on network 47f443e0-ed1e-4b01-9773-011cf65d1756 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:47.558103 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:47.558999 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Checking segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:47.559152 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.559587 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Bound using segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:47.560104 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Bound port: d0df4cce-0c3d-433c-bb70-4d1268a8cdac, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:47.560392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-97248d00-710d-4614-b4ce-cdb9afa59b54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.560517 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.561927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-97248d00-710d-4614-b4ce-cdb9afa59b54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.4035397 Jan 18 23:07:47.651472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.652317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:47.652958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.654585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] For port d0df4cce-0c3d-433c-bb70-4d1268a8cdac, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:47.657588 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] For port d0df4cce-0c3d-433c-bb70-4d1268a8cdac, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:47.726859 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.760252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:47.788973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:47.789345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:47.802524 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6eee5-5f58-4d9b-b384-ed5fe9c289c1 None None] Pushing event updated for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:47.824289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:07:47.824937 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:07:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:47.936601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa317f3-5400-4b43-9032-63dfa88b8805,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:47.938666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:47.961343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network dfa317f3-5400-4b43-9032-63dfa88b8805 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:07:47.980859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Calling delete_port for 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:07:48.016185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.019986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f4dc5435-9847-441d-9384-4824585b2889 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7840104 Jan 18 23:07:48.022988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33766) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:48.043606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f683ea-e13a-46eb-9189-f655c0513cd3 req-3171d638-5a64-4178-a22f-4a2968f61742 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.044404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-04f683ea-e13a-46eb-9189-f655c0513cd3 req-3171d638-5a64-4178-a22f-4a2968f61742 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:48.046683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Request body: {'subnet': {'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1411079690-subnet', 'tenant_id': '1093f9f0c72d45f49e5c1cf206acc382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:48.048518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:48.058050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:48.067992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Usage tracker for resource:subnet and tenant:1093f9f0c72d45f49e5c1cf206acc382 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:48.069530 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:07:48.073948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:48.081966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:48.107240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-18f3530b-34cd-4ea9-a16c-472f7a63637b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6359556 Jan 18 23:07:48.137705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '9506b3f4-4801-4325-bc88-36399b630a1b', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '9506b3f4-4801-4325-bc88-36399b630a1b', 'mac_address': 'fa:16:3e:1a:5c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:48.155526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Made reservation on behalf of 1093f9f0c72d45f49e5c1cf206acc382 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:48.161238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.244647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.259994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-04f683ea-e13a-46eb-9189-f655c0513cd3 req-3171d638-5a64-4178-a22f-4a2968f61742 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:48.261275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04f683ea-e13a-46eb-9189-f655c0513cd3 req-3171d638-5a64-4178-a22f-4a2968f61742 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 1021 time: 0.8650591 Jan 18 23:07:48.264309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-446d75af-48c5-45c7-a4d3-0208402fb728 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6839838 Jan 18 23:07:48.270151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:48.275312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:48.288014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9506b3f4-4801-4325-bc88-36399b630a1b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:48.289838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:48.292245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.89 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/e2fbbef6-cb91-4454-b709-161cd4fddc05) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:48.319550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:48.323844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:48.435742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.525404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:48.630482 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:47Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:48.632727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.633375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.635650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84123442-a5f6-4b36-810e-7051c28a28fa None None] The sync data for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 is: [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:47Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:07:48.635955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.670210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.677108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04f683ea-e13a-46eb-9189-f655c0513cd3 req-7f8fa1da-0759-4c0f-83cb-43cee11d9321 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6b0082b-d646-4155-99f6-fa179903ecc9&id=061e4c11-a9bb-40af-890e-882a7401fa74&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3989136 Jan 18 23:07:48.756702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bf2c4f-3d37-40e0-8058-880deff5a4c2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:48.774996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['9506b3f4-4801-4325-bc88-36399b630a1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:48.775891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Checking segment: {'id': 'aefac5ec-8f80-4a44-9f37-caf8d293ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:48.776202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Network hostable DHCP agents. Network: dfa317f3-5400-4b43-9032-63dfa88b8805, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:48.816489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b784cce-4f57-4858-8ea5-b49fa422b2d9 None None] Provisioning for port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:48.849545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b784cce-4f57-4858-8ea5-b49fa422b2d9 None None] Provisioning complete for port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:48.850181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b784cce-4f57-4858-8ea5-b49fa422b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:48.858553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-7001e87b-ebe2-463e-840f-ad7505a4b38d service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221406 Jan 18 23:07:48.893271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Network dfa317f3-5400-4b43-9032-63dfa88b8805 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:48.906799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-0a01b6bd-9962-4ca0-addf-077370432a82 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275978 Jan 18 23:07:48.947632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3b784cce-4f57-4858-8ea5-b49fa422b2d9 None None] Port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:48.978628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, dfa317f3-5400-4b43-9032-63dfa88b8805) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:48.982645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:48.983237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.075121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf5dc8-a7a9-4b15-a005-6e9916d94b3e None None] Network dfa317f3-5400-4b43-9032-63dfa88b8805 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:49.105432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b68b447-38df-4edd-9bcd-59d932732ac0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0812640 Jan 18 23:07:49.407109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde3254-6ccf-4c7f-a3ff-b9c0932f0fce None None] Network dfa317f3-5400-4b43-9032-63dfa88b8805 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:49.445054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-6fe5a699-f84b-4ba2-9db3-c5e9dbee268e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5137482 Jan 18 23:07:49.453429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-991df3f8-0287-4bd9-802b-40dd57e64052 req-4a35771e-3187-4805-af71-526a31ea61fe tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:49.472553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Request body: {'port': {'device_id': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:49.615279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.621729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.717028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-991df3f8-0287-4bd9-802b-40dd57e64052 req-4a35771e-3187-4805-af71-526a31ea61fe tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:49.718208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-991df3f8-0287-4bd9-802b-40dd57e64052 req-4a35771e-3187-4805-af71-526a31ea61fe tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 210 time: 0.5879633 Jan 18 23:07:49.759619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'Port': ['ID=6b6ab1b2-6837-4b3a-9edd-379b88a4c26b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:49.776680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:49.784218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object e2fbbef6-cb91-4454-b709-161cd4fddc05 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:49.805343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cd94fb-52fd-4cf1-acbf-5aa11364ba19 req-019f0660-8734-4a06-bbed-3df5189392e8 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247791 Jan 18 23:07:49.959000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-112d9261-1b13-4fc1-801a-2a89fa2baa3a service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0277500 Jan 18 23:07:49.959785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:49.970402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['37d440c9-910f-405b-8ffc-4427fa809aa4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:49.995154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33786) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:50.001524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1594585288-network', 'tenant_id': 'f31f5b93202c4a1887c9a15c37206f7e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:50.008032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:50.012685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Usage tracker for resource:network and tenant:f31f5b93202c4a1887c9a15c37206f7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:50.016887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:50.024545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:50.075418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] No DVR routers for this DVR port 6b6ab1b2-6837-4b3a-9edd-379b88a4c26b on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:07:50.079633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.081970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80776364-4b26-4620-a8a2-6090af56fec4 req-873079ca-bb52-4db8-9143-d754afc769fb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "DELETE /v2.0/ports/6b6ab1b2-6837-4b3a-9edd-379b88a4c26b HTTP/1.1" status: 204 len: 173 time: 7.1483948 Jan 18 23:07:50.099151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Made reservation on behalf of f31f5b93202c4a1887c9a15c37206f7e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:50.100316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-deleted', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:50.102905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.114327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.125344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.137798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:50.189737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:50.201362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f31f5b93202c4a1887c9a15c37206f7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:50.201362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:50.201882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0df4cce-0c3d-433c-bb70-4d1268a8cdac up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:50.207196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:50.275137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:50.275311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:50.289104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:50.302893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:50.319377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'mac_address': 'fa:16:3e:fd:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:50.353470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.499717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.504474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.513796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:50.572984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:50.580067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:07:50.582021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.582866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.591238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a66bb2-6807-4e5c-8f50-d363bfaa4712,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:50.600547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.601146 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Added segment a29bb1ae-2bfb-4b1d-8ded-0579b9a6763c of type vlan for network 4320d4b9-b597-4837-a990-1a934629e150 Jan 18 23:07:50.635026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:50.639766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.666521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:50.666896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.710755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:50.734281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb6b33-9642-4e29-8d2d-4d4f9813308f req-99f73ffd-50d4-4567-a49f-ca2d65bc2d91 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.735777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89fb6b33-9642-4e29-8d2d-4d4f9813308f req-99f73ffd-50d4-4567-a49f-ca2d65bc2d91 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.5253139 Jan 18 23:07:50.744361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.745759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.745950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.758981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-7713d8c1-0138-42f9-8163-799ab026b7b3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4513211 Jan 18 23:07:50.788911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9958c-88ee-4265-853f-d49417436336 req-24b31953-b8e6-4fb2-9194-9832a4904bfb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:50.790219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccb9958c-88ee-4265-853f-d49417436336 req-24b31953-b8e6-4fb2-9194-9832a4904bfb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 949 time: 0.3398869 Jan 18 23:07:50.798775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Request body: {'port': {'device_id': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:50.818388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:50.894880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4320d4b9-b597-4837-a990-1a934629e150,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:50.925248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4320d4b9-b597-4837-a990-1a934629e150 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:07:50.940502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c68e4f77-1f21-45c6-a6ca-e16079551fb8 None None] Provisioning for port e2fbbef6-cb91-4454-b709-161cd4fddc05 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:50.962045 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a637db7b-e6ee-4b15-88f7-cac8e60043d4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9654164 Jan 18 23:07:50.962290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89fb6b33-9642-4e29-8d2d-4d4f9813308f req-ce6494dd-286d-4e1f-9cf9-b53008d33322 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109058 Jan 18 23:07:50.964650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:50.975868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Request body: {'subnet': {'network_id': '4320d4b9-b597-4837-a990-1a934629e150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1594585288-subnet', 'tenant_id': 'f31f5b93202c4a1887c9a15c37206f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:50.983224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:50.988593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Usage tracker for resource:subnet and tenant:f31f5b93202c4a1887c9a15c37206f7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:50.992475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:51.001197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:51.024484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c68e4f77-1f21-45c6-a6ca-e16079551fb8 None None] Provisioning complete for port e2fbbef6-cb91-4454-b709-161cd4fddc05 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:51.024682 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c68e4f77-1f21-45c6-a6ca-e16079551fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.042853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccb9958c-88ee-4265-853f-d49417436336 req-5b421a5f-5f3d-4e67-ab2b-0cae740478b0 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109542 Jan 18 23:07:51.055985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.067151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:51.078328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.089094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Made reservation on behalf of f31f5b93202c4a1887c9a15c37206f7e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:51.094255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.137818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Transition to ACTIVE for port object 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:51.174365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:51.198463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-faf741c5-d66d-4e2f-9d43-c26c7b2c55ed req-626dee2e-5fb3-4aeb-a150-0e57dc0eadcd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:51.207844 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.218745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.225506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c68e4f77-1f21-45c6-a6ca-e16079551fb8 None None] Port e2fbbef6-cb91-4454-b709-161cd4fddc05 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:51.238812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['47e36471-998b-4d83-b7a7-3f040bdf1235'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:51.286686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:51.323189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d0df4cce-0c3d-433c-bb70-4d1268a8cdac, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:51.381430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Deleting subnet 1f37a47b-f95b-4c85-9c61-876a1378c224 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:07:51.386544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.492533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.506179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.507757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Pushing event updated for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:51.626734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:51.642471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.703079 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeaa9f45-622e-47de-af9b-a1561443f267', 'name': 'network-vif-deleted', 'tag': '6b6ab1b2-6837-4b3a-9edd-379b88a4c26b', 'status': 'completed', 'code': 200} Jan 18 23:07:51.703728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-faf741c5-d66d-4e2f-9d43-c26c7b2c55ed req-626dee2e-5fb3-4aeb-a150-0e57dc0eadcd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:51.708527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faf741c5-d66d-4e2f-9d43-c26c7b2c55ed req-626dee2e-5fb3-4aeb-a150-0e57dc0eadcd tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=aeaa9f45-622e-47de-af9b-a1561443f267 HTTP/1.1" status: 200 len: 210 time: 0.5562217 Jan 18 23:07:51.722642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.785155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:51.954263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da71a428-8d65-4a46-ba27-04682bf0f7d0 req-53b15f36-111a-47da-93a2-beb488027f11 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 210 time: 0.1872699 Jan 18 23:07:51.969440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82afd4e1-a96c-470a-a315-ba32531804a9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:51.977410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 9506b3f4-4801-4325-bc88-36399b630a1b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:51.983213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 9506b3f4-4801-4325-bc88-36399b630a1b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:51.983587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:51.984341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Checking segment: {'id': 'a29bb1ae-2bfb-4b1d-8ded-0579b9a6763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4320d4b9-b597-4837-a990-1a934629e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:51.984701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Network hostable DHCP agents. Network: 4320d4b9-b597-4837-a990-1a934629e150, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:07:52.069647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Attempting to bind port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:52.069982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Attempting to bind port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:52.073429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Attempting to bind port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:52.074205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.094384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:52.094384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Attempting to bind port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:52.125278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a74ce8-ee0a-4c20-8d8f-2ea28c84464a req-9c4822b8-b827-4114-9b4e-4539dd951c5d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.126836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4a74ce8-ee0a-4c20-8d8f-2ea28c84464a req-9c4822b8-b827-4114-9b4e-4539dd951c5d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 935 time: 0.2083225 Jan 18 23:07:52.130535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:52.131082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:52.131491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:52.132166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Bound port: 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:52.132532 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.133094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Network 4320d4b9-b597-4837-a990-1a934629e150 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:07:52.134099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0df4cce-0c3d-433c-bb70-4d1268a8cdac up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:52.151817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f37a47b-f95b-4c85-9c61-876a1378c224,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:52.159805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.171649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-89d98585-4070-42f1-ae36-157757cdfdd6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1f37a47b-f95b-4c85-9c61-876a1378c224 HTTP/1.1" status: 204 len: 168 time: 0.8838127 Jan 18 23:07:52.172311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33816) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:52.195804 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:07:52.214031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.250344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4320d4b9-b597-4837-a990-1a934629e150) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:52.253258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:52.261550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.262140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.264551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9e1b0-6d73-4703-88ff-40d695a336f5 None None] Network 4320d4b9-b597-4837-a990-1a934629e150 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:52.287274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:52.309535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.349534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d0df4cce-0c3d-433c-bb70-4d1268a8cdac triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:52.350013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.383658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2fbbef6-cb91-4454-b709-161cd4fddc05 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:52.395173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4a74ce8-ee0a-4c20-8d8f-2ea28c84464a req-46f82313-d22b-4a3e-9ee6-8e70f8527531 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490351 Jan 18 23:07:52.397244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.397411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.425196 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2788329f-c51b-4c92-a285-f3776fd3029c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4525840 Jan 18 23:07:52.445268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.459431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Transition to ACTIVE for port object e2fbbef6-cb91-4454-b709-161cd4fddc05 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:52.473961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56aab48-7dd7-4b95-b789-5b947e56e40a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:52.489714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6c4c0-955d-4811-9fef-4ee96181ccd7 req-2ae78017-91fe-4a2d-a966-5ef8784c84cd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:52.492750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e65d31-d390-4eaf-9458-f0e980949510') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:52.497435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2dc6c4c0-955d-4811-9fef-4ee96181ccd7 req-2ae78017-91fe-4a2d-a966-5ef8784c84cd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.3524442 Jan 18 23:07:52.500446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:52.504387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e65d31-d390-4eaf-9458-f0e980949510') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:07:52.532587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.563578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:52.566982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.569902 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.575811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:07:52.576212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.603169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:07:52.608754 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:07:52.681094 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.711094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e058bf-4ed2-4e8b-bd47-e6b338140d92 None None] Network 4320d4b9-b597-4837-a990-1a934629e150 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:07:52.780796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2dc6c4c0-955d-4811-9fef-4ee96181ccd7 req-f77e5162-513b-43e2-bf34-a6af5ee9e045 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828836 Jan 18 23:07:52.870397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.875975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:52.894058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:52.925117 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b', 'code': 200} Jan 18 23:07:52.941659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56aab48-7dd7-4b95-b789-5b947e56e40a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:53.004963 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-097db62e-a6cf-4069-a69e-67126c81eaa9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c56aab48-7dd7-4b95-b789-5b947e56e40a HTTP/1.1" status: 204 len: 168 time: 0.8312962 Jan 18 23:07:53.121575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.122970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 HTTP/1.1" status: 200 len: 1095 time: 3.6639860 Jan 18 23:07:53.190490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c976c2-7827-431d-be4d-11296a5492f6 service neutron] Pushing event updated for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:53.250652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Attempting to bind port e2fbbef6-cb91-4454-b709-161cd4fddc05 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:53.250992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Attempting to bind port e2fbbef6-cb91-4454-b709-161cd4fddc05 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:53.251325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Attempting to bind port e2fbbef6-cb91-4454-b709-161cd4fddc05 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:53.265421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aac7-fb00-4e11-9bec-831c266f57ba req-e1b6049f-3b58-4c2d-8161-07e3e55f08bf tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:53.272479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ee1aac7-fb00-4e11-9bec-831c266f57ba req-e1b6049f-3b58-4c2d-8161-07e3e55f08bf tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 950 time: 0.5014815 Jan 18 23:07:53.296437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac961dd-095e-45f1-ba15-49803e195389 req-110c493d-3d11-4bd2-a267-a8d22f5e2969 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 1101 time: 0.3020778 Jan 18 23:07:53.300010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Port e2fbbef6-cb91-4454-b709-161cd4fddc05 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:53.300010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Attempting to bind port e2fbbef6-cb91-4454-b709-161cd4fddc05 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:53.380970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:53.381319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:53.381696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:53.382140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Bound port: e2fbbef6-cb91-4454-b709-161cd4fddc05, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:53.382494 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.449488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ee1aac7-fb00-4e11-9bec-831c266f57ba req-daec285d-fdff-48e5-b214-6762af3f214f tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760974 Jan 18 23:07:53.579504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac961dd-095e-45f1-ba15-49803e195389 req-13776b12-af79-4eb3-91d6-025a45685586 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762864 Jan 18 23:07:53.614890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:53.665784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ad735ca9-7883-4246-9750-41da72aa4d2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5b6fa2ef47f4d98ba9af1aa47679742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494201 Jan 18 23:07:53.668258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:07:53.731857 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.759545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.792063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:53.805575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:07:53.830673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db16f0e5-60cd-436d-b1fa-41b25b1c8d1b req-f20fb15e-15b7-4380-8f08-7e228939a382 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 210 time: 0.2501688 Jan 18 23:07:53.882074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.897185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:53.911794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-c5539f76-ddb9-4dc2-ad36-89e5dd8d38e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1098 time: 0.5888710 Jan 18 23:07:53.917236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef403eaf-db59-462e-8028-7fa21a955833,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:53.934629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:53.946721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b66b2aa-45e5-41fe-9b13-2871b113211f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef403eaf-db59-462e-8028-7fa21a955833 HTTP/1.1" status: 204 len: 168 time: 0.2770562 Jan 18 23:07:53.983952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 47e36471-998b-4d83-b7a7-3f040bdf1235 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:53.991756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 47e36471-998b-4d83-b7a7-3f040bdf1235 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:53.992135 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.005559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:54.053404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df674-e191-4a3d-88db-46c577272f19 req-71c76fa5-a9c5-4063-98af-ef867ec2349f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:54.055233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-71c76fa5-a9c5-4063-98af-ef867ec2349f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.89 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 829 time: 0.6329739 Jan 18 23:07:54.067183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-f8ce5ee3-9642-4924-b438-10454fbb4210 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 HTTP/1.1" status: 200 len: 217 time: 0.1331694 Jan 18 23:07:54.077710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'port': {'device_id': '79098378-011d-40fc-b472-dcb508bd95a2', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'admin_state_up': True, 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:54.104434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-b87621a6-12c4-4210-affe-dceacffc6854 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:54.105160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-b87621a6-12c4-4210-affe-dceacffc6854 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Synchronizing usage tracker for tenant:1093f9f0c72d45f49e5c1cf206acc382 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:54.108165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.117063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.153587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:54.253462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.310871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.312262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] 10.222.0.83 "PUT /v2.0/ports/e2fbbef6-cb91-4454-b709-161cd4fddc05 HTTP/1.1" status: 200 len: 1095 time: 3.5313053 Jan 18 23:07:54.316865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-a5193e15-64a4-4c94-922d-97aa2407905d tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/f6b0082b-d646-4155-99f6-fa179903ecc9 HTTP/1.1" status: 200 len: 1634 time: 0.3844578 Jan 18 23:07:54.323724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:54.339130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-fc85d80e-a532-4971-8bda-6633d5408e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:54.340765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-fc85d80e-a532-4971-8bda-6633d5408e33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2414076 Jan 18 23:07:54.417366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f492cd-3de7-4a56-bfe2-8faad155c12c service neutron] Pushing event updated for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:54.420000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-b87621a6-12c4-4210-affe-dceacffc6854 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Unset dirty status for tenant:1093f9f0c72d45f49e5c1cf206acc382 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:54.424591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-b87621a6-12c4-4210-affe-dceacffc6854 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/networks?id=dfa317f3-5400-4b43-9032-63dfa88b8805 HTTP/1.1" status: 200 len: 825 time: 0.9389546 Jan 18 23:07:54.539423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5984ca64-a493-4f0e-9434-3a188a87d36d tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/quotas/1093f9f0c72d45f49e5c1cf206acc382 HTTP/1.1" status: 200 len: 375 time: 0.0995514 Jan 18 23:07:54.555310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:54.613510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Usage tracker for resource:port and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:54.620331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:54.637230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-27c87259-62cc-4155-964e-32a5f4601e9e tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1093f9f0c72d45f49e5c1cf206acc382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857394 Jan 18 23:07:54.637789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.640950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:54.752018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-def390d5-d6cd-4a37-89b2-c1dfe867cfe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3953135 Jan 18 23:07:54.760909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.818654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Made reservation on behalf of b69f8ec025e9422abc5980d305eb2ce3 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:54.821627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:54.841169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-2a4afd56-e12e-4ee1-b36f-3071e0c801de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 1098 time: 0.4185665 Jan 18 23:07:54.926294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:55.054109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-bbb9afb0-9cdd-4802-bc45-9656679dbf96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05 HTTP/1.1" status: 200 len: 217 time: 0.1563663 Jan 18 23:07:55.135038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-71511cb6-2096-46a9-8adb-a56d2acaf40e service neutron] 10.222.0.59 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877861 Jan 18 23:07:55.290751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:55.295161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-a09c5cb2-8801-4fe8-8910-280edfeb96a3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241721 Jan 18 23:07:55.344865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-b93f47c4-0355-498b-8239-662ec941094b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:55.346818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-b93f47c4-0355-498b-8239-662ec941094b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2752881 Jan 18 23:07:55.373123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0082b-d646-4155-99f6-fa179903ecc9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:55.638409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Allocated IP 172.20.0.11 (47f443e0-ed1e-4b01-9773-011cf65d1756/e3c17176-550e-4836-865b-4e975d1ded8c/0161bcde-5043-46a3-90bf-7d6dcf27a00a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:55.707705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-6b8d8186-a9cd-4fda-9259-65266e6a0c03 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653067 Jan 18 23:07:55.716726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:55.717845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8cb405a5-0d1a-4958-80d9-12063849e72c req-d1aca86f-1251-4c2f-8cef-132d2a12ac67 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/f6b0082b-d646-4155-99f6-fa179903ecc9 HTTP/1.1" status: 204 len: 173 time: 1.3864198 Jan 18 23:07:55.736762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-b2c1cdc4-58c9-409e-a204-38b4a477789b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221435 Jan 18 23:07:55.840812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-a102c8c4-3a1b-49c8-8038-ce999e63f5cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4835529 Jan 18 23:07:56.104468 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'status': 'completed', 'code': 200} Jan 18 23:07:56.366116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.370188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-bab31aec-1d69-4f1d-968e-8b0de320cc74 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506392 Jan 18 23:07:56.415801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-ccad582b-d60b-4c69-b580-4c938c716149 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1098 time: 0.3130450 Jan 18 23:07:56.428828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b59b99-8604-402d-b07c-9a2f41ef4c34 req-f3363dd3-f6ec-48bd-9be0-92c4a8b53b11 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.430195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00b59b99-8604-402d-b07c-9a2f41ef4c34 req-f3363dd3-f6ec-48bd-9be0-92c4a8b53b11 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 947 time: 0.5124445 Jan 18 23:07:56.480094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Transition to ACTIVE for port object 0161bcde-5043-46a3-90bf-7d6dcf27a00a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:56.583973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd9f8f-fe38-40fa-98cf-ce00413136a8 req-c0aa6792-d76a-4aa3-ae68-f04847e01b84 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.585362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ecd9f8f-fe38-40fa-98cf-ce00413136a8 req-c0aa6792-d76a-4aa3-ae68-f04847e01b84 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.4231062 Jan 18 23:07:56.729647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00b59b99-8604-402d-b07c-9a2f41ef4c34 req-ae32806a-2bc5-45c5-a940-13f11418dbb6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443874 Jan 18 23:07:56.746189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ed5a01-9136-4bb5-893c-62dcb3b56d6e req-fca0ce94-6c95-423a-a049-2e4a9dc0633f service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633440 Jan 18 23:07:56.752228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ecd9f8f-fe38-40fa-98cf-ce00413136a8 req-78d1e188-94b0-49fe-aa85-ab2d1199855c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540606 Jan 18 23:07:56.771865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-410c2350-e17b-41ba-a403-fcd6e93fa2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:56.772549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-410c2350-e17b-41ba-a403-fcd6e93fa2a3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3407850 Jan 18 23:07:56.791207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:56.926168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event updated for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:57.016071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-cff877dc-b6f2-42c8-b5a8-1324eb994738 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 HTTP/1.1" status: 200 len: 217 time: 0.2367547 Jan 18 23:07:57.075087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:57.094076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:57.097440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:57.174317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-30c108b6-7213-4774-82ae-88f87e82eab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.175809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-30c108b6-7213-4774-82ae-88f87e82eab7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1498191 Jan 18 23:07:57.241947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.242561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.276431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25675ec4-a9e1-4923-b4b0-613aa446e426 req-d30ad5ee-fe0c-4aa2-834c-882c18c8f13f tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.278030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25675ec4-a9e1-4923-b4b0-613aa446e426 req-d30ad5ee-fe0c-4aa2-834c-882c18c8f13f tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 950 time: 0.3542709 Jan 18 23:07:57.308906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12c62a-91d5-48d0-87d4-3b9e3a22e3a1 req-45ced378-28f6-4883-9899-9ead7c2e796e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:57.309593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd12c62a-91d5-48d0-87d4-3b9e3a22e3a1 req-45ced378-28f6-4883-9899-9ead7c2e796e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:07:57.361995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25675ec4-a9e1-4923-b4b0-613aa446e426 req-2a082a4f-ef85-441d-ae6e-863e571ef402 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775161 Jan 18 23:07:57.365869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-120a8025-b1a3-4722-b8c9-e29e43c84104 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769464 Jan 18 23:07:57.367539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-c3eeae98-3b22-48bb-b5ad-46fd8b5d8fcb tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2937641 Jan 18 23:07:57.398457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Request body: {'port': {'device_id': '79098378-011d-40fc-b472-dcb508bd95a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:57.435856 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'code': 200} Jan 18 23:07:57.475854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e2d551b-d414-4a7f-870a-e5c86a82db61 None None] Provisioning for port 0161bcde-5043-46a3-90bf-7d6dcf27a00a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:07:57.482302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e2d551b-d414-4a7f-870a-e5c86a82db61 None None] Provisioning complete for port 0161bcde-5043-46a3-90bf-7d6dcf27a00a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:07:57.482678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e2d551b-d414-4a7f-870a-e5c86a82db61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.556206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d551b-d414-4a7f-870a-e5c86a82db61 None None] Port 0161bcde-5043-46a3-90bf-7d6dcf27a00a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:07:57.610062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd12c62a-91d5-48d0-87d4-3b9e3a22e3a1 req-45ced378-28f6-4883-9899-9ead7c2e796e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:07:57.611293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd12c62a-91d5-48d0-87d4-3b9e3a22e3a1 req-45ced378-28f6-4883-9899-9ead7c2e796e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 932 time: 0.6304381 Jan 18 23:07:57.854672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd12c62a-91d5-48d0-87d4-3b9e3a22e3a1 req-18b90ee1-dfa9-4126-b26c-e1eb21459b67 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351489 Jan 18 23:07:57.856459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-fa0c83bc-3bb6-4bb8-a031-0aef3af2355a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815104 Jan 18 23:07:57.869984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:57.911769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-741327de-4466-4177-8873-0449a6dd89d4 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/061e4c11-a9bb-40af-890e-882a7401fa74 HTTP/1.1" status: 200 len: 1633 time: 0.2251537 Jan 18 23:07:57.993967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:07:58.094829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-719fe88b-a8b1-464f-954c-c1ec475fddc2 req-6573f11f-eace-46d1-98ce-07e9285b5683 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 1100 time: 0.4781048 Jan 18 23:07:58.103279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fb84c4a-8947-4c62-b917-e02005d20797 req-4a760af5-6594-4201-be37-b7eee56d2df5 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 210 time: 0.0998936 Jan 18 23:07:58.114886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:07:58.177200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:58.193697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'mac_address': 'fa:16:3e:ff:bd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:07:58.261423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.281796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:58.303769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:07:58.320939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c287a403-e316-4165-a5f7-6ab1445f7f22 req-49e3f9c2-18b7-4af0-b3c1-a7bcf1721da6 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528410 Jan 18 23:07:58.324894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-ab40f85a-adfc-4ef6-8a32-b1d4790ffa26 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.333791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-ab40f85a-adfc-4ef6-8a32-b1d4790ffa26 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.89 "GET /v2.0/networks?id=dfa317f3-5400-4b43-9032-63dfa88b8805 HTTP/1.1" status: 200 len: 825 time: 0.2201803 Jan 18 23:07:58.342041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Request body: {'port': {'device_id': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805', 'admin_state_up': True, 'tenant_id': '1093f9f0c72d45f49e5c1cf206acc382'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:58.354556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-719fe88b-a8b1-464f-954c-c1ec475fddc2 req-bfe56d65-5990-4d69-8a7a-385c98835054 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485061 Jan 18 23:07:58.358470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.395969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.474133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.498478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:58.503768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Usage tracker for resource:port and tenant:1093f9f0c72d45f49e5c1cf206acc382 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:58.508108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:58.516523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:07:58.519489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:58.553799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfdea0-c81b-4b06-af73-0dfec6253b8b req-167eee36-3d86-4205-a622-f29089816e77 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:58.555256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37bfdea0-c81b-4b06-af73-0dfec6253b8b req-167eee36-3d86-4205-a622-f29089816e77 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 949 time: 0.2877738 Jan 18 23:07:58.607375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Made reservation on behalf of 1093f9f0c72d45f49e5c1cf206acc382 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:07:58.610655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.627272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37bfdea0-c81b-4b06-af73-0dfec6253b8b req-bb3af186-fbaf-4466-8948-97c1780c049a tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 Jan 18 23:07:58.650006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:07:58.661614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.698095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061e4c11-a9bb-40af-890e-882a7401fa74,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:58.708116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.733273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4734a10b-5f4a-43a1-b352-c3a4da190cc7 req-05533f0e-97b3-4546-8351-986ac0791e31 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/061e4c11-a9bb-40af-890e-882a7401fa74 HTTP/1.1" status: 204 len: 173 time: 0.7771618 Jan 18 23:07:58.736139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0161bcde-5043-46a3-90bf-7d6dcf27a00a {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:07:58.747537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:58.820456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Transition to ACTIVE for port object 0161bcde-5043-46a3-90bf-7d6dcf27a00a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:07:58.829515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5b9a8d7-b6f3-4e82-8c58-880094607e6c req-0d35b8be-e5ad-4be3-8b59-d45f7b81ee32 tempest-AbsoluteLimitsNegativeTestJSON-242526484 tempest-AbsoluteLimitsNegativeTestJSON-242526484-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c6d22cb303284b9eaabc0538d21ce6e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522673 Jan 18 23:07:58.896492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Allocated IP 172.20.0.7 (dfa317f3-5400-4b43-9032-63dfa88b8805/e4bf2c4f-3d37-40e0-8058-880deff5a4c2/8a89dfb2-2d96-45b5-b80a-6337b2ca54b4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:07:58.958679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.105975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.129934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Pushing event updated for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:59.174511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.211918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9a8d7-b6f3-4e82-8c58-880094607e6c req-bcb800f8-5dba-4e16-85d5-14dd22af512e tempest-AbsoluteLimitsNegativeTestJSON-242526484 tempest-AbsoluteLimitsNegativeTestJSON-242526484-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.213621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5b9a8d7-b6f3-4e82-8c58-880094607e6c req-bcb800f8-5dba-4e16-85d5-14dd22af512e tempest-AbsoluteLimitsNegativeTestJSON-242526484 tempest-AbsoluteLimitsNegativeTestJSON-242526484-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3781509 Jan 18 23:07:59.253848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Network dfa317f3-5400-4b43-9032-63dfa88b8805 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:07:59.257532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:07:59.259498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Pushing event updated for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:07:59.261721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:07:59.282592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07f6fb-f768-4a9b-b5b1-cad6e99efe93 req-2d51715f-9eb7-406b-a355-70e3b4e5ccc6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.284247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a07f6fb-f768-4a9b-b5b1-cad6e99efe93 req-2d51715f-9eb7-406b-a355-70e3b4e5ccc6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 947 time: 0.3620777 Jan 18 23:07:59.287808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5b9a8d7-b6f3-4e82-8c58-880094607e6c req-9061ec8f-2009-4ea6-a7b2-185fba1a2b7a tempest-AbsoluteLimitsNegativeTestJSON-242526484 tempest-AbsoluteLimitsNegativeTestJSON-242526484-project] 10.222.0.59 "GET /v2.0/quotas/c6d22cb303284b9eaabc0538d21ce6e4 HTTP/1.1" status: 200 len: 375 time: 0.0587487 Jan 18 23:07:59.308712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.309090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.309423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.309749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.310072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.310392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.310713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.311027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.311338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.311648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.311963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:07:59.338900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.339526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.363807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5b9a8d7-b6f3-4e82-8c58-880094607e6c req-c0424aa3-a46b-4ffa-8fd9-79edd1da71fd tempest-AbsoluteLimitsNegativeTestJSON-242526484 tempest-AbsoluteLimitsNegativeTestJSON-242526484-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6d22cb303284b9eaabc0538d21ce6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639868 Jan 18 23:07:59.391873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Attempting to bind port 0161bcde-5043-46a3-90bf-7d6dcf27a00a on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:07:59.392248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Attempting to bind port 0161bcde-5043-46a3-90bf-7d6dcf27a00a by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:07:59.392579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Attempting to bind port 0161bcde-5043-46a3-90bf-7d6dcf27a00a on network 47f443e0-ed1e-4b01-9773-011cf65d1756 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:59.456394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-5b87c18d-671b-4bcb-bb71-40c9e022554b tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1158168 Jan 18 23:07:59.465165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Request body: {'port': {'device_id': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:59.584971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Port 0161bcde-5043-46a3-90bf-7d6dcf27a00a on network 47f443e0-ed1e-4b01-9773-011cf65d1756 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:07:59.585591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Attempting to bind port 0161bcde-5043-46a3-90bf-7d6dcf27a00a on network 47f443e0-ed1e-4b01-9773-011cf65d1756 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:07:59.589030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.596578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a07f6fb-f768-4a9b-b5b1-cad6e99efe93 req-6f03e388-61a8-4f48-8fbe-9484298a7179 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955501 Jan 18 23:07:59.603062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:07:59.603408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Checking segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:07:59.603785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Bound using segment: {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:07:59.604218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Bound port: 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be681d2-b38c-48a8-a2f4-aa358e6a9f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:07:59.604563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.722747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246952-37b0-4c96-8cff-734d05d23797 req-d3877ccb-6a5f-4283-b13b-1c30c24167a3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:07:59.724191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02246952-37b0-4c96-8cff-734d05d23797 req-d3877ccb-6a5f-4283-b13b-1c30c24167a3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.1814942 Jan 18 23:07:59.732238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:07:59.758026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:07:59.783878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02246952-37b0-4c96-8cff-734d05d23797 req-1ea83259-28e0-4bd6-a52e-b7673b568758 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Jan 18 23:07:59.807452 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05', 'status': 'completed', 'code': 200} Jan 18 23:07:59.824985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:07:59.945098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2028865046', 'description': 'tempest-description-2111527039'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:07:59.951732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:07:59.956639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:07:59.959687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:07:59.966289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:00.008697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e2fbbef6-cb91-4454-b709-161cd4fddc05 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:00.012590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:00.041308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.042689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] 10.222.0.89 "PUT /v2.0/ports/0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 1092 time: 2.6486270 Jan 18 23:08:00.088940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33930) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:00.148792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.169099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:00.180466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.204783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Transition to ACTIVE for port object 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:00.287287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.292268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ae331-cdfc-4102-9863-017e6e84f379 service neutron] Pushing event updated for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:00.324690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:00.355067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:00.359782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'e2fbbef6-cb91-4454-b709-161cd4fddc05', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'e2fbbef6-cb91-4454-b709-161cd4fddc05', 'mac_address': 'fa:16:3e:d1:a6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:00.363653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:00.364151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.364288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:00.373867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.376193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Usage tracker for resource:security_group_rule and tenant:b2d4792fc8444cedbea6c475c10b4c69 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:00.383730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:00.390115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-9ad11168-8681-49c8-ac4b-875e7456b893 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 1098 time: 0.5193288 Jan 18 23:08:00.395659 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-205accd4-fba1-4972-a471-274f3620c85f service neutron] show failed (client error): The resource could not be found. Jan 18 23:08:00.396287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-205accd4-fba1-4972-a471-274f3620c85f service neutron] 10.222.0.83 "GET /v2.0/ports/1c42bf49-c269-48c1-9d82-13f6b49e7082/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.3022115 Jan 18 23:08:00.399774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:00.471348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:00.481180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.493572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:00.506372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2fbbef6-cb91-4454-b709-161cd4fddc05 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:00.512635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06bca4-014d-476d-9c14-703ecb8bf7bf req-420754a1-ec1d-47ca-9833-adfd2f085b9f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:00.519589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba06bca4-014d-476d-9c14-703ecb8bf7bf req-420754a1-ec1d-47ca-9833-adfd2f085b9f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 944 time: 0.4867740 Jan 18 23:08:00.533321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-fe50d337-ccf6-4e6f-b183-5e1956c3ff92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1095 time: 0.3202858 Jan 18 23:08:00.541201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d22cb303284b9eaabc0538d21ce6e4 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:00.551352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:00.573104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:00.580211 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.588337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:00.608527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:00.619725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:00.641931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.647244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Attempting to bind port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:00.647586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Attempting to bind port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'aefac5ec-8f80-4a44-9f37-caf8d293ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:00.647909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Attempting to bind port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 on network dfa317f3-5400-4b43-9032-63dfa88b8805 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:00.661857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-bb26ccf2-0cf4-4945-8665-b3aec8925d38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 217 time: 0.1025469 Jan 18 23:08:00.663934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 on network dfa317f3-5400-4b43-9032-63dfa88b8805 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:08:00.664261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Attempting to bind port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 on network dfa317f3-5400-4b43-9032-63dfa88b8805 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:00.685471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:00.685805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Checking segment: {'id': 'aefac5ec-8f80-4a44-9f37-caf8d293ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:00.686185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Bound using segment: {'id': 'aefac5ec-8f80-4a44-9f37-caf8d293ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:00.687410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Bound port: 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefac5ec-8f80-4a44-9f37-caf8d293ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:00.687410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.715766 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.715996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.739013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:00.765842 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba06bca4-014d-476d-9c14-703ecb8bf7bf req-dfb21ab9-e4a8-4e4c-98cd-7be93d0c3238 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452805 Jan 18 23:08:00.768383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.772882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-a507fc5e-926a-4618-9e93-b1bea62b6a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:00.774330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-a507fc5e-926a-4618-9e93-b1bea62b6a36 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3771982 Jan 18 23:08:00.792322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.822932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:00.865079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e2fbbef6-cb91-4454-b709-161cd4fddc05'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:00.886424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:00.891957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-6ca3b53a-551a-4605-9d01-2b5b779468f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05 HTTP/1.1" status: 200 len: 217 time: 0.1092939 Jan 18 23:08:00.894828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,segment=NetworkSegment(aefac5ec-8f80-4a44-9f37-caf8d293ee33),segment_id=aefac5ec-8f80-4a44-9f37-caf8d293ee33)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:00.898215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:00.928769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6d22cb303284b9eaabc0538d21ce6e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8364608 Jan 18 23:08:00.928769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b2e82-8e23-4db5-ae7e-35e42d16e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c3b83-b669-4e6b-9925-090c4afe0700,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:00.930495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:00.989453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.028247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.084236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.085629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] 10.222.0.89 "PUT /v2.0/ports/8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 HTTP/1.1" status: 200 len: 1091 time: 1.6251283 Jan 18 23:08:01.086080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:01.099947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.105748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df674-e191-4a3d-88db-46c577272f19 req-2189f419-ddb6-4692-83cb-6a3478ea0714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.106402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb4c23-cc42-4874-8b0e-df83dad7a4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:01.107205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-2189f419-ddb6-4692-83cb-6a3478ea0714 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.4286866 Jan 18 23:08:01.134593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd0c85-5a3a-477a-8305-5332799d2512,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:01.210129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.211395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac839677-ff30-49ca-97fb-c902204def95 req-3445c360-a1d7-41ea-a69b-2fbb523e8736 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.3395555 Jan 18 23:08:01.229764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-469274e6-b942-4f7e-b378-cdd30f9c239f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.231276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-469274e6-b942-4f7e-b378-cdd30f9c239f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2684352 Jan 18 23:08:01.232461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.277552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c3b83-b669-4e6b-9925-090c4afe0700,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:01.299639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.303096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-358929c4-57ff-43a6-ac44-bc1a5d587946 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c0c3b83-b669-4e6b-9925-090c4afe0700 HTTP/1.1" status: 204 len: 168 time: 0.3694494 Jan 18 23:08:01.339772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-875e09f7-a9c2-4315-ba54-6d6a368a8a73 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1100 time: 0.3747580 Jan 18 23:08:01.345861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-6e7ce9c0-bb35-4096-8106-a8b6957cd190 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1093f9f0c72d45f49e5c1cf206acc382&device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 1094 time: 0.1559517 Jan 18 23:08:01.378426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:01.458147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-0909b587-a74c-40f5-beb1-5978dddfd8f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 HTTP/1.1" status: 200 len: 217 time: 0.1057775 Jan 18 23:08:01.489473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f58e45-7bfa-4035-b24b-389cc75c1511 req-62ff5b0a-0fdf-42c4-92af-7f4dd67c4fed tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.491121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6f58e45-7bfa-4035-b24b-389cc75c1511 req-62ff5b0a-0fdf-42c4-92af-7f4dd67c4fed tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 943 time: 0.5271747 Jan 18 23:08:01.536405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-e57f0bb8-72b2-46fb-b4cb-e05072073ea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:01.538124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-e57f0bb8-72b2-46fb-b4cb-e05072073ea2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4bf2c4f-3d37-40e0-8058-880deff5a4c2 HTTP/1.1" status: 200 len: 865 time: 0.0745406 Jan 18 23:08:01.549099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-930bbc21-7ae4-4fef-b538-312b6fa6aeb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4200208 Jan 18 23:08:01.587137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-db9132b8-965a-42c8-b597-d368858631c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dfa317f3-5400-4b43-9032-63dfa88b8805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435581 Jan 18 23:08:01.632320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:01.731405 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-afbcccca-d694-40a3-9964-fede3a4dd4f9 service neutron] 10.222.0.89 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375017 Jan 18 23:08:01.822742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:01.846594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-a7758cbc-256b-4278-ae3e-eb97d65d8b37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5977352 Jan 18 23:08:01.872647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-377255a0-e64c-40c7-b69f-cf07b28c1638 req-ba2fb5a2-e091-42ef-a297-a50975eee900 service neutron] 10.222.0.89 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353676 Jan 18 23:08:01.989732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6f58e45-7bfa-4035-b24b-389cc75c1511 req-e2a8a174-8258-4a44-b0d7-d5fea0ad1747 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Synchronizing usage tracker for tenant:1093f9f0c72d45f49e5c1cf206acc382 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:02.030287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e2fbbef6-cb91-4454-b709-161cd4fddc05 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:02.122572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-0a7ab662-fdcf-4e03-930c-3a061fb650b6 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666630 Jan 18 23:08:02.160269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f6f58e45-7bfa-4035-b24b-389cc75c1511 req-e2a8a174-8258-4a44-b0d7-d5fea0ad1747 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Unset dirty status for tenant:1093f9f0c72d45f49e5c1cf206acc382 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:02.161421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6f58e45-7bfa-4035-b24b-389cc75c1511 req-e2a8a174-8258-4a44-b0d7-d5fea0ad1747 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494021 Jan 18 23:08:02.178195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port e2fbbef6-cb91-4454-b709-161cd4fddc05 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:02.183748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port e2fbbef6-cb91-4454-b709-161cd4fddc05 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:02.184134 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:02.192588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ec757-bc0a-44bc-b2c2-db8f67e64943 req-ce121513-4140-4593-86a6-7f891d4bbb6f tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:02.195089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d7ec757-bc0a-44bc-b2c2-db8f67e64943 req-ce121513-4140-4593-86a6-7f891d4bbb6f tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 949 time: 0.6533282 Jan 18 23:08:02.244453 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'code': 200} Jan 18 23:08:02.332228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:02.381334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:02.421058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-066a0f77-b83b-4972-a296-c3fba225d72e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649238 Jan 18 23:08:02.458899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:02.541836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:02.565512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d7ec757-bc0a-44bc-b2c2-db8f67e64943 req-e5044d91-f4b8-4fa0-a1be-b1f2099e4c9d tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030064 Jan 18 23:08:02.734882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-468df674-e191-4a3d-88db-46c577272f19 req-ad7b714a-609a-4f49-86b8-2e097591a677 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948415 Jan 18 23:08:02.781862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:02.805161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0dbe7a3b-15a5-4a0b-93e1-7e60db7507c3 req-af63dd9a-fe34-483c-8328-97bc2e1f846b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637455 Jan 18 23:08:02.864651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-457dc31d-c4b2-4444-9a5e-f7476dd4203b req-884d96fe-d24c-4438-aab4-20c675ef14fa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1100 time: 0.5327744 Jan 18 23:08:02.903029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33976) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:02.922530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476b41-0c9f-4ec1-a09e-fab226f71284 req-ce7c3063-ced3-40b5-8be0-f92a2fde5d2d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:02.935944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75476b41-0c9f-4ec1-a09e-fab226f71284 req-ce7c3063-ced3-40b5-8be0-f92a2fde5d2d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 949 time: 0.4958003 Jan 18 23:08:02.956774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:03.055655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-992677180-network', 'tenant_id': 'dce676817a7044dcabc4e7e1886c87d9'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:03.059848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.061641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:03.063576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-457dc31d-c4b2-4444-9a5e-f7476dd4203b req-4a310306-e417-4087-a752-f4717d8d58ec service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827824 Jan 18 23:08:03.066624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Usage tracker for resource:network and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:03.070096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:03.077471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:03.084446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75476b41-0c9f-4ec1-a09e-fab226f71284 req-1253b265-b069-4ec6-896c-2e8733c1e39d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465518 Jan 18 23:08:03.094570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ce0bf-be21-40be-99e2-7f5d0844f60e req-e84c0aa8-a12f-4c92-b338-b11f43a70fb5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:03.096905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e4ce0bf-be21-40be-99e2-7f5d0844f60e req-e84c0aa8-a12f-4c92-b338-b11f43a70fb5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.2999754 Jan 18 23:08:03.099517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Transition to ACTIVE for port object 1c42bf49-c269-48c1-9d82-13f6b49e7082 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:03.156320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e4ce0bf-be21-40be-99e2-7f5d0844f60e req-552bd0c5-10aa-4d3a-892e-af705cf646f9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528584 Jan 18 23:08:03.163693 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4', 'status': 'completed', 'code': 200} Jan 18 23:08:03.167293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Made reservation on behalf of dce676817a7044dcabc4e7e1886c87d9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:03.173449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.200367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.236091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.241297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:03.245190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:03.248002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:03.256302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:03.331160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.401376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.437041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:03.440120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34939e13-88d8-421f-88db-cc8a91873a5c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:03.450704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.451866 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Added segment ec7d4d1d-f8bf-45c1-8652-bcea50f45343 of type vlan for network e951cdd0-f06b-401e-bf01-f69f7a109bf2 Jan 18 23:08:03.453646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:08:03.484370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.512443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:03.527047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] No DVR routers for this DVR port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:03.540364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-09fd2ae3-712d-429e-a2f4-59aaf710433f tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/b6cd0c85-5a3a-477a-8305-5332799d2512 HTTP/1.1" status: 200 len: 1635 time: 0.3106766 Jan 18 23:08:03.554516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.554867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.555207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.555542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.555871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.556198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.556519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.556891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.557188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.557506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.557825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:03.566758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Request body: {'security_group': {'name': 'tempest-sg-hth-214476060', 'description': 'tempest-description-hth-392529015'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:03.627819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.627819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:03.627819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.764605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-eb34b4ae-2593-46fe-a894-dae766c574e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1093f9f0c72d45f49e5c1cf206acc382&device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 1094 time: 0.5800910 Jan 18 23:08:03.806907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:03.807300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:03.807677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:03.821522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] Pushing event updated for resources: {'Network': ['ID=e951cdd0-f06b-401e-bf01-f69f7a109bf2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:03.831240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e951cdd0-f06b-401e-bf01-f69f7a109bf2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:08:03.859000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:03.883459 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-91b33539-b0ef-4baf-b2a5-c318f5b4165b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9788928 Jan 18 23:08:03.884452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33986) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:03.886404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1fcf-d70f-48d7-80d6-6685572840a1 req-f3715a37-358c-4488-acf3-b76538b20d58 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:03.888038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f9d1fcf-d70f-48d7-80d6-6685572840a1 req-f3715a37-358c-4488-acf3-b76538b20d58 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 944 time: 0.5957570 Jan 18 23:08:03.895175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Request body: {'subnet': {'network_id': 'e951cdd0-f06b-401e-bf01-f69f7a109bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-992677180-subnet', 'tenant_id': 'dce676817a7044dcabc4e7e1886c87d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:03.901064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:03.902399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:08:03.902733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Attempting to bind port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:03.908801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Usage tracker for resource:subnet and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:03.915143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:03.921703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:03.973007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:03.973353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:03.973742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:03.974186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Bound port: 1c42bf49-c269-48c1-9d82-13f6b49e7082, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:03.974535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.001842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Made reservation on behalf of dce676817a7044dcabc4e7e1886c87d9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:04.004151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.016052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.039319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:04.068330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f9d1fcf-d70f-48d7-80d6-6685572840a1 req-24176a43-9714-41a0-b918-1c34504d4396 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728420 Jan 18 23:08:04.076663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-3d44c48f-f54b-49d7-8eaa-3d1cfc9dd271 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.077813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-3d44c48f-f54b-49d7-8eaa-3d1cfc9dd271 service neutron] 10.222.0.89 "GET /v2.0/networks?id=dfa317f3-5400-4b43-9032-63dfa88b8805 HTTP/1.1" status: 200 len: 926 time: 0.3048759 Jan 18 23:08:04.141006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:04.145598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.148024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.161432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f62de20-14d3-4fc4-a3d5-a99a5ce55d0c req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "PUT /v2.0/security-groups/b6cd0c85-5a3a-477a-8305-5332799d2512 HTTP/1.1" status: 200 len: 1607 time: 0.6142843 Jan 18 23:08:04.165861 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'status': 'completed', 'code': 200} Jan 18 23:08:04.246351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:04.287496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-64041b57-4c89-4856-8cdf-530bd0aae4f9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 HTTP/1.1" status: 200 len: 217 time: 0.1996114 Jan 18 23:08:04.292490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c63d7c-41b7-456a-bdf0-dad75fe946a7 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd0c85-5a3a-477a-8305-5332799d2512,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:04.323825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-bd65e5fb-6b01-48e5-84f1-249d3178e6c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1095 time: 0.1395271 Jan 18 23:08:04.387362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:04.410762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.422071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:04.443287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-d93cca12-5e2a-4644-b881-3fb0a3fa7acc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.444766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-d93cca12-5e2a-4644-b881-3fb0a3fa7acc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4bf2c4f-3d37-40e0-8058-880deff5a4c2 HTTP/1.1" status: 200 len: 865 time: 0.1478658 Jan 18 23:08:04.460162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001ddbd-95a6-4c58-ad25-e7363bd6294e req-dc36c064-2aa1-4c1e-9551-82618234c12a tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.461754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b001ddbd-95a6-4c58-ad25-e7363bd6294e req-dc36c064-2aa1-4c1e-9551-82618234c12a tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 943 time: 0.1292922 Jan 18 23:08:04.520929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.527735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-05f93dd8-abf9-4c6d-ad69-369f5e21611c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=dfa317f3-5400-4b43-9032-63dfa88b8805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650418 Jan 18 23:08:04.540070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bf05a9-f5b6-442b-b4e6-747a9ffe2b19,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:04.542323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-b2a7c2ec-601e-47b2-972c-8d4b75db7957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.543742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-b2a7c2ec-601e-47b2-972c-8d4b75db7957 service neutron] 10.222.0.89 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 930 time: 0.2130406 Jan 18 23:08:04.619213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-2148516a-607b-44ba-b840-bb36e91430df service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 217 time: 0.0679898 Jan 18 23:08:04.619935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Checking segment: {'id': 'ec7d4d1d-f8bf-45c1-8652-bcea50f45343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e951cdd0-f06b-401e-bf01-f69f7a109bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:04.620293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Network hostable DHCP agents. Network: e951cdd0-f06b-401e-bf01-f69f7a109bf2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:04.625310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:04.664148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:04.667607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-3b161818-88f7-4c53-9b74-bacce933edaf service neutron] 10.222.0.89 "PUT /v2.0/ports/1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 1095 time: 3.3044777 Jan 18 23:08:04.699586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-244aa60d-939e-4067-af03-1ce7f3ace562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.701132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-244aa60d-939e-4067-af03-1ce7f3ace562 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.0737112 Jan 18 23:08:04.777997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b001ddbd-95a6-4c58-ad25-e7363bd6294e req-418b9a13-ff0b-4847-b8e2-dc47dbc019d5 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799525 Jan 18 23:08:04.788143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-a41df714-5ce4-4b9c-a4b9-6d9c176881df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812032 Jan 18 23:08:04.789600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Network e951cdd0-f06b-401e-bf01-f69f7a109bf2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:04.868863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-6fb5ed17-0e3b-4005-8e52-914d49b2d58f service neutron] 10.222.0.89 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468100 Jan 18 23:08:04.880940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-bed89fa1-bb8d-442d-a6e8-905366589cfc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1098 time: 0.1445315 Jan 18 23:08:04.910369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e951cdd0-f06b-401e-bf01-f69f7a109bf2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:04.919366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf38712-fc2b-4aa2-a230-73e1e9cca403 None None] Network e951cdd0-f06b-401e-bf01-f69f7a109bf2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:04.921450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:04.922109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:05.053499 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-901ddac8-7e17-43f5-a03f-0844e7bc12b1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1677685 Jan 18 23:08:05.059670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-c5d26838-e9ac-4f2c-ae99-73d73d1a51e8 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599516 Jan 18 23:08:05.227092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a90043b-7cc8-4c01-bf26-e70fb2001be4 req-26518197-681b-4515-b814-b3a2170db070 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609862 Jan 18 23:08:05.233769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a7859-fe9d-4483-8717-71df99339cf2 None None] Network e951cdd0-f06b-401e-bf01-f69f7a109bf2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:05.358293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0366dcf5-b8bc-4215-9885-ce92f6f271a2 req-8105bd83-fe77-4c3b-917d-a4cffd5403da tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/b6cd0c85-5a3a-477a-8305-5332799d2512 HTTP/1.1" status: 200 len: 1607 time: 0.1574228 Jan 18 23:08:05.360105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f52801b0-3af6-46d9-b68c-9004efbeefa3 req-bcd204f4-6ff9-467c-882b-d00926260032 service neutron] 10.222.0.89 "GET /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835522 Jan 18 23:08:05.361793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-4da6a552-1ada-4882-8ee5-dd3bb37be9a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.363697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-4da6a552-1ada-4882-8ee5-dd3bb37be9a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4595010 Jan 18 23:08:05.439751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-1f437071-8621-4801-a880-eaa445f36517 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.0684266 Jan 18 23:08:05.446360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05bd7-1fe7-4a00-8b3d-b2cc15f6fd8c req-d33838c8-1642-436b-92e8-a652ae355a8e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.447815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a05bd7-1fe7-4a00-8b3d-b2cc15f6fd8c req-d33838c8-1642-436b-92e8-a652ae355a8e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 949 time: 0.3621483 Jan 18 23:08:05.685495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-32df6560-febc-473f-979d-017226fac520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.686951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-32df6560-febc-473f-979d-017226fac520 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2382629 Jan 18 23:08:05.749141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a05bd7-1fe7-4a00-8b3d-b2cc15f6fd8c req-7181c8ce-5893-4920-b39e-aa9d0f3bc704 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703717 Jan 18 23:08:05.780054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e9bb0-1548-4eda-b432-4da0d45fad3e req-ebccab8b-60a1-479a-b735-fa8443244a8e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:05.781529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae5e9bb0-1548-4eda-b432-4da0d45fad3e req-ebccab8b-60a1-479a-b735-fa8443244a8e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 947 time: 0.2990329 Jan 18 23:08:05.807697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-0e365427-c04f-4738-8f1b-cb4eb0defdc2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126707 Jan 18 23:08:05.817142 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05', 'code': 200} Jan 18 23:08:05.852359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0161bcde-5043-46a3-90bf-7d6dcf27a00a details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:05.963900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae5e9bb0-1548-4eda-b432-4da0d45fad3e req-f6c62e51-1bd9-49e2-ac67-93259908c226 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760235 Jan 18 23:08:06.014182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:06.028396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'mac_address': 'fa:16:3e:7f:56:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:06.058814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-ee71028a-1c4e-4772-a8ec-d157d3b7af5f service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433448 Jan 18 23:08:06.084222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.104350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0161bcde-5043-46a3-90bf-7d6dcf27a00a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:06.119825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:06.164370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3a94fa9-3b1b-428b-9c1b-7a0760ede999 req-a818ebc4-23ba-4a59-ba54-741054c2c5cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 1100 time: 0.2620819 Jan 18 23:08:06.166659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}, {'name': 'network-changed', 'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:06.184236 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.185092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:06.203790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-664973553', 'description': 'tempest-description-2040372498'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:06.217168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:06.225929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:06.230787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:06.262081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:06.276497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5937d49-bd85-4d56-850b-ce2066b03c92 req-c228d7df-4f97-4e87-9acc-331a9cc99ded tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:06.282170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5937d49-bd85-4d56-850b-ce2066b03c92 req-c228d7df-4f97-4e87-9acc-331a9cc99ded tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 944 time: 0.2848356 Jan 18 23:08:06.311715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3a94fa9-3b1b-428b-9c1b-7a0760ede999 req-2ae59bf0-9a79-4615-a8e2-d8a7289d3c0e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395938 Jan 18 23:08:06.316958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e42c1b-cf8d-43f3-9da1-e3f4af753114 req-2660de8f-fa4a-4695-9241-883ce66b93d6 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499781 Jan 18 23:08:06.319063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:06.346348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5937d49-bd85-4d56-850b-ce2066b03c92 req-7a72fb3f-69f5-4cf8-af4b-b45bdfd4fa3c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563588 Jan 18 23:08:06.385591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,segment=NetworkSegment(aefac5ec-8f80-4a44-9f37-caf8d293ee33),segment_id=aefac5ec-8f80-4a44-9f37-caf8d293ee33)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:06.398094 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.399911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4', 'network_id': 'dfa317f3-5400-4b43-9032-63dfa88b8805', 'port_id': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4', 'mac_address': 'fa:16:3e:fd:84:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bf2c4f-3d37-40e0-8058-880deff5a4c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:06.453509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.463700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-15c693e2-8c6e-42c2-ac1d-7f1f263df212 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/b6cd0c85-5a3a-477a-8305-5332799d2512 HTTP/1.1" status: 200 len: 1607 time: 0.0795913 Jan 18 23:08:06.464735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:06.469927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:06.473291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:06.475689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:06.489155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,segment=NetworkSegment(aefac5ec-8f80-4a44-9f37-caf8d293ee33),segment_id=aefac5ec-8f80-4a44-9f37-caf8d293ee33)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:06.496593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:06.588808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.595640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.620203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.628577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.669419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.700126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:06.714801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b10bf8-9688-47ae-bf8e-28cbd0c71137,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:06.759968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.762309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.763421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7da6ec6d-bd33-4234-9e01-ab4b01769073 req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/b6cd0c85-5a3a-477a-8305-5332799d2512 HTTP/1.1" status: 204 len: 173 time: 0.2898717 Jan 18 23:08:06.776219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f11a8-59f6-4459-beb9-b2e806cef799 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd0c85-5a3a-477a-8305-5332799d2512,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:06.801452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:06.802742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-895dbd2b-2fa4-46cf-a3a6-719e9f8b98e5 req-54beb0cd-6be3-4915-871b-8c4b17c6b232 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.6159027 Jan 18 23:08:06.969804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ee59-e15a-49bf-9e36-4d8adef662e8 req-1316ab0d-9db5-41a2-8ad3-529904daa6e0 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:06.971807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e55ee59-e15a-49bf-9e36-4d8adef662e8 req-1316ab0d-9db5-41a2-8ad3-529904daa6e0 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 944 time: 0.0814404 Jan 18 23:08:06.992485 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'code': 200} Jan 18 23:08:06.992765 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'status': 'completed', 'code': 200} Jan 18 23:08:07.104978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e55ee59-e15a-49bf-9e36-4d8adef662e8 req-383c5568-eeb4-4dc6-8801-4fe2acfc52e9 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274366 Jan 18 23:08:07.150107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-e1cc5e71-2aba-450e-a772-dfe66fe9a904 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1098 time: 0.1412928 Jan 18 23:08:07.153779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-18e76713-2dcf-4f61-9aa2-bf52a4aad2cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1098 time: 0.1116543 Jan 18 23:08:07.423597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01b99531-6390-4a22-b515-8e1374559dba req-baead9d5-30e0-4f01-b599-a2a4a82a5828 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/b2b10bf8-9688-47ae-bf8e-28cbd0c71137 HTTP/1.1" status: 200 len: 1646 time: 0.2687402 Jan 18 23:08:07.455721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['0161bcde-5043-46a3-90bf-7d6dcf27a00a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:07.466883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2b10bf8-9688-47ae-bf8e-28cbd0c71137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:07.467238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b2b10bf8-9688-47ae-bf8e-28cbd0c71137', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:07.487491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8a89dfb2-2d96-45b5-b80a-6337b2ca54b4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:07.496884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:07.508507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:07.514696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:07.526334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-24d6c50a-c390-4904-bb85-16b24b4f5394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.527847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-24d6c50a-c390-4904-bb85-16b24b4f5394 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3603537 Jan 18 23:08:07.528729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-fc88890c-818f-4b31-a069-5d3afb0a3674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.531827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-fc88890c-818f-4b31-a069-5d3afb0a3674 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3110790 Jan 18 23:08:07.531827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:07.538741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9591-7c30-4e66-8a5f-7386061b8ee3 req-9bbec57e-dc47-4a77-ae85-4a042121be28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.540283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318b9591-7c30-4e66-8a5f-7386061b8ee3 req-9bbec57e-dc47-4a77-ae85-4a042121be28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 949 time: 0.3736136 Jan 18 23:08:07.807648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-6dc7a196-c13d-4f23-9a37-61f9abd9f0f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.2665470 Jan 18 23:08:07.810712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-95819721-885c-4338-af68-20aff648141a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.2675920 Jan 18 23:08:07.883745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:07.943156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318b9591-7c30-4e66-8a5f-7386061b8ee3 req-e7fa36f5-e2c2-4923-86dc-928621b172b4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996371 Jan 18 23:08:07.971982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-ab7755a7-1895-49c6-8b05-958c11e8b000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.974208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-ab7755a7-1895-49c6-8b05-958c11e8b000 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1534920 Jan 18 23:08:07.976347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-44e8f986-d34c-45d3-965a-8b220abe7273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:07.977767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-44e8f986-d34c-45d3-965a-8b220abe7273 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1593742 Jan 18 23:08:07.979278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.022453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:08.041492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'mac_address': 'fa:16:3e:fd:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:08.096483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.101251 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.124558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:08.137536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-a089cdcc-1708-437d-b494-726de5e5831f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174097 Jan 18 23:08:08.143854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:08.144017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-bdd7eddd-8596-4df2-8cec-34b0dc745b23 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617022 Jan 18 23:08:08.215253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.228575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.296231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:08.361916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47cee88-4089-44c3-8a57-a81e5e563492,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:08.462365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.463551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01b99531-6390-4a22-b515-8e1374559dba req-8dc9978f-f1e8-49c2-aef5-28deded0c268 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0275276 Jan 18 23:08:08.471950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-20420d96-bac6-4b75-b246-96165953e1e6 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982383 Jan 18 23:08:08.477416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-3787932e-82e3-4ff2-a140-102694bf2009 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330872 Jan 18 23:08:08.483127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8641-1aae-49aa-95a3-84c93d189d57 req-0149f433-add0-4fcb-8d14-05d0111dd90a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:08.484532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-908f8641-1aae-49aa-95a3-84c93d189d57 req-0149f433-add0-4fcb-8d14-05d0111dd90a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 947 time: 0.3453510 Jan 18 23:08:08.630465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['47e36471-998b-4d83-b7a7-3f040bdf1235'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:08.789060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-908f8641-1aae-49aa-95a3-84c93d189d57 req-9ae0bdf5-3501-4a65-8336-1b1a830fdd34 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603981 Jan 18 23:08:08.814727 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:08.816347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-3ca000e1-46d7-4cb6-9f52-dfff21dc84d2 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292215 Jan 18 23:08:08.822263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b53e156-4b57-4c3e-a835-6b05daa9ffa3 req-8be4a33f-1cdb-4e73-ab28-c97ef482e448 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368168 Jan 18 23:08:08.862359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0ba46-b55e-4e13-9663-845964bb1dfe req-8f2a61e1-6c1e-4c8d-b596-ee2d6d5222ce tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:08.864202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08a0ba46-b55e-4e13-9663-845964bb1dfe req-8f2a61e1-6c1e-4c8d-b596-ee2d6d5222ce tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 945 time: 0.2239583 Jan 18 23:08:08.924617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08a0ba46-b55e-4e13-9663-845964bb1dfe req-efdce143-6f37-4770-90b6-0f55789f53be tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546756 Jan 18 23:08:09.012811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7de6b25a-db14-44dd-b1be-883678bffbc4 req-d0123882-0ef7-4ddd-84e0-651f9f4b8b83 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/b2b10bf8-9688-47ae-bf8e-28cbd0c71137 HTTP/1.1" status: 200 len: 2149 time: 0.0493882 Jan 18 23:08:09.081190 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-c9d7eebc-9221-44fd-8be7-3d607da1ec02 req-6dcf4a01-97ec-420c-b018-6bc3f5184821 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:09.082112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d7eebc-9221-44fd-8be7-3d607da1ec02 req-6dcf4a01-97ec-420c-b018-6bc3f5184821 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/061e4c11-a9bb-40af-890e-882a7401fa74 HTTP/1.1" status: 404 len: 352 time: 0.0263932 Jan 18 23:08:09.114937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8b820-91df-4a0a-8044-448ff95e475b req-ddd266b6-c719-4629-8327-454ce54cf296 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:09.116393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fb8b820-91df-4a0a-8044-448ff95e475b req-ddd266b6-c719-4629-8327-454ce54cf296 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 944 time: 0.0900602 Jan 18 23:08:09.162197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fb8b820-91df-4a0a-8044-448ff95e475b req-abaef9f8-f8ba-43a8-a0de-cfde981b5096 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Jan 18 23:08:09.245395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-a72bf271-d7b7-493f-9fcb-f482dbee886c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-group-rules/b47cee88-4089-44c3-8a57-a81e5e563492 HTTP/1.1" status: 200 len: 713 time: 0.0290763 Jan 18 23:08:09.312319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-e797fb37-37cb-4371-899c-29f979109ad6 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/b2b10bf8-9688-47ae-bf8e-28cbd0c71137 HTTP/1.1" status: 200 len: 2149 time: 0.0586972 Jan 18 23:08:09.317823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c1a4-9ef4-4ce6-9705-a036f00e9ec7 req-3f6875ee-a9a0-47fc-aaa4-8407075f9eb6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:09.319197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4243c1a4-9ef4-4ce6-9705-a036f00e9ec7 req-3f6875ee-a9a0-47fc-aaa4-8407075f9eb6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 949 time: 0.1370001 Jan 18 23:08:09.378744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:09.392956 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:09.410383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4243c1a4-9ef4-4ce6-9705-a036f00e9ec7 req-f7d3c53a-523e-478c-9feb-ed224cd70673 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812101 Jan 18 23:08:09.515390 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:09.535901 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-e1f379a7-230d-4d91-9f3a-6a286b30e39f req-9c7ca289-4cbe-4a03-8027-617610f41e52 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:09.536945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1f379a7-230d-4d91-9f3a-6a286b30e39f req-9c7ca289-4cbe-4a03-8027-617610f41e52 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/f6b0082b-d646-4155-99f6-fa179903ecc9 HTTP/1.1" status: 404 len: 352 time: 0.0351753 Jan 18 23:08:09.538465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b47cee88-4089-44c3-8a57-a81e5e563492,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:09.540663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:09.541697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d3a2af6-8846-4131-a1ae-4c6f73282b3c req-6f48f6c8-3958-48ec-b5fb-232ea95f80dc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b47cee88-4089-44c3-8a57-a81e5e563492 HTTP/1.1" status: 204 len: 173 time: 0.2216511 Jan 18 23:08:09.583816 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-33dbea40-2d12-4dbf-9a26-c99efa79c385 req-bc6b48ec-1a3c-41cf-9c5e-192a2fb0cbbb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:09.584916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33dbea40-2d12-4dbf-9a26-c99efa79c385 req-bc6b48ec-1a3c-41cf-9c5e-192a2fb0cbbb tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/8b85c506-d8d3-4698-a48d-c7ed44d8e62a HTTP/1.1" status: 404 len: 352 time: 0.0171819 Jan 18 23:08:09.617374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1763902445', 'description': 'tempest-description-414954623'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:09.623179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:09.627116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:09.630437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:09.636149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:09.717379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b962-3aff-4c37-8a1e-90bf94094891 req-e1701fbc-2dfc-4857-a49b-1cf0d465485c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:09.718756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6543b962-3aff-4c37-8a1e-90bf94094891 req-e1701fbc-2dfc-4857-a49b-1cf0d465485c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 949 time: 0.0804508 Jan 18 23:08:09.721086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:09.787955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:09.793259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6543b962-3aff-4c37-8a1e-90bf94094891 req-041ad0e2-64f8-4459-a993-b2130230d9ca tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624566 Jan 18 23:08:09.794222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:09.797172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:09.802927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:09.913394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:09.915907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0161bcde-5043-46a3-90bf-7d6dcf27a00a up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:09.980804 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-59e5b4c1-6b5e-43c4-9f31-8c8ed17b262d req-c1da6cfa-78d9-4f24-ac50-838e0770810b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:09.981838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e5b4c1-6b5e-43c4-9f31-8c8ed17b262d req-c1da6cfa-78d9-4f24-ac50-838e0770810b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/d1947ffa-604b-4a16-ae60-eaf1c43b7364 HTTP/1.1" status: 404 len: 352 time: 0.1474643 Jan 18 23:08:09.999862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.074802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.120008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c79e2-365d-49eb-820d-c9dea6b584b5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:10.142206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:10.155366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'mac_address': 'fa:16:3e:e5:fb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:10.185081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 0161bcde-5043-46a3-90bf-7d6dcf27a00a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:10.192212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.193573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc1bb840-3ca9-4ab3-8c6c-86d37181ef80 req-6344d983-8a20-4b1c-ad9f-5b73d05ba1b3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.5807817 Jan 18 23:08:10.196767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 0161bcde-5043-46a3-90bf-7d6dcf27a00a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:10.197180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.260150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.285786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c42bf49-c269-48c1-9d82-13f6b49e7082 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:10.335482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:10.352980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.379768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:10.389346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:10.405414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.422506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070e1e2-643f-46e1-89e5-59da7c62ec60 req-357250d3-10d9-4b98-8450-ec6c6151fc9d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:10.426813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070e1e2-643f-46e1-89e5-59da7c62ec60 req-357250d3-10d9-4b98-8450-ec6c6151fc9d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:10.428324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9070e1e2-643f-46e1-89e5-59da7c62ec60 req-357250d3-10d9-4b98-8450-ec6c6151fc9d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c&device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1689 time: 0.1536796 Jan 18 23:08:10.434661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b9907-de56-40c6-8256-74a71554eda3 req-6aed4635-c5d7-4197-920f-022b282db237 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:10.439173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce0b9907-de56-40c6-8256-74a71554eda3 req-6aed4635-c5d7-4197-920f-022b282db237 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 947 time: 0.1223438 Jan 18 23:08:10.477050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:10.487832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.487832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:10.507281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9070e1e2-643f-46e1-89e5-59da7c62ec60 req-f0642f63-6b36-4be9-b552-d05da73619df tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Jan 18 23:08:10.511886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce0b9907-de56-40c6-8256-74a71554eda3 req-a63644e3-18ce-4529-994a-c623d54b6184 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Jan 18 23:08:10.624862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:10.646190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 47e36471-998b-4d83-b7a7-3f040bdf1235 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:10.648254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.692177 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-18c2ec6c-ab78-4721-93e3-8abfbd34bba2 req-6b7f4df9-e9da-448b-b19f-0292399e7d94 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:10.692820 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.693386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-18c2ec6c-ab78-4721-93e3-8abfbd34bba2 req-6b7f4df9-e9da-448b-b19f-0292399e7d94 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/5b9b0131-5a89-4c1e-9faa-b7429f63e133 HTTP/1.1" status: 404 len: 352 time: 0.0260937 Jan 18 23:08:10.727335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562684-bfe3-4658-b3b8-76e961de52c5 req-215bfc8e-d2b5-4bba-bc08-9abe85dc3dba tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:10.728859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64562684-bfe3-4658-b3b8-76e961de52c5 req-215bfc8e-d2b5-4bba-bc08-9abe85dc3dba tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 946 time: 0.0989740 Jan 18 23:08:10.763345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.776139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64562684-bfe3-4658-b3b8-76e961de52c5 req-280181eb-0d1c-407a-99f3-091402309d1e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Jan 18 23:08:10.800891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:10.868423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:10.869479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:10.904971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c19857e0-3860-473d-b8e8-9adbf6a5bbab req-368bee95-6d34-4d60-9242-e052470cfbb2 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/fc3c79e2-365d-49eb-820d-c9dea6b584b5 HTTP/1.1" status: 200 len: 1646 time: 0.0705395 Jan 18 23:08:10.923516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c03c4-fd8d-4867-8d61-47c59f929aa6 req-814b0267-b0a9-49f3-9131-286c20c30f69 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:10.925281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a0c03c4-fd8d-4867-8d61-47c59f929aa6 req-814b0267-b0a9-49f3-9131-286c20c30f69 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 944 time: 0.1258032 Jan 18 23:08:10.974396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a0c03c4-fd8d-4867-8d61-47c59f929aa6 req-48177a91-7cb1-4939-82e5-661ed71e22b3 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Jan 18 23:08:10.976956 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'code': 200} Jan 18 23:08:10.998114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:11.106243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:11.108262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:11.109073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.109194 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-dad1ff69-d924-4111-baac-4f9b4e02ba0b req-f10bff28-5e0c-48c3-a41c-da96ca2e2667 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] show failed (client error): The resource could not be found. Jan 18 23:08:11.110079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dad1ff69-d924-4111-baac-4f9b4e02ba0b req-f10bff28-5e0c-48c3-a41c-da96ca2e2667 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/0eca8a77-c726-4189-98d3-62211a04540d HTTP/1.1" status: 404 len: 352 time: 0.0276761 Jan 18 23:08:11.150530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-886cbabf-2148-49aa-a008-03be42a6a83b req-8626d789-d509-491f-a5fe-bd76b2dfd1f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1097 time: 0.0977418 Jan 18 23:08:11.160996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-473232737', 'description': 'tempest-description-615699890'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:11.170175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:11.189745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:11.193797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:11.203363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:11.232321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.264268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,segment=NetworkSegment(aefac5ec-8f80-4a44-9f37-caf8d293ee33),segment_id=aefac5ec-8f80-4a44-9f37-caf8d293ee33)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:11.273205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-886cbabf-2148-49aa-a008-03be42a6a83b req-d4d3ded3-59f2-4f17-97dc-4af917ffa66a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045470 Jan 18 23:08:11.298984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-420e8b90-0098-4090-afe4-2aa724b61d9d req-e4283b61-e464-4b7c-8a3c-c5694e942200 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 1100 time: 0.0820758 Jan 18 23:08:11.322328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.349552 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.367842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-420e8b90-0098-4090-afe4-2aa724b61d9d req-d5c4e337-b41f-47d8-a96f-89fa1a2360d1 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Synchronizing usage tracker for tenant:d5a9cc9403ad41af8ea33dbb08129f1a on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:11.374910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:11.381592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:11.386541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:11.393084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:11.415807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:11.446283 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.489922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:11.518210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.563547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3984fd-64e2-4f95-bc14-e2d131307cf2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:11.618011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-420e8b90-0098-4090-afe4-2aa724b61d9d req-d5c4e337-b41f-47d8-a96f-89fa1a2360d1 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] Unset dirty status for tenant:d5a9cc9403ad41af8ea33dbb08129f1a on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:11.619349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-420e8b90-0098-4090-afe4-2aa724b61d9d req-d5c4e337-b41f-47d8-a96f-89fa1a2360d1 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147795 Jan 18 23:08:11.647393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:11.650029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-603b00d5-684e-4163-9d3d-66a49e633877 req-0220da72-add2-4489-a9b5-603bcc6940a1 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4950981 Jan 18 23:08:11.831052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65b5ab-6441-44db-bd36-00566b085563 req-e77ef9bb-5e96-40c4-bf2e-d51b299db2f6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:11.832534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb65b5ab-6441-44db-bd36-00566b085563 req-e77ef9bb-5e96-40c4-bf2e-d51b299db2f6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 948 time: 0.0831888 Jan 18 23:08:11.879058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb65b5ab-6441-44db-bd36-00566b085563 req-6a428957-052a-4667-badf-f84819ef7afc tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Jan 18 23:08:12.192273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-578c412b-f7e8-4c24-85bf-000b93e69e53 req-2b83d6f2-e57f-4eb0-9163-5157cfa16e65 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/6d3984fd-64e2-4f95-bc14-e2d131307cf2 HTTP/1.1" status: 200 len: 1645 time: 0.0961194 Jan 18 23:08:12.213967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12045611-29ff-4ace-8a30-9f8d8186dc11 req-8198748e-4060-403a-9771-9a51fba8db0b tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1100 time: 0.1157589 Jan 18 23:08:12.258541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12045611-29ff-4ace-8a30-9f8d8186dc11 req-4fd11421-2125-4282-901d-61e6ceb469af tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Jan 18 23:08:12.373264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8238aa5-8a60-4a3a-b135-2be84fa9f9b6 req-9ef991a1-3cb5-4200-8c94-4e169d3ba6e2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:12.375028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8238aa5-8a60-4a3a-b135-2be84fa9f9b6 req-9ef991a1-3cb5-4200-8c94-4e169d3ba6e2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 946 time: 0.0825438 Jan 18 23:08:12.477918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8238aa5-8a60-4a3a-b135-2be84fa9f9b6 req-82dc5ffa-bba8-40f7-a020-23fc13907897 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966196 Jan 18 23:08:12.500685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86558e-c23a-4b7e-8561-4897eb6804f5 req-c87e3502-bcc1-4806-843d-bf43f97510c4 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:12.502751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de86558e-c23a-4b7e-8561-4897eb6804f5 req-c87e3502-bcc1-4806-843d-bf43f97510c4 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.1058750 Jan 18 23:08:12.555057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de86558e-c23a-4b7e-8561-4897eb6804f5 req-f550abe3-e4a9-4a5c-b619-b28de2347852 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Jan 18 23:08:12.603446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2051547329', 'description': 'tempest-description-1937738163'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:12.609585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:12.613992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:12.616996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:12.622981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:12.711472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:12.770138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:12.775753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:12.779335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:12.786994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:12.794192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e40384-6091-4729-85fc-8e6e63f84c7a req-b2ddc05a-99dc-4ec9-bb5b-40aa11c92d8c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:12.795649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e40384-6091-4729-85fc-8e6e63f84c7a req-b2ddc05a-99dc-4ec9-bb5b-40aa11c92d8c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1023 time: 0.1294971 Jan 18 23:08:12.884579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e40384-6091-4729-85fc-8e6e63f84c7a req-684e3dcb-6bf9-4660-b32d-8fc3257ab646 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:12.906797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:12.966413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:12.977737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}, {'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:13.007986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-59e40384-6091-4729-85fc-8e6e63f84c7a req-684e3dcb-6bf9-4660-b32d-8fc3257ab646 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:13.009169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59e40384-6091-4729-85fc-8e6e63f84c7a req-684e3dcb-6bf9-4660-b32d-8fc3257ab646 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups?id=5db8c474-1d61-4abf-82d9-c1eece15a3ee&id=92db25a6-b0ef-4196-a499-b752c0f5e781&id=fb0499ce-012c-4265-804b-00dcb9820f49&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2061236 Jan 18 23:08:13.011367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3add9896-c533-40ee-90da-88cf9461f0ea,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:13.092412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:13.102453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac38e8d1-569c-41c6-9888-5a7d6a7f7d47 req-5d691477-5442-4b58-af0e-dc08c83ecef5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.4947751 Jan 18 23:08:13.278297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee2814-b07c-40d5-ac98-9ae25c72c703 req-45b51abc-aa78-411e-8962-238954cfdf5f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:13.279948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ee2814-b07c-40d5-ac98-9ae25c72c703 req-45b51abc-aa78-411e-8962-238954cfdf5f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 948 time: 0.0884886 Jan 18 23:08:13.309864 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'code': 200} Jan 18 23:08:13.310107 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4', 'code': 200} Jan 18 23:08:13.363418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ee2814-b07c-40d5-ac98-9ae25c72c703 req-68c2f2ad-cf22-40fb-8a45-0cc783ef43b9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769751 Jan 18 23:08:13.539146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67ddcca7-6008-433d-a859-a05babe407d4 req-9997cf9e-b9f1-4316-987d-c852f862860c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 1096 time: 0.1306236 Jan 18 23:08:13.542162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c07943d-cd7b-4157-9463-ac7156520f27 req-0ed818e5-14ce-4f09-a16b-0dbbf62d5a6f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/3add9896-c533-40ee-90da-88cf9461f0ea HTTP/1.1" status: 200 len: 1647 time: 0.0806353 Jan 18 23:08:13.601209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67ddcca7-6008-433d-a859-a05babe407d4 req-40f863f8-7f1b-443d-9500-924903cfcfe6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539465 Jan 18 23:08:13.685680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-92701e01-ae99-453f-8ab2-e31bc6fe129b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614583 Jan 18 23:08:13.767377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ea507752-8e24-4a1c-ac7b-27a0b991d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:13.939861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:13.981026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-4d6d29a2-af47-4612-8cc6-4afc0f504ada tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:13.988801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-4d6d29a2-af47-4612-8cc6-4afc0f504ada tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962160 Jan 18 23:08:14.006999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-ea48c75a-f7a0-4d1d-9521-8e5e2500ffa1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.0172369 Jan 18 23:08:14.155256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:14.160981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 1c42bf49-c269-48c1-9d82-13f6b49e7082 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:14.161351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.237073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-8bd19a9d-b862-4f02-91e8-ee6f050327ec tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2290785 Jan 18 23:08:14.287164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.324206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:14.327235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-5f6ac0a5-8a1f-437c-8693-800016c6bb2e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:14.328843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-5f6ac0a5-8a1f-437c-8693-800016c6bb2e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&tenant_id=f2f4269441ac464588fb46a0bef58d5c&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 948 time: 0.1823967 Jan 18 23:08:14.339650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89bc07-625a-4b01-aae3-cc01e0dd61db req-cf39404a-eba5-4f02-ade1-f0850ce2cbd9 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:14.341647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce89bc07-625a-4b01-aae3-cc01e0dd61db req-cf39404a-eba5-4f02-ade1-f0850ce2cbd9 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 946 time: 0.2371778 Jan 18 23:08:14.403072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.547027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce89bc07-625a-4b01-aae3-cc01e0dd61db req-eebb9e7a-a797-4a1a-8cbd-e78bae631f9a tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625793 Jan 18 23:08:14.548660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:14.570959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-e663cfd8-c6ba-4961-86fb-0616f3eb223b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:14.570959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-e663cfd8-c6ba-4961-86fb-0616f3eb223b tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 1023 time: 0.1852474 Jan 18 23:08:14.572320 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-1c3d5765-073a-420d-875d-25311f6739e6 service neutron] delete failed (client error): The resource could not be found. Jan 18 23:08:14.573287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-1c3d5765-073a-420d-875d-25311f6739e6 service neutron] 10.222.0.83 "DELETE /v2.0/ports/1c42bf49-c269-48c1-9d82-13f6b49e7082/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.2307250 Jan 18 23:08:14.643533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1417429533', 'description': 'tempest-description-625242004'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:14.659391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:14.667404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:14.672624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:14.683823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Deleting port 37d440c9-910f-405b-8ffc-4427fa809aa4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:08:14.684192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.714843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:14.868008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:14.972686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-744f844a-5ea1-4824-8c30-3bbe25d87338 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.2477579 Jan 18 23:08:15.098280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:15.117435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Usage tracker for resource:security_group_rule and tenant:dce676817a7044dcabc4e7e1886c87d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:15.130735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:15.148652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:15.162000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] For port 37d440c9-910f-405b-8ffc-4427fa809aa4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=37d440c9-910f-405b-8ffc-4427fa809aa4,segment=NetworkSegment(e335a8d6-db3d-4494-ae1c-ff8642630df3),segment_id=e335a8d6-db3d-4494-ae1c-ff8642630df3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:15.162365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.311938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:15.349361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Calling delete_port for 37d440c9-910f-405b-8ffc-4427fa809aa4 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:08:15.390251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-5dd30b6c-e6af-487b-bebb-6098713f5fcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:15.392382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-5dd30b6c-e6af-487b-bebb-6098713f5fcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4091108 Jan 18 23:08:15.566897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-04017f48-87ca-45a5-8871-b46e048b7280 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.1284547 Jan 18 23:08:15.569082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.658189 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.789203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-fa81428f-67f5-4b9f-bf54-570b238a5c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:15.790672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-fa81428f-67f5-4b9f-bf54-570b238a5c49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1907685 Jan 18 23:08:15.799427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f497ec-6d5c-4fa5-b296-a8a71026205f req-7758a295-7f70-4bf0-92d8-a53ba1feae0a tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:15.806084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f497ec-6d5c-4fa5-b296-a8a71026205f req-7758a295-7f70-4bf0-92d8-a53ba1feae0a tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.4132922 Jan 18 23:08:15.809919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096b85b0-afd5-4355-9b2b-3e3c3444c909,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:15.938978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d3337b3f-b11f-4729-b097-6b01aeb1231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.974417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:15.975621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d459d107-6ec3-43c8-bd45-00d9270fd314 req-58a1756c-f194-473d-9e4c-21a19118679c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.3392491 Jan 18 23:08:16.051925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.064470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f497ec-6d5c-4fa5-b296-a8a71026205f req-9575dfa2-5e7c-48de-98b4-6d85994250cf tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525172 Jan 18 23:08:16.148669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'Port': ['ID=37d440c9-910f-405b-8ffc-4427fa809aa4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:16.274887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-cb8b72d1-84c7-4110-a341-8090376db78c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4673035 Jan 18 23:08:16.353319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] No DVR routers for this DVR port 37d440c9-910f-405b-8ffc-4427fa809aa4 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:16.364647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:16.366736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7765e2a3-cba5-4a9c-a143-267f1c6976fd req-901d0bdb-dc08-40ba-90d2-d30e930eb108 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.89 "DELETE /v2.0/ports/37d440c9-910f-405b-8ffc-4427fa809aa4 HTTP/1.1" status: 204 len: 173 time: 1.7885458 Jan 18 23:08:16.375650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'name': 'network-vif-deleted', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:16.381094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d3c9a98d-e740-469a-8f69-c53ee5885c0d req-e304246f-f749-4c47-87d2-2dade679b9a5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Synchronizing usage tracker for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:16.532782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-4b063ae1-a1cb-44dc-8059-ac0e84c0105a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091112 Jan 18 23:08:16.542684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143523f-05ad-42dd-bff3-885a56f269c3 req-62f83e97-ad19-4bc7-b301-cdc2f57216ce tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:16.545252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f143523f-05ad-42dd-bff3-885a56f269c3 req-62f83e97-ad19-4bc7-b301-cdc2f57216ce tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.3408635 Jan 18 23:08:16.588670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d3c9a98d-e740-469a-8f69-c53ee5885c0d req-e304246f-f749-4c47-87d2-2dade679b9a5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Unset dirty status for tenant:b2d4792fc8444cedbea6c475c10b4c69 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:16.589826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3c9a98d-e740-469a-8f69-c53ee5885c0d req-e304246f-f749-4c47-87d2-2dade679b9a5 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eab89f9-6ba8-4e65-92b3-bba03481473f HTTP/1.1" status: 200 len: 210 time: 0.3561823 Jan 18 23:08:16.702638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f143523f-05ad-42dd-bff3-885a56f269c3 req-f345cab4-2d3c-4c37-aff1-279fc0a3c37e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319070 Jan 18 23:08:16.745499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77fd2098-1868-48e4-a4dd-3349cf46f992 req-b2b5cf0c-628f-44df-a875-50af4ede7dc8 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992655 Jan 18 23:08:17.070493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-ffcbbb41-ab37-4ec9-9280-346e38546ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 258 time: 0.2614946 Jan 18 23:08:17.082429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:17.092097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:17.097400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Usage tracker for resource:floatingip and tenant:b69f8ec025e9422abc5980d305eb2ce3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:17.101115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:17.106887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:17.178469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.179389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.213297 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'code': 200} Jan 18 23:08:17.343958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.390770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3f6a4c5-8471-41f7-bb2b-af91d2229db7 req-ae05edd0-b4bf-4c03-9691-ae5532bec4cb tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/096b85b0-afd5-4355-9b2b-3e3c3444c909 HTTP/1.1" status: 200 len: 1646 time: 0.0942366 Jan 18 23:08:17.441250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.600539 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eab89f9-6ba8-4e65-92b3-bba03481473f', 'name': 'network-vif-deleted', 'tag': '37d440c9-910f-405b-8ffc-4427fa809aa4', 'status': 'completed', 'code': 200} Jan 18 23:08:17.653501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Allocated IP 172.25.1.92 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e47e1940-29de-4412-b744-f4f15d8416d0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:17.816924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb58262c-02a9-460b-b3df-6587e1907811 req-100be64f-9a93-48ab-8cef-1e86b49f0558 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 210 time: 0.0510280 Jan 18 23:08:17.925589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:17.986651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 37d440c9-910f-405b-8ffc-4427fa809aa4 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:18.020060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 37d440c9-910f-405b-8ffc-4427fa809aa4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:08:18.020402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 37d440c9-910f-405b-8ffc-4427fa809aa4 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:18.036608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24449a6d-1182-4902-af66-41bf3ab8d87c req-6d0583de-177c-4535-bc13-79c5355c9f20 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:18.038074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24449a6d-1182-4902-af66-41bf3ab8d87c req-6d0583de-177c-4535-bc13-79c5355c9f20 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.0804164 Jan 18 23:08:18.084230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24449a6d-1182-4902-af66-41bf3ab8d87c req-9e4fdaa0-a356-4af6-842a-9c006b758290 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Jan 18 23:08:18.138846 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-c1dd6606-11a6-47b1-a2b4-dae8244e7173 req-0e68bc1f-3183-42e9-8025-d7d63e29f07e tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] show failed (client error): The resource could not be found. Jan 18 23:08:18.139889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1dd6606-11a6-47b1-a2b4-dae8244e7173 req-0e68bc1f-3183-42e9-8025-d7d63e29f07e tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/de8894c9-d57e-42db-a440-33b504217e5b HTTP/1.1" status: 404 len: 352 time: 0.0171483 Jan 18 23:08:18.207263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.295507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:18.304756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:18.309867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:18.354998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event updated for resources: {'Port': ['ID=e47e1940-29de-4412-b744-f4f15d8416d0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:18.479863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1aa8d-5d6e-453e-ac57-009b88f9634e req-2c0fd94f-8655-4d22-856f-afa4059ff08b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:18.481623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a1aa8d-5d6e-453e-ac57-009b88f9634e req-2c0fd94f-8655-4d22-856f-afa4059ff08b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.1136510 Jan 18 23:08:18.658993 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.693244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:18.723836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a1aa8d-5d6e-453e-ac57-009b88f9634e req-8e539b3d-f0de-496b-abcf-54cad486420b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 Jan 18 23:08:19.005261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-5dc3371a-7aa4-415c-83e9-f7431544da09 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408747 Jan 18 23:08:19.008048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:19.388087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-5d3557e5-4c12-49a0-9696-4a742a185c5c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691509 Jan 18 23:08:19.486557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-0df56b64-dfa3-4aee-af2d-0f8d5e4b0c88 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:19.488069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-0df56b64-dfa3-4aee-af2d-0f8d5e4b0c88 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411449 Jan 18 23:08:19.566665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:19.585308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a38d29-cef1-432d-88d5-a12d6bd02abc req-3c501c98-f774-416a-8cb4-7ceed346c09c tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:19.592333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99a38d29-cef1-432d-88d5-a12d6bd02abc req-3c501c98-f774-416a-8cb4-7ceed346c09c tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.5465057 Jan 18 23:08:19.828733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99a38d29-cef1-432d-88d5-a12d6bd02abc req-596706cf-6fe8-438f-8e52-9687cfd7f619 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353065 Jan 18 23:08:19.919735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-87bf5612-79d0-4f93-9c15-fe1d3f25fed8 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:19.921146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-87bf5612-79d0-4f93-9c15-fe1d3f25fed8 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4791782 Jan 18 23:08:19.948139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:19.966214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:08:19.981996 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-a48bf95c-7804-472c-8cf6-44bb7501107c req-3343e320-cd61-4c46-8981-2d3720ed4c06 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] show failed (client error): The resource could not be found. Jan 18 23:08:19.983015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a48bf95c-7804-472c-8cf6-44bb7501107c req-3343e320-cd61-4c46-8981-2d3720ed4c06 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-group-rules/b5efd69c-0ab2-4308-8884-2c4225a5eef0 HTTP/1.1" status: 404 len: 361 time: 0.0824604 Jan 18 23:08:19.993696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:20.057467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.076686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:20.129742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.212068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:20.215027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.237836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-a55d3623-4f1e-4e69-a224-a42cf42e822a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4152992 Jan 18 23:08:20.301442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-9c849da2-df9d-4ea1-bb48-cf9f6358ed66 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/92db25a6-b0ef-4196-a499-b752c0f5e781 HTTP/1.1" status: 200 len: 1634 time: 0.2545476 Jan 18 23:08:20.337377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:20.379497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event updated for resources: {'Port': ['ID=e47e1940-29de-4412-b744-f4f15d8416d0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:20.412639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:20.620936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.737618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:20.740459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.759558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.768168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.769560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-784cd7b4-e1f7-4796-984b-20bd7a2f8099 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6939662 Jan 18 23:08:20.856901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-bd6600e9-fba7-44ce-9dd3-ab5dbbf1c243 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 1101 time: 0.5115008 Jan 18 23:08:20.962266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:20.973985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.98 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/1cc40dc5-40e0-4e60-9585-c6defbf7e6dc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:21.053106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-780c459c-b3ab-4782-aef2-a53fcf586530 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:21.209309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-780c459c-b3ab-4782-aef2-a53fcf586530 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:21.210546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-780c459c-b3ab-4782-aef2-a53fcf586530 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.4299579 Jan 18 23:08:21.301333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-08174c1c-da34-450c-9254-01426c0ef2a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:21.302570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-08174c1c-da34-450c-9254-01426c0ef2a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3779273 Jan 18 23:08:21.309859 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.466707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db25a6-b0ef-4196-a499-b752c0f5e781,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:21.495705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-e73a3685-d2fc-4e28-8587-03dc40e80ba5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 HTTP/1.1" status: 200 len: 217 time: 0.1759658 Jan 18 23:08:21.648730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.664861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-d06628d4-7c1d-4c35-a55e-15aec73e891c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:21.667126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5dd83a4-4b4e-4539-953c-3531a6c26e35 req-d06628d4-7c1d-4c35-a55e-15aec73e891c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.4383080 Jan 18 23:08:21.676965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-ddbdfb17-f2f7-410b-aaea-46e450bfe7cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:21.677718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-ddbdfb17-f2f7-410b-aaea-46e450bfe7cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1678038 Jan 18 23:08:21.687367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:21.690163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:21.691204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a24117ae-5534-4a09-8a4b-734c4288d4a2 req-d7849272-4a83-446e-89b1-47a0632f39b6 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/92db25a6-b0ef-4196-a499-b752c0f5e781 HTTP/1.1" status: 204 len: 173 time: 1.3885992 Jan 18 23:08:21.794520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-c18e2969-de4a-4956-9bd7-cfd801611a69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054332 Jan 18 23:08:21.966074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5f4eb95f-75a9-4eff-a82c-fd06553d6862 req-21c22976-79d7-4f03-a2da-96d4eedb1036 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:22.040565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.051873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:22.218431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.189 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/4d794624-f3c1-41ea-92d7-f22f078aa471) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:22.243088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5f4eb95f-75a9-4eff-a82c-fd06553d6862 req-21c22976-79d7-4f03-a2da-96d4eedb1036 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:22.248262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f4eb95f-75a9-4eff-a82c-fd06553d6862 req-21c22976-79d7-4f03-a2da-96d4eedb1036 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 210 time: 0.3887773 Jan 18 23:08:22.253249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:22.268640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-420a9584-add0-4fe2-b6d6-e8ec7805b411 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333246 Jan 18 23:08:22.269794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:22.284609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:22.339553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79e1b8c7-32b1-4c53-8b0a-06e43858288a req-c1c0b2ae-4832-4142-8fd5-275999b021c0 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.5405166 Jan 18 23:08:22.698480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:22.751519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d8915b2-c120-4423-8e96-d44699d76b9f None None] Provisioning for port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:22.765691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d8915b2-c120-4423-8e96-d44699d76b9f None None] Provisioning complete for port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:22.766024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d8915b2-c120-4423-8e96-d44699d76b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.824016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d8915b2-c120-4423-8e96-d44699d76b9f None None] Port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:22.856377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:22.857021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:22.912091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79e1b8c7-32b1-4c53-8b0a-06e43858288a req-952a4084-8b97-4062-b8db-8bcaf75eba33 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Synchronizing usage tracker for tenant:439c6dade1bd429293ee98f30a545a18 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:22.961091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5d4ee82-6453-4e6c-9afc-6f5be8077437 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4053566 Jan 18 23:08:22.968321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8f9e51-98ba-4468-ae82-f7a1099a6cdc req-18a5a406-2442-49c5-8ac1-567ec08dabcf service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898491 Jan 18 23:08:22.994445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Request body: {'port': {'device_id': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:23.037811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-e0c11b82-4d2a-4036-b0c0-ba3aeb1e9131 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/096b85b0-afd5-4355-9b2b-3e3c3444c909 HTTP/1.1" status: 200 len: 1646 time: 0.2786336 Jan 18 23:08:23.146752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.164388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-79e1b8c7-32b1-4c53-8b0a-06e43858288a req-952a4084-8b97-4062-b8db-8bcaf75eba33 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] Unset dirty status for tenant:439c6dade1bd429293ee98f30a545a18 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:23.165557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79e1b8c7-32b1-4c53-8b0a-06e43858288a req-952a4084-8b97-4062-b8db-8bcaf75eba33 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7473938 Jan 18 23:08:23.208816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 4d794624-f3c1-41ea-92d7-f22f078aa471 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:23.230871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.255046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.329095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.471827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.483698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:23.595665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:23.613074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:23.615544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:23.713206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.717652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:23.755247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b85b0-afd5-4355-9b2b-3e3c3444c909,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:23.821370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-fcc6906f-5823-46b3-864f-96e81b6de318 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:23.823803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-fcc6906f-5823-46b3-864f-96e81b6de318 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4860313 Jan 18 23:08:23.848022 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:23.849732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e2987b1-cb47-46b5-a069-1f724d942074 req-d9c771c4-90d5-4b01-8c80-791f9d22785c tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-groups/096b85b0-afd5-4355-9b2b-3e3c3444c909 HTTP/1.1" status: 204 len: 173 time: 0.7981410 Jan 18 23:08:23.860360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:23.861468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.042770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-08ba4116-3e25-4755-957d-75523855287b None None] Provisioning for port 4d794624-f3c1-41ea-92d7-f22f078aa471 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:24.059241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-08ba4116-3e25-4755-957d-75523855287b None None] Provisioning complete for port 4d794624-f3c1-41ea-92d7-f22f078aa471 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:24.059386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08ba4116-3e25-4755-957d-75523855287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.099131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-01da4ece-a79b-4485-8c96-db7d9de6d195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.2594376 Jan 18 23:08:24.119537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'floatingip': {'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:24.122397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-08ba4116-3e25-4755-957d-75523855287b None None] Port 4d794624-f3c1-41ea-92d7-f22f078aa471 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:24.183464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-b499f86b-bc9b-4540-bd12-ea6e37fd5dc1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2427287 Jan 18 23:08:24.214497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-e8e77718-1ae1-45f3-80a4-71da2ea9fa6c tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "GET /v2.0/security-groups/5db8c474-1d61-4abf-82d9-c1eece15a3ee HTTP/1.1" status: 200 len: 1634 time: 0.2205300 Jan 18 23:08:24.217663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:08:24.230729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Request body: {'port': {'device_id': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:24.281114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.653398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:24.679183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.683821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-3de665b7-6f22-47be-a6f3-ff4c3ff72139 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8174212 Jan 18 23:08:24.723055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Transition to ACTIVE for port object 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:24.773939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.780482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.844183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:24.959223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.186236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Pushing event updated for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:25.536411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-2d7f4187-5362-44ce-96b9-99e78cf05076 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4c723f61e6ce43e28e4326204de8918a&device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 1097 time: 0.7425215 Jan 18 23:08:25.604869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.733685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8c474-1d61-4abf-82d9-c1eece15a3ee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:25.804888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.805916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d657efac-3b2e-438e-8200-dd8ba8ca8a98 req-00f40b5a-4cf1-466f-bedf-14975a495484 tempest-SecurityGroupsTestJSON-1758830136 tempest-SecurityGroupsTestJSON-1758830136-project] 10.222.0.59 "DELETE /v2.0/security-groups/5db8c474-1d61-4abf-82d9-c1eece15a3ee HTTP/1.1" status: 204 len: 173 time: 1.5906465 Jan 18 23:08:25.811466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Attempting to bind port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:25.811805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Attempting to bind port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:25.812136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Attempting to bind port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:25.813434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:25.879794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:08:25.880124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Attempting to bind port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:25.896908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Deleting subnet 714ffc66-cc24-4554-b861-fe49ca5b229c {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:08:25.900796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.930386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-04cf250d-f507-4e37-a38b-691d46935e49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:25.931884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-04cf250d-f507-4e37-a38b-691d46935e49 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 200 len: 906 time: 0.3282392 Jan 18 23:08:25.932594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:25.932966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:25.933335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:25.933782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Bound port: 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:25.934138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:25.967416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.028182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.281044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.323053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714ffc66-cc24-4554-b861-fe49ca5b229c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.327166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.337633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a99febaa-2c92-4f2a-9cc2-86c549c483b2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/714ffc66-cc24-4554-b861-fe49ca5b229c HTTP/1.1" status: 204 len: 168 time: 0.5221393 Jan 18 23:08:26.338510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:26.342602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d794624-f3c1-41ea-92d7-f22f078aa471 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:26.383432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.436616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Transition to ACTIVE for port object 4d794624-f3c1-41ea-92d7-f22f078aa471 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:26.474007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.508527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-3d8b11e6-0765-4b90-99bd-ba064e9512d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 200 len: 1001 time: 0.5596449 Jan 18 23:08:26.573545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.590856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:26.670217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:26.684178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.769963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef743f-0c33-40eb-b0c2-580110209806 req-1ed69353-cea3-46e6-91da-3731618588ef tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.771440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48ef743f-0c33-40eb-b0c2-580110209806 req-1ed69353-cea3-46e6-91da-3731618588ef tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.7639127 Jan 18 23:08:26.772711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.811202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:26.818769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.843690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.845767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84955224-fdc4-41bd-80cb-a62dbe8385e9']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.866613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e335a8d6-db3d-4494-ae1c-ff8642630df3') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.866933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e335a8d6-db3d-4494-ae1c-ff8642630df3') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:26.893891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.916571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.926830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:08:26.927249 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:26.934773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-3c5c9d3f-5bf6-47c5-b805-e66c7921bfad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:26.938629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-3c5c9d3f-5bf6-47c5-b805-e66c7921bfad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 200 len: 844 time: 0.4077969 Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:27.001064 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:27.037598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.038990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] 10.222.0.83 "PUT /v2.0/ports/1cc40dc5-40e0-4e60-9585-c6defbf7e6dc HTTP/1.1" status: 200 len: 1095 time: 4.0630374 Jan 18 23:08:27.056440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:27.172130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48ef743f-0c33-40eb-b0c2-580110209806 req-7e80e5c0-37d1-44e2-804e-f265b90001e9 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784406 Jan 18 23:08:27.172779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504180b-5e39-4a58-86aa-49b66d5e2aca service neutron] Pushing event updated for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:27.194541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.223849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.229476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=84955224-fdc4-41bd-80cb-a62dbe8385e9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:27.241079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56195b2c-35d1-4798-92d2-8b6d66b7cd32 admin admin] 10.222.0.59 "DELETE /v2.0/networks/84955224-fdc4-41bd-80cb-a62dbe8385e9 HTTP/1.1" status: 204 len: 168 time: 0.9017906 Jan 18 23:08:27.346739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Attempting to bind port 4d794624-f3c1-41ea-92d7-f22f078aa471 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:27.347088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Attempting to bind port 4d794624-f3c1-41ea-92d7-f22f078aa471 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:27.347541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Attempting to bind port 4d794624-f3c1-41ea-92d7-f22f078aa471 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:27.363472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Port 4d794624-f3c1-41ea-92d7-f22f078aa471 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:08:27.363811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Attempting to bind port 4d794624-f3c1-41ea-92d7-f22f078aa471 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:27.383413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:27.383757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:27.384151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:27.384607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Bound port: 4d794624-f3c1-41ea-92d7-f22f078aa471, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:27.384982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.450980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-52ec6733-8b90-4ea4-a8f8-ac0387e6877b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fb6def80-5592-49c4-86f9-74f12e20deb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4824865 Jan 18 23:08:27.630225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34296) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:27.633546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-549568a4-863d-408f-912e-8e174211fb48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 1098 time: 0.4124866 Jan 18 23:08:27.687794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-22c438ae-ce0f-46fa-b892-cc052629816a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2d4792fc8444cedbea6c475c10b4c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0542009 Jan 18 23:08:27.688045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:27.749271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.777758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.789647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-e5f28414-92d1-497d-905d-cda3ec82b757 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc HTTP/1.1" status: 200 len: 217 time: 0.1303968 Jan 18 23:08:27.855447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:27.872286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-203ef8b8-6071-4f56-8b9a-731380e30d2f service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783453 Jan 18 23:08:27.885974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123b793-d2f9-4389-9a33-0e745e534db8 req-f3732380-9332-4ca3-a21c-8247718c305c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:27.887393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0123b793-d2f9-4389-9a33-0e745e534db8 req-f3732380-9332-4ca3-a21c-8247718c305c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 948 time: 0.4427311 Jan 18 23:08:27.897994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.912570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4d794624-f3c1-41ea-92d7-f22f078aa471,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:27.916114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0499ce-012c-4265-804b-00dcb9820f49,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:27.923004 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Floating IP 361b9601-184c-47b3-9888-95f67ae98255 associated. External IP: 172.25.1.92, port: 0161bcde-5043-46a3-90bf-7d6dcf27a00a. Jan 18 23:08:27.923379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:27.926826 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e485709a-ba2f-48d6-bb2a-a64e8f8b33dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb0499ce-012c-4265-804b-00dcb9820f49 HTTP/1.1" status: 204 len: 168 time: 0.2354021 Jan 18 23:08:28.181288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.219220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-7d042fc4-12e6-4258-a2ad-3d90ed2e93a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:28.220670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-7d042fc4-12e6-4258-a2ad-3d90ed2e93a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.4146802 Jan 18 23:08:28.344684 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:28.348474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] 10.222.0.89 "PUT /v2.0/ports/4d794624-f3c1-41ea-92d7-f22f078aa471 HTTP/1.1" status: 200 len: 1096 time: 4.1498857 Jan 18 23:08:28.381772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0123b793-d2f9-4389-9a33-0e745e534db8 req-9cbe8b95-36ee-444b-b555-7fe8aaa1b685 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676511 Jan 18 23:08:28.402594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49486cdc-2ee3-4e18-bf34-9273f922efd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:28.429243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df10c813-0f0f-4a00-9a29-c1ffa6e387a5 req-7532cb6b-3f02-42ea-8243-b1539e29b1b3 service neutron] 10.222.0.89 "GET /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346968 Jan 18 23:08:28.541164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-1f19ae1c-1685-47f4-aa39-ac3e39a691dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077314 Jan 18 23:08:28.765767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-54c2166e-c1fb-49ca-93d6-58e2662fc57e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127328 Jan 18 23:08:28.773352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-307e6680-567a-4e24-b815-435624a77ec5 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/3add9896-c533-40ee-90da-88cf9461f0ea HTTP/1.1" status: 200 len: 1647 time: 0.1310534 Jan 18 23:08:28.803895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a2e0eea8-b5cf-42ec-b548-943610229362 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 1099 time: 0.2997413 Jan 18 23:08:29.029051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-9611c5da-ea90-4aec-b412-3dbb55ba3fc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d794624-f3c1-41ea-92d7-f22f078aa471 HTTP/1.1" status: 200 len: 217 time: 0.1656713 Jan 18 23:08:29.130300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34328) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:29.160748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.163115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-dbc201c2-9945-477c-a68b-40fa2d884b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:29.164564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-dbc201c2-9945-477c-a68b-40fa2d884b02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1217580 Jan 18 23:08:29.166295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-7e5c81c3-e22b-43b0-be58-8cf3d012cf64 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897169 Jan 18 23:08:29.246506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.345982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1802526372-network', 'tenant_id': 'f9514892046a4a4f850c5981983deab1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:29.350924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:29.354704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Usage tracker for resource:network and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:29.357494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:29.364304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:29.386053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-63e48d81-f7ce-4fcd-a935-569dac508be4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013993 Jan 18 23:08:29.451885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:29.454404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.466878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.493899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.498690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:29.502601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:29.505359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:29.511335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:29.520357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add9896-c533-40ee-90da-88cf9461f0ea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.544493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:29.545266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.546392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75bfe5ee-efdc-4288-a0f1-b12155ba4fda req-861a3157-5e58-404b-af5f-59d76d26f63f tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-groups/3add9896-c533-40ee-90da-88cf9461f0ea HTTP/1.1" status: 204 len: 173 time: 0.7457814 Jan 18 23:08:29.567475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-a5a4d66e-9316-4f37-a1df-1c4a1bd24e73 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737065 Jan 18 23:08:29.588919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.633347 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc', 'status': 'completed', 'code': 200} Jan 18 23:08:29.669294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.704114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:29.713761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39d3ec-409e-46ae-bd08-43efbd2d9968,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.721783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.722110 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Added segment a8d71d24-3b4a-4d20-b018-10f56470e5fa of type vlan for network 54f36bba-5c61-4635-b73b-4727c8de00f4 Jan 18 23:08:29.755929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.829894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.830705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:29.831285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:29.918020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-51bb2ed8-0d5f-4799-96b0-c34aa4a5f228 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048672 Jan 18 23:08:29.937157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] Pushing event updated for resources: {'Network': ['ID=54f36bba-5c61-4635-b73b-4727c8de00f4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:29.947998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:08:29.972644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2aa3cbcd-0eb7-41ef-93da-3e3104a959f4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8409805 Jan 18 23:08:29.975796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:29.981858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Request body: {'subnet': {'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1802526372-subnet', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:29.987028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:29.990930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Usage tracker for resource:subnet and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:29.993764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:29.999955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:30.050747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:30.053286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.091141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0f6dce8-670f-45f2-ab86-2d201fe478ea req-cdf19df2-00e6-402e-b397-5675da7b6fa5 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637947 Jan 18 23:08:30.129756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-2c1245f0-2d9e-4d80-ac4a-35c43d5840eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 1098 time: 0.3541660 Jan 18 23:08:30.289254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-7394ba59-e698-4384-b7bc-f9617aedc2a4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:30.290706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-7394ba59-e698-4384-b7bc-f9617aedc2a4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570788 Jan 18 23:08:30.320759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.359429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-52ef7317-35c9-4ce3-a34f-e97a954cea05 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/quotas/f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 375 time: 0.0519991 Jan 18 23:08:30.396220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99693792-16ad-4fa8-80ee-86a1d2c05603,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:30.411151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Checking segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:30.411621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Network hostable DHCP agents. Network: 54f36bba-5c61-4635-b73b-4727c8de00f4, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:30.419365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-0b4092a2-476b-47c4-a27f-f3a7c7633137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:30.420815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-0b4092a2-476b-47c4-a27f-f3a7c7633137 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2774150 Jan 18 23:08:30.486109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:30.513107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-295394c3-51a8-4877-a016-bea008a2cde8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc HTTP/1.1" status: 200 len: 217 time: 0.0847604 Jan 18 23:08:30.520158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:30.526013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.530697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Sync routers for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:30.543869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:30.544596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:30.571697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 54f36bba-5c61-4635-b73b-4727c8de00f4) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:30.576611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:30.577571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.612026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654a6aa-81e0-47f0-949b-8511b5016176 None None] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:30.625334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-dc76076d-c2d6-46f5-a8c4-e6163a98ba0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2618048 Jan 18 23:08:30.645018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2ba4743d-9ae3-444a-9ade-41ec44c5f642 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "PUT /v2.0/floatingips/361b9601-184c-47b3-9888-95f67ae98255 HTTP/1.1" status: 200 len: 996 time: 6.5298429 Jan 18 23:08:30.646277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-156fa281-8cdd-413d-bd12-a81c41affc15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:30.647676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-156fa281-8cdd-413d-bd12-a81c41affc15 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1251109 Jan 18 23:08:30.678378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2c98f73-b040-4095-b060-a4dd0580156f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7010427 Jan 18 23:08:30.678981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34350) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:30.684063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:30.690964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:30.702831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Usage tracker for resource:router and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:30.706244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:30.712725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:30.782507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-b396c362-cd2a-4c80-b737-aefdc6b3884f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285825 Jan 18 23:08:30.784626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.785630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.790164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-c7358d30-1710-4887-a64c-33999c69895b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1097 time: 0.1007404 Jan 18 23:08:30.813809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:30.939021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:30.981439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-54f36bba-5c61-4635-b73b-4727c8de00f4', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:08:30.982005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.091303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-95ae8c82-7a10-42aa-a49d-ded977d32f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.093484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-95ae8c82-7a10-42aa-a49d-ded977d32f8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 930 time: 0.2815158 Jan 18 23:08:31.095276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-0353fa6d-62bc-48e8-98b5-f9563edf5053 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042772 Jan 18 23:08:31.162252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.424569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Allocated IP 172.20.0.2 (54f36bba-5c61-4635-b73b-4727c8de00f4/99693792-16ad-4fa8-80ee-86a1d2c05603/340477ab-f85e-4afa-981e-4c7c65cb5594) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:31.459714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.482057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-299331b9-7e05-4d75-b947-a4e76ecb6a3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 999 time: 0.3818245 Jan 18 23:08:31.491320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.571034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-54b43d3d-38d0-4b39-b69d-d9ef80740c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.572509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-54b43d3d-38d0-4b39-b69d-d9ef80740c56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.0796120 Jan 18 23:08:31.635222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471'}, {'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:31.647476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Allocated IP 172.25.1.141 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e834ea64-00b4-4fe9-a1e5-47338eccd9fc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:31.648359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-675731bb-f1f8-42a6-a91e-cd9210537206 req-c5e303b2-9b95-4c5d-8b71-81ffde85ea97 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872694 Jan 18 23:08:31.654870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb304c-c46f-4465-b986-aa62a9b74926 req-9fb16717-5d39-4641-b990-ec544bf7b5cf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:31.661549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cadb304c-c46f-4465-b986-aa62a9b74926 req-9fb16717-5d39-4641-b990-ec544bf7b5cf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 948 time: 0.5021956 Jan 18 23:08:31.717767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cadb304c-c46f-4465-b986-aa62a9b74926 req-85022572-2b61-411c-a426-cfadde55f740 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552509 Jan 18 23:08:31.723119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '361b9601-184c-47b3-9888-95f67ae98255', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'mac_address': 'fa:16:3e:7f:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79098378-011d-40fc-b472-dcb508bd95a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:08:18Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 1, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.728658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.729444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-de771e5e-8de9-436d-a2e0-9b12b6f8a21b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433868 Jan 18 23:08:31.734414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Checking router: 87cc7e09-ad7d-447c-96cb-a52e77e361c4 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:31.743692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Transition to ACTIVE for port object 340477ab-f85e-4afa-981e-4c7c65cb5594 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:31.773331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Transition to ACTIVE for port object 340477ab-f85e-4afa-981e-4c7c65cb5594 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:31.773331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:31.773331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:31.913024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-180cca80-af22-4927-9143-cd99265b4a12 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/6d3984fd-64e2-4f95-bc14-e2d131307cf2 HTTP/1.1" status: 200 len: 1645 time: 0.0925574 Jan 18 23:08:31.946360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-c2f296f9-8fa3-4fad-859b-51063270e6fe service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089624 Jan 18 23:08:31.960708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:31.964769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.053270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Pushing event updated for resources: {'Port': ['ID=340477ab-f85e-4afa-981e-4c7c65cb5594,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:32.058835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:32.061984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:32.067753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:32.073409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.075922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:32.110982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.121323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.121610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.122091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.122285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.122573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.122902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.123225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.123545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.123868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.124377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.124513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:08:32.130672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:32.149392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:32.152425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:32.157595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:32.167017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8d8c21-f3e6-4a22-b2a1-fca800ee051d req-2887d7b9-75e5-409d-9b3a-2e3e18ee1fbd service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067709 Jan 18 23:08:32.168414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.193110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Pushing event updated for resources: {'Port': ['ID=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:32.226630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:32.292243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.314419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3984fd-64e2-4f95-bc14-e2d131307cf2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:32.321876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.337501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b239a63-74fb-4a82-a426-dd1e515fd437 req-5d8243be-c98f-4306-97ab-ff5a32d11edc tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-groups/6d3984fd-64e2-4f95-bc14-e2d131307cf2 HTTP/1.1" status: 204 len: 173 time: 0.4111137 Jan 18 23:08:32.398939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Attempting to bind port 340477ab-f85e-4afa-981e-4c7c65cb5594 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:32.399308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Attempting to bind port 340477ab-f85e-4afa-981e-4c7c65cb5594 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:32.400066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Attempting to bind port 340477ab-f85e-4afa-981e-4c7c65cb5594 on network 54f36bba-5c61-4635-b73b-4727c8de00f4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:32.418316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:08:32.427170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.428040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.554371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:32.554816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Checking segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:32.555484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.555603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Bound using segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:32.556015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Bound port: 340477ab-f85e-4afa-981e-4c7c65cb5594, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:32.556382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.578194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09ef8645-9872-4263-bf50-d0c53d8ce1f0 req-ca1b85aa-902b-4ae0-9f10-ed1edd541d6e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Jan 18 23:08:32.679649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:32.744102 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471', 'status': 'completed', 'code': 200} Jan 18 23:08:32.744389 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'status': 'completed', 'code': 200} Jan 18 23:08:32.800460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:32.817382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:32.833616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Router b3cc5b95-a279-4343-812d-1d8220e318fc is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:08:32.866309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:32.867315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc', 'mac_address': 'fa:16:3e:dc:15:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:32.919691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] For port 340477ab-f85e-4afa-981e-4c7c65cb5594, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:32.968309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.017537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] For port 340477ab-f85e-4afa-981e-4c7c65cb5594, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=340477ab-f85e-4afa-981e-4c7c65cb5594,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:33.059020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-7dcd4ede-94fd-4c52-a211-072af5db61f3 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/fc3c79e2-365d-49eb-820d-c9dea6b584b5 HTTP/1.1" status: 200 len: 1646 time: 0.1385989 Jan 18 23:08:33.069176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:33.082436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Sync routers for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:33.101597 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:33.102175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:33.103474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.106715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.133995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-c7f13b13-a539-4848-9526-73504febb0ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 1099 time: 0.3342974 Jan 18 23:08:33.141326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-07924d1a-ae74-4032-a84e-1e9a5ed82333 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 258 time: 0.3624506 Jan 18 23:08:33.145452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:33.163430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:33.166521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.171383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d6eb9bc-3f15-42b0-943a-26a1fb4aa18a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4878471 Jan 18 23:08:33.171383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:33.220196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:33.254918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:33.261698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:33.264340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76309e-b854-46cc-905d-13cf4f284d3d None None] Pushing event updated for resources: {'Port': ['ID=340477ab-f85e-4afa-981e-4c7c65cb5594,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:33.271729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.275901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:33.306587 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.339965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '361b9601-184c-47b3-9888-95f67ae98255', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'mac_address': 'fa:16:3e:7f:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79098378-011d-40fc-b472-dcb508bd95a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:08:18Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 1, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:33.354418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a196ed9-3dc7-4910-8c9f-7e28b93fb52d None None] The sync data for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 is: [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '361b9601-184c-47b3-9888-95f67ae98255', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'floating_ip_address': '172.25.1.92', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'mac_address': 'fa:16:3e:7f:56:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79098378-011d-40fc-b472-dcb508bd95a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:08:18Z', 'updated_at': '2022-01-18T23:08:26Z', 'revision_number': 1, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:08:33.386955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.403884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-773adde9-baa8-443a-bb1c-e1e2e1903f00 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549102 Jan 18 23:08:33.419650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:33.425745 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:33.517679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:33.626224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:33.777648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664ad1e-9745-4f27-b150-cdf329bf2730 None None] New status for floating IP 361b9601-184c-47b3-9888-95f67ae98255: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:08:33.787099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-8dcec47b-579b-42b2-a537-6dbee3e37114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:33.788707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-8dcec47b-579b-42b2-a537-6dbee3e37114 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.6444702 Jan 18 23:08:33.912463 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:32Z', 'revision_number': 3, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:33.917670 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Checking router: b3cc5b95-a279-4343-812d-1d8220e318fc for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:33.918447 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Updating router b3cc5b95-a279-4343-812d-1d8220e318fc port e834ea64-00b4-4fe9-a1e5-47338eccd9fc binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:08:34.014481 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.115083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-beb357ab-6196-44bd-a93c-247e88840628 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=4d794624-f3c1-41ea-92d7-f22f078aa471 HTTP/1.1" status: 200 len: 217 time: 0.3080721 Jan 18 23:08:34.136408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4d794624-f3c1-41ea-92d7-f22f078aa471 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:34.137026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-48c88317-764b-47c6-abf3-db661febe2bf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:34.137026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-48c88317-764b-47c6-abf3-db661febe2bf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7234581 Jan 18 23:08:34.184736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Request body: {'port': {'device_id': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'f2f4269441ac464588fb46a0bef58d5c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:34.231289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.279691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 340477ab-f85e-4afa-981e-4c7c65cb5594 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:34.346841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c79e2-365d-49eb-820d-c9dea6b584b5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:34.398115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-09f39c1d-97d6-4dbc-a8c4-7b6e77291409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:34.399507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-09f39c1d-97d6-4dbc-a8c4-7b6e77291409 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2732189 Jan 18 23:08:34.411352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.423086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1deeeab-00ae-4442-b9cf-15bf5e63455b req-5e64d727-64c8-4336-9445-4e37b4611643 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-groups/fc3c79e2-365d-49eb-820d-c9dea6b584b5 HTTP/1.1" status: 204 len: 173 time: 1.3452101 Jan 18 23:08:34.561823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 340477ab-f85e-4afa-981e-4c7c65cb5594 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:34.602416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.638001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4d794624-f3c1-41ea-92d7-f22f078aa471,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:34.649259 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.654702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '4d794624-f3c1-41ea-92d7-f22f078aa471', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '4d794624-f3c1-41ea-92d7-f22f078aa471', 'mac_address': 'fa:16:3e:5a:74:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:34.680018 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Transition to ACTIVE for port object e834ea64-00b4-4fe9-a1e5-47338eccd9fc will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:34.694773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:34.719744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:34.753486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.763117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd10b04-bfaa-4202-9fec-ff8b40330b7e None None] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:34.774229 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.777412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.783652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-d066d0c1-7169-4137-9315-573f226949ef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3523545 Jan 18 23:08:34.854908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d794624-f3c1-41ea-92d7-f22f078aa471 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:34.889964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Provisioning for port 340477ab-f85e-4afa-981e-4c7c65cb5594 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:34.899665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4d794624-f3c1-41ea-92d7-f22f078aa471,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:34.904385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Provisioning complete for port 340477ab-f85e-4afa-981e-4c7c65cb5594 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:34.904863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.914400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699d39-f2d6-47d2-9ac6-808df0331a97 req-479f2d6d-b517-4ecd-824a-e71c962e46b8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:34.921327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82699d39-f2d6-47d2-9ac6-808df0331a97 req-479f2d6d-b517-4ecd-824a-e71c962e46b8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 947 time: 0.3096385 Jan 18 23:08:34.923545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Made reservation on behalf of f2f4269441ac464588fb46a0bef58d5c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:34.926579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.930208 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Attempting to bind port e834ea64-00b4-4fe9-a1e5-47338eccd9fc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:34.932674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Attempting to bind port e834ea64-00b4-4fe9-a1e5-47338eccd9fc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:34.932674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Attempting to bind port e834ea64-00b4-4fe9-a1e5-47338eccd9fc on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:34.934325 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85b6d-7726-4b8c-827f-15d410527322 None None] Pushing event updated for resources: {'Port': ['ID=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:34.947407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:34.948215 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:34.949002 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.949701 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:34.950325 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Bound port: e834ea64-00b4-4fe9-a1e5-47338eccd9fc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:34.950832 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:34.965130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.058334 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] For port e834ea64-00b4-4fe9-a1e5-47338eccd9fc, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:35.062536 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] For port e834ea64-00b4-4fe9-a1e5-47338eccd9fc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:35.115791 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.128354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Allocated IP 172.20.0.1 (54f36bba-5c61-4635-b73b-4727c8de00f4/99693792-16ad-4fa8-80ee-86a1d2c05603/f4b75330-d8b1-4674-9c9e-8992f25cb846) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:35.167782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.207545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82699d39-f2d6-47d2-9ac6-808df0331a97 req-4cca6e56-4079-4fb9-92f1-e7de49429433 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852850 Jan 18 23:08:35.230110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85b6d-7726-4b8c-827f-15d410527322 None None] Pushing event updated for resources: {'Port': ['ID=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.238845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.268682 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:35.269511 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:35.289269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] For port 340477ab-f85e-4afa-981e-4c7c65cb5594, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=340477ab-f85e-4afa-981e-4c7c65cb5594,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:35.345892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.360969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.367454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-092028bb-03de-4191-a54d-1b6f06ffa2e5 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411375 Jan 18 23:08:35.380326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Transition to ACTIVE for port object f4b75330-d8b1-4674-9c9e-8992f25cb846 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:35.430582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:35.441724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Allocated IP 172.25.1.19 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/ddbf4215-93cc-4f3d-a06e-d72951576a3c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:35.464334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.525014 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:35.562017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea1692-7221-410b-881b-8ff574e7fa9d None None] Pushing event updated for resources: {'Port': ['ID=340477ab-f85e-4afa-981e-4c7c65cb5594,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.562874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:35.566360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:35.591429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:35.599397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-53567673-3c70-43d2-a2b9-bfc7a7c35af0 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:35.600613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:35.600901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-53567673-3c70-43d2-a2b9-bfc7a7c35af0 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.89 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 945 time: 0.7730551 Jan 18 23:08:35.682375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.731657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-378fb693-f5a5-43d8-a0d8-1924820d41b6 None None] Provisioning complete for port 340477ab-f85e-4afa-981e-4c7c65cb5594 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:35.732194 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-378fb693-f5a5-43d8-a0d8-1924820d41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.818686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Allocated IP 192.168.233.18 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/44069bf0-7bdd-43c9-8f70-2f4e485f5a86) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:35.902278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:35.908723 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:32Z', 'revision_number': 3, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:35.915108 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcd1c64-04ef-4445-86fa-1c1a5c46033c None None] The sync data for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 is: [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:32Z', 'revision_number': 3, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:08:35.937323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Deleting port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:08:35.938397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.160549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c22e76c5-8c7e-42e4-ae35-2c7914ff6f8c None None] Provisioning for port f4b75330-d8b1-4674-9c9e-8992f25cb846 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:36.166421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c22e76c5-8c7e-42e4-ae35-2c7914ff6f8c None None] Provisioning complete for port f4b75330-d8b1-4674-9c9e-8992f25cb846 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:36.166886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c22e76c5-8c7e-42e4-ae35-2c7914ff6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.230559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c22e76c5-8c7e-42e4-ae35-2c7914ff6f8c None None] Port f4b75330-d8b1-4674-9c9e-8992f25cb846 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:36.237458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-6a4cf81f-e3ac-4ec2-a420-fa6cd1629e51 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8534651 Jan 18 23:08:36.242735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:36.247050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.277076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 340477ab-f85e-4afa-981e-4c7c65cb5594 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:36.334359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.395150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 340477ab-f85e-4afa-981e-4c7c65cb5594 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:36.395528 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.451054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.474453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:36.485261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:36.486005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.499630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Pushing event updated for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:36.578774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efb664-8146-41a2-baaf-b920d1e8b2ec req-603d4340-2997-470d-a659-96c86701248f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:36.580386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09efb664-8146-41a2-baaf-b920d1e8b2ec req-603d4340-2997-470d-a659-96c86701248f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 949 time: 1.1469007 Jan 18 23:08:36.634718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:36.636329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:36.671359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.723609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.773145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:36.786275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] For port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,segment=NetworkSegment(aefac5ec-8f80-4a44-9f37-caf8d293ee33),segment_id=aefac5ec-8f80-4a44-9f37-caf8d293ee33)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:36.786624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.862213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:36.952463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:36.984776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Calling delete_port for 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:08:37.062772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-31c42565-3e2c-41cf-92cc-d85005e01bdd None None] Provisioning complete for port f4b75330-d8b1-4674-9c9e-8992f25cb846 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:37.063491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-31c42565-3e2c-41cf-92cc-d85005e01bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.098542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09efb664-8146-41a2-baaf-b920d1e8b2ec req-2082b77c-d536-4236-8aad-6e76d4c5fb49 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540260 Jan 18 23:08:37.120858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-31c42565-3e2c-41cf-92cc-d85005e01bdd None None] Port f4b75330-d8b1-4674-9c9e-8992f25cb846 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:37.143707 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.164968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Router b3cc5b95-a279-4343-812d-1d8220e318fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:37.181535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Transition to ACTIVE for port object 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:37.185436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-ab753ac0-20ec-4b29-a87f-f4b32a8928d3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1097 time: 0.6184349 Jan 18 23:08:37.188095 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'code': 200} Jan 18 23:08:37.313196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.489320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:37.506095 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6f00141-a6a9-460f-9b4b-d03558859be5 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3cc5b95-a279-4343-812d-1d8220e318fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3264966 Jan 18 23:08:37.512337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:37.514709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event updated for resources: {'Port': ['ID=ddbf4215-93cc-4f3d-a06e-d72951576a3c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:37.529062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:37.535969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:37.579889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-066cf80e-12a3-47bc-a420-f3bea23b9caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.581499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-066cf80e-12a3-47bc-a420-f3bea23b9caa service neutron] 10.222.0.89 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 930 time: 0.3901882 Jan 18 23:08:37.639000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.697517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.711656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:37.727918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Pushing event deleted for resources: {'Port': ['ID=8a89dfb2-2d96-45b5-b80a-6337b2ca54b4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:37.793716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253b220-154c-4fb2-9d23-581df110a139 req-1b27a725-6cbb-4b4d-9011-0fb7990d3965 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:37.795165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1253b220-154c-4fb2-9d23-581df110a139 req-1b27a725-6cbb-4b4d-9011-0fb7990d3965 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/ports?device_id=11fdbaf3-03b2-4f22-979e-5f2d468554b8 HTTP/1.1" status: 200 len: 867 time: 0.4890702 Jan 18 23:08:37.933685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:37.942442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-bb38ef19-a74c-416b-befc-de2b2991dc77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 1001 time: 0.3539639 Jan 18 23:08:37.947230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] No DVR routers for this DVR port 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:08:37.955261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:37.957301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:37.962929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'name': 'network-vif-deleted', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:37.967337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.002647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:38.078374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef0b8b0b-832d-467f-ae30-bfafe54f6995 req-3f73e082-153b-4306-bfae-b96030ea92e6 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.89 "DELETE /v2.0/ports/8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 HTTP/1.1" status: 204 len: 173 time: 2.4570467 Jan 18 23:08:38.091830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1253b220-154c-4fb2-9d23-581df110a139 req-55aa1b55-1022-44bf-ab20-5557c3e7ca37 tempest-ServersNegativeTestMultiTenantJSON-1220452258 tempest-ServersNegativeTestMultiTenantJSON-1220452258-project] 10.222.0.59 "GET /v2.0/security-groups?id=113f89b7-7639-428e-bf2d-b45b7294ab61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831240 Jan 18 23:08:38.112252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-9394b77b-d89b-4c4f-ab4f-2cc397445860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.113764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-9394b77b-d89b-4c4f-ab4f-2cc397445860 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.1522334 Jan 18 23:08:38.120711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.121449 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.139901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4d794624-f3c1-41ea-92d7-f22f078aa471 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:38.217065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e834ea64-00b4-4fe9-a1e5-47338eccd9fc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:38.272250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.279709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-2b25fc45-2e5c-4287-9174-d6de5700b249 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0992260 Jan 18 23:08:38.299042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Request body: {'port': {'device_id': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:38.366040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-062543a2-7e00-4fd7-afcb-7e2461b4d9b7 None None] Provisioning for port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:38.372930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-062543a2-7e00-4fd7-afcb-7e2461b4d9b7 None None] Provisioning complete for port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:38.373471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-062543a2-7e00-4fd7-afcb-7e2461b4d9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.419247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 4d794624-f3c1-41ea-92d7-f22f078aa471 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:38.423249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e834ea64-00b4-4fe9-a1e5-47338eccd9fc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:38.432804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e834ea64-00b4-4fe9-a1e5-47338eccd9fc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:38.433420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.492782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 4d794624-f3c1-41ea-92d7-f22f078aa471 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:38.493279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.570635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-062543a2-7e00-4fd7-afcb-7e2461b4d9b7 None None] Port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:38.626784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.672923 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.699973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-af3a9f4d-8e5c-4306-bdae-53baf2e2618e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5685813 Jan 18 23:08:38.704369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.710364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e834ea64-00b4-4fe9-a1e5-47338eccd9fc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:38.712742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.756620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4d794624-f3c1-41ea-92d7-f22f078aa471,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:38.783124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34424) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:38.789082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-433972067-network', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:38.793987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:38.794576 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.803908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Usage tracker for resource:network and tenant:36f9f7dd6c4b47da8e66c1eab2b08777 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:38.807281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:38.814839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:38.829800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.863076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.868456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.869353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:08:38.897815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Made reservation on behalf of 36f9f7dd6c4b47da8e66c1eab2b08777 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:38.900103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.913370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:38.943475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:08:38.943475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8a89dfb2-2d96-45b5-b80a-6337b2ca54b4 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:08:38.953669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:38.971494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461223-85f7-473e-bc37-e69808aee757 req-cbb644e6-1d27-4ace-aabd-94e8b3e73c29 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:38.975960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca461223-85f7-473e-bc37-e69808aee757 req-cbb644e6-1d27-4ace-aabd-94e8b3e73c29 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:38.976118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Usage tracker for resource:security_group_rule and tenant:36f9f7dd6c4b47da8e66c1eab2b08777 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:38.976240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:38.985879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:38.992225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:39.062884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.096408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-5f3319af-0dee-4443-9504-ce99fc468649 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775995 Jan 18 23:08:39.111296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.148257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:39.161021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609df477-0f5e-4b89-a05a-77b05b254219,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:39.165567 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.165912 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Added segment 4ad47dff-213b-46d4-be58-3ad23c0fc346 of type vlan for network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c Jan 18 23:08:39.189667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'}, {'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:39.194759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.260531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca461223-85f7-473e-bc37-e69808aee757 req-cbb644e6-1d27-4ace-aabd-94e8b3e73c29 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:39.261706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca461223-85f7-473e-bc37-e69808aee757 req-cbb644e6-1d27-4ace-aabd-94e8b3e73c29 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 935 time: 0.7669711 Jan 18 23:08:39.320562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.321613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:39.322757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.361320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.417359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca461223-85f7-473e-bc37-e69808aee757 req-5f9e26cb-4c97-4648-bd43-b540ea1c24f9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451626 Jan 18 23:08:39.419152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b142746-980a-40f7-a601-8f2f3cef2f88 req-70ceda06-e225-46a5-b038-7545b2a7807b service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061318 Jan 18 23:08:39.426407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] Pushing event updated for resources: {'Network': ['ID=7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:39.437111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:08:39.480534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.549737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e1d8b28-33e9-4fec-b6d2-a8c14472ab1e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7653830 Jan 18 23:08:39.552470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34434) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:39.558077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Request body: {'subnet': {'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-433972067-subnet', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:39.563229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:39.567048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Usage tracker for resource:subnet and tenant:36f9f7dd6c4b47da8e66c1eab2b08777 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:39.570073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:39.575743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:39.585978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:39.600509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.651867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event updated for resources: {'Port': ['ID=ddbf4215-93cc-4f3d-a06e-d72951576a3c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:39.673965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Transition to ACTIVE for port object 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:39.680403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Made reservation on behalf of 36f9f7dd6c4b47da8e66c1eab2b08777 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:39.682898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.688309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.688471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-0251d52f-0b69-441d-942e-fdfa79ca5fd7 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "GET /v2.0/security-groups/b2b10bf8-9688-47ae-bf8e-28cbd0c71137 HTTP/1.1" status: 200 len: 1646 time: 0.1938598 Jan 18 23:08:39.760531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.773463 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.823798 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.825008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-854a49bb-f129-469d-a252-54e277d645b2 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.5983365 Jan 18 23:08:39.890383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.966628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:39.987875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-e6e1a7df-f7c1-411d-9912-1261c14ec179 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:40.005757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.052239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313e69c9-e284-402c-ab81-27d9353ab39d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.062334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Checking segment: {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:40.063406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Network hostable DHCP agents. Network: 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:40.146395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e834ea64-00b4-4fe9-a1e5-47338eccd9fc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:40.177320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:40.228684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:40.232822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.233570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.242951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-e6e1a7df-f7c1-411d-9912-1261c14ec179 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:40.243921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41be4d-e8b8-466d-8a65-1439bbfe692e None None] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:40.244133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-e6e1a7df-f7c1-411d-9912-1261c14ec179 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.4070821 Jan 18 23:08:40.244732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.261820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e834ea64-00b4-4fe9-a1e5-47338eccd9fc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:40.262195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.290131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b10bf8-9688-47ae-bf8e-28cbd0c71137,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.301913 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.303046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9115834-5481-4daf-8d4b-31ce5ea4d8cf req-3ac629bf-59e1-4fec-8ae6-632d101dcfb0 tempest-SecurityGroupRulesNegativeTestJSON-868413752 tempest-SecurityGroupRulesNegativeTestJSON-868413752-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2b10bf8-9688-47ae-bf8e-28cbd0c71137 HTTP/1.1" status: 204 len: 173 time: 0.6077716 Jan 18 23:08:40.317575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:40.355406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69794430-0698-4299-bf7d-a1e8502a86d7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7994258 Jan 18 23:08:40.356550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:40.361843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:40.372614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:40.380063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Usage tracker for resource:router and tenant:36f9f7dd6c4b47da8e66c1eab2b08777 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:40.384322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:40.400367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:40.404394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Attempting to bind port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:40.404804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Attempting to bind port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:40.405174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Attempting to bind port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:40.412250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Deleting subnet 94bf05a9-f5b6-442b-b4e6-747a9ffe2b19 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:08:40.417891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.419379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:08:40.419718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Attempting to bind port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:40.441825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:40.442172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:40.442568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:40.443014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Bound port: 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:40.443371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.449080 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:08:40.478643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-0fa5f4f6-1117-46ed-ae33-4283b55d0bba tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.482397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfadb2b-f89f-40cb-aee1-164af1dfeff8 req-0fa5f4f6-1117-46ed-ae33-4283b55d0bba tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2134008 Jan 18 23:08:40.509286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.511008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.520109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.582410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:40.593047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.601740 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.606427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:40.612978 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11fdbaf3-03b2-4f22-979e-5f2d468554b8', 'name': 'network-vif-deleted', 'tag': '8a89dfb2-2d96-45b5-b80a-6337b2ca54b4', 'status': 'completed', 'code': 200} Jan 18 23:08:40.691051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:08:40.691216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.691877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.779763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.789787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.820304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.823801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.825406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-46f133ed-4618-4431-945a-90661f4a31fb service neutron] 10.222.0.83 "PUT /v2.0/ports/44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 1095 time: 2.5350156 Jan 18 23:08:40.841852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bf05a9-f5b6-442b-b4e6-747a9ffe2b19,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:40.857735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:40.888778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30ac21-2d47-42fe-812d-56449ee55c5c req-a7d7ae65-9a06-413f-af29-2d3cdb422bf0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:40.890996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e30ac21-2d47-42fe-812d-56449ee55c5c req-a7d7ae65-9a06-413f-af29-2d3cdb422bf0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 950 time: 0.1380451 Jan 18 23:08:40.910841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Allocated IP 172.20.0.2 (7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c/313e69c9-e284-402c-ab81-27d9353ab39d/b4bb998e-f1b9-45c5-8ea0-3d66a05df68e) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:40.971529 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa02d0f6-1819-430d-93e3-3bff25406489 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/94bf05a9-f5b6-442b-b4e6-747a9ffe2b19 HTTP/1.1" status: 204 len: 168 time: 0.6519058 Jan 18 23:08:40.982964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:41.011052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.053095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e30ac21-2d47-42fe-812d-56449ee55c5c req-af106c2b-b492-42d4-a2ab-6a7fd35c67bf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290660 Jan 18 23:08:41.093200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-4f501585-3780-4fcc-940b-47230034a8fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1098 time: 0.1466789 Jan 18 23:08:41.154781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.212249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34462) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:41.217473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-62546f6d-0310-4849-b080-7667ef986cd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.0993242 Jan 18 23:08:41.241740 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.249658 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc', 'code': 200} Jan 18 23:08:41.250009 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471', 'code': 200} Jan 18 23:08:41.256271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Transition to ACTIVE for port object b4bb998e-f1b9-45c5-8ea0-3d66a05df68e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:41.280535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Transition to ACTIVE for port object b4bb998e-f1b9-45c5-8ea0-3d66a05df68e will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:41.372458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.484239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Pushing event updated for resources: {'Port': ['ID=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:41.497670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:41.499520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:41.510504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:41.517591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Deleting subnet e4bf2c4f-3d37-40e0-8058-880deff5a4c2 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:08:41.520645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.525385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-f8feca6b-2cb9-4f9f-9247-5a4c2b4c8819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:41.526812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-f8feca6b-2cb9-4f9f-9247-5a4c2b4c8819 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3061664 Jan 18 23:08:41.554846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.634974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Attempting to bind port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:41.635478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Attempting to bind port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:41.635914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Attempting to bind port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e on network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:41.645827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:41.650590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Checking segment: {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:41.650590 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.650590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Bound using segment: {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:41.650590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Bound port: b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:41.650590 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.738678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e951cdd0-f06b-401e-bf01-f69f7a109bf2']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:41.758046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] For port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:41.759329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.761396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] For port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:41.765128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e99d7e1d-5f89-43e3-aed4-a3059f702d2a req-555326ff-b6a3-4f02-b9f7-2caeaab0af19 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 1100 time: 0.3934867 Jan 18 23:08:41.793482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7d4d1d-f8bf-45c1-8652-bcea50f45343') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:41.793725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7d4d1d-f8bf-45c1-8652-bcea50f45343') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:41.812656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.825248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-cdb4c033-ad01-4da9-86ac-7cab68a2ec58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2584646 Jan 18 23:08:41.832304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-b55e7265-535e-40ab-a905-ef44d4143547 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:41.838940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-b55e7265-535e-40ab-a905-ef44d4143547 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3163149 Jan 18 23:08:41.847236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fbb6b41-d581-451b-99da-a56599a62883 req-4168a2ba-b236-4437-ad42-90bfc71be09f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 1101 time: 0.3790922 Jan 18 23:08:41.858921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.860663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.864789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.910582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:08:41.911250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:41.918259 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Sync routers for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:41.932694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44069d-55fc-4eb8-a486-9104e2cc1ac7 req-460bb85e-7ea5-4299-afff-cb3934fb46a2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:41.941410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a44069d-55fc-4eb8-a486-9104e2cc1ac7 req-460bb85e-7ea5-4299-afff-cb3934fb46a2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 947 time: 0.4262462 Jan 18 23:08:41.941609 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:41.942207 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:41.953061 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:41.985315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c8f28-583c-4b18-84ce-728031d10002 None None] Pushing event updated for resources: {'Port': ['ID=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:42.117943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-2f54da0b-3131-4c43-ad9b-2933e560bdf0 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.2780712 Jan 18 23:08:42.126962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e99d7e1d-5f89-43e3-aed4-a3059f702d2a req-23416327-fdd0-40d8-aa54-237a791e82f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518527 Jan 18 23:08:42.130455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-1e6665d9-51f0-4b64-85f7-53605fe1959b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'floatingip': {'port_id': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:42.140169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.173523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.257704 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:42.258621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.266336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a44069d-55fc-4eb8-a486-9104e2cc1ac7 req-fc5bb41d-ba93-49d5-b4a3-b1628cd229c1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224854 Jan 18 23:08:42.268010 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-1e6665d9-51f0-4b64-85f7-53605fe1959b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.307445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.328921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.462925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Allocated IP 172.25.1.123 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:42.489809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fbb6b41-d581-451b-99da-a56599a62883 req-0252ff2e-3fb1-412a-bb22-3ac2a86ec9b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172309 Jan 18 23:08:42.549607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bf2c4f-3d37-40e0-8058-880deff5a4c2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:42.552078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e951cdd0-f06b-401e-bf01-f69f7a109bf2 HTTP/1.1" status: 204 len: 168 time: 1.5679824 Jan 18 23:08:42.556807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-11087cd8-53d2-43fe-845d-16a5c6a3d6e1 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135587 Jan 18 23:08:42.565148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05101e62-3630-4d57-b13b-e61da48f2d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=e951cdd0-f06b-401e-bf01-f69f7a109bf2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:42.569093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.570934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f721e8a0-64fe-4533-a4bd-7b5aa9c24468 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e4bf2c4f-3d37-40e0-8058-880deff5a4c2 HTTP/1.1" status: 204 len: 168 time: 1.3038759 Jan 18 23:08:42.573558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34476) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:42.620547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:42.717388 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 2, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:42.722533 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Checking router: b3cc5b95-a279-4343-812d-1d8220e318fc for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:42.722697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Updating router b3cc5b95-a279-4343-812d-1d8220e318fc port f4b75330-d8b1-4674-9c9e-8992f25cb846 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:08:42.730109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.761161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.777836 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.891584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:42.939834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4c178f-3a80-4355-b0c8-04fc67107c78 req-cc70ed26-316d-4289-af18-6876832f8aaf service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200531 Jan 18 23:08:42.963642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa317f3-5400-4b43-9032-63dfa88b8805']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:42.981407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefac5ec-8f80-4a44-9f37-caf8d293ee33') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:42.981975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefac5ec-8f80-4a44-9f37-caf8d293ee33') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:42.985664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e585b-603a-4ecf-95a6-a3af780b8300 req-82f4c05d-486a-4f08-9a3e-68f8b1cc2b59 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:42.992503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe6e585b-603a-4ecf-95a6-a3af780b8300 req-82f4c05d-486a-4f08-9a3e-68f8b1cc2b59 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 950 time: 0.4384148 Jan 18 23:08:42.997252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.018652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.026529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:08:43.026942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:43.041751 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:43.113082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.141483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34482) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:43.168025 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-1e6665d9-51f0-4b64-85f7-53605fe1959b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 23:08:43.183771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0027f17-f89c-4904-8a4b-dcdd0fa91ddf req-1e6665d9-51f0-4b64-85f7-53605fe1959b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "PUT /v2.0/floatingips/ffa80096-4143-44e4-b12f-e3f9d6383b30 HTTP/1.1" status: 409 len: 550 time: 1.0648708 Jan 18 23:08:43.210270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:43.222614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe6e585b-603a-4ecf-95a6-a3af780b8300 req-bf7bfcab-147a-4680-a0ae-90d65cd2d3e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290936 Jan 18 23:08:43.228349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:43.230802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:43.301829 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'status': 'completed', 'code': 200} Jan 18 23:08:43.326056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454aa5ba-1841-4cbc-947b-3a1a0ca5e3c5 None None] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:43.369095 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.498514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-ebf11ff8-bdc5-456b-bad4-74a84dbb1cb9 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips/ffa80096-4143-44e4-b12f-e3f9d6383b30 HTTP/1.1" status: 200 len: 692 time: 0.1595182 Jan 18 23:08:43.519970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f83cc08b-35db-46dc-ad57-ca15dbaa4073 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dce676817a7044dcabc4e7e1886c87d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3052652 Jan 18 23:08:43.519970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Pushing event updated for resources: {'Port': ['ID=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:43.520308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34492) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:43.538281 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Transition to ACTIVE for port object f4b75330-d8b1-4674-9c9e-8992f25cb846 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:43.586171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b279291-a6b7-4028-9100-24a9949418c4 None None] Provisioning for port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:43.587099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.592139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.645118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa317f3-5400-4b43-9032-63dfa88b8805,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:43.652721 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.653539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.688306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-29bfcfc6-048e-4b3b-a709-d4be68f9e493 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1098 time: 0.2618580 Jan 18 23:08:43.697667 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.715974 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c581c764-1926-48e8-9d97-117a6941607e admin admin] 10.222.0.59 "DELETE /v2.0/networks/dfa317f3-5400-4b43-9032-63dfa88b8805 HTTP/1.1" status: 204 len: 168 time: 1.1388087 Jan 18 23:08:43.721128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34496) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:43.751967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-09e49603-7595-4fe0-b876-061e00f3cd49 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:43.759663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-09e49603-7595-4fe0-b876-061e00f3cd49 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2601583 Jan 18 23:08:43.765204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e58a63d-49fc-4554-9920-b246ccc1a3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:43.799890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Deleting subnet 82afd4e1-a96c-470a-a315-ba32531804a9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:08:43.804725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.003246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Attempting to bind port f4b75330-d8b1-4674-9c9e-8992f25cb846 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:44.003246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Attempting to bind port f4b75330-d8b1-4674-9c9e-8992f25cb846 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:44.003582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-c38a6130-b3e6-4dbe-934c-eeae8efe8d6d tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.2419152 Jan 18 23:08:44.004024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Attempting to bind port f4b75330-d8b1-4674-9c9e-8992f25cb846 on network 54f36bba-5c61-4635-b73b-4727c8de00f4 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:44.029015 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:44.030018 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Checking segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:44.030978 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.031396 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Bound using segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:44.034464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Bound port: f4b75330-d8b1-4674-9c9e-8992f25cb846, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:44.035091 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.035546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.073045 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7891-665c-4f29-8016-449482048df7 None None] Pushing event updated for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:44.092653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.120660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.121373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.127885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34939e13-88d8-421f-88db-cc8a91873a5c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:44.134391 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.233706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-6be94316-99d9-4963-89bf-154ca63031ad tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.2206717 Jan 18 23:08:44.244966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.248539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f1314f9-f1ec-438d-92fd-dd9b7b2b783d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34939e13-88d8-421f-88db-cc8a91873a5c HTTP/1.1" status: 204 len: 168 time: 0.7217188 Jan 18 23:08:44.258160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b4bb998e-f1b9-45c5-8ea0-3d66a05df68e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:44.288695 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] For port f4b75330-d8b1-4674-9c9e-8992f25cb846, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:44.297611 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] For port f4b75330-d8b1-4674-9c9e-8992f25cb846, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f4b75330-d8b1-4674-9c9e-8992f25cb846,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:44.306078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-8e04b2c3-903c-4de9-a30d-e3e4bcd07738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.307807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-8e04b2c3-903c-4de9-a30d-e3e4bcd07738 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.5999773 Jan 18 23:08:44.311329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:44.359793 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.417193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b412ab2-0195-4151-9b8f-ef051a9264bc req-f6834aea-49b0-4312-aa2b-e60cf3ec9332 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:44.424361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b412ab2-0195-4151-9b8f-ef051a9264bc req-f6834aea-49b0-4312-aa2b-e60cf3ec9332 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 947 time: 0.7804050 Jan 18 23:08:44.512464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb7891-665c-4f29-8016-449482048df7 None None] Pushing event updated for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:44.513894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.523133 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:44.524560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:44.573618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:44.586515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82afd4e1-a96c-470a-a315-ba32531804a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:44.613856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'mac_address': 'fa:16:3e:2b:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:44.622109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.630871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de0ac925-2ee5-4715-bd88-dc1fe8872577 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/82afd4e1-a96c-470a-a315-ba32531804a9 HTTP/1.1" status: 204 len: 168 time: 0.9087636 Jan 18 23:08:44.636967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34506) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:44.713394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-89909ccb-d1b8-40ef-9fa4-58feab670145 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.3950045 Jan 18 23:08:44.746665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.771114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:44.786139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:44.786726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.818456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Deleting port ddbf4215-93cc-4f3d-a06e-d72951576a3c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:08:44.819070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.828942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:44.835050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:44.864504 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:44.885766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:44.919301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b412ab2-0195-4151-9b8f-ef051a9264bc req-daef93f0-8ee6-4151-9883-56bae355a209 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938276 Jan 18 23:08:44.986479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.014333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.053051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4320d4b9-b597-4837-a990-1a934629e150']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:45.067831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29bb1ae-2bfb-4b1d-8ded-0579b9a6763c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:45.068134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29bb1ae-2bfb-4b1d-8ded-0579b9a6763c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:45.077163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-999b7bc7-a122-4826-b6fd-46000d4b83d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:45.081133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.082659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-999b7bc7-a122-4826-b6fd-46000d4b83d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3242183 Jan 18 23:08:45.099498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.111062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:08:45.111477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:08:45.215799 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:08:45.246542 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.277869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:45.285996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.333157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.336388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] Pushing event deleted for resources: {'Network': ['ID=4320d4b9-b597-4837-a990-1a934629e150,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:45.352820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Router d94b6760-4977-4f29-92da-2478e33fe6fc is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:08:45.362511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ab0ad31-2c78-40ac-82ae-87cc9dc6614d admin admin] 10.222.0.59 "DELETE /v2.0/networks/4320d4b9-b597-4837-a990-1a934629e150 HTTP/1.1" status: 204 len: 168 time: 0.7215769 Jan 18 23:08:45.417881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:45.456522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-3a85d924-ac92-4ba4-ab9f-e2e11f3eeecd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3650193 Jan 18 23:08:45.489422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:45.546965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.618324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:44Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:45.624319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5298b5c0-86d9-4a6a-ba12-80dc00fa8539 None None] The sync data for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 is: [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:44Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:08:45.669590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.669944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.680865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:45.759176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:45.770881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Sync routers for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:45.784070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:45.784688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:45.845875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:45.847371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0a9f8350-809e-46e9-9c97-9ed6561f57ef admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4900210 Jan 18 23:08:45.850663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:45.872948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Calling delete_port for ddbf4215-93cc-4f3d-a06e-d72951576a3c owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:08:45.999193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106d6f-a8f7-48bd-8d5c-a5f93f1162db req-b9b835e9-b5d9-4b6f-9e47-2ec5bc02363c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:46.000827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7106d6f-a8f7-48bd-8d5c-a5f93f1162db req-b9b835e9-b5d9-4b6f-9e47-2ec5bc02363c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 950 time: 0.6883366 Jan 18 23:08:46.090123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34538) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:46.098653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-9de9d23b-a7e4-4b32-92e5-cc2a1e03dd8a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353173 Jan 18 23:08:46.138468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:46.197062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ac9dddc-aeba-4aa8-9460-e0f72e5d1b5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1093f9f0c72d45f49e5c1cf206acc382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1034472 Jan 18 23:08:46.199120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:46.299871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7106d6f-a8f7-48bd-8d5c-a5f93f1162db req-a1b672e5-ad8c-4017-8b0f-b3458ab6e175 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893524 Jan 18 23:08:46.356254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:08:46.359410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:46.397174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34550) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:46.408414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f4b75330-d8b1-4674-9c9e-8992f25cb846 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:46.414120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.473429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.486242 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c43d99d6-0434-464a-a976-628955308167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.546019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c83388d5-dce0-459c-a3cd-4d6f8401199e req-70ebb495-9a8d-4fc9-82b3-2c977703fef6 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086587 Jan 18 23:08:46.641026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.747398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1198953213-network', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:46.753039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event deleted for resources: {'Port': ['ID=ddbf4215-93cc-4f3d-a06e-d72951576a3c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:46.769135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:46.785061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Usage tracker for resource:network and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:46.789037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:46.807115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:46.875177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f4b75330-d8b1-4674-9c9e-8992f25cb846 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:46.883109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.894628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:46.904182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f4b75330-d8b1-4674-9c9e-8992f25cb846 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:46.904642 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.934252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Made reservation on behalf of 2c0a40b9fbcf4d89af1ee7d382b52480 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:46.938775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.940607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791fa4a-8eb3-48e9-ae39-d0718df44a43 req-7d8f434a-020d-4719-9404-51b38ae05225 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:46.942136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d791fa4a-8eb3-48e9-ae39-d0718df44a43 req-7d8f434a-020d-4719-9404-51b38ae05225 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 948 time: 0.2328696 Jan 18 23:08:46.950344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.965989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:46.965989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.971802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:46.988164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f89b7-7639-428e-bf2d-b45b7294ab61,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:47.010659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d791fa4a-8eb3-48e9-ae39-d0718df44a43 req-3104b36c-ddc3-497a-8fa0-b2d0daf3cd65 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Jan 18 23:08:47.035985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:47.041625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:47.045437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:47.059188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:47.062770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.064539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e317a69-47e7-4350-badb-ce942d2cb8c3 req-39fcc567-7ccc-4d8d-9b86-c4f01844820b tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "DELETE /v2.0/floatingips/ffa80096-4143-44e4-b12f-e3f9d6383b30 HTTP/1.1" status: 204 len: 173 time: 2.8292568 Jan 18 23:08:47.135282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:47.176361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '9506b3f4-4801-4325-bc88-36399b630a1b', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '9506b3f4-4801-4325-bc88-36399b630a1b', 'mac_address': 'fa:16:3e:1a:5c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:08:47.202358 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.219810 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a64c119-2839-4184-b392-9a409749ec65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/113f89b7-7639-428e-bf2d-b45b7294ab61 HTTP/1.1" status: 204 len: 168 time: 1.0104654 Jan 18 23:08:47.289489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.300330 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.323947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:43Z', 'revision_number': 3, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:47.339657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Checking router: d94b6760-4977-4f29-92da-2478e33fe6fc for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:47.339982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Updating router d94b6760-4977-4f29-92da-2478e33fe6fc port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:08:47.446895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.463432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.477540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.499624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-9607b543-9203-4ba7-b054-e61095a8030e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:47.506615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.513523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.519770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:08:47.527400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429f7d1-0c56-403a-8f20-6be50962e7af req-a1080e31-d91c-4872-b52c-d9520649938b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.534773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a429f7d1-0c56-403a-8f20-6be50962e7af req-a1080e31-d91c-4872-b52c-d9520649938b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 949 time: 0.2865982 Jan 18 23:08:47.541824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b21e6-e103-4905-bf6c-cb3b3e2d95f7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:47.552105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.571886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.572245 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Added segment 1b3fb562-16ab-4cef-b4cb-f5740b7317f6 of type vlan for network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 Jan 18 23:08:47.596483 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.601532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a429f7d1-0c56-403a-8f20-6be50962e7af req-53a5b356-54a8-4698-b587-6c246dfb27d2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 Jan 18 23:08:47.602284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-9607b543-9203-4ba7-b054-e61095a8030e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:47.603362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-9607b543-9203-4ba7-b054-e61095a8030e tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 1001 time: 0.4413047 Jan 18 23:08:47.605665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9506b3f4-4801-4325-bc88-36399b630a1b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:08:47.611601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f4b75330-d8b1-4674-9c9e-8992f25cb846, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f4b75330-d8b1-4674-9c9e-8992f25cb846,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:47.716656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:47.727480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:47.728533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.729278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b4bb998e-f1b9-45c5-8ea0-3d66a05df68e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:47.729548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-6048958c-cfa5-4550-b777-d27db4561889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.730352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-6048958c-cfa5-4550-b777-d27db4561889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:08:47.732765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.805809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-6048958c-cfa5-4550-b777-d27db4561889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:08:47.806984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-6048958c-cfa5-4550-b777-d27db4561889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports/0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 943 time: 0.1964326 Jan 18 23:08:47.813934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:47.814936 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.900950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.956091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['9506b3f4-4801-4325-bc88-36399b630a1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:08:47.967892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.970107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:47.970699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:47.991812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.098950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:48.105471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.127296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:48.133229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.145574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Allocated IP 172.20.0.1 (7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c/313e69c9-e284-402c-ab81-27d9353ab39d/8c475a3a-15f8-4c19-a580-d8d35a2a654e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:48.153584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:08:48.165489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-5023b8ec-ccd8-4fcb-ad60-ef211ed77375 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 1001 time: 0.2136660 Jan 18 23:08:48.233090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-914af7ce-1dbb-4ccd-8c05-47f797dea537 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8311198 Jan 18 23:08:48.235468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34580) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:48.242801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Request body: {'subnet': {'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1198953213-subnet', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:48.250050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:48.255294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.256970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Usage tracker for resource:subnet and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:48.267550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:48.276202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:48.337478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.354973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Transition to ACTIVE for port object 8c475a3a-15f8-4c19-a580-d8d35a2a654e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:48.388874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a96e9e41-e339-4ce7-ab22-f2b644094fa2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f31f5b93202c4a1887c9a15c37206f7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2886653 Jan 18 23:08:48.389114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Made reservation on behalf of 2c0a40b9fbcf4d89af1ee7d382b52480 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:48.392190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.399646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:48.441145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.471909 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.473446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34ecf-bd1e-4c6f-b812-91ee1d39af8f req-427622c4-0718-4256-8b6c-39dadff721be tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:48.477708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34ecf-bd1e-4c6f-b812-91ee1d39af8f req-427622c4-0718-4256-8b6c-39dadff721be tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:48.479360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14b34ecf-bd1e-4c6f-b812-91ee1d39af8f req-427622c4-0718-4256-8b6c-39dadff721be tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609&device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 1690 time: 0.2604492 Jan 18 23:08:48.549832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.573712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:48.577303 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.579355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Pushing event updated for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.584286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:48.589072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:48.594581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-190df0f9-2841-4310-8991-a52dff8e6bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:48.599524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-190df0f9-2841-4310-8991-a52dff8e6bc9 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.4294939 Jan 18 23:08:48.600502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14b34ecf-bd1e-4c6f-b812-91ee1d39af8f req-97ead068-0a98-4f1b-9460-f4d8394350cf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976586 Jan 18 23:08:48.616235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Transition to ACTIVE for port object 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:48.639666 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.661420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.691919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.714531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.755695 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'code': 200} Jan 18 23:08:48.795890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f4b75330-d8b1-4674-9c9e-8992f25cb846 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:48.866379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Attempting to bind port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:48.867015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Attempting to bind port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:48.867566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Attempting to bind port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:48.872715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cb52c-a0ab-4484-8db3-795a24592c1d None None] Pushing event updated for resources: {'Port': ['ID=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:48.889922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:48.891249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:48.891822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.892370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:48.893048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Bound port: 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:48.893602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.908818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:48.941464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-911268f3-2016-4c8e-88c8-99754a4d690f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 1001 time: 0.3264141 Jan 18 23:08:48.989763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f4b75330-d8b1-4674-9c9e-8992f25cb846 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:48.990733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.004763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:49.022591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] For port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:49.044715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] For port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:49.067059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48780cab-388f-48a0-a0c1-ddc9b71d97e6,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:49.071794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.143679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.181816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Checking segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:49.182356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Network hostable DHCP agents. Network: 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:08:49.187390 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.200427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-368d5de0-e6d1-4525-ae00-ebb5caa81a9a None None] Provisioning for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:49.219239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-368d5de0-e6d1-4525-ae00-ebb5caa81a9a None None] Provisioning complete for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:49.219713 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-368d5de0-e6d1-4525-ae00-ebb5caa81a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.250861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.283636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01f3db6e-a752-43a2-890f-78fa7d1bf77c req-e2043868-0100-4f88-b71d-8b0b9a3e03ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1100 time: 0.4283297 Jan 18 23:08:49.293648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2cb52c-a0ab-4484-8db3-795a24592c1d None None] Pushing event updated for resources: {'Port': ['ID=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:49.304714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-368d5de0-e6d1-4525-ae00-ebb5caa81a9a None None] Port 8c475a3a-15f8-4c19-a580-d8d35a2a654e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:49.309763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:49.310398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:49.315937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8abc4-da43-4e1d-948d-7fb6d72efa5f req-dff3e2f6-2b38-478f-9217-0b6a4ecca1ee tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:49.322912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fc8abc4-da43-4e1d-948d-7fb6d72efa5f req-dff3e2f6-2b38-478f-9217-0b6a4ecca1ee tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.3933604 Jan 18 23:08:49.338433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a66bb2-6807-4e5c-8f50-d363bfaa4712,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:49.375217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.376469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-326b094d-3e83-4bb4-bdba-76750c3bd132 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45a66bb2-6807-4e5c-8f50-d363bfaa4712 HTTP/1.1" status: 204 len: 168 time: 0.9682097 Jan 18 23:08:49.494212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:08:49.507000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fc8abc4-da43-4e1d-948d-7fb6d72efa5f req-733aebb0-ee60-4a52-b518-11b311e1d4fe tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829102 Jan 18 23:08:49.509142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01f3db6e-a752-43a2-890f-78fa7d1bf77c req-f8f7a7e5-50dc-4ed3-a1ec-0e8e9e0b5e2c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144401 Jan 18 23:08:49.563563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.595073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:49.599371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:49.599941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.627165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.690706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4930e8-4447-4d71-bb23-2ffdce59dfbe None None] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:49.691338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.759341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.776627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Pushing event updated for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:49.783236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:49.783812 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Floating IP 361b9601-184c-47b3-9888-95f67ae98255 disassociated. External IP: 172.25.1.92, port: 0161bcde-5043-46a3-90bf-7d6dcf27a00a. Jan 18 23:08:49.788356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd002e0a-8684-46e8-bbe8-b1db074a55d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5516565 Jan 18 23:08:49.842677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:49.864879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:49.889067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:49.896058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:49.904358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Usage tracker for resource:router and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:49.908468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:49.915557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:50.026950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:50.028286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:50.040059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.041172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.089745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.191599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:08:50.193950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.208128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:50.503581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b02e0f26-dc28-4b3b-946f-3f4cb1a77959 None None] Provisioning complete for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:50.503820 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b02e0f26-dc28-4b3b-946f-3f4cb1a77959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.567001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 9506b3f4-4801-4325-bc88-36399b630a1b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:50.567776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.572173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Router d94b6760-4977-4f29-92da-2478e33fe6fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:50.655170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.685131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef8b550e-85b3-463f-ba65-d8cff96f7ad7 req-e1a7c7d9-7c4e-4618-8f20-e187eb00bc33 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 1100 time: 0.5645509 Jan 18 23:08:50.746922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b02e0f26-dc28-4b3b-946f-3f4cb1a77959 None None] Port 8c475a3a-15f8-4c19-a580-d8d35a2a654e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:08:50.783241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Allocated IP 172.20.0.2 (8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0/48780cab-388f-48a0-a0c1-ddc9b71d97e6/c3b93e0c-0798-4edb-bc27-8cc5f42c61e3) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:50.800921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef8b550e-85b3-463f-ba65-d8cff96f7ad7 req-f1458d67-f94f-4120-a37a-6502f06f835a tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098068 Jan 18 23:08:50.934255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:50.953535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0072d4f4-d2ba-45e1-8569-ead87d399c96 admin admin] 10.222.0.59 "PUT /v2.0/routers/d94b6760-4977-4f29-92da-2478e33fe6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1004980 Jan 18 23:08:50.971018 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:50.993788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '8c475a3a-15f8-4c19-a580-d8d35a2a654e', 'name': '', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'mac_address': 'fa:16:3e:64:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:47Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 1, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'subnets': [{'id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:51.011230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cd4e0-295b-463c-aaaf-f87b8b3e9cb0 None None] The sync data for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 is: [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '8c475a3a-15f8-4c19-a580-d8d35a2a654e', 'name': '', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'mac_address': 'fa:16:3e:64:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:47Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 1, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'subnets': [{'id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:08:51.044785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:51.074616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:51.136718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:08:51.147265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.150969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.176375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0f16f-3cb6-4246-bba9-bc2c9a9b3ffd req-24337655-3d2a-4ad2-9e77-1d35d7eb3636 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:51.183948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0a0f16f-3cb6-4246-bba9-bc2c9a9b3ffd req-24337655-3d2a-4ad2-9e77-1d35d7eb3636 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.1557796 Jan 18 23:08:51.205731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Transition to ACTIVE for port object c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:51.253050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Transition to ACTIVE for port object c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:51.263079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:51.337477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.357902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0a0f16f-3cb6-4246-bba9-bc2c9a9b3ffd req-f80111d5-2f8d-4ff2-8cea-9c1b6bb9bdef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726303 Jan 18 23:08:51.379113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.412559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:51.415450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:51.424610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:51.426092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.426896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Pushing event updated for resources: {'Port': ['ID=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:51.540433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Attempting to bind port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:51.540810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Attempting to bind port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:51.541206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Attempting to bind port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 on network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:51.550236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:08:51.550413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Checking segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:08:51.550810 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.551196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Bound using segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:08:51.551860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Bound port: c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:08:51.552618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.695722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] For port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:08:51.699427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] For port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:08:51.734516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Allocated IP 172.25.1.10 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/629129f9-8465-41fe-8cd8-4abd6cad7224) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:08:51.783829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.839043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c9d094b-eabf-4ccb-8b2b-c43ffd0de604 req-3d333889-d265-40bb-96e7-374cfa707201 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 1101 time: 0.2753644 Jan 18 23:08:51.886568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:51.903131 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Sync routers for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:51.928629 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:51.929267 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:51.962157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:51.999888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c9d094b-eabf-4ccb-8b2b-c43ffd0de604 req-2f316245-6621-44ea-a1b6-1b8cdfbc2a6d tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479776 Jan 18 23:08:52.000376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd3fa-7e97-4827-8ad2-ea30354bb95c None None] Pushing event updated for resources: {'Port': ['ID=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:52.002768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.068582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e8ae2428-cf8e-40af-b0d3-c00924ee912c tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "PUT /v2.0/floatingips/361b9601-184c-47b3-9888-95f67ae98255 HTTP/1.1" status: 200 len: 694 time: 3.1257813 Jan 18 23:08:52.165924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:08:52.256147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-44e0a545-211c-4732-93e9-656baf766d46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1097 time: 0.1860719 Jan 18 23:08:52.308239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:52.339990 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:52.362278 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b', 'code': 200} Jan 18 23:08:52.572035 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'status': 'completed', 'code': 200} Jan 18 23:08:52.621313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-27a97099-5eda-484d-b198-959cf8fa6785 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483332 Jan 18 23:08:52.859686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:52.891259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:08:52.910308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Pushing event updated for resources: {'Port': ['ID=629129f9-8465-41fe-8cd8-4abd6cad7224,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:52.914019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:08:52.917610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:08:53.154366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:53.170699 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:53.185761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Checking router: 87cc7e09-ad7d-447c-96cb-a52e77e361c4 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:53.216056 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:53.220208 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:53.283913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:53.297070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-c06105a9-fb1b-4216-9448-40ebd17212e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 1097 time: 0.6955490 Jan 18 23:08:53.346365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-61a9a01c-67f8-4cfa-8dd4-c3fe43be0d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:53.347923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-61a9a01c-67f8-4cfa-8dd4-c3fe43be0d6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 930 time: 1.0800264 Jan 18 23:08:53.521829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f592d81-3d91-4e1d-8583-ff7406c84eea None None] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:08:53.538074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-02eed9c3-ce9a-4394-85e4-142c2c5dd9e0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:53.545345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-02eed9c3-ce9a-4394-85e4-142c2c5dd9e0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9230890 Jan 18 23:08:53.637102 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:53.640901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-bea92e20-ffd5-43ea-a212-f6087b347983 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.0946026 Jan 18 23:08:53.691734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:53.763135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:53.773165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Usage tracker for resource:security_group_rule and tenant:539adbf398a1498d9290a5098aa4b827 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:08:53.775219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-19f5ba5a-d82e-4e9d-9f6c-2e4d67e3a1df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:53.777456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-19f5ba5a-d82e-4e9d-9f6c-2e4d67e3a1df service neutron] 10.222.0.89 "GET /v2.0/networks?id=47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 200 len: 930 time: 0.4444516 Jan 18 23:08:53.779467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:08:53.793325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:53.869893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-22c3c7e5-8aa1-4e6a-bd00-c482df71ee57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 217 time: 0.4824152 Jan 18 23:08:53.959530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:53.976877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Provisioning for port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:53.986642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Provisioning complete for port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:53.987624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.017267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.066193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-484b2856-9941-4021-9340-df1be1ed4eaa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 200 len: 217 time: 0.1952810 Jan 18 23:08:54.134012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a54d08-0b46-4878-9cdc-e891ebbaa9ba,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:54.169840 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ece84a53-4712-475e-995c-aa84678ae8cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=539adbf398a1498d9290a5098aa4b827&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8813171 Jan 18 23:08:54.170204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34720) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:54.256145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e13f75e6-763f-4336-855b-a21e0e1105e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:54.257666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-e13f75e6-763f-4336-855b-a21e0e1105e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.3037996 Jan 18 23:08:54.272770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.273843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.349294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.350785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.434725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-60c01963-4b62-4c15-b1cc-7c6b28e8ba60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:54.436315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-60c01963-4b62-4c15-b1cc-7c6b28e8ba60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 200 len: 868 time: 0.3607211 Jan 18 23:08:54.439420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.452321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] For port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:08:54.458377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-1ca63028-5f45-4324-84e1-fe0b566c7547 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8164737 Jan 18 23:08:54.501036 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c051c958-2001-4953-a951-83be02f2af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:54.516451 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051c958-2001-4953-a951-83be02f2af16 None None] The sync data for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 is: [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:07:43Z', 'revision_number': 4, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd0df4cce-0c3d-433c-bb70-4d1268a8cdac', 'name': '', 'network_id': '47f443e0-ed1e-4b01-9773-011cf65d1756', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'mac_address': 'fa:16:3e:c6:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:41Z', 'updated_at': '2022-01-18T23:07:51Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'subnets': [{'id': 'e3c17176-550e-4836-865b-4e975d1ded8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:08:54.583276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.606056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.638307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a54d08-0b46-4878-9cdc-e891ebbaa9ba,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:54.641885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:54.643215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-51ff8ac8-bf87-4598-8f32-e3d140c135f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5a54d08-0b46-4878-9cdc-e891ebbaa9ba HTTP/1.1" status: 204 len: 168 time: 0.4720860 Jan 18 23:08:54.682808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-f280272c-43e9-40b3-96f2-897c867cbbcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011168 Jan 18 23:08:54.778917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-43f1cd38-69ba-4c65-ae44-f5573136f150 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=47f443e0-ed1e-4b01-9773-011cf65d1756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121040 Jan 18 23:08:54.783682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4dd4490f-3f87-472c-adb8-ac479ac19a12 None None] Provisioning complete for port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:54.784272 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd4490f-3f87-472c-adb8-ac479ac19a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:55.004570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d625f7-bfd9-4b6c-8261-99c0ad421103 None None] Pushing event updated for resources: {'Port': ['ID=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:08:55.555056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-28a6f8b5-29a4-430c-be2c-5fe879edbe7b service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566730 Jan 18 23:08:55.735035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-3ec5f12e-d11e-47fe-9043-3edd00d1a12b service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934338 Jan 18 23:08:55.740893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a669727-6e54-4e4a-9e2f-bdcf442df77a req-8b507f5e-0b31-4b0b-a253-c15266140103 service neutron] 10.222.0.59 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725154 Jan 18 23:08:55.783447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fe9c2-e7a6-4105-8cfc-ab39a489c243 req-ed174974-9045-4220-be25-e0e937fe0b3a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:55.790081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-033fe9c2-e7a6-4105-8cfc-ab39a489c243 req-ed174974-9045-4220-be25-e0e937fe0b3a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.4557345 Jan 18 23:08:55.969517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-033fe9c2-e7a6-4105-8cfc-ab39a489c243 req-648c7a11-d0c8-4fac-bc37-181dedd63a62 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784830 Jan 18 23:08:56.041780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07034a8e-b3a2-4f6f-8209-90fe3bd96ed1 req-05597615-ae9f-4956-87ad-55f4935092e9 service neutron] 10.222.0.89 "GET /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983403 Jan 18 23:08:56.124891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Router deccfca4-0a65-4858-b4ae-8096207bf323 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:08:56.471742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e555dd22-7998-4084-8101-8d381626f23e req-670f430b-edc2-4626-9789-77cd4774185b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 210 time: 0.2253520 Jan 18 23:08:56.479187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-d17afe9f-3405-47db-a35c-944c525b8860 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips/361b9601-184c-47b3-9888-95f67ae98255 HTTP/1.1" status: 200 len: 694 time: 0.2346780 Jan 18 23:08:56.839837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:56.897013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-f1df7d0e-8805-4c0e-86cc-09873f895577 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:56.898408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-f1df7d0e-8805-4c0e-86cc-09873f895577 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3836699 Jan 18 23:08:57.064037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:57.065544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:57.298136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-18e8203d-5b1b-4fb4-8285-2288f9251e66 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 697 time: 0.2086508 Jan 18 23:08:57.438323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca4e7913-b830-491a-b763-6e498b4b111e req-25615746-6735-4fa2-82c3-73f91292b509 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2338305 Jan 18 23:08:57.454045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-8da47b76-0db3-4082-acd7-f60c039ea612 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 697 time: 0.1292741 Jan 18 23:08:57.456814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:08:57.476976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Sync routers for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:08:57.495553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:08:57.499391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:57.962144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:08:58.054039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:58.055228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cd87bbf9-2ac8-4d20-9b78-88426e717c2c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1896563 Jan 18 23:08:58.058089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:08:58.169367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-f65254f6-b0d1-461b-9a54-c1e143152bf0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206756 Jan 18 23:08:58.541256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Deleting port e47e1940-29de-4412-b744-f4f15d8416d0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:08:58.541651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:58.723170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:08:53Z', 'revision_number': 3, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:08:58.729264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Checking router: deccfca4-0a65-4858-b4ae-8096207bf323 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:08:58.730192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Updating router deccfca4-0a65-4858-b4ae-8096207bf323 port 629129f9-8465-41fe-8cd8-4abd6cad7224 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:08:58.800055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:58.875833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-907667fa-9fd5-4e00-91b3-f3c7fffd13e4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.880246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-907667fa-9fd5-4e00-91b3-f3c7fffd13e4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6937888 Jan 18 23:08:58.915888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:08:58.931239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-b21ba23a-7d07-4709-a63c-69490e4508de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7329102 Jan 18 23:08:58.983360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c5355-0209-4fcc-9f84-fde4da4926ff req-9254cddb-480d-44fe-8be9-5959e94befb6 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:08:58.985312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-650c5355-0209-4fcc-9f84-fde4da4926ff req-9254cddb-480d-44fe-8be9-5959e94befb6 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.4984283 Jan 18 23:08:59.052392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:08:59.238742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.239236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.314332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-650c5355-0209-4fcc-9f84-fde4da4926ff req-2353848e-10e5-415d-a398-2f9821e7e89e tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146307 Jan 18 23:08:59.462165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:08:59.478511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.484727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:08:59.485207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.554678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Transition to ACTIVE for port object 629129f9-8465-41fe-8cd8-4abd6cad7224 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:08:59.634688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.639811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Calling delete_port for e47e1940-29de-4412-b744-f4f15d8416d0 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:08:59.739271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:08:59.751092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:08:59.877084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebe01729-8669-4eae-a30f-c7dfe72bacaf req-cc6b3c56-4e3c-4da7-8121-c6fb202635a7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 210 time: 0.0875449 Jan 18 23:08:59.897860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:08:59.907753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:08:59.963317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Attempting to bind port 629129f9-8465-41fe-8cd8-4abd6cad7224 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:08:59.964361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Attempting to bind port 629129f9-8465-41fe-8cd8-4abd6cad7224 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:08:59.966384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Attempting to bind port 629129f9-8465-41fe-8cd8-4abd6cad7224 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:08:59.998678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174617-3edc-4bea-85b1-95a64c5b3352 None None] Pushing event updated for resources: {'Port': ['ID=629129f9-8465-41fe-8cd8-4abd6cad7224,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:00.021827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:00.022207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:00.022612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.023005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:00.023492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Bound port: 629129f9-8465-41fe-8cd8-4abd6cad7224, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:00.023867 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.068297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.115869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.222722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:00.248422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] For port 629129f9-8465-41fe-8cd8-4abd6cad7224, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:00.256790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] For port 629129f9-8465-41fe-8cd8-4abd6cad7224, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=629129f9-8465-41fe-8cd8-4abd6cad7224,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:00.299499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.303325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.366053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event deleted for resources: {'Port': ['ID=e47e1940-29de-4412-b744-f4f15d8416d0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:00.407210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.463080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:00.463959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:00.611002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.226 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/7f53780e-4eb0-4879-adc8-e3d0661398c9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:00.689123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Allocated IP 172.20.0.1 (8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0/48780cab-388f-48a0-a0c1-ddc9b71d97e6/d7bd9300-35f5-482d-a5ed-c4a4c549ff05) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:00.693200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387407-3cb4-40a5-bdb1-90b2d8de3c65 req-f2db002c-7a71-4223-bb5f-69b9ec315bd2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:00.703245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc387407-3cb4-40a5-bdb1-90b2d8de3c65 req-f2db002c-7a71-4223-bb5f-69b9ec315bd2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.4519305 Jan 18 23:09:00.712817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.715238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:00.848104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc387407-3cb4-40a5-bdb1-90b2d8de3c65 req-fa0e2900-e1ce-4bf5-bf0e-dbd84f31c1fa tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426742 Jan 18 23:09:00.959500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:00.966070 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:00.988473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Transition to ACTIVE for port object d7bd9300-35f5-482d-a5ed-c4a4c549ff05 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:00.996918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.000011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1396f25-1f20-414a-9fdc-8c25fe0af317 req-50b4cbf0-9040-434a-8472-c9b2dea3b789 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "DELETE /v2.0/floatingips/361b9601-184c-47b3-9888-95f67ae98255 HTTP/1.1" status: 204 len: 173 time: 3.5374761 Jan 18 23:09:01.079471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.284781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:01.300754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:01.305698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:01.500778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.599027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.626145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.632483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.633551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.640287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.641127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:01.707120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174617-3edc-4bea-85b1-95a64c5b3352 None None] Pushing event updated for resources: {'Port': ['ID=629129f9-8465-41fe-8cd8-4abd6cad7224,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:01.722257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-924d49ba-ba5d-41f5-9b82-ffe7e96b75fe req-03444649-0585-41f7-97a3-b6579704f761 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:01.736877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.764243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:08:53Z', 'revision_number': 3, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:01.777135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6bc8f-98ae-4d27-87ca-3052504dc80e None None] The sync data for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 is: [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:08:53Z', 'revision_number': 3, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:01.838688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 7f53780e-4eb0-4879-adc8-e3d0661398c9 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:01.886160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b4235b7d-ad0c-4487-b24b-b13583b66a55 None None] Provisioning for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:01.896223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b4235b7d-ad0c-4487-b24b-b13583b66a55 None None] Provisioning complete for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:01.896596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b4235b7d-ad0c-4487-b24b-b13583b66a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.898950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:01.914141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-924d49ba-ba5d-41f5-9b82-ffe7e96b75fe req-03444649-0585-41f7-97a3-b6579704f761 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:01.919987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-924d49ba-ba5d-41f5-9b82-ffe7e96b75fe req-03444649-0585-41f7-97a3-b6579704f761 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 210 time: 0.4617078 Jan 18 23:09:01.966466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.055344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:02.082176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:02.097583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:02.192040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:02.222638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:02.365068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b4235b7d-ad0c-4487-b24b-b13583b66a55 None None] Port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:02.548746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:02.549459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.587704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.591979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:02.743220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:02.799285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:02.853889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3a0caf2c-1f1c-4ff5-afc3-abe41f3a02e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9539120 Jan 18 23:09:02.882470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Request body: {'port': {'device_id': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:02.945015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-34671016-1457-4f3e-9041-6dd2939ca8df None None] Provisioning for port 7f53780e-4eb0-4879-adc8-e3d0661398c9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:02.953540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-b51a9976-b01e-40b1-ac02-4302ee96ec9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1100 time: 0.8362849 Jan 18 23:09:02.986608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-34671016-1457-4f3e-9041-6dd2939ca8df None None] Provisioning complete for port 7f53780e-4eb0-4879-adc8-e3d0661398c9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:02.986957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-34671016-1457-4f3e-9041-6dd2939ca8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.019881 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464055ad-60a8-4396-8f0a-54ea782699b9 None None] New status for floating IP 361b9601-184c-47b3-9888-95f67ae98255: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:09:03.088423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34852) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:03.089590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:03.116489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.282114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-34671016-1457-4f3e-9041-6dd2939ca8df None None] Port 7f53780e-4eb0-4879-adc8-e3d0661398c9 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:03.300128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:03.300507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.340431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:03.342038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:03.382920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.434898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-eb5aebbe-3292-44ef-851a-a39a41510dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:03.438752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-eb5aebbe-3292-44ef-851a-a39a41510dfc service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3961904 Jan 18 23:09:03.514532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-62c0bfa2-cd86-4451-a01b-e7a85b700889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:03.528262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-62c0bfa2-cd86-4451-a01b-e7a85b700889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:03.771026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948cafd-0d79-422a-8336-c841d5d88688 req-3bc93a20-4cff-4704-b9d2-4c5f7b31498f tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:03.778066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2948cafd-0d79-422a-8336-c841d5d88688 req-3bc93a20-4cff-4704-b9d2-4c5f7b31498f tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 1.1948593 Jan 18 23:09:03.848583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.881373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c8c219cb-6624-4b59-bb19-2a3f11c7c20f None None] Provisioning complete for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:03.882457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c8c219cb-6624-4b59-bb19-2a3f11c7c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:03.896072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-980ebbde-87fc-44d7-aede-a84b51fbdfc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.4166291 Jan 18 23:09:04.003956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:04.024918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa80c5bd2cf49aeae4fd01cf429d24d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:04.034340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:04.049437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:04.053183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2948cafd-0d79-422a-8336-c841d5d88688 req-13a168d0-acab-475d-88de-b13634892631 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723806 Jan 18 23:09:04.058462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c8c219cb-6624-4b59-bb19-2a3f11c7c20f None None] Port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:04.403428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.453470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Router deccfca4-0a65-4858-b4ae-8096207bf323 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:04.491567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-62c0bfa2-cd86-4451-a01b-e7a85b700889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:04.492718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-62c0bfa2-cd86-4451-a01b-e7a85b700889 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 2.1947100 Jan 18 23:09:04.522732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-0808055c-e3b8-4daf-807c-1fb203fe5cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:04.524069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-0808055c-e3b8-4daf-807c-1fb203fe5cf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.5793924 Jan 18 23:09:04.543582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.584516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d1ffea-4863-491a-9c13-16d204b5280f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:04.684209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-2566fa57-a6df-4360-a81c-33835abb904f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:04.685328 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d94f4f20-9dbe-4d3b-a238-283996407166 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fa80c5bd2cf49aeae4fd01cf429d24d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5904112 Jan 18 23:09:04.690811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:04.695138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e04c18-b62c-45d7-bfb9-efe54a5674f7 req-51589df8-03cf-434a-89ec-59bd3b53b4de tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:04.702647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e04c18-b62c-45d7-bfb9-efe54a5674f7 req-51589df8-03cf-434a-89ec-59bd3b53b4de tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.2844613 Jan 18 23:09:04.792476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-4fa8b478-2a83-4962-91b4-1ff1211add00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097621 Jan 18 23:09:04.792733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:04.832960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e04c18-b62c-45d7-bfb9-efe54a5674f7 req-61a0dfb4-9b12-4e9f-b19f-e9a100a9cecd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293201 Jan 18 23:09:04.838969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-2566fa57-a6df-4360-a81c-33835abb904f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:04.845583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c344b02-f8a2-4e59-899a-42c1833b3ced req-2566fa57-a6df-4360-a81c-33835abb904f tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3373055 Jan 18 23:09:04.877612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.021571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:05.120684 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4423a3da-6465-435b-8ac7-75c0c0dfb31b admin admin] 10.222.0.59 "PUT /v2.0/routers/deccfca4-0a65-4858-b4ae-8096207bf323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0589044 Jan 18 23:09:05.172526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:09:05.211290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.244189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.266422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80d1ffea-4863-491a-9c13-16d204b5280f HTTP/1.1" status: 204 len: 168 time: 0.5718002 Jan 18 23:09:05.270750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b240992-b012-4d1c-af0e-9c52f952a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d1ffea-4863-491a-9c13-16d204b5280f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:05.476157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-11d16d7e-aa1c-49f7-be09-6e28be43cb44 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766014 Jan 18 23:09:05.628512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7ec2554-23f3-493f-9440-2e2f753ac8c9 req-3ab2a657-13e4-42c2-8c7f-2e49f050bc76 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4579389 Jan 18 23:09:05.668652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f53780e-4eb0-4879-adc8-e3d0661398c9 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:05.693370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.731142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70086e-3d89-44f3-a60d-a677060f8584 req-764dd79b-bf33-43b9-b0c4-efeefa03b590 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:05.735278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e70086e-3d89-44f3-a60d-a677060f8584 req-764dd79b-bf33-43b9-b0c4-efeefa03b590 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 936 time: 0.6551402 Jan 18 23:09:05.736472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Transition to ACTIVE for port object 7f53780e-4eb0-4879-adc8-e3d0661398c9 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:05.796878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:05.847782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-e3bf93b0-799b-4cb8-8a78-6c4ac8b471d0 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207054 Jan 18 23:09:05.981683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e70086e-3d89-44f3-a60d-a677060f8584 req-fc373b95-7649-4238-83b5-9c959d6fd009 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375114 Jan 18 23:09:05.994914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:06.030698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.031048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.031457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.031792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.032122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.032446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.032769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.033119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.045961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.051600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.051600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:06.313868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Attempting to bind port 7f53780e-4eb0-4879-adc8-e3d0661398c9 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:06.314489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Attempting to bind port 7f53780e-4eb0-4879-adc8-e3d0661398c9 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:06.314835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Attempting to bind port 7f53780e-4eb0-4879-adc8-e3d0661398c9 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:06.323421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Port 7f53780e-4eb0-4879-adc8-e3d0661398c9 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:09:06.323748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Attempting to bind port 7f53780e-4eb0-4879-adc8-e3d0661398c9 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:06.340112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:06.340112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:06.340112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:06.354935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Bound port: 7f53780e-4eb0-4879-adc8-e3d0661398c9, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:06.355320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.613218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:06.618682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:06.669199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.770000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:06.771540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] 10.222.0.89 "PUT /v2.0/ports/7f53780e-4eb0-4879-adc8-e3d0661398c9 HTTP/1.1" status: 200 len: 1096 time: 3.9087331 Jan 18 23:09:06.772077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:06.796482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f79ad6-3829-4cd5-9c13-4623bfa98f39 service neutron] Pushing event updated for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:07.055591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-a6a3c37e-05b3-484d-a53a-1f3e21aabf50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 1099 time: 0.1715791 Jan 18 23:09:07.178288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-ed73dcf4-07db-4d26-8454-87c23989e5fc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9 HTTP/1.1" status: 200 len: 217 time: 0.1122730 Jan 18 23:09:07.259148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-6dc76748-8623-4f09-a6df-f4d716830c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:07.261449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-6dc76748-8623-4f09-a6df-f4d716830c84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0750711 Jan 18 23:09:07.319068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:07.372905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-1e4bd63c-9021-405a-b1ab-f8b91ae0dcbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028228 Jan 18 23:09:07.414311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:07.421471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546325365', 'description': 'tempest-description--1356541932'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:07.441277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:07.450392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:security_group and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:07.460359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:07.487046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:07.577785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.656953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-network', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:07.668880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:07.680755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Usage tracker for resource:network and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:07.685605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:07.695116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:07.698522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:07.706156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:security_group_rule and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:07.710354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:07.721541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:07.782645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Made reservation on behalf of 9bc3a981eaf1421d99adb6ced6a5c44c for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:07.784947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.824490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.884325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:07.893171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-3cecb9d7-5f1b-4be3-8c89-ada2029b2993 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114028 Jan 18 23:09:07.922238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:07.928046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:07.931484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:07.946456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:07.959438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.031611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5e8280-d0af-4058-a9db-6085e9e65bc9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.103437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.107895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a682f-e727-42fa-bdbc-aa1b22810563 req-7e94ec1d-19c8-41aa-90e9-44b1a3cf58a2 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:08.109000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.109972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b5a682f-e727-42fa-bdbc-aa1b22810563 req-7e94ec1d-19c8-41aa-90e9-44b1a3cf58a2 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.4514079 Jan 18 23:09:08.115329 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9c211aee-6916-4df9-b27c-a28e5af8ab27 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6945856 Jan 18 23:09:08.115329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:08.125795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'security_group_rule': {'security_group_id': '4d5e8280-d0af-4058-a9db-6085e9e65bc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:08.132170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:08.136711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:security_group_rule and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:08.140592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:08.147686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:08.171172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.181675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14372ae-7d6e-45fc-ad3d-bba80f6fdafa req-99684d99-1285-427b-93fd-eda6a4dafd0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:08.183047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d14372ae-7d6e-45fc-ad3d-bba80f6fdafa req-99684d99-1285-427b-93fd-eda6a4dafd0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.4060152 Jan 18 23:09:08.197437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec92113d-7e2d-45ba-80b7-12e81307eb8c req-42535ad2-e6b4-4ffe-abed-d56ea91f0052 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936041 Jan 18 23:09:08.207629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:08.223921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac4066-6079-4a69-9a7f-bdf970c76f3e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.231565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.231940 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Added segment d0b8b9ae-39f5-4719-ae08-3060afe99c69 of type vlan for network 0666dda1-4d1d-40fe-ace9-cb49ee57764a Jan 18 23:09:08.241083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b5a682f-e727-42fa-bdbc-aa1b22810563 req-d5552d54-4686-44d9-adc0-b683d9e6ec96 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187744 Jan 18 23:09:08.275583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d14372ae-7d6e-45fc-ad3d-bba80f6fdafa req-a415cda2-9f3c-4ca9-98d2-a0aec1e9e305 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771589 Jan 18 23:09:08.286974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.290560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.430853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.432375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.433376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:08.434242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.442454 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9', 'status': 'completed', 'code': 200} Jan 18 23:09:08.550583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:08.621082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] Pushing event updated for resources: {'Network': ['ID=0666dda1-4d1d-40fe-ace9-cb49ee57764a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.627051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3c3927-d1ac-41dd-ac60-421dfcb6b4b9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:08.633832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:08.977719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b9f92f5c-dbd7-4c1f-aadd-f6fa2c4b7c9d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6570120 Jan 18 23:09:08.982432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34946) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:08.991505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Request body: {'subnet': {'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-subnet', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:09.010871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.019464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:09.028262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.040422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7d7b58fc-30a2-4626-a58c-e87107e7e591 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9179909 Jan 18 23:09:09.040422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34950) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:09.043343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'security_group_rule': {'security_group_id': '4d5e8280-d0af-4058-a9db-6085e9e65bc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:09.049950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Usage tracker for resource:subnet and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:09.053854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:09.058172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:09.065633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:09.071732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:security_group_rule and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:09.082577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:09.089877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:09.147747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Made reservation on behalf of 9bc3a981eaf1421d99adb6ced6a5c44c for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:09.148759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251a2d-8473-4051-8912-8dff17d254a5 req-1985e823-02cb-460c-b855-2861e985760c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:09.152696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.157168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2251a2d-8473-4051-8912-8dff17d254a5 req-1985e823-02cb-460c-b855-2861e985760c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 948 time: 0.6077099 Jan 18 23:09:09.208863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6383638-2f5e-455b-a071-9f39d22e3ece req-b26369a6-7922-4e32-bfdf-c97792a4b650 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:09.217294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6383638-2f5e-455b-a071-9f39d22e3ece req-b26369a6-7922-4e32-bfdf-c97792a4b650 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 946 time: 0.5313272 Jan 18 23:09:09.286599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-22191af9-1df0-4dc2-b123-9e08e851c6b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 1099 time: 0.8106239 Jan 18 23:09:09.331561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.375246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477049-abc6-418d-8871-48a825b65136 req-7d63c479-5473-48c1-bbc6-570b3de5adb7 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:09.393433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1477049-abc6-418d-8871-48a825b65136 req-7d63c479-5473-48c1-bbc6-570b3de5adb7 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.89 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.5001106 Jan 18 23:09:09.681655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2251a2d-8473-4051-8912-8dff17d254a5 req-6e19eee8-fa63-46af-8efe-443e7681a4d8 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202320 Jan 18 23:09:09.761551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:09.762187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6383638-2f5e-455b-a071-9f39d22e3ece req-7a7923ca-35d1-42b7-8ed3-a43f9f9fa87a tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/security-groups?id=9904347b-96ed-4fcd-880c-4d6cc006c1af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386014 Jan 18 23:09:09.762187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Deleting port 957852d6-c292-4f5a-92eb-daa5fe646e07 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:09.781375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.003195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e361e-be52-4354-9643-75be34597854 req-629588c5-2239-4354-8114-00e7d5d02dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.003195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-025e361e-be52-4354-9643-75be34597854 req-629588c5-2239-4354-8114-00e7d5d02dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Synchronizing usage tracker for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:10.003195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-025e361e-be52-4354-9643-75be34597854 req-629588c5-2239-4354-8114-00e7d5d02dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Unset dirty status for tenant:b69f8ec025e9422abc5980d305eb2ce3 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:10.003195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-025e361e-be52-4354-9643-75be34597854 req-629588c5-2239-4354-8114-00e7d5d02dd3 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.89 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 946 time: 0.2332418 Jan 18 23:09:10.205962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Deleting port 0161bcde-5043-46a3-90bf-7d6dcf27a00a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:10.208773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.319654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-1eb786e0-efb0-4b76-b69a-f13f92584292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.321413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-1eb786e0-efb0-4b76-b69a-f13f92584292 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 1.0204146 Jan 18 23:09:10.644358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-e8731be6-a32a-457a-a764-44b7a1d5b5fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9 HTTP/1.1" status: 200 len: 217 time: 0.2189317 Jan 18 23:09:10.708205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] For port 0161bcde-5043-46a3-90bf-7d6dcf27a00a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0161bcde-5043-46a3-90bf-7d6dcf27a00a,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:10.708494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.737757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f52b-1e65-4fcf-97b7-1dae9e8043fb req-dc6bbe31-a3a1-44c9-bf56-0780b69b865b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.749301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7773f52b-1e65-4fcf-97b7-1dae9e8043fb req-dc6bbe31-a3a1-44c9-bf56-0780b69b865b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.6260087 Jan 18 23:09:10.757636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dffef5-2f4b-4cfc-88ec-b16c78679f83 req-70f236eb-7362-4cfd-a7e0-fc7e3ade7cc5 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.759303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74dffef5-2f4b-4cfc-88ec-b16c78679f83 req-70f236eb-7362-4cfd-a7e0-fc7e3ade7cc5 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 946 time: 0.7559536 Jan 18 23:09:10.802109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 629129f9-8465-41fe-8cd8-4abd6cad7224 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:10.889512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-25ff1910-2487-41ad-8142-87326c29fd39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:10.891049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-25ff1910-2487-41ad-8142-87326c29fd39 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2379978 Jan 18 23:09:10.898434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:10.898737 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.902487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Calling delete_port for 0161bcde-5043-46a3-90bf-7d6dcf27a00a owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:10.934444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.937799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 629129f9-8465-41fe-8cd8-4abd6cad7224 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:10.941521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.952628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 629129f9-8465-41fe-8cd8-4abd6cad7224 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:10.953127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:10.966433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.052158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e589de2a-5c5a-4470-883c-e8315ef07daa,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.087764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74dffef5-2f4b-4cfc-88ec-b16c78679f83 req-abec188c-de84-4d9c-9edc-abf61be5627d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974741 Jan 18 23:09:11.107359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7773f52b-1e65-4fcf-97b7-1dae9e8043fb req-3ad41ea3-7132-4430-a518-46da08058d3c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504956 Jan 18 23:09:11.145754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6727a301-54e5-4c1a-a451-b216e2c8f26b,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.151310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:11.151594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Network hostable DHCP agents. Network: 0666dda1-4d1d-40fe-ace9-cb49ee57764a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:11.221146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.222463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ed9fd2c8-d687-46fc-a061-72a4e2bb3251 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1836059 Jan 18 23:09:11.226051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34974) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:11.226757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.234858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:11.244581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:11.268125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 629129f9-8465-41fe-8cd8-4abd6cad7224, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=629129f9-8465-41fe-8cd8-4abd6cad7224,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:11.285171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:floatingip and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:11.294552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:11.317177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:11.323152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:11.344133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.395336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.455612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.461447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=629129f9-8465-41fe-8cd8-4abd6cad7224,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.473147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0666dda1-4d1d-40fe-ace9-cb49ee57764a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:11.483868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43a7e8-bc56-4c3c-831a-9d830c7cc529 None None] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:11.490875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Pushing event deleted for resources: {'Port': ['ID=0161bcde-5043-46a3-90bf-7d6dcf27a00a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:11.497379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:11.497379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.621476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c29199cf-95c8-48ee-9cb9-d211e9c25820 req-e8ca50bb-cfc5-4df3-a394-9f0a0aea1f14 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.59 "GET /v2.0/ports?device_id=79098378-011d-40fc-b472-dcb508bd95a2 HTTP/1.1" status: 200 len: 210 time: 0.2022355 Jan 18 23:09:11.717249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] No DVR routers for this DVR port 0161bcde-5043-46a3-90bf-7d6dcf27a00a on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:11.720041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:11.723129 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-025e361e-be52-4354-9643-75be34597854 req-5583e14b-46a9-4b6b-92f4-36bf9280e195 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590 tempest-FloatingIPsAssociationNegativeTestJSON-1917910590-project] 10.222.0.89 "DELETE /v2.0/ports/0161bcde-5043-46a3-90bf-7d6dcf27a00a HTTP/1.1" status: 204 len: 173 time: 1.7070000 Jan 18 23:09:11.724729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'name': 'network-vif-deleted', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:11.789001 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-222130c0-7a10-4844-affc-2a7bae4dd252 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8035200 Jan 18 23:09:11.795511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:11.800424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-fe6adddd-9cfa-4d6f-ad3b-5c53afb8851e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8940883 Jan 18 23:09:11.815608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:11.858238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:11.909451 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79098378-011d-40fc-b472-dcb508bd95a2', 'name': 'network-vif-deleted', 'tag': '0161bcde-5043-46a3-90bf-7d6dcf27a00a', 'status': 'completed', 'code': 200} Jan 18 23:09:11.934279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.016375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:09:12.023375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.187904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Usage tracker for resource:router and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:12.200763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:12.261241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0161bcde-5043-46a3-90bf-7d6dcf27a00a no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:12.291929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:12.296575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Allocated IP 172.25.1.94 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/03b91da9-58b5-4153-9ad6-7b9f522f881e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:12.349317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fec201-9691-43da-a1a3-ecf2851f73bb req-422b19a2-f0f3-499d-98de-dd779a947634 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:12.358813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99fec201-9691-43da-a1a3-ecf2851f73bb req-422b19a2-f0f3-499d-98de-dd779a947634 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 948 time: 0.8649189 Jan 18 23:09:12.363688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.363688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.363688 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Floating IP 11d10dea-1717-48ee-a045-725c14f678e8 disassociated. External IP: 172.25.1.52, port: 957852d6-c292-4f5a-92eb-daa5fe646e07. Jan 18 23:09:12.363688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Calling delete_port for 957852d6-c292-4f5a-92eb-daa5fe646e07 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:12.430817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.431749 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.506553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.527479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 0161bcde-5043-46a3-90bf-7d6dcf27a00a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:12.527479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0161bcde-5043-46a3-90bf-7d6dcf27a00a not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:12.527898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 957852d6-c292-4f5a-92eb-daa5fe646e07 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:12.549559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-51947336-2767-4ee9-bda8-05d2454ce70c service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188432 Jan 18 23:09:12.595078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.696875 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.699975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.747586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:12.773058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Allocated IP 172.20.0.2 (0666dda1-4d1d-40fe-ace9-cb49ee57764a/6727a301-54e5-4c1a-a451-b216e2c8f26b/f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:12.797516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:12.799904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 629129f9-8465-41fe-8cd8-4abd6cad7224 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:12.824142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'Port': ['ID=03b91da9-58b5-4153-9ad6-7b9f522f881e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:12.845124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:12.847107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:12.854123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:12.933892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:12.972348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:09:12.973512 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:09:13.077642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99fec201-9691-43da-a1a3-ecf2851f73bb req-4b8fdac7-7d11-41e1-8f4e-49fdc553c433 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177153 Jan 18 23:09:13.134949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Sync routers for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:13.271385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e19e0-7be2-4c42-bc3d-6ca430cc4301 req-893a5ef9-532a-44e9-961f-f2a2b6eddcea tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:13.279504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.280071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba6e19e0-7be2-4c42-bc3d-6ca430cc4301 req-893a5ef9-532a-44e9-961f-f2a2b6eddcea tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.7358403 Jan 18 23:09:13.352640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:13.353377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:08:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:13.436254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85e3602a-f323-4a35-bcc9-2589303c27fc req-13175ead-329d-4ab0-80cd-390aa12c1a9d service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396167 Jan 18 23:09:13.443181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.469232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 629129f9-8465-41fe-8cd8-4abd6cad7224 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:13.469603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.485474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba6e19e0-7be2-4c42-bc3d-6ca430cc4301 req-6c5ccf09-7bda-4b2d-8e5d-593eab3eca35 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020082 Jan 18 23:09:13.491941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Deleting port 957852d6-c292-4f5a-92eb-daa5fe646e07 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:13.493100 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.516248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:13.597165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:13.738449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:13.970208 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'code': 200} Jan 18 23:09:14.005630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b9d9-d2f9-4033-96c6-b9374a4a960f req-e71737de-280e-40cf-a204-b1f2fcbe6e6f tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:14.015767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2414b9d9-d2f9-4033-96c6-b9374a4a960f req-e71737de-280e-40cf-a204-b1f2fcbe6e6f tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 944 time: 0.7024164 Jan 18 23:09:14.108872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-447b3e23-98b7-4830-abe4-f5faaee54954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.162784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:14.258486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.278131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2414b9d9-d2f9-4033-96c6-b9374a4a960f req-14d7599d-eafb-4e10-bd92-cc80d3e3c400 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599838 Jan 18 23:09:14.281441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7f53780e-4eb0-4879-adc8-e3d0661398c9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:14.330651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.426120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] For port 957852d6-c292-4f5a-92eb-daa5fe646e07, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=957852d6-c292-4f5a-92eb-daa5fe646e07,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:14.426838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.442946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:14.465078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '7f53780e-4eb0-4879-adc8-e3d0661398c9', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '7f53780e-4eb0-4879-adc8-e3d0661398c9', 'mac_address': 'fa:16:3e:f0:f2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:14.468120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.531894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Transition to ACTIVE for port object f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:14.564893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'Port': ['ID=03b91da9-58b5-4153-9ad6-7b9f522f881e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:14.584345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.687409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.702700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ceb6cb64-64c5-4b97-9eee-1984804f11c2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4661195 Jan 18 23:09:14.854014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:14.922617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Transition to ACTIVE for port object f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:14.924460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f53780e-4eb0-4879-adc8-e3d0661398c9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:14.990126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:15.004017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc320e40-b15f-49bc-9f1e-5c9d22c9f18c req-9fad5e9c-5f0b-48d6-9493-99ce0ba4bf7e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:15.013461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc320e40-b15f-49bc-9f1e-5c9d22c9f18c req-9fad5e9c-5f0b-48d6-9493-99ce0ba4bf7e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 948 time: 0.6614926 Jan 18 23:09:15.047303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '8c475a3a-15f8-4c19-a580-d8d35a2a654e', 'name': '', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'mac_address': 'fa:16:3e:64:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:47Z', 'updated_at': '2022-01-18T23:08:49Z', 'revision_number': 2, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'subnets': [{'id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:15.056718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Checking router: d94b6760-4977-4f29-92da-2478e33fe6fc for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:15.057208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Updating router d94b6760-4977-4f29-92da-2478e33fe6fc port 8c475a3a-15f8-4c19-a580-d8d35a2a654e binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:09:15.122561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.168959 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.217987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.250827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:15.263572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:15.270690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:15.645571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:15.645571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Attempting to bind port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:15.645571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Attempting to bind port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:15.645571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Attempting to bind port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:15.673648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc320e40-b15f-49bc-9f1e-5c9d22c9f18c req-7c45b6e7-d99b-4c8d-b99a-ba6ad162798c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6584797 Jan 18 23:09:15.721970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.765206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.831559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df22e6b-8bb1-421c-84ad-d874cff00c69 req-2d7262bd-8c95-4e0c-8c17-609630746bc1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:15.834437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1df22e6b-8bb1-421c-84ad-d874cff00c69 req-2d7262bd-8c95-4e0c-8c17-609630746bc1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.8487134 Jan 18 23:09:15.850101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.850795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.851179 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Floating IP 11d10dea-1717-48ee-a045-725c14f678e8 disassociated. External IP: 172.25.1.52, port: 957852d6-c292-4f5a-92eb-daa5fe646e07. Jan 18 23:09:15.851891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Calling delete_port for 957852d6-c292-4f5a-92eb-daa5fe646e07 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:15.964347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:15.978468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Transition to ACTIVE for port object 8c475a3a-15f8-4c19-a580-d8d35a2a654e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:16.051091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:16.051479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:16.054606 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.055015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Bound using segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:16.055548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Bound port: f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:16.055935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.073116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7f53780e-4eb0-4879-adc8-e3d0661398c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:16.129736 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.336657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Allocated IP 172.25.1.124 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/0a7ac22f-e6b0-45df-b519-95480a81ba60) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:16.361142 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0d34955-c4ae-4074-a219-bdb2e3c5511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.370624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Pushing event updated for resources: {'Port': ['ID=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:16.611055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31f07-1506-435f-8336-4e1d66e967dd None None] Pushing event updated for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:16.612299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.667895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event deleted for resources: {'Port': ['ID=957852d6-c292-4f5a-92eb-daa5fe646e07,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:16.685526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] For port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:16.770919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] For port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:16.807217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Attempting to bind port 8c475a3a-15f8-4c19-a580-d8d35a2a654e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:16.807705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Attempting to bind port 8c475a3a-15f8-4c19-a580-d8d35a2a654e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:16.809377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Attempting to bind port 8c475a3a-15f8-4c19-a580-d8d35a2a654e on network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:16.825565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.896806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.949003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:16.949798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Checking segment: {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:16.950462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.951591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Bound using segment: {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:16.952379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Bound port: 8c475a3a-15f8-4c19-a580-d8d35a2a654e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad47dff-213b-46d4-be58-3ad23c0fc346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:16.955087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:16.996540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aa6a7-b7a1-4806-b4fa-1694db3f77fd None None] Pushing event updated for resources: {'Port': ['ID=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:17.032887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1df22e6b-8bb1-421c-84ad-d874cff00c69 req-fa68ec45-fa0e-45f2-82ec-2d608f8cae34 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9461980 Jan 18 23:09:17.037584 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.197759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64c62e-404e-4d45-9d53-da65dd33320b req-044aa4b6-ca8d-4f21-9ed5-4b4bd0ae4af0 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:17.201946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e64c62e-404e-4d45-9d53-da65dd33320b req-044aa4b6-ca8d-4f21-9ed5-4b4bd0ae4af0 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 865 time: 1.1141641 Jan 18 23:09:17.308365 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.360927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] For port 8c475a3a-15f8-4c19-a580-d8d35a2a654e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:17.364608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] For port 8c475a3a-15f8-4c19-a580-d8d35a2a654e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8c475a3a-15f8-4c19-a580-d8d35a2a654e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:17.444562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.458820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:09:17.472429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:17.497690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:17.671435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:17.679447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:17.703228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:17.703890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:17.826713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b31f07-1506-435f-8336-4e1d66e967dd None None] Pushing event updated for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.006734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7ac22f-e6b0-45df-b519-95480a81ba60,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:18.145319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e64c62e-404e-4d45-9d53-da65dd33320b req-6a1fc298-3fc9-445d-9b85-0dd097539bf1 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups?id=6d342424-e2cb-4b60-a36d-1809dafe6da6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7767360 Jan 18 23:09:18.200230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:18.610610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.657066 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:18.766353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf771-35ad-40c7-b16c-7f1df200e886 req-97235fcd-0194-4e5c-b0aa-a9d55423eaba tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:18.773709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51adf771-35ad-40c7-b16c-7f1df200e886 req-97235fcd-0194-4e5c-b0aa-a9d55423eaba tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 949 time: 1.4040892 Jan 18 23:09:18.817431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '8c475a3a-15f8-4c19-a580-d8d35a2a654e', 'name': '', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'mac_address': 'fa:16:3e:64:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:47Z', 'updated_at': '2022-01-18T23:09:17Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'subnets': [{'id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:18.822968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e090ff-98aa-4599-b549-f46d72edd496 None None] The sync data for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 is: [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:08:48Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '8c475a3a-15f8-4c19-a580-d8d35a2a654e', 'name': '', 'network_id': '7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'mac_address': 'fa:16:3e:64:47:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:47Z', 'updated_at': '2022-01-18T23:09:17Z', 'revision_number': 4, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'subnets': [{'id': '313e69c9-e284-402c-ab81-27d9353ab39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:18.932333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51adf771-35ad-40c7-b16c-7f1df200e886 req-1f78e6e5-9d55-4fc5-a4e2-6007ff226e98 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575830 Jan 18 23:09:19.043334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8c475a3a-15f8-4c19-a580-d8d35a2a654e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:19.230586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d183e5-0733-4959-bccb-4a73e30fbf8b None None] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:19.269685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8181-8d77-4192-b727-594375a693de req-7fc31a23-51d4-4465-b22e-185a6bf8be01 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:19.271850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-441f8181-8d77-4192-b727-594375a693de req-7fc31a23-51d4-4465-b22e-185a6bf8be01 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.7142277 Jan 18 23:09:19.561506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Router 56a7dee4-a81f-43f9-b194-01c203dda8ec has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:19.683237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cbf4201-675b-4c04-a055-c5ff914abed6 None None] Provisioning for port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:19.709175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-441f8181-8d77-4192-b727-594375a693de req-1c685a9c-9bdc-4e48-ba6f-a4f5347ec5b2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187472 Jan 18 23:09:19.711237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7c3aa14-1218-432d-a643-6db34a497887 req-772877f4-9fd6-477b-ace2-70a92b6aec40 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 210 time: 0.1445522 Jan 18 23:09:19.737306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.737306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:19.765644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:19.772499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:19.777199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.222887 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.290225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7f53780e-4eb0-4879-adc8-e3d0661398c9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:20.411998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8c475a3a-15f8-4c19-a580-d8d35a2a654e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8c475a3a-15f8-4c19-a580-d8d35a2a654e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:20.508061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.509086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:20.738889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 7f53780e-4eb0-4879-adc8-e3d0661398c9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:20.800087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 7f53780e-4eb0-4879-adc8-e3d0661398c9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:20.801472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:20.889136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:21.040031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.061878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:21.080872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:21.081409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.145548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:21.163882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:21.185591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66676f29-1984-4faf-844e-c04aec29e66f req-d427f6d0-e2ee-425d-9df2-01b035a71643 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 210 time: 0.0971456 Jan 18 23:09:21.227090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1958b5-6197-4591-8e72-058fab1160e6 req-5b346e54-8b43-4bea-b141-22e5e0d15d9b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:21.228946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee1958b5-6197-4591-8e72-058fab1160e6 req-5b346e54-8b43-4bea-b141-22e5e0d15d9b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 949 time: 0.9207788 Jan 18 23:09:21.241424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.287888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:21.302923 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Sync routers for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:21.353900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:21.355199 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:21.618369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.641305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:21.705517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:21.713005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Sync routers for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:21.735493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:21.736134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:21.797843 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:21.822960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.910941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee1958b5-6197-4591-8e72-058fab1160e6 req-5f01013c-30a5-44d0-b856-50f2499cf9c3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269486 Jan 18 23:09:21.912563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] No DVR routers for this DVR port 957852d6-c292-4f5a-92eb-daa5fe646e07 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:21.916133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:21.925294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-9960b28b-5004-4fe1-bdce-c0b0dc75ca5b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0684793 Jan 18 23:09:21.926090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-deleted', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:22.061612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8c475a3a-15f8-4c19-a580-d8d35a2a654e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:22.117465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:22.224025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:22.259547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1477049-abc6-418d-8871-48a825b65136 req-e852593b-ead8-483a-b669-a90e47a28a0d tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.89 "DELETE /v2.0/ports/957852d6-c292-4f5a-92eb-daa5fe646e07 HTTP/1.1" status: 204 len: 173 time: 12.8612788 Jan 18 23:09:22.308613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a6323-c9b1-4d24-8401-e5a4f286e8fd req-565fe74b-e10f-4459-b880-7eaa67b50328 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:22.315278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd4a6323-c9b1-4d24-8401-e5a4f286e8fd req-565fe74b-e10f-4459-b880-7eaa67b50328 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.8091855 Jan 18 23:09:22.328258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8c475a3a-15f8-4c19-a580-d8d35a2a654e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:22.330493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:22.366147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Router 74282586-90c6-4acb-a447-d3919a278602 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:09:22.432424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-d03ca2f3-4f62-4ea1-8d58-fe705d051e02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 1100 time: 0.4537587 Jan 18 23:09:22.451018 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9', 'code': 200} Jan 18 23:09:22.593379 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4b05b7-88f1-4013-b45e-9618eb579fe0', 'name': 'network-vif-deleted', 'tag': '957852d6-c292-4f5a-92eb-daa5fe646e07', 'status': 'completed', 'code': 200} Jan 18 23:09:22.874613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd4a6323-c9b1-4d24-8401-e5a4f286e8fd req-30544ae7-aa2d-4470-9882-e1fef075a6bc tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525784 Jan 18 23:09:22.992465 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:22.997612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Checking router: 56a7dee4-a81f-43f9-b194-01c203dda8ec for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:23.008767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bbbe7ffc-56c8-486e-b785-77af9202c417 req-fbf27829-e1f9-44b7-a9fc-2bd36a9b1f68 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Synchronizing usage tracker for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:23.015430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-099a17d6-149a-46d7-accd-d62b1ca6e5a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:23.017269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:23.018655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:23.019459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-099a17d6-149a-46d7-accd-d62b1ca6e5a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4959891 Jan 18 23:09:23.153744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f133ac3c-b1d3-4fd5-a462-60f202869ec6 req-513eafad-9110-4a72-bd1c-9e01c0824121 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 1101 time: 0.5578704 Jan 18 23:09:23.191986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-96e10499-5f1b-4a2c-8aa0-842e2dfbe2cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 HTTP/1.1" status: 200 len: 217 time: 0.1623659 Jan 18 23:09:23.280387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:23.341353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bbbe7ffc-56c8-486e-b785-77af9202c417 req-fbf27829-e1f9-44b7-a9fc-2bd36a9b1f68 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Unset dirty status for tenant:4c723f61e6ce43e28e4326204de8918a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:23.350281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbbe7ffc-56c8-486e-b785-77af9202c417 req-fbf27829-e1f9-44b7-a9fc-2bd36a9b1f68 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a4b05b7-88f1-4013-b45e-9618eb579fe0 HTTP/1.1" status: 200 len: 210 time: 0.4147518 Jan 18 23:09:23.476698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Deleting port d0df4cce-0c3d-433c-bb70-4d1268a8cdac {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:23.477204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.550435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-7eb3d365-2c75-44df-a703-a626ab397986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:23.550435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-7eb3d365-2c75-44df-a703-a626ab397986 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3458102 Jan 18 23:09:23.583112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:02Z', 'revision_number': 2, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:23.588156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Checking router: deccfca4-0a65-4858-b4ae-8096207bf323 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:23.588639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Updating router deccfca4-0a65-4858-b4ae-8096207bf323 port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:09:23.653268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:23.809501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f133ac3c-b1d3-4fd5-a462-60f202869ec6 req-efaa6a13-a7f2-40a7-93a0-4ea220d5dfb7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410122 Jan 18 23:09:23.938762 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:23.946701 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2355f6-66e4-482a-b5ed-f4ee53e005d5 None None] The sync data for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 is: [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:05:27Z', 'revision_number': 4, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ca093ed5-6ed6-4bf2-b57f-b932bf043d5e', 'name': '', 'network_id': 'fb6def80-5592-49c4-86f9-74f12e20deb2', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'mac_address': 'fa:16:3e:f7:4d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:25Z', 'updated_at': '2022-01-18T23:05:36Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'subnets': [{'id': 'deb073c6-435c-4080-ba86-9364a2cc45e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:24.075232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] For port d0df4cce-0c3d-433c-bb70-4d1268a8cdac, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:24.078709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.083737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:24.250050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:24.250427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.294190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Calling delete_port for d0df4cce-0c3d-433c-bb70-4d1268a8cdac owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:24.371132 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.412083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Transition to ACTIVE for port object d7bd9300-35f5-482d-a5ed-c4a4c549ff05 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:24.569554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-e3380690-4849-4f5f-8786-653d4210332a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9094498 Jan 18 23:09:24.575099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:24.590511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:24.591535 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:24.603402 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:24.604505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:24.649330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8dff6-22a1-4e06-b7a0-002bcde1a0ef req-3a3e0d20-8d0d-4e34-afe5-b62f683369d1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:24.656565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81d8dff6-22a1-4e06-b7a0-002bcde1a0ef req-3a3e0d20-8d0d-4e34-afe5-b62f683369d1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 950 time: 1.1215556 Jan 18 23:09:24.768329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aaef5-a583-463b-be96-7aa63e994474 None None] Pushing event updated for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:24.801551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81d8dff6-22a1-4e06-b7a0-002bcde1a0ef req-ee5c632e-c918-465e-bed4-3033d23ea9d3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439228 Jan 18 23:09:24.892229 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:25.007265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Attempting to bind port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:25.008146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Attempting to bind port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:25.009300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Attempting to bind port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 on network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:25.036675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-1939df2b-c100-43a0-a778-e26373ef9016 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483008 Jan 18 23:09:25.036885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:25.036885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Checking segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:25.036885 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.036885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Bound using segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:25.043777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.043777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9bebbbeb-d8f2-43f8-811c-257b58130407 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.2380981 Jan 18 23:09:25.044099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Bound port: d7bd9300-35f5-482d-a5ed-c4a4c549ff05, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:25.044987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.045772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35174) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:25.140439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db240b32-8c0b-4289-9596-69ea223d7853 req-52b4d7b8-4f94-4b0e-9390-9ec6f0617d4d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:25.147760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db240b32-8c0b-4289-9596-69ea223d7853 req-52b4d7b8-4f94-4b0e-9390-9ec6f0617d4d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.9033320 Jan 18 23:09:25.193089 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.215781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] For port d7bd9300-35f5-482d-a5ed-c4a4c549ff05, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:25.222879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] For port d7bd9300-35f5-482d-a5ed-c4a4c549ff05, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:25.276801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0df4cce-0c3d-433c-bb70-4d1268a8cdac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:25.332226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.332977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db240b32-8c0b-4289-9596-69ea223d7853 req-76bbd2fa-bdbb-4102-afed-9506040c0562 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842561 Jan 18 23:09:25.385515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35184) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:25.555229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aaef5-a583-463b-be96-7aa63e994474 None None] Pushing event updated for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:25.608157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:25.613377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:25.665378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.675191 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:18Z', 'revision_number': 3, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:25.700337 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:25.703458 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Updating router 74282586-90c6-4acb-a447-d3919a278602 port 0a7ac22f-e6b0-45df-b519-95480a81ba60 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:09:25.730495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b39ba24-c2ed-469e-a605-8a6ce29d808f req-b781d9e3-069c-46ce-bf23-976e7f254464 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883397 Jan 18 23:09:25.751076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:25.951887 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.174176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.217927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:26.267601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d342424-e2cb-4b60-a36d-1809dafe6da6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:26.376631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.380517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3b535c8c-b198-4310-b0ad-1b1acc345d5c tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "DELETE /v2.0/security-groups/6d342424-e2cb-4b60-a36d-1809dafe6da6 HTTP/1.1" status: 204 len: 168 time: 0.9938855 Jan 18 23:09:26.384167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35202) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:26.417544 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-a4a374b1-713b-4721-8185-04fd74000332 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] show failed (client error): The resource could not be found. Jan 18 23:09:26.421558 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a4a374b1-713b-4721-8185-04fd74000332 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "GET /v2.0/security-groups/6d342424-e2cb-4b60-a36d-1809dafe6da6 HTTP/1.1" status: 404 len: 347 time: 0.0325570 Jan 18 23:09:26.425278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35206) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:26.429339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85dbb8-814e-4f02-b22f-f883dd62adfb req-adfa1919-b552-4de1-88fc-10d0b2a3ede8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:26.430812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c85dbb8-814e-4f02-b22f-f883dd62adfb req-adfa1919-b552-4de1-88fc-10d0b2a3ede8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 950 time: 0.4892325 Jan 18 23:09:26.446232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-61a6b04a-ded8-40a2-b76c-1b4b4f67652b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7042980 Jan 18 23:09:26.565056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459d342-4116-4437-abc4-862b151d171f req-30f7de48-64a2-4098-9e9b-062148db2ced tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:26.566890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7459d342-4116-4437-abc4-862b151d171f req-30f7de48-64a2-4098-9e9b-062148db2ced tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 950 time: 0.4106538 Jan 18 23:09:26.584214 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.598875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Transition to ACTIVE for port object 0a7ac22f-e6b0-45df-b519-95480a81ba60 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:26.626915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c85dbb8-814e-4f02-b22f-f883dd62adfb req-8e7e597f-2def-470a-a720-b1063ace5b76 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790898 Jan 18 23:09:26.707501 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.773065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Deleting port cb6cfdc7-f303-455f-8f79-8755c96f1be2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:26.773065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:26.861448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7459d342-4116-4437-abc4-862b151d171f req-2d7ba28c-5ce3-431a-b649-285bdac72a75 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865469 Jan 18 23:09:26.924373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:25Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:26.940648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c055ca-0921-4264-af47-ecbd35767cb3 None None] The sync data for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 is: [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:25Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:26.942436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-37a3f31a-798b-481c-9aa2-aad3cb25c82b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.4599993 Jan 18 23:09:27.049332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Attempting to bind port 0a7ac22f-e6b0-45df-b519-95480a81ba60 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:27.049332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Attempting to bind port 0a7ac22f-e6b0-45df-b519-95480a81ba60 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:27.049332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Attempting to bind port 0a7ac22f-e6b0-45df-b519-95480a81ba60 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:27.062428 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Pushing event updated for resources: {'Port': ['ID=0a7ac22f-e6b0-45df-b519-95480a81ba60,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.097368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.097728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.108685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:27.109090 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:27.109497 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.109889 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:27.110364 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Bound port: 0a7ac22f-e6b0-45df-b519-95480a81ba60, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:27.110732 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.181135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.184170 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.187584 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.188246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.188609 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.189013 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.189344 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.189672 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.189993 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.190327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.190646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:27.333297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Calling delete_port for cb6cfdc7-f303-455f-8f79-8755c96f1be2 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:27.359652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] For port 0a7ac22f-e6b0-45df-b519-95480a81ba60, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:27.364504 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] For port 0a7ac22f-e6b0-45df-b519-95480a81ba60, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a7ac22f-e6b0-45df-b519-95480a81ba60,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:27.534703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.544110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-46822c0c-c124-4408-a249-27e882d41bff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:27.544110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-46822c0c-c124-4408-a249-27e882d41bff service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.5783069 Jan 18 23:09:27.566374 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.695118 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:27.695865 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:27.759822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcddf3-cb1d-47ab-aff9-2c53081af91c None None] Pushing event updated for resources: {'Port': ['ID=0a7ac22f-e6b0-45df-b519-95480a81ba60,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:27.809385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:27.932958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Pushing event deleted for resources: {'Port': ['ID=cb6cfdc7-f303-455f-8f79-8755c96f1be2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:28.019738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7bd9300-35f5-482d-a5ed-c4a4c549ff05 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:28.024532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-fec4bc64-f5c6-46dd-8e01-67c9b8e9c2b9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.4654620 Jan 18 23:09:28.103699 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:28.131288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed147828-3c53-4125-b9a4-d89a7da618b1 req-514f1d0d-b78e-4034-bc2a-1fbaf25a39a9 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 1101 time: 0.8260133 Jan 18 23:09:28.191405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.206941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-b200a305-e342-4adc-9eeb-caff38911d04 service neutron] 10.222.0.83 "GET /v2.0/ports/44069bf0-7bdd-43c9-8f70-2f4e485f5a86/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.1798859 Jan 18 23:09:28.258642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.296569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:28.303745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:28.307551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.352136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b853e7-d658-4f47-86b7-c8c82c47b7eb req-2ab6d3af-7275-4ad3-bc5d-498837796a6e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:28.365984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76b853e7-d658-4f47-86b7-c8c82c47b7eb req-2ab6d3af-7275-4ad3-bc5d-498837796a6e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 1.1252446 Jan 18 23:09:28.400322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:28.401656 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37096a20-0f9f-41dc-b043-5c34a279ca74 tempest-ServersTestJSON-1300373069 tempest-ServersTestJSON-1300373069-project] 10.222.0.59 "DELETE /v2.0/floatingips/11d10dea-1717-48ee-a045-725c14f678e8 HTTP/1.1" status: 204 len: 168 time: 1.8643482 Jan 18 23:09:28.403998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:28.406002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35220) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:28.472730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-9e2344a0-4ab1-477e-a173-74fac04bef01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:28.474649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-9e2344a0-4ab1-477e-a173-74fac04bef01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3560364 Jan 18 23:09:28.490345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed147828-3c53-4125-b9a4-d89a7da618b1 req-09a6e8b4-11aa-476d-9ce3-6e461e50f3ac tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105659 Jan 18 23:09:28.654503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76b853e7-d658-4f47-86b7-c8c82c47b7eb req-108aab02-ae9c-4a8e-8c51-40176114fcd3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844925 Jan 18 23:09:28.659259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-09eb538f-6e15-4ced-95d0-62c782f26367 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660275 Jan 18 23:09:28.944017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.051664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d7bd9300-35f5-482d-a5ed-c4a4c549ff05, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:29.051664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.064910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:18Z', 'revision_number': 3, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:29.073937 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac133359-ba3f-4f0b-adfd-0a27c2e9d128 None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:18Z', 'revision_number': 3, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:29.116980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:29.123695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Allocated IP 172.20.0.1 (0666dda1-4d1d-40fe-ace9-cb49ee57764a/6727a301-54e5-4c1a-a451-b216e2c8f26b/94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:29.127851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:29.152706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.194031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-77bc182d-0e95-4206-aaf7-5b281ee2cc99 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485280 Jan 18 23:09:29.230824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.235691 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.315585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.371257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.393328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Transition to ACTIVE for port object 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:29.491826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-5ea76a29-62cb-4a98-b0c6-a1273b33454c service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273700 Jan 18 23:09:29.511226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053ce6f5-88c7-4265-8262-6e9c13656eaa None None] New status for floating IP 11d10dea-1717-48ee-a045-725c14f678e8: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:09:29.554390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.559409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1639f-2c79-46ee-8786-a1942e5d51b3 req-9e294fe5-f97e-47a0-8164-f4725a6582eb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:29.561718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd1639f-2c79-46ee-8786-a1942e5d51b3 req-9e294fe5-f97e-47a0-8164-f4725a6582eb tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 950 time: 0.5818861 Jan 18 23:09:29.655720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-28fae57a-6920-413f-8cda-0d207f929c64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1100 time: 0.6768978 Jan 18 23:09:29.659085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:29.774601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:29.779831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:29.788877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:29.846281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Pushing event updated for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:29.854263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-39e00a76-068c-462e-b352-6f666a85b6dc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:29.866928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-39e00a76-068c-462e-b352-6f666a85b6dc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6719835 Jan 18 23:09:29.931154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.039755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7bd9300-35f5-482d-a5ed-c4a4c549ff05 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:30.087791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-1abcebe6-a4bf-4045-b534-faccbbfe796e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.2199323 Jan 18 23:09:30.169525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:30.170165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.292554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd1639f-2c79-46ee-8786-a1942e5d51b3 req-db87ae47-3f77-4e75-99c5-f5e5d0dbabc2 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6556485 Jan 18 23:09:30.399582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e82f66c8-27c8-47d8-8541-81f7709a55a9 None None] Provisioning for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:30.406245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e82f66c8-27c8-47d8-8541-81f7709a55a9 None None] Provisioning complete for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:30.406651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e82f66c8-27c8-47d8-8541-81f7709a55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.449118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93c002b0-8bb9-405f-8e6c-b839d78285ec req-7add168f-d316-4a47-a53c-8d4c9f747d94 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333301 Jan 18 23:09:30.475158 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b', 'code': 200} Jan 18 23:09:30.509614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:30.641507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e82f66c8-27c8-47d8-8541-81f7709a55a9 None None] Port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:30.677226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.701171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.727963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:30.745082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-52dbbce2-8d91-4404-9320-c3faa3cb70e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1100 time: 0.9846761 Jan 18 23:09:30.811696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:30.944206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-5c4f4784-bcdd-4e6b-ac5e-1848e4661e21 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.8240800 Jan 18 23:09:30.987430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:31.072365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1cdb9-a491-4919-b3d2-1cdbe50f41d8 req-5a3e4e79-fc09-410b-9902-4d48c7bba6e8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.074996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78c1cdb9-a491-4919-b3d2-1cdbe50f41d8 req-5a3e4e79-fc09-410b-9902-4d48c7bba6e8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.3908677 Jan 18 23:09:31.142711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.150885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-5671f5f1-ba93-4d45-8b28-40883b6569b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.152332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-5671f5f1-ba93-4d45-8b28-40883b6569b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3994448 Jan 18 23:09:31.228232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.285489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-6fa5117f-75bd-486a-bbc3-5479165d59cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.1243591 Jan 18 23:09:31.288648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78c1cdb9-a491-4919-b3d2-1cdbe50f41d8 req-606891ef-cf59-4db3-a2b5-d62d382139d3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047782 Jan 18 23:09:31.360617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-3bbd80eb-4cf4-4358-934e-38b20e77826e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:31.362108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-3bbd80eb-4cf4-4358-934e-38b20e77826e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0700319 Jan 18 23:09:31.446585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:31.480190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.496235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Deleting port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:31.496443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8222ed4d-aa00-43c0-84ca-fc154252fc4e req-88510ddd-2bcc-463d-a3b3-72b914ad1da8 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 210 time: 0.0485926 Jan 18 23:09:31.496625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:31.518957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-c0bcf72e-4e86-42a5-92da-faed9a165be2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468806 Jan 18 23:09:31.557071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Pushing event updated for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:31.769432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-cf2692e0-8968-40bf-98cc-bd555b072496 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807096 Jan 18 23:09:31.823952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:31.829204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:32.010782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] For port ca093ed5-6ed6-4bf2-b57f-b932bf043d5e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:32.010782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:32.123916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d68d272-3343-4647-8b4e-e717d7a2c781 req-3d69277c-8cca-4572-9fb1-4bfdd8d1ad41 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290107 Jan 18 23:09:32.171370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:32.183200 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Sync routers for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:32.197570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ec8cc19-35dc-4e69-a412-6c096bc3d646 admin admin] 10.222.0.59 "PUT /v2.0/routers/87cc7e09-ad7d-447c-96cb-a52e77e361c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4551203 Jan 18 23:09:32.198465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:32.203857 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:32.205211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:32.236178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Calling delete_port for ca093ed5-6ed6-4bf2-b57f-b932bf043d5e owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:32.307385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60f3b866-7db9-4f93-a3de-6815b6d4b93f None None] Provisioning complete for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:32.307991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60f3b866-7db9-4f93-a3de-6815b6d4b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:32.519879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:32.541282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-60f3b866-7db9-4f93-a3de-6815b6d4b93f None None] Port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:32.674644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:32.697594 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'code': 200} Jan 18 23:09:32.746256 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:32.751004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca093ed5-6ed6-4bf2-b57f-b932bf043d5e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:32.914309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.429280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d854fde-969c-4478-8258-1d7e64e82e5a req-cd194d34-09a4-4ee1-8e05-ac7303351c90 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:33.431252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d854fde-969c-4478-8258-1d7e64e82e5a req-cd194d34-09a4-4ee1-8e05-ac7303351c90 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 947 time: 0.7639968 Jan 18 23:09:33.439700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80a3518e-f016-460e-9960-6e42a99242b5 req-6953f53f-2d3f-4e7c-8243-a4fb59ecdb9a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 210 time: 0.3745337 Jan 18 23:09:33.467097 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:09:24Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:33.473490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Checking router: 87cc7e09-ad7d-447c-96cb-a52e77e361c4 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:33.505174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:33.523307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d854fde-969c-4478-8258-1d7e64e82e5a req-82cf4df1-ac2f-498e-89c3-5ebfc7bc972d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791907 Jan 18 23:09:33.580100 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Routers {'87cc7e09-ad7d-447c-96cb-a52e77e361c4'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:33.582875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:33.636050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.726665 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.822755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Deleting port b99c589e-4451-4471-9152-03d6aa2db9cb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:33.823316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:33.967824 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] Set router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:34.033106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] For port b99c589e-4451-4471-9152-03d6aa2db9cb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b99c589e-4451-4471-9152-03d6aa2db9cb,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:34.033693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:34.065846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:34.092754 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c6c18ed9-e63b-4e2b-b45c-9cefecc68f3b admin admin] 10.222.0.59 "PUT /v2.0/routers/74282586-90c6-4acb-a447-d3919a278602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0388989 Jan 18 23:09:34.303374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Calling delete_port for b99c589e-4451-4471-9152-03d6aa2db9cb owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:34.507372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:34.533153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-1bcee137-d650-4b6b-b2f5-adba7f022d6a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532309 Jan 18 23:09:34.592210 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:09:24Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:34.609382 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad23927-3d8c-4b64-b59a-9c091d6e213e None None] The sync data for ids ['87cc7e09-ad7d-447c-96cb-a52e77e361c4'] in n-d-825175-2 is: [{'id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1065232492-router', 'tenant_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44'}], 'enable_snat': True}, 'gw_port_id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:07:34Z', 'updated_at': '2022-01-18T23:09:24Z', 'revision_number': 5, 'project_id': 'b69f8ec025e9422abc5980d305eb2ce3', 'gw_port': {'id': 'b99c589e-4451-4471-9152-03d6aa2db9cb', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:24:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cc7e09-ad7d-447c-96cb-a52e77e361c4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:07:35Z', 'updated_at': '2022-01-18T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:34.790094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2dbb289a-2bb6-4465-aac1-b4a57d8320ab tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:34.792014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2dbb289a-2bb6-4465-aac1-b4a57d8320ab tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451935 Jan 18 23:09:34.901085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': '88177457-e7e3-4a11-b083-adcce16fbc22', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:34.991357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77ac50cb-5488-46df-878f-49fbcf8b0cfa req-c283652c-4918-4084-8784-da123dae94fc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 210 time: 0.1970844 Jan 18 23:09:35.042671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:35.083767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'mac_address': 'fa:16:3e:2b:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:35.186432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Router 56a7dee4-a81f-43f9-b194-01c203dda8ec has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:09:35.236946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.284351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:35.315393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:35.359892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:35.382863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:35.395365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88bde5-d870-4bab-b3e5-cf56f9d0a06f req-f6372225-1744-47bb-a505-e4d28333e9ee tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:35.398398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.402101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a88bde5-d870-4bab-b3e5-cf56f9d0a06f req-f6372225-1744-47bb-a505-e4d28333e9ee tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 947 time: 0.1789472 Jan 18 23:09:35.461383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:35.472783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433203328', 'description': 'tempest-description--838498280'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:35.486727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:35.502718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:35.510137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:35.523593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:35.545305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a88bde5-d870-4bab-b3e5-cf56f9d0a06f req-0646ff11-cb44-4875-929d-1d01785eae63 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421869 Jan 18 23:09:35.547292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:35.555250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.565713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:09:35.574531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6d9c696-97b0-4986-9ad7-553e0e2c5e09 admin admin] 10.222.0.59 "PUT /v2.0/routers/56a7dee4-a81f-43f9-b194-01c203dda8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1666918 Jan 18 23:09:35.576326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:35.588032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe093-fb12-433c-828f-507156192794 None None] Sync routers for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:35.605917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.654570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe093-fb12-433c-828f-507156192794 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:35.656358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-194fe093-fb12-433c-828f-507156192794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:35.734984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99c589e-4451-4471-9152-03d6aa2db9cb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:35.740950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:35.746236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:35.749109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:35.907669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.914645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.922519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:09:35.975609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:35.982765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:35.992473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.029593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0df4cce-0c3d-433c-bb70-4d1268a8cdac no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:36.042978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:36.140322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d0df4cce-0c3d-433c-bb70-4d1268a8cdac {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:36.140696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0df4cce-0c3d-433c-bb70-4d1268a8cdac not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:36.213715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-194fe093-fb12-433c-828f-507156192794 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:36.491526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.570060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Deleting port 818b76d9-1098-4872-b2da-9b3f767191c5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:36.571200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.820735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:36.901636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-194fe093-fb12-433c-828f-507156192794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:09:32Z', 'revision_number': 5, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port': {'id': '818b76d9-1098-4872-b2da-9b3f767191c5', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:05:17Z', 'updated_at': '2022-01-18T23:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:36.908984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe093-fb12-433c-828f-507156192794 None None] Checking router: 56a7dee4-a81f-43f9-b194-01c203dda8ec for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:36.963428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194fe093-fb12-433c-828f-507156192794 None None] Routers {'56a7dee4-a81f-43f9-b194-01c203dda8ec'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:36.964074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-194fe093-fb12-433c-828f-507156192794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['56a7dee4-a81f-43f9-b194-01c203dda8ec'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:37.030761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] For port 818b76d9-1098-4872-b2da-9b3f767191c5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=818b76d9-1098-4872-b2da-9b3f767191c5,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:37.031136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.035671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4565019c-276e-46ed-a12d-aec09475e04a req-d0c97946-d925-40e2-a2f8-24ed4e30f897 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 210 time: 0.7195752 Jan 18 23:09:37.194390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-194fe093-fb12-433c-828f-507156192794 None None] Set router 56a7dee4-a81f-43f9-b194-01c203dda8ec gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:37.244322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Calling delete_port for 818b76d9-1098-4872-b2da-9b3f767191c5 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:37.339446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.42 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/3aff6f8b-db36-40bb-813f-217e8327a191) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:37.363894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.376543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-194fe093-fb12-433c-828f-507156192794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:09:36Z', 'revision_number': 6, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:37.383559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fe093-fb12-433c-828f-507156192794 None None] The sync data for ids ['56a7dee4-a81f-43f9-b194-01c203dda8ec'] in n-d-825175-2 is: [{'id': '56a7dee4-a81f-43f9-b194-01c203dda8ec', 'name': 'tempest-ServersTestJSON-683897041-router', 'tenant_id': '4c723f61e6ce43e28e4326204de8918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:05:16Z', 'updated_at': '2022-01-18T23:09:36Z', 'revision_number': 6, 'project_id': '4c723f61e6ce43e28e4326204de8918a', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:37.496529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.544213 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.592931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.623761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-65ea40fa-eab5-4b6e-b117-19de0681e3f4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.625309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-65ea40fa-eab5-4b6e-b117-19de0681e3f4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33&tenant_id=f2f4269441ac464588fb46a0bef58d5c&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 948 time: 1.3594377 Jan 18 23:09:37.630894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37fd1d-3b93-486c-8a26-32f0deecc3ed req-c09eec91-f2c4-432b-8b25-523017b9d01d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:37.637757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a37fd1d-3b93-486c-8a26-32f0deecc3ed req-c09eec91-f2c4-432b-8b25-523017b9d01d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 948 time: 1.3224204 Jan 18 23:09:37.639071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:37.694131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=818b76d9-1098-4872-b2da-9b3f767191c5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:37.697499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa59440-d1f0-4e28-bae4-7be1bdad46fd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:38.008102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.027360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 3aff6f8b-db36-40bb-813f-217e8327a191 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:38.059950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a7ac22f-e6b0-45df-b519-95480a81ba60 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:38.116730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a37fd1d-3b93-486c-8a26-32f0deecc3ed req-d39c07d5-8863-4ea4-8009-0e721581e78c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771724 Jan 18 23:09:38.133570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.135675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.140521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-106fec16-5678-4ce9-a6a9-138b2ebe5bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.6765375 Jan 18 23:09:38.141644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.142342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87cc7e09-ad7d-447c-96cb-a52e77e361c4 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:09:38.143915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:38.158505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:38.159759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.163209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eba8d47b-2d91-4cb2-be71-794f27ee1106 admin admin] 10.222.0.59 "DELETE /v2.0/routers/87cc7e09-ad7d-447c-96cb-a52e77e361c4 HTTP/1.1" status: 204 len: 168 time: 5.9615345 Jan 18 23:09:38.194958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:38.196065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group_rule': {'security_group_id': '7fa59440-d1f0-4e28-bae4-7be1bdad46fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:38.203575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-fb43af64-cc18-489a-8166-f22ce3e65f86 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1099 time: 0.4780068 Jan 18 23:09:38.275311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:38.315375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471', '7f53780e-4eb0-4879-adc8-e3d0661398c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:38.384013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:38.386464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:38.390281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:38.441253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:38.442426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:38.462009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.462277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:38.474236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:38.482167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:38.557545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Deleting subnet e3c17176-550e-4836-865b-4e975d1ded8c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:09:38.567245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:38.579483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.616659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0a7ac22f-e6b0-45df-b519-95480a81ba60 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:38.711292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.743501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:38.744153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.768264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.798862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0a7ac22f-e6b0-45df-b519-95480a81ba60 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:38.799481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.979919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:38.987429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.018941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.053620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-5e6978a8-c352-4312-b47d-84977cb45030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.055675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-5e6978a8-c352-4312-b47d-84977cb45030 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.7988117 Jan 18 23:09:39.107611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.108130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a7dee4-a81f-43f9-b194-01c203dda8ec {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:09:39.122009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.125281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3cfbe-783b-4ca1-9eda-2bccdf3274ee req-2cd7b665-c668-4d1b-aba4-983585418344 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.125983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f3c3cfbe-783b-4ca1-9eda-2bccdf3274ee req-2cd7b665-c668-4d1b-aba4-983585418344 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:39.126232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8bbfba6c-a9ba-4e08-ba42-d79b1f31d8e7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/56a7dee4-a81f-43f9-b194-01c203dda8ec HTTP/1.1" status: 204 len: 168 time: 3.5484071 Jan 18 23:09:39.126800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:39.132755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:39.167829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-d268a7ee-f7e8-4c13-ac68-0bca3976764e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.1023278 Jan 18 23:09:39.179537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-3ae44225-872a-4bc3-b09d-d2174c4495e2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3268144 Jan 18 23:09:39.217715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Deleting subnet deb073c6-435c-4080-ba86-9364a2cc45e9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:09:39.217715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.230754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Request body: {'port': {'device_id': '88177457-e7e3-4a11-b083-adcce16fbc22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:39.251166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'mac_address': 'fa:16:3e:fd:d8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:39.253666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.316870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.338476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.366875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-658e5c6c-c612-41da-aff3-1781533f96d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.368340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-658e5c6c-c612-41da-aff3-1781533f96d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1879556 Jan 18 23:09:39.415292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:39.415767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.441054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.546776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.634345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7426-0cd8-4ec0-82d4-8da227b550c4 req-205e5ef5-c6ec-4214-a870-a4c28f511902 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:39.635828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-619e7426-0cd8-4ec0-82d4-8da227b550c4 req-205e5ef5-c6ec-4214-a870-a4c28f511902 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 948 time: 0.3232861 Jan 18 23:09:39.654056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.670808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-02bd9310-79b2-4dcb-b541-2ead6869f203 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910757 Jan 18 23:09:39.681346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.725536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0a7ac22f-e6b0-45df-b519-95480a81ba60, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a7ac22f-e6b0-45df-b519-95480a81ba60,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:39.789220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:39.873810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:39.891956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35390) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:39.897596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1162398139'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:39.910155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:39.926705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:network and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:39.933869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-619e7426-0cd8-4ec0-82d4-8da227b550c4 req-94ab0c42-11c8-4053-a614-a34cf5efc9dc tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849925 Jan 18 23:09:39.934014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:39.940887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:39.957542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:40.053724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:40.074156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9a549a70-92d7-4da2-8dd2-0376b9e92754 None None] Provisioning for port 3aff6f8b-db36-40bb-813f-217e8327a191 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:40.096574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:40.101652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.102048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:40.104738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.119042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f3c3cfbe-783b-4ca1-9eda-2bccdf3274ee req-2cd7b665-c668-4d1b-aba4-983585418344 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:40.119042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3c3cfbe-783b-4ca1-9eda-2bccdf3274ee req-2cd7b665-c668-4d1b-aba4-983585418344 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 935 time: 1.7422748 Jan 18 23:09:40.135547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.140382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.142139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.151652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9a549a70-92d7-4da2-8dd2-0376b9e92754 None None] Provisioning complete for port 3aff6f8b-db36-40bb-813f-217e8327a191 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:40.152087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a549a70-92d7-4da2-8dd2-0376b9e92754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.160432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-4377bb33-7d4e-4c0b-97c2-119852948cea service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480386 Jan 18 23:09:40.217682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb073c6-435c-4080-ba86-9364a2cc45e9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.229496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.231164 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'code': 200} Jan 18 23:09:40.233540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9a549a70-92d7-4da2-8dd2-0376b9e92754 None None] Port 3aff6f8b-db36-40bb-813f-217e8327a191 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:40.235446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca093ed5-6ed6-4bf2-b57f-b932bf043d5e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:40.256278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.270509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1489d55-8ca9-49b8-88b9-74efa836371b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/deb073c6-435c-4080-ba86-9364a2cc45e9 HTTP/1.1" status: 204 len: 168 time: 1.1423702 Jan 18 23:09:40.271683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:40.275901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35402) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:40.276504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['47e36471-998b-4d83-b7a7-3f040bdf1235'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:40.334602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fb9b1-3faf-4f5e-9beb-beb7af32324b None None] Network fb6def80-5592-49c4-86f9-74f12e20deb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:40.347995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.355385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8db6de-6e03-445b-a9f2-9b8ab5eb5a67,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.389612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ca093ed5-6ed6-4bf2-b57f-b932bf043d5e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:40.389964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca093ed5-6ed6-4bf2-b57f-b932bf043d5e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:40.419822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.420628 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Added segment eac2db67-8545-4f20-9bad-4a9fd39135b3 of type vlan for network 532d7673-d9dd-452e-aa0d-6c335749a03d Jan 18 23:09:40.435725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c17176-550e-4836-865b-4e975d1ded8c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.445392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.462834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.475459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Deleting port 1c0d53ac-8985-41c4-8e7b-229cc9952433 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:40.475802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.494126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.499150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-471fde9a-41e5-4858-a46c-7170f3f5a379 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e3c17176-550e-4836-865b-4e975d1ded8c HTTP/1.1" status: 204 len: 168 time: 2.2914305 Jan 18 23:09:40.505102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.510102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7d756176-c429-4a06-9541-86caf8fc75cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.3633482 Jan 18 23:09:40.517230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdb0175-cb39-456c-8436-5672045655fd None None] Network 47f443e0-ed1e-4b01-9773-011cf65d1756 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:40.517954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35410) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:40.518301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:40.530284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group_rule': {'security_group_id': '7fa59440-d1f0-4e28-bae4-7be1bdad46fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:40.543213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.576601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:40.656600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3c3cfbe-783b-4ca1-9eda-2bccdf3274ee req-7dd53248-facc-4cbd-9d35-f351ea832436 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923751 Jan 18 23:09:40.663054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:40.681782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:40.684967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aff6f8b-db36-40bb-813f-217e8327a191 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:40.719011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:40.725875 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.739200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] For port 1c0d53ac-8985-41c4-8e7b-229cc9952433, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1c0d53ac-8985-41c4-8e7b-229cc9952433,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:40.739586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.744991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0458e69-e6ce-4430-a592-96b6d09daaf9 req-15393036-f6af-479a-bdd9-a4cb1bc68b78 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377905 Jan 18 23:09:40.765079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.769355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Transition to ACTIVE for port object 3aff6f8b-db36-40bb-813f-217e8327a191 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:40.778185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Deleting port 44653ab2-9ff0-4214-8298-09c25692928b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:40.779104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.828633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.832369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:40.842491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.912279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0a7ac22f-e6b0-45df-b519-95480a81ba60,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:40.916598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.971865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:40.988375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.101454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.108274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Calling delete_port for 1c0d53ac-8985-41c4-8e7b-229cc9952433 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:41.150839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.224876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3316312 Jan 18 23:09:41.241549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35428) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:41.317328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] DHCP port deletion for fb6def80-5592-49c4-86f9-74f12e20deb2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:09:41.321867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Deleting port 1c0d53ac-8985-41c4-8e7b-229cc9952433 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:41.322245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.379495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1996503368'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:41.424404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:41.425023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] DHCP port deletion for 47f443e0-ed1e-4b01-9773-011cf65d1756 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:09:41.446588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Deleting port 44653ab2-9ff0-4214-8298-09c25692928b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:41.446946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.492763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:network and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:41.625552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:41.642306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:41.646725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.647252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948f65-bd01-479d-9783-41822cbe91a4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Network': ['ID=532d7673-d9dd-452e-aa0d-6c335749a03d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.687351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Pushing event updated for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.723678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 532d7673-d9dd-452e-aa0d-6c335749a03d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:41.770469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:41.773496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.830232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:41.841515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.842408 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Added segment ed871830-924b-4571-9bbb-31996bbbaf73 of type vlan for network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 Jan 18 23:09:41.871368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.902034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bebef51-bb7e-467d-9e63-41041566c146,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:41.922732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.922732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28833263-d738-43ef-9421-4917de5db084 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3981709 Jan 18 23:09:41.925143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:41.932811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:41.976536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:41.996716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0d53ac-8985-41c4-8e7b-229cc9952433,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:42.011463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:42.014700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] No DVR routers for this DVR port 1c0d53ac-8985-41c4-8e7b-229cc9952433 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:42.046329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] For port 44653ab2-9ff0-4214-8298-09c25692928b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=44653ab2-9ff0-4214-8298-09c25692928b,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:42.046704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.056280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:floatingip and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:42.062338 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.067171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:42.068103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.072730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:42.144913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:42.217137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Calling delete_port for 44653ab2-9ff0-4214-8298-09c25692928b owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:42.246111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] For port 1c0d53ac-8985-41c4-8e7b-229cc9952433, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1c0d53ac-8985-41c4-8e7b-229cc9952433,segment=NetworkSegment(cfbcc847-cda3-43c2-aaa5-bbdc13507b1d),segment_id=cfbcc847-cda3-43c2-aaa5-bbdc13507b1d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:42.246693 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.282861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Attempting to bind port 3aff6f8b-db36-40bb-813f-217e8327a191 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:42.283312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Attempting to bind port 3aff6f8b-db36-40bb-813f-217e8327a191 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:42.283731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Attempting to bind port 3aff6f8b-db36-40bb-813f-217e8327a191 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:42.293309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Port 3aff6f8b-db36-40bb-813f-217e8327a191 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:09:42.293630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Attempting to bind port 3aff6f8b-db36-40bb-813f-217e8327a191 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:42.321516 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0703621 Jan 18 23:09:42.326598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:42.329257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.336620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'subnet': {'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:42.346343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279f16e-969b-4086-9663-bc57af1ce1fd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Network': ['ID=78af8403-33bc-4c35-8b1e-4a332dcea5d1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:42.362917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6def80-5592-49c4-86f9-74f12e20deb2']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.388372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.388708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbcc847-cda3-43c2-aaa5-bbdc13507b1d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:42.404214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.423693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.433175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:09:42.433580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:09:42.448420 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:09:42.458995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:42.459465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:42.459923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:42.460440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Bound port: 3aff6f8b-db36-40bb-813f-217e8327a191, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:42.461111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.480475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:42.493871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:42.514790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca691-507c-4957-8730-7991be9e97ca req-936590e8-2958-4ca4-87ea-4bc9399f622d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:42.518783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74eca691-507c-4957-8730-7991be9e97ca req-936590e8-2958-4ca4-87ea-4bc9399f622d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 947 time: 0.6881704 Jan 18 23:09:42.552441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Calling delete_port for 1c0d53ac-8985-41c4-8e7b-229cc9952433 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:42.579173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a7ac22f-e6b0-45df-b519-95480a81ba60 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:42.582821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95988306-2a25-4d5a-aa34-5f7d501c702c req-91d9286c-2e8f-4a08-b96f-8a8c3f355d3a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:42.591314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95988306-2a25-4d5a-aa34-5f7d501c702c req-91d9286c-2e8f-4a08-b96f-8a8c3f355d3a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.9952555 Jan 18 23:09:42.609937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.625776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] For port 44653ab2-9ff0-4214-8298-09c25692928b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=44653ab2-9ff0-4214-8298-09c25692928b,segment=NetworkSegment(6be681d2-b38c-48a8-a2f4-aa358e6a9f04),segment_id=6be681d2-b38c-48a8-a2f4-aa358e6a9f04)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:42.626198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.661777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.677940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:42.698183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6def80-5592-49c4-86f9-74f12e20deb2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:42.736784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7791a77b-bfdb-4cea-a92e-0576e8d115b7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fb6def80-5592-49c4-86f9-74f12e20deb2 HTTP/1.1" status: 204 len: 168 time: 2.4591417 Jan 18 23:09:42.814638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:42.826285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:42.831169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:subnet and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:42.868481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:42.885444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Calling delete_port for 44653ab2-9ff0-4214-8298-09c25692928b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:09:42.909336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:42.925046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3aff6f8b-db36-40bb-813f-217e8327a191,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:42.947424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74eca691-507c-4957-8730-7991be9e97ca req-245a4c94-a94a-4f86-9d89-b86112fdd268 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791383 Jan 18 23:09:42.956262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.008224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:09:43.008576 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:09:43.070164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:09:43.070718 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:09:43.076870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44653ab2-9ff0-4214-8298-09c25692928b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:43.077799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0a7ac22f-e6b0-45df-b519-95480a81ba60 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:43.078970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.083446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95988306-2a25-4d5a-aa34-5f7d501c702c req-fc546649-85d9-4e65-b9eb-7d185359e246 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808205 Jan 18 23:09:43.084489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.109842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 47e36471-998b-4d83-b7a7-3f040bdf1235 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:43.110475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.147588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] No DVR routers for this DVR port 44653ab2-9ff0-4214-8298-09c25692928b on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:09:43.183473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:43.272376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.273789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] 10.222.0.89 "PUT /v2.0/ports/3aff6f8b-db36-40bb-813f-217e8327a191 HTTP/1.1" status: 200 len: 1095 time: 4.0528488 Jan 18 23:09:43.286473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:43.303995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35458) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:43.351358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.402348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:43.410154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26f0f992-2686-4578-a879-d4bdd8b57c26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c723f61e6ce43e28e4326204de8918a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1052034 Jan 18 23:09:43.420691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35462) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:43.444779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:43.449036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1c0d53ac-8985-41c4-8e7b-229cc9952433 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:43.503370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 1c0d53ac-8985-41c4-8e7b-229cc9952433 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:43.503370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1c0d53ac-8985-41c4-8e7b-229cc9952433 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:43.503370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 44653ab2-9ff0-4214-8298-09c25692928b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:43.537432 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'code': 200} Jan 18 23:09:43.541128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Deleting port 1c0d53ac-8985-41c4-8e7b-229cc9952433 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:43.542030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.578595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.589167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Deleting port 44653ab2-9ff0-4214-8298-09c25692928b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:09:43.589167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.598876 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191', 'status': 'completed', 'code': 200} Jan 18 23:09:43.623498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.631807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.655757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271954-38c1-4caf-acc3-ab203978f41f service neutron] Pushing event updated for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:43.675437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.691294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.821998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.884328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6c9e0-e7b7-4f31-8557-03c48b347702,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:43.895279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:43.904706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8784e110-c287-4374-989d-2c29224f479c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aea6c9e0-e7b7-4f31-8557-03c48b347702 HTTP/1.1" status: 204 len: 168 time: 0.4825666 Jan 18 23:09:43.965210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 44653ab2-9ff0-4214-8298-09c25692928b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:43.966792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f443e0-ed1e-4b01-9773-011cf65d1756']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:43.969940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 44653ab2-9ff0-4214-8298-09c25692928b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:43.970702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 818b76d9-1098-4872-b2da-9b3f767191c5 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:44.031825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e6ff6e72-4c6a-4d13-95c5-277da37a046c None None] The port '1c0d53ac-8985-41c4-8e7b-229cc9952433' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:09:44.071411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be681d2-b38c-48a8-a2f4-aa358e6a9f04') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:44.071626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be681d2-b38c-48a8-a2f4-aa358e6a9f04') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:44.120250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5facd90d-30eb-431c-9f98-19ebe0f1c3e4 None None] The port '44653ab2-9ff0-4214-8298-09c25692928b' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:09:44.128692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 818b76d9-1098-4872-b2da-9b3f767191c5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:44.129141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 818b76d9-1098-4872-b2da-9b3f767191c5 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:44.154789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.197373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:44.224946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b431ed1-775b-4988-9e47-a02992b7d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.370783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-5dc5a8de-4312-43da-a80c-940655758cfa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 1098 time: 0.8978169 Jan 18 23:09:44.386943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.495511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.602427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:09:44.602878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:09:44.618062 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:09:44.706469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-79bb2ea2-b20e-4a23-869d-c68714112a6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=3aff6f8b-db36-40bb-813f-217e8327a191 HTTP/1.1" status: 200 len: 217 time: 0.2737219 Jan 18 23:09:44.893081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:44.966246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-bea917c3-32d9-4ebe-8e84-9c9c50c8fa29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:44.967870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-bea917c3-32d9-4ebe-8e84-9c9c50c8fa29 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2455878 Jan 18 23:09:44.983737 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.018534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.078839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc24f3-e7d8-4bc4-bab0-e86cd50945ff req-e3aae2d4-ae01-40b7-a86e-7e74945957de tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:45.079938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edbc24f3-e7d8-4bc4-bab0-e86cd50945ff req-e3aae2d4-ae01-40b7-a86e-7e74945957de tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 947 time: 0.6951785 Jan 18 23:09:45.100986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Allocated IP 172.25.1.99 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/9ef9ec4f-9ae7-445a-9f85-d0872afb8e11) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:45.116136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f443e0-ed1e-4b01-9773-011cf65d1756,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:45.124197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84a083-a5ce-46d1-a6d1-9589cb74f0bc req-0bbb1240-fa4e-4912-a08c-0f9b5626bb2b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:45.131004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a84a083-a5ce-46d1-a6d1-9589cb74f0bc req-0bbb1240-fa4e-4912-a08c-0f9b5626bb2b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.7505679 Jan 18 23:09:45.180573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Subnet': ['ID=0d7e5b76-aa65-44ec-bceb-58d7f253db36,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:45.217147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-98300115-718f-48d1-b6bb-8111ea0e69e6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/47f443e0-ed1e-4b01-9773-011cf65d1756 HTTP/1.1" status: 204 len: 168 time: 4.6977408 Jan 18 23:09:45.339548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:45.340251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network hostable DHCP agents. Network: 532d7673-d9dd-452e-aa0d-6c335749a03d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:45.361188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edbc24f3-e7d8-4bc4-bab0-e86cd50945ff req-36fc2b64-a362-4457-bc84-20b85e893392 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577617 Jan 18 23:09:45.390040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a84a083-a5ce-46d1-a6d1-9589cb74f0bc req-b8ac705e-8561-4876-b34f-f05177ae2f58 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490542 Jan 18 23:09:45.510925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-39c1614e-9a25-4baf-ba30-1febbc07377a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5130007 Jan 18 23:09:45.560976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.625606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:45.711105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-0bdb7eb1-2234-4c81-a407-44f8706a1aba service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730280 Jan 18 23:09:45.798509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 532d7673-d9dd-452e-aa0d-6c335749a03d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:45.806750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23a957-8775-4f15-8f5a-43e9688b023a None None] Network 532d7673-d9dd-452e-aa0d-6c335749a03d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:45.808564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:45.809790 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.855416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:45.951766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35518) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.087683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-35c003d0-9cb6-433d-9b8e-d4cfcc6f5152 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b69f8ec025e9422abc5980d305eb2ce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1347282 Jan 18 23:09:46.093824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35524) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.174433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-161c06b8-1c22-4362-b489-64e26a39142a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8443193 Jan 18 23:09:46.187967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35530) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.192635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3117bfb1-38fd-4f06-bafa-7444a52b3f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.199446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'subnet': {'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:46.224874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd78989c-7158-4a4a-859c-b85da12d17dd req-d443dd8b-4b82-4cc3-a8a6-a446a3b98b3e service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128932 Jan 18 23:09:46.250502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:46.264826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-532d7673-d9dd-452e-aa0d-6c335749a03d', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:09:46.267167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:46.269675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.280501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:46.385147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:46.479408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b99c589e-4451-4471-9152-03d6aa2db9cb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:09:46.517528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.549262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:46.563018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:subnet and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:46.572812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:46.600874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=9ef9ec4f-9ae7-445a-9f85-d0872afb8e11,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:46.608114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:46.615241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.651443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b99c589e-4451-4471-9152-03d6aa2db9cb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:09:46.651762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b99c589e-4451-4471-9152-03d6aa2db9cb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:09:46.696686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:46.735270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Allocated IP 10.1.1.2 (532d7673-d9dd-452e-aa0d-6c335749a03d/0d7e5b76-aa65-44ec-bceb-58d7f253db36/2460190f-c02f-4a88-a631-5506de05067d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:46.777000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a6f5-5862-41dc-9e50-f8e0c5da3acb req-284c327f-9d41-4545-b285-20598bb0dba4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:46.787650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e09a6f5-5862-41dc-9e50-f8e0c5da3acb req-284c327f-9d41-4545-b285-20598bb0dba4 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.7312491 Jan 18 23:09:46.804259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.857668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904347b-96ed-4fcd-880c-4d6cc006c1af,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:46.877160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.881340 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2e7d1ae9-708c-48ac-a65e-4f7b62bc1667 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9904347b-96ed-4fcd-880c-4d6cc006c1af HTTP/1.1" status: 204 len: 168 time: 0.7793469 Jan 18 23:09:46.889088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:46.918154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-865310625-network', 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:46.934017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:46.973763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e09a6f5-5862-41dc-9e50-f8e0c5da3acb req-bcef11fb-842b-42a7-b35a-fb52f98a745f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838355 Jan 18 23:09:46.982856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-e06c8439-d559-4012-b530-97d6ed7a8f29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 1098 time: 0.5997832 Jan 18 23:09:46.986024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Usage tracker for resource:network and tenant:b77fbce25e4a4201ad70021a16609097 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:46.995633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d793-64bc-442d-9db5-8995dd54cadb req-8d81663d-36af-4125-be6d-967e7d34feca tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.004533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b525d793-64bc-442d-9db5-8995dd54cadb req-8d81663d-36af-4125-be6d-967e7d34feca tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 947 time: 0.4109137 Jan 18 23:09:47.172562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:47.181478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:47.292638 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.353951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b525d793-64bc-442d-9db5-8995dd54cadb req-5d26376c-4fe0-43e0-98b1-92d016c5e72f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484671 Jan 18 23:09:47.357600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:47.359846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.375522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-64ef3679-dd49-4da0-9bf6-c87beba738f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.377105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-64ef3679-dd49-4da0-9bf6-c87beba738f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3692102 Jan 18 23:09:47.379451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.401106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.418249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.431282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Transition to ACTIVE for port object 2460190f-c02f-4a88-a631-5506de05067d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:47.462193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Transition to ACTIVE for port object 2460190f-c02f-4a88-a631-5506de05067d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:47.470655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.537474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Subnet': ['ID=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:47.557541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Checking segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:47.557943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network hostable DHCP agents. Network: 78af8403-33bc-4c35-8b1e-4a332dcea5d1, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:47.576021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.587538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-7005e9d0-fcd7-46af-94cc-b21a037fd37f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=3aff6f8b-db36-40bb-813f-217e8327a191 HTTP/1.1" status: 200 len: 217 time: 0.1948471 Jan 18 23:09:47.605543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:47.650815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.654779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Usage tracker for resource:security_group_rule and tenant:b77fbce25e4a4201ad70021a16609097 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:47.661475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:47.672878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:47.733778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Pushing event updated for resources: {'Port': ['ID=2460190f-c02f-4a88-a631-5506de05067d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:47.741992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:47.749926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:47.754058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:47.754269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-7481b2bb-1ba7-4799-8ac5-b6980b31f67b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.754379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:47.754971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-7481b2bb-1ba7-4799-8ac5-b6980b31f67b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1462121 Jan 18 23:09:47.861764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 78af8403-33bc-4c35-8b1e-4a332dcea5d1) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:47.871145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:47.874646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:47.880429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e7e56-eb8b-46ea-b301-33df61b7b28f None None] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:47.886144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.010580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-c213b2a6-967f-448a-a094-c37f89015258 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2407722 Jan 18 23:09:48.029062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1d8dd69-2164-4846-ae4a-02207cd790ee tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8380282 Jan 18 23:09:48.032924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35576) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:48.039341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'name': 'tempest-TaggedBootDevicesTest-180179102', 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:48.148644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Attempting to bind port 2460190f-c02f-4a88-a631-5506de05067d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:48.152029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Attempting to bind port 2460190f-c02f-4a88-a631-5506de05067d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:48.152706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Attempting to bind port 2460190f-c02f-4a88-a631-5506de05067d on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:48.176568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:48.180208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:48.181540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.182171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Bound using segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:48.182907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Bound port: 2460190f-c02f-4a88-a631-5506de05067d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:48.183555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.254676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-8856d883-ce15-477a-8e5b-ad31734165cc service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958139 Jan 18 23:09:48.336677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-3c46759f-6f9e-48d0-bca7-9ad936f4a073 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3521409 Jan 18 23:09:48.349762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ips': [{'subnet_id': '9378fd0a-9e98-4aaa-a418-1f40ff7a16c8'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:09:48.350643 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.353077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.361428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:48.369560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:48.378957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:48.391444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:48.436469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] For port 2460190f-c02f-4a88-a631-5506de05067d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:48.448938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] For port 2460190f-c02f-4a88-a631-5506de05067d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2460190f-c02f-4a88-a631-5506de05067d,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:48.530146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:48.571017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.657201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.687957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a39d-179e-4f6c-bbc6-93ea5897343a None None] Pushing event updated for resources: {'Port': ['ID=2460190f-c02f-4a88-a631-5506de05067d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:48.774979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:48.818278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.826246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:48.849345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] device_id is not set on port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:09:48.902618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Allocated IP 10.2.2.2 (78af8403-33bc-4c35-8b1e-4a332dcea5d1/9378fd0a-9e98-4aaa-a418-1f40ff7a16c8/d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:48.911974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:09:49.047819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.048140 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Added segment 44a4a04d-6544-43d3-8461-0acc9d262b36 of type vlan for network ab5df2ab-f4a6-4da1-9296-38a901e20368 Jan 18 23:09:49.108628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cc0bc-3cfa-4b0e-b51c-962964ea248f req-f970a336-b57e-4bde-9360-15196db9a1a9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:49.118387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d71cc0bc-3cfa-4b0e-b51c-962964ea248f req-f970a336-b57e-4bde-9360-15196db9a1a9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 947 time: 0.4913604 Jan 18 23:09:49.329642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.1.1.106 (532d7673-d9dd-452e-aa0d-6c335749a03d/0d7e5b76-aa65-44ec-bceb-58d7f253db36/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:49.469868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d71cc0bc-3cfa-4b0e-b51c-962964ea248f req-d5301546-731f-4b6d-90e2-737fb06f418e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484139 Jan 18 23:09:49.487814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03852fa8-e1d5-45a9-b07b-d7bf1d4b1a63 req-f78a3f7b-020d-466d-b147-a83eee2b489f service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2044482 Jan 18 23:09:49.533492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.534400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-08931c78-6094-481d-92cd-59512da17098 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:49.536047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-08931c78-6094-481d-92cd-59512da17098 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1687365 Jan 18 23:09:49.540915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.550481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Transition to ACTIVE for port object d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:49.565659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-82ff1422-9e2d-4a5e-aeb7-639744966514 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/quotas/f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 375 time: 0.0166857 Jan 18 23:09:49.595857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Transition to ACTIVE for port object d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:49.737335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:09:49.742862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.802278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.899822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:49.908391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:49.917070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-b8c2baf2-7409-4885-9367-21f3de3d8b59 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3430898 Jan 18 23:09:49.917974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:49.967708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:50.034330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=9ef9ec4f-9ae7-445a-9f85-d0872afb8e11,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:50.038669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.039765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:50.040384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.075723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.165039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:50.308379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Pushing event updated for resources: {'Port': ['ID=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:50.332336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.338096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8185184 Jan 18 23:09:50.357511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Attempting to bind port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:50.359123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Attempting to bind port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:50.359764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Attempting to bind port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:50.378556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:50.379178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Checking segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:50.379753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.380319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Bound using segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:50.381002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Bound port: d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:50.381573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.388747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:50.549982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3aff6f8b-db36-40bb-813f-217e8327a191 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:09:50.586266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Request body: {'subnet': {'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-865310625-subnet', 'tenant_id': 'b77fbce25e4a4201ad70021a16609097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:50.599222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cbc09-354b-46a0-a8fa-4ebefd7f1cea admin admin] Pushing event updated for resources: {'Network': ['ID=ab5df2ab-f4a6-4da1-9296-38a901e20368,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:50.610218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:50.615412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:50.618884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:50.626574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:50.646668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:09:50.652804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:50.691898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2460190f-c02f-4a88-a631-5506de05067d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:50.756117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd802f85-73a4-4f18-adde-4702f0be9741 None None] Network 532d7673-d9dd-452e-aa0d-6c335749a03d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:50.786258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:50.787278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.858641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:50.929151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-68f2f110-b14b-4df9-9662-edbcb66bd897 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8949358 Jan 18 23:09:50.929727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:50.940140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'name': 'tempest-TaggedBootDevicesTest-1412906969', 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:50.943659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Usage tracker for resource:subnet and tenant:b77fbce25e4a4201ad70021a16609097 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:50.954039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:09:51.005445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-826cd2dd-34eb-4697-a10d-a00fb327d19c req-9570e033-e078-4f30-a409-d130ada9800a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 210 time: 0.3684168 Jan 18 23:09:51.010468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:51.036438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.040065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-03c836de-0285-4633-a93a-8ee299989d6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.1061466 Jan 18 23:09:51.063754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:51.223785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207837d2-811b-4b65-82aa-063ad3747316 req-b1ac961b-b97e-45c1-9d31-1d07b10de251 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:51.229104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-207837d2-811b-4b65-82aa-063ad3747316 req-b1ac961b-b97e-45c1-9d31-1d07b10de251 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 947 time: 0.3819621 Jan 18 23:09:51.243866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] For port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:51.276123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:51.285404 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.296045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7be02311-45fc-478b-922e-4336794ee9a0 None None] Provisioning for port 2460190f-c02f-4a88-a631-5506de05067d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:51.403606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] For port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:51.460031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2460190f-c02f-4a88-a631-5506de05067d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:51.492271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-207837d2-811b-4b65-82aa-063ad3747316 req-c35b03e1-f8f6-4a3a-ad74-a534bbf3d0eb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438495 Jan 18 23:09:51.527978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:51.532126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:51.535342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:51.542442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:51.547945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2460190f-c02f-4a88-a631-5506de05067d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:51.559804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.629365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-e0536dd2-d2f9-4b74-afb6-a87ef1474d44 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:51.666274 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.724638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:51.729229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:51.747350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3aff6f8b-db36-40bb-813f-217e8327a191,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:51.754909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] device_id is not set on port 493bf394-8ac2-41e8-aecf-3224c6e7269e yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:09:51.803163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3aff6f8b-db36-40bb-813f-217e8327a191', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '3aff6f8b-db36-40bb-813f-217e8327a191', 'mac_address': 'fa:16:3e:6f:0d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:09:51.855837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-e0536dd2-d2f9-4b74-afb6-a87ef1474d44 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:51.860820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-e0536dd2-d2f9-4b74-afb6-a87ef1474d44 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--433203328&fields=id&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 267 time: 0.2788970 Jan 18 23:09:51.911498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.000406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc36639-522b-4e9a-84a0-e0fd2903a6b7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.061298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa9618-dd00-4d6e-9f76-b2cb7602655a None None] Pushing event updated for resources: {'Port': ['ID=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:52.140627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.1.1.167 (532d7673-d9dd-452e-aa0d-6c335749a03d/0d7e5b76-aa65-44ec-bceb-58d7f253db36/493bf394-8ac2-41e8-aecf-3224c6e7269e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:52.152983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.294878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aff6f8b-db36-40bb-813f-217e8327a191 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:09:52.315661 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.365467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc135eac-e7f1-477f-aee5-00593dad49bf req-469f676a-28c0-4894-86ce-243e27027a2f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 210 time: 0.1513517 Jan 18 23:09:52.439697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3aff6f8b-db36-40bb-813f-217e8327a191,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:52.454478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:52.476025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2460190f-c02f-4a88-a631-5506de05067d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2460190f-c02f-4a88-a631-5506de05067d,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:52.498451 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:09:52.512417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-e91efd9c-1d3c-4912-977e-28722bcb54fb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:52.514501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-e91efd9c-1d3c-4912-977e-28722bcb54fb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 817 time: 0.6473646 Jan 18 23:09:52.519803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:52.520376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Network hostable DHCP agents. Network: ab5df2ab-f4a6-4da1-9296-38a901e20368, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:09:52.531169 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:52.531978 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:52.733644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.749621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.761479 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:52.835895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object 493bf394-8ac2-41e8-aecf-3224c6e7269e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:52.839041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.869140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:09:52.914423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:52.924948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:52.928567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Usage tracker for resource:security_group_rule and tenant:3d47e7bc2d464b2dac97b96f00f1975a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:52.947019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:52.964802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:53.029174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ab5df2ab-f4a6-4da1-9296-38a901e20368) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:53.047164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:53.049584 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.065200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129166f-df8b-4fe5-8465-35e1b133bc08 None None] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:53.095837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d865a2-badf-4942-b266-de8db587dd01 req-1c6f64f9-6f41-46ae-a2c8-8a50e1cd890b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:53.114456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7d865a2-badf-4942-b266-de8db587dd01 req-1c6f64f9-6f41-46ae-a2c8-8a50e1cd890b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 948 time: 0.3575234 Jan 18 23:09:53.155826 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 2, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:53.156976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.161737 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:09:53.162081 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Updating router 74282586-90c6-4acb-a447-d3919a278602 port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:09:53.245795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-77c2442a-c551-4dfe-9bac-e2171b09acef tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/quotas/9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 375 time: 0.7167428 Jan 18 23:09:53.276755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:53.323702 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.382796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee3684b9-77c6-4a7c-ab53-60b0d899f357 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9462521 Jan 18 23:09:53.444304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:53.503079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:53.538344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7d865a2-badf-4942-b266-de8db587dd01 req-ff24113e-c2ec-4601-8b7f-95ef88166cfc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739772 Jan 18 23:09:53.580915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3aff6f8b-db36-40bb-813f-217e8327a191'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:09:53.643632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-4f03db19-d865-4380-a575-1993f92e6c6a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3874447 Jan 18 23:09:53.680172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:53.714122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:53.723135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:09:53.733712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:09:54.014057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:54.014752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.025809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.060514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19a094-55a0-4da0-a67c-25ca42740c02 None None] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:54.105540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418f0e24-71ec-43f0-a6b2-a31219ae0a82,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:54.178707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41b3fe19-f1db-45c5-b273-a28b40474169 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2474813 Jan 18 23:09:54.182325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fdcef68e-c1e5-48a9-a8d8-4cee281b80eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d47e7bc2d464b2dac97b96f00f1975a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7268696 Jan 18 23:09:54.189791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35710) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:54.213556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-0104b5ef-4246-46b1-bdde-99b73b069731 service neutron] 10.222.0.59 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668099 Jan 18 23:09:54.217388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8032c70d-3e8d-4b1d-be5b-6a49376d9738 req-28e89167-4ebf-475d-a5b6-d39d82bdf534 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 210 time: 0.1988168 Jan 18 23:09:54.239738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Provisioning for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:54.292369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Provisioning complete for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:54.293723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.339152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.396575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.432560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:54.439546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2460190f-c02f-4a88-a631-5506de05067d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:54.482480 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.491216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876cd1fe-df1c-4b4e-841c-464b828462ce None None] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:09:54.528220 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Transition to ACTIVE for port object 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:09:54.551721 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:09:54.567441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-1a880b06-91b0-46f6-a451-a1f78c7a8769 service neutron] 10.222.0.59 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453808 Jan 18 23:09:54.653866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Provisioning complete for port 2460190f-c02f-4a88-a631-5506de05067d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:54.653866 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c35da9b0-a18d-417e-a6e1-427fc27567e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.815398 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.817646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.878680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:54.880548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/418f0e24-71ec-43f0-a6b2-a31219ae0a82 HTTP/1.1" status: 204 len: 168 time: 0.6893713 Jan 18 23:09:54.881771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ef31a-101a-47b7-bf28-96ad452ee8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418f0e24-71ec-43f0-a6b2-a31219ae0a82,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:54.922920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:55.327096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2460190f-c02f-4a88-a631-5506de05067d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:55.329782 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3513-0084-4bfe-a75f-0e9b5a44e19e None None] Pushing event updated for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:55.382759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-499ce995-7fa8-48cd-9c2f-6a3ef966e2df tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1437407 Jan 18 23:09:55.448122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-b68fa641-b6fa-461b-84ab-fe071a07db94 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:55.454066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-b68fa641-b6fa-461b-84ab-fe071a07db94 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:09:55.532620 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Attempting to bind port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:09:55.535842 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Attempting to bind port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:09:55.538049 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Attempting to bind port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:09:55.552287 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:09:55.559942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2460190f-c02f-4a88-a631-5506de05067d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:55.560239 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:09:55.561329 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.562421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.563128 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Bound using segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:09:55.565589 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Bound port: 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:09:55.567495 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.669392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Provisioning for port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:55.699001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-b68fa641-b6fa-461b-84ab-fe071a07db94 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:09:55.708596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-b68fa641-b6fa-461b-84ab-fe071a07db94 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 1.0114839 Jan 18 23:09:55.763312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Provisioning complete for port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:55.770894 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:55.812138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-136f113f-7bb7-4b32-8544-0f159f29be85 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:55.818558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-136f113f-7bb7-4b32-8544-0f159f29be85 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289749 Jan 18 23:09:55.826683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-b4415033-0dac-4e6d-afaa-ac2264b238be tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.1155682 Jan 18 23:09:55.863137 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] For port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:09:55.879013 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] For port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:09:55.946303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Request body: {'port': {'device_id': '986a709a-a24f-436d-832b-53c04580aa78', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'f2f4269441ac464588fb46a0bef58d5c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:55.966211 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.062017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:56.069493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646588467', 'description': 'tempest-description--220579837'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:56.087468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:56.093399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-82001181-c5ac-467b-b06b-8f8758b62b86 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2657022 Jan 18 23:09:56.098509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:security_group and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:56.109786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:56.116664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:56.204485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.273752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:56.286690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:security_group_rule and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:56.290373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:56.301409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:56.395548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.396279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.397957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-9cbbee1c-e93a-4333-ad7f-104774a56a37 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941434 Jan 18 23:09:56.437756 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c3513-0084-4bfe-a75f-0e9b5a44e19e None None] Pushing event updated for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:56.459346 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:09:56.459984 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:56.527533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] For port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:56.541187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.581562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.663940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58506bef-d761-46bb-b0db-2062ae279847,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:56.750298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Pushing event updated for resources: {'Port': ['ID=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:56.786892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.789701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d1cc554c-f58c-483a-bda7-058c721f517d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7263002 Jan 18 23:09:56.794952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:56.801975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'security_group_rule': {'security_group_id': '58506bef-d761-46bb-b0db-2062ae279847', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:56.810037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Provisioning for port 493bf394-8ac2-41e8-aecf-3224c6e7269e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:56.817004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Provisioning complete for port 493bf394-8ac2-41e8-aecf-3224c6e7269e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:56.817375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:56.830083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:56.848790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:security_group_rule and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:56.858617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:56.891583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:56.920967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3aff6f8b-db36-40bb-813f-217e8327a191 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:56.943893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:56.953491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-f3e181ae-4e64-4b65-9d6b-a69167cdc228 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537772 Jan 18 23:09:56.994423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:09:56.997373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:57.012594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.121007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Port 493bf394-8ac2-41e8-aecf-3224c6e7269e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:57.178559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Made reservation on behalf of f2f4269441ac464588fb46a0bef58d5c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:09:57.185651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Provisioning complete for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:57.188140 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.194412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.288463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.296015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4048c4c-778d-492b-8eaf-d3f68eac482f req-675071e2-c74e-43f3-9ed0-4e2235fd7919 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:57.299829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4048c4c-778d-492b-8eaf-d3f68eac482f req-675071e2-c74e-43f3-9ed0-4e2235fd7919 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 948 time: 0.8987160 Jan 18 23:09:57.306814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:57.363059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 3aff6f8b-db36-40bb-813f-217e8327a191 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:57.383504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3aff6f8b-db36-40bb-813f-217e8327a191 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:57.384116 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.405862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.478681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b156e7-b374-4a2d-907d-94f33e0c4918,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:57.554299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.555995 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e64b848d-a79a-4d8b-aa6d-606934fa3b76 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7601452 Jan 18 23:09:57.558704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35778) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:57.565500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'security_group_rule': {'security_group_id': '58506bef-d761-46bb-b0db-2062ae279847', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:57.577914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:57.585797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:security_group_rule and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:57.597240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:57.612131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:57.697654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.722246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef087964-af98-4f6c-bd96-6f8d6b157c0d None None] Port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:09:57.723853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4048c4c-778d-492b-8eaf-d3f68eac482f req-b2acee08-c1f1-49ce-a22e-8710970ae153 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173448 Jan 18 23:09:57.891994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.899222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.916861 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:55Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:09:57.929004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe12bb6-acd4-4486-b638-fb563a985d4b None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:55Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:09:57.984542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3aff6f8b-db36-40bb-813f-217e8327a191,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:57.987395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:09:57.993496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:57.994091 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:57.998905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.066156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba80e51-42b1-493b-9f91-06b9b1504878,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.080214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.151770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16a6af98-8845-48ec-9313-827b4fcd9713 req-1edad1eb-2692-4f4e-849f-99cdd7fc6929 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 210 time: 0.4061673 Jan 18 23:09:58.169890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.173020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b8fa1cbb-2b5e-4bd3-a149-6b8d78de8210 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6124151 Jan 18 23:09:58.178395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35790) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:09:58.186554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:58.200923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:09:58.208430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:floatingip and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:09:58.209805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e7c065-408d-41ef-95f5-3e12d521b2a2 req-9490044b-eea7-4e20-8580-a0a0a4387079 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 210 time: 0.1310446 Jan 18 23:09:58.214016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:09:58.225778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:09:58.255120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a8ca898-c230-455f-aa3f-7966338cd39d None None] Provisioning complete for port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:58.255794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca898-c230-455f-aa3f-7966338cd39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.295289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Allocated IP 192.168.233.102 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/204602d4-78ab-463b-b55b-00d74acbfa22) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:58.403841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:58.426166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56d03cd7-c1b6-40a5-b08d-6650f18b9abc req-8fb7f32f-682b-4bf7-875b-2920a7236bef tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 210 time: 0.0949490 Jan 18 23:09:58.509907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:58.743601 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191', 'code': 200} Jan 18 23:09:58.774497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.203638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 172.25.1.96 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:09:59.294190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:09:59.296095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-6b16a6fe-b594-40f6-99c0-9d6804415d16 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:09:59.298408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-6b16a6fe-b594-40f6-99c0-9d6804415d16 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 817 time: 0.5848525 Jan 18 23:09:59.615514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:09:59.622055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:09:59.623001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.683136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.844702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.854146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-0f95c9a2-2653-4b36-8a56-da7f8b41f8f0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 379 time: 0.5011117 Jan 18 23:09:59.857789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14acbd50-33dd-40dc-9292-8c8cf7f67c29 req-e706c2d3-9df7-44d9-8f83-4d8cb7e71f5c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 1100 time: 1.0529888 Jan 18 23:09:59.893898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.898881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:09:59.904573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'port': {'device_id': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'admin_state_up': True, 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'security_groups': ['7fa59440-d1f0-4e28-bae4-7be1bdad46fd']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:09:59.964684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:09:59.998242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:09:59.998242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:09:59.999915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:00.005023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:00.044674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.124075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:00.127580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Transition to ACTIVE for port object 204602d4-78ab-463b-b55b-00d74acbfa22 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:00.135960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d8306-0a9e-4f2c-baa1-c692f57bc684 req-0c853626-7663-47b8-8a6b-7bcd65a12c24 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.145012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-815d8306-0a9e-4f2c-baa1-c692f57bc684 req-0c853626-7663-47b8-8a6b-7bcd65a12c24 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 949 time: 0.8453579 Jan 18 23:10:00.148934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.161067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-e83a9ba0-a956-4fbc-97c5-9c31c4cb07f8 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1546325365&fields=id&tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480 HTTP/1.1" status: 200 len: 267 time: 0.3632569 Jan 18 23:10:00.182940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:port and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:00.196972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.215907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:00.296336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:00.309172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14acbd50-33dd-40dc-9292-8c8cf7f67c29 req-da7f3860-cc25-4942-94be-32c0343d3532 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400637 Jan 18 23:10:00.344537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.389316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-815d8306-0a9e-4f2c-baa1-c692f57bc684 req-0d56df6b-cd22-4135-9909-5eb3bda88fd0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431614 Jan 18 23:10:00.413542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Made reservation on behalf of 9bc3a981eaf1421d99adb6ced6a5c44c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:00.413542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.438725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-51cebc92-be14-4bd7-bcf6-80da8df52829 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.446640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-51cebc92-be14-4bd7-bcf6-80da8df52829 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/networks?id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 200 len: 816 time: 0.2845836 Jan 18 23:10:00.461891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:00.474396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:00.535188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-8d95ca3e-44ef-4e85-8d5a-5c8aff51eeaf tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/quotas/2c0a40b9fbcf4d89af1ee7d382b52480 HTTP/1.1" status: 200 len: 375 time: 0.0874581 Jan 18 23:10:00.549640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:00.692580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b9332aa-20d7-4fcd-a817-712f5c267c2a req-fc30d088-42df-41e7-9d1f-4a9a117c7512 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 210 time: 0.1205978 Jan 18 23:10:00.706427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:00.717705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:00.724223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:00.730875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:00.867905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a352792d-15a8-4d52-aa54-970e16bcde85 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:00.872717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a352792d-15a8-4d52-aa54-970e16bcde85 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.3298442 Jan 18 23:10:00.953296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:01.050627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:01.064689 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.200614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Allocated IP 172.20.0.12 (0666dda1-4d1d-40fe-ace9-cb49ee57764a/6727a301-54e5-4c1a-a451-b216e2c8f26b/790625ea-c683-4e8e-9be2-125dffe61a97) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:01.231134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:01.345793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.349230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:01.353836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Usage tracker for resource:port and tenant:b77fbce25e4a4201ad70021a16609097 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:01.355912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:01.356721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.358503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:01.364443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:01.394341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-c2dcb48c-0e51-4324-a2be-4b33d2409349 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8507245 Jan 18 23:10:01.404869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.422160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5105af26-3c16-4cce-b712-5161f8fcc69b None None] Provisioning for port 204602d4-78ab-463b-b55b-00d74acbfa22 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:01.431272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5105af26-3c16-4cce-b712-5161f8fcc69b None None] Provisioning complete for port 204602d4-78ab-463b-b55b-00d74acbfa22 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:01.432294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5105af26-3c16-4cce-b712-5161f8fcc69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.484801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:01.495681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:01.495847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5105af26-3c16-4cce-b712-5161f8fcc69b None None] Port 204602d4-78ab-463b-b55b-00d74acbfa22 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:01.500790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.595655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-ad4efb8f-6ae3-4d0b-ae01-c2aee3231c4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6580832 Jan 18 23:10:01.617639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Request body: {'port': {'device_id': '986a709a-a24f-436d-832b-53c04580aa78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:01.643609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.721904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.741838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:01.743311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c30fc7a-29de-4d6b-863c-8503fd0134e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5635424 Jan 18 23:10:01.762439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.13 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/b2e326b9-5785-44d0-b4a3-8b9953c158af) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:01.776328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Transition to ACTIVE for port object 790625ea-c683-4e8e-9be2-125dffe61a97 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:01.848559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559f4e9c-5648-4520-b344-53b64ba19c6f service neutron] 10.222.0.59 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533267 Jan 18 23:10:01.883319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd04de-296b-4292-b60b-f99a3f8298ee req-bd377f77-3413-4a00-a3c2-ff5e2e764dbd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:01.884136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8dbd04de-296b-4292-b60b-f99a3f8298ee req-bd377f77-3413-4a00-a3c2-ff5e2e764dbd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:01.892200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.140519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.176008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8dbd04de-296b-4292-b60b-f99a3f8298ee req-bd377f77-3413-4a00-a3c2-ff5e2e764dbd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:02.183333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dbd04de-296b-4292-b60b-f99a3f8298ee req-bd377f77-3413-4a00-a3c2-ff5e2e764dbd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 936 time: 1.0386331 Jan 18 23:10:02.194169 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.264350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.350849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-082b42c5-b986-4ec9-ac75-120a0834891a service neutron] 10.222.0.59 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938869 Jan 18 23:10:02.353698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:02.366321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:02.371075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:02.466068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:02.467652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.489972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:02.494984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:02.504643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.505162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.505704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.506125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.506748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.507224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.507681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.508163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.508550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.509008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.509735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:02.545868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:02.548342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:02.552494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:02.610121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dbd04de-296b-4292-b60b-f99a3f8298ee req-022c1370-a177-4c47-9e89-508cf39d2d4c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252324 Jan 18 23:10:02.736476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-93ebae55-d181-48a2-8de7-55c7cb6eaa0d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8066049 Jan 18 23:10:02.751478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Request body: {'port': {'device_id': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:02.853579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:02.862733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.881146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Transition to ACTIVE for port object 204602d4-78ab-463b-b55b-00d74acbfa22 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:02.894881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:02.895686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:02.953184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.017415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.032608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a959d0c8-fbc3-401a-a620-67b6ad38e360 None None] Provisioning for port 790625ea-c683-4e8e-9be2-125dffe61a97 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:03.037908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a959d0c8-fbc3-401a-a620-67b6ad38e360 None None] Provisioning complete for port 790625ea-c683-4e8e-9be2-125dffe61a97 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:03.038420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a959d0c8-fbc3-401a-a620-67b6ad38e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.054738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3cd92248-3b79-4b2d-ab54-0fcc0c92e900 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1643753 Jan 18 23:10:03.102869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Request body: {'port': {'device_id': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:03.184283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a959d0c8-fbc3-401a-a620-67b6ad38e360 None None] Port 790625ea-c683-4e8e-9be2-125dffe61a97 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:03.262128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:03.621907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:03.725389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:04.000239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e326b9-5785-44d0-b4a3-8b9953c158af {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:04.009781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.040491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Transition to ACTIVE for port object b2e326b9-5785-44d0-b4a3-8b9953c158af will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:04.129935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.162786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73acb1-827e-43fc-a21c-26fac890cd26 req-84de5a92-818c-450d-b3d1-bf2049208b7d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:04.170495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa73acb1-827e-43fc-a21c-26fac890cd26 req-84de5a92-818c-450d-b3d1-bf2049208b7d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 932 time: 0.9877934 Jan 18 23:10:04.232192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:04.235805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:04.235805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:04.303940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:04.309193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:04.320200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:04.320894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:04.321507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:04.327778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Bound port: 204602d4-78ab-463b-b55b-00d74acbfa22, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:04.327778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.346240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4771dbc-8a7e-48e7-8add-df3801a473c4 req-25a753bc-507e-42fe-b6ac-c3d84b8d43fb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:04.348164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4771dbc-8a7e-48e7-8add-df3801a473c4 req-25a753bc-507e-42fe-b6ac-c3d84b8d43fb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 949 time: 0.3396938 Jan 18 23:10:04.349928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fa73acb1-827e-43fc-a21c-26fac890cd26 req-5c17df38-9487-433b-adbf-f7addbc4129b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:04.361590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.491218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Attempting to bind port b2e326b9-5785-44d0-b4a3-8b9953c158af on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:04.491880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Attempting to bind port b2e326b9-5785-44d0-b4a3-8b9953c158af by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:04.492393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Attempting to bind port b2e326b9-5785-44d0-b4a3-8b9953c158af on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:04.500160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Port b2e326b9-5785-44d0-b4a3-8b9953c158af on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:04.500882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Attempting to bind port b2e326b9-5785-44d0-b4a3-8b9953c158af on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:04.508071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:04.510517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:04.510517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:04.510517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Bound port: b2e326b9-5785-44d0-b4a3-8b9953c158af, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:04.510517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.569181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.626251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:04.629274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:04.629812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:04.632981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fa73acb1-827e-43fc-a21c-26fac890cd26 req-5c17df38-9487-433b-adbf-f7addbc4129b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:04.634241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa73acb1-827e-43fc-a21c-26fac890cd26 req-5c17df38-9487-433b-adbf-f7addbc4129b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627297 Jan 18 23:10:04.638271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d820224ae32746d8a6b8dc74f26bd6b9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:04.664230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:04.664230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:04.677267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:04.698414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.705827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4771dbc-8a7e-48e7-8add-df3801a473c4 req-0a43b261-e131-4db6-b012-5382e293a895 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874951 Jan 18 23:10:04.724659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.763548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Transition to ACTIVE for port object 790625ea-c683-4e8e-9be2-125dffe61a97 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:04.773598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:04.778673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:04.823613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.825610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] 10.222.0.83 "PUT /v2.0/ports/b2e326b9-5785-44d0-b4a3-8b9953c158af HTTP/1.1" status: 200 len: 1092 time: 2.0823791 Jan 18 23:10:04.830095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:04.854672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88452dd-a903-44a2-bf9c-c4d3dc18216f service neutron] Pushing event updated for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:04.908272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:04.912037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.026794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.049269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-9606f438-ddf8-4aed-bae8-e8002cbd7afa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 1095 time: 0.0963161 Jan 18 23:10:05.151583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-f89e4e78-1861-4edc-9f00-28e7b3ea3248 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af HTTP/1.1" status: 200 len: 217 time: 0.0848949 Jan 18 23:10:05.243746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-caecc10a-6711-4a0e-9148-f414a45381fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.246456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-caecc10a-6711-4a0e-9148-f414a45381fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.0865703 Jan 18 23:10:05.300340 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-121c06c6-c1f0-4e8c-b5e2-12baf94df7b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470276 Jan 18 23:10:05.326144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.354906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.357026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-9a6b3c6b-d788-41bf-9e11-29b0f7fe1998 service neutron] 10.222.0.83 "PUT /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 1096 time: 3.7475932 Jan 18 23:10:05.414626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c7dc2997-bf7a-4b3a-bac9-aae164b8c1e6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1646588467&fields=id&tenant_id=f9514892046a4a4f850c5981983deab1 HTTP/1.1" status: 200 len: 267 time: 0.5081329 Jan 18 23:10:05.418575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:05.420745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.524741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-278ded85-a0cb-4011-98dc-755229f5c3d9 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150297 Jan 18 23:10:05.626579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d820224ae32746d8a6b8dc74f26bd6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6303322 Jan 18 23:10:05.637426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:05.730970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c3b27-4e26-4669-8e97-da9d0c3a37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d5226-1057-4af3-9dcc-7fbba08b0dd6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.749371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8206855f-32e1-47ce-9990-3d1bceb5e96b req-0306cb4e-ec14-44f3-814d-05505d9cc07e service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136118 Jan 18 23:10:05.756978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.787580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.803883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-0fbbc873-fba0-400a-b578-6cdb9e7fc12a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.805250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-0fbbc873-fba0-400a-b578-6cdb9e7fc12a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 931 time: 0.3898466 Jan 18 23:10:05.906710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.924815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd2698-3793-4abb-9b26-2ff4ff7ceae1 req-cba292bb-7a25-49c2-b13a-63db6942fb08 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.925548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b9bd2698-3793-4abb-9b26-2ff4ff7ceae1 req-cba292bb-7a25-49c2-b13a-63db6942fb08 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:05.929921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.945337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d5226-1057-4af3-9dcc-7fbba08b0dd6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:05.955822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:05.958122 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b5fcfe36-81da-49e7-ad4d-609b6804a605 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d70d5226-1057-4af3-9dcc-7fbba08b0dd6 HTTP/1.1" status: 204 len: 168 time: 0.3187976 Jan 18 23:10:05.958245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8edf31cb-973d-4626-96d5-2a6fd20a25dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:05.959589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8edf31cb-973d-4626-96d5-2a6fd20a25dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 932 time: 0.1449308 Jan 18 23:10:06.053447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c462d711-5401-4887-9cf2-87004fb782dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0780442 Jan 18 23:10:06.060864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-40126c10-252b-4dbb-a623-71b6342dd6b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1099 time: 0.5710142 Jan 18 23:10:06.096279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:06.096614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:06.096960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:06.109778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b9bd2698-3793-4abb-9b26-2ff4ff7ceae1 req-cba292bb-7a25-49c2-b13a-63db6942fb08 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:06.116177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9bd2698-3793-4abb-9b26-2ff4ff7ceae1 req-cba292bb-7a25-49c2-b13a-63db6942fb08 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 1.2926011 Jan 18 23:10:06.187192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-f4bb00f3-4b29-4937-a397-755e006aa8c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1234632 Jan 18 23:10:06.209723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:06.210047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:06.249105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-d68c1c4a-aa20-48f9-91a0-100edb42e1c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1454439 Jan 18 23:10:06.374572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:06.374572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:06.378407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Bound using segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:06.378407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Bound port: 790625ea-c683-4e8e-9be2-125dffe61a97, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:06.378407 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:06.470007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9bd2698-3793-4abb-9b26-2ff4ff7ceae1 req-a4faa39f-6635-4911-a93f-489cbd6bb86d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522334 Jan 18 23:10:06.631213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-0c313aef-a5d7-4e22-b39a-ab637fd4fe55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.632638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-0c313aef-a5d7-4e22-b39a-ab637fd4fe55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3277707 Jan 18 23:10:06.819640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c99ce2a-a3a4-42c9-938d-4296b4bf3d69 req-17e6a91c-c321-42fc-a3b2-45a45e4835dd tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 210 time: 0.1077609 Jan 18 23:10:06.833863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-e0935119-ca3c-4526-8deb-d3fc30d6867d tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.835302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-e0935119-ca3c-4526-8deb-d3fc30d6867d tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "GET /v2.0/networks?id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 200 len: 816 time: 0.5009091 Jan 18 23:10:06.844066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44116978-e3fc-45bb-9e5f-32cc1dc6d4cc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.848490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44116978-e3fc-45bb-9e5f-32cc1dc6d4cc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.852935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44116978-e3fc-45bb-9e5f-32cc1dc6d4cc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:06.854540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44116978-e3fc-45bb-9e5f-32cc1dc6d4cc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 1991 time: 0.6543200 Jan 18 23:10:06.907801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:06.931435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:06.936649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-20d71149-1bb4-472b-930f-b95fcb91bb90 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/quotas/f9514892046a4a4f850c5981983deab1 HTTP/1.1" status: 200 len: 375 time: 0.0744781 Jan 18 23:10:07.001843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-0017efe2-7634-4816-b450-18dfc1500622 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480 HTTP/1.1" status: 200 len: 380 time: 0.1460543 Jan 18 23:10:07.012984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'port': {'device_id': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'admin_state_up': True, 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'security_groups': ['4d5e8280-d0af-4058-a9db-6085e9e65bc9']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:07.031295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-dd599b35-19e9-413b-a238-501457fb6449 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3729811 Jan 18 23:10:07.037519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.440006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:07.441397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] 10.222.0.83 "PUT /v2.0/ports/790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 1092 time: 4.3700628 Jan 18 23:10:07.520205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:07.638989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.639643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.640152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.640654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.641210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.641601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.641942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.642282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.642606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.642985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.643316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8cdfb4-30f3-4a7e-b187-a381b2ebc387 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:07.703959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1387d3ad-ec03-47f5-84ff-181860bf9579 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7581365 Jan 18 23:10:07.711284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:07.743253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34c9cd-1a42-433f-b0dd-83050fdbbc7e req-61217192-631b-4d8f-ab05-d20fbe204258 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:07.745016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e34c9cd-1a42-433f-b0dd-83050fdbbc7e req-61217192-631b-4d8f-ab05-d20fbe204258 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 948 time: 0.7128155 Jan 18 23:10:07.752102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-5b0bc5b7-2ee0-4eaa-9431-0489856dfe4c service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082090 Jan 18 23:10:07.753338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Usage tracker for resource:port and tenant:2c0a40b9fbcf4d89af1ee7d382b52480 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:07.761501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:07.993820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:08.129327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e34c9cd-1a42-433f-b0dd-83050fdbbc7e req-ff74e3cc-a561-424d-bc3e-844f1f83d8ad tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696454 Jan 18 23:10:08.132221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-648c01a7-238a-43cc-b58c-cb514ff1c7da service neutron] 10.222.0.59 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273474 Jan 18 23:10:08.133979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d65d488-6ed1-43cd-be69-0fb0a0c813e1 req-e3d26eae-ca81-4f83-9624-fab85aa9553e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183706 Jan 18 23:10:08.137614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-481a1aa8-ec4a-4108-acc3-2f732a707597 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1095 time: 0.5517087 Jan 18 23:10:08.254567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Made reservation on behalf of 2c0a40b9fbcf4d89af1ee7d382b52480 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:08.257728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.374787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-221ce72e-786a-477f-9575-ce89e93e5967 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 217 time: 0.0996225 Jan 18 23:10:08.522866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1894d33e-6dea-4c88-aeab-f45d88a63740 service neutron] 10.222.0.59 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796880 Jan 18 23:10:08.610201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3ff94189-9403-4e2e-a26c-4842e61a8805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:08.611670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-3ff94189-9403-4e2e-a26c-4842e61a8805 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.2222147 Jan 18 23:10:08.663641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b2e326b9-5785-44d0-b4a3-8b9953c158af details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:08.697533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-757a52be-7b78-414c-bf34-b4b37554c1af service neutron] 10.222.0.59 "GET /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1633425 Jan 18 23:10:08.813848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:08.827476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b2e326b9-5785-44d0-b4a3-8b9953c158af', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': 'b2e326b9-5785-44d0-b4a3-8b9953c158af', 'mac_address': 'fa:16:3e:f1:77:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:08.851739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e41c89-4ce9-4689-b1c7-40514390153d req-1cebeb3b-09d7-4aa2-8861-527a90a8abd3 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 1100 time: 0.4759152 Jan 18 23:10:08.862973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Allocated IP 172.20.0.8 (8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0/48780cab-388f-48a0-a0c1-ddc9b71d97e6/8f15718d-20d0-47cb-8bf6-427db6873cf5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:08.888344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.910340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e326b9-5785-44d0-b4a3-8b9953c158af {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:08.928779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:08.966135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-aa1cbdd7-b060-40de-83ac-1e3e4f8a9fbf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427439 Jan 18 23:10:08.986696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:08.990803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-c47c31ac-ede4-41f2-84c6-78ba77aa4d32 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:10:08.990803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-c47c31ac-ede4-41f2-84c6-78ba77aa4d32 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0093594 Jan 18 23:10:09.003260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f4e4c80-b276-45ab-a109-29d188940f73 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689204 Jan 18 23:10:09.023620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e41c89-4ce9-4689-b1c7-40514390153d req-b90e8aa9-b998-4733-94b2-4eb0902aacda tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581631 Jan 18 23:10:09.032443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:09.125231 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af', 'status': 'completed', 'code': 200} Jan 18 23:10:09.201802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:09.310375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b2e326b9-5785-44d0-b4a3-8b9953c158af'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:09.356056 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'status': 'completed', 'code': 200} Jan 18 23:10:09.367232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-5772f14b-6b99-4fd9-9e9b-2d156b1a6f5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1099 time: 0.1419871 Jan 18 23:10:09.588430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-ce977357-a8d4-40da-b2cc-c8f0da01ab1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:09.589600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-ce977357-a8d4-40da-b2cc-c8f0da01ab1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2161517 Jan 18 23:10:09.673176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-93efc3bb-0453-42e6-9c0b-f55c3b08d95a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.0727990 Jan 18 23:10:09.689747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-aa420d3c-65b1-4733-a6f4-968a9086ebe3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 1096 time: 0.3411529 Jan 18 23:10:09.749904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-d3e99ff1-3bac-469f-9711-998f60a46f14 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514241 Jan 18 23:10:09.886895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-1d1a83e1-45cd-4b27-92c1-57af5f2bddb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:09.888741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-1d1a83e1-45cd-4b27-92c1-57af5f2bddb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2123020 Jan 18 23:10:09.967232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce2d0af2-0673-4434-92ac-fd858ef1b559 req-f354d00c-4f46-4f5f-b2e8-5a4bd211cae9 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030454 Jan 18 23:10:09.989636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-93f6abfe-d111-48d6-907d-1e791f19bea0 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9479163 Jan 18 23:10:09.999856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-3bf59406-6ef9-469c-9202-92609fb3d0ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037538 Jan 18 23:10:10.032238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.102723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693413d-e2d7-4d9f-a44f-bf99f6da58ad req-7d98d941-4696-4397-ab80-1f3d903b201e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:10.110575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8693413d-e2d7-4d9f-a44f-bf99f6da58ad req-7d98d941-4696-4397-ab80-1f3d903b201e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 945 time: 0.7563355 Jan 18 23:10:10.162557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Transition to ACTIVE for port object 8f15718d-20d0-47cb-8bf6-427db6873cf5 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:10.185197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-6142a833-da84-487b-9ab5-c0e2b663bc90 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787245 Jan 18 23:10:10.209479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-837cfbc3-dbc3-4444-bed9-934393e45358 service neutron] 10.222.0.59 "GET /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2189856 Jan 18 23:10:10.270973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.342626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56bb5806-ceb5-42c6-89d0-0b86e3a80a4b req-49b1e492-3fc9-4a5f-ab05-cee3df27a8e3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508152 Jan 18 23:10:10.393919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-e3d3bb4e-4ade-4d12-89d2-5b893f1ea254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:10.395375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-e3d3bb4e-4ade-4d12-89d2-5b893f1ea254 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.6876283 Jan 18 23:10:10.402949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8693413d-e2d7-4d9f-a44f-bf99f6da58ad req-4820df6e-0b06-4884-bbf5-f7142461983b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915719 Jan 18 23:10:10.429041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:10.470821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:10.491471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:10.542656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-1074bf90-0c4e-4f01-96b6-1c994088848a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af HTTP/1.1" status: 200 len: 217 time: 0.1304882 Jan 18 23:10:10.577575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event updated for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:10.679594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b2e326b9-5785-44d0-b4a3-8b9953c158af up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:10.708716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:10.709419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.739981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-826283cc-8e88-4bcb-958e-b6cb4bbd71aa service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101645 Jan 18 23:10:10.743023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-4e18f83f-cd11-4158-ba4f-1728a0fec316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:10.744089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-4e18f83f-cd11-4158-ba4f-1728a0fec316 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1573095 Jan 18 23:10:10.832055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.849300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-374bb135-78ee-494e-95d6-09ddddcdddaa None None] Provisioning for port 8f15718d-20d0-47cb-8bf6-427db6873cf5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:10.852652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b2e326b9-5785-44d0-b4a3-8b9953c158af completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:10.858751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b2e326b9-5785-44d0-b4a3-8b9953c158af triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:10.859124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.873012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-59b4d8ba-15c6-4419-a4c9-e3c5f705110b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012681 Jan 18 23:10:10.882056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-374bb135-78ee-494e-95d6-09ddddcdddaa None None] Provisioning complete for port 8f15718d-20d0-47cb-8bf6-427db6873cf5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:10.882422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-374bb135-78ee-494e-95d6-09ddddcdddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:10.908109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-559b1a47-48c1-4208-8322-5648732c986e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8996816 Jan 18 23:10:10.914070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d90c4-4d35-4a27-a528-b02d6c701ba4 req-3f5fee75-b433-4c7c-a463-2f9d08aefbe4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:10.915357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c2d90c4-4d35-4a27-a528-b02d6c701ba4 req-3f5fee75-b433-4c7c-a463-2f9d08aefbe4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.3851631 Jan 18 23:10:10.932450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-f462203e-368a-45bf-9c54-08e427160a86 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:10:10.933585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-f462203e-368a-45bf-9c54-08e427160a86 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0172169 Jan 18 23:10:10.960181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-374bb135-78ee-494e-95d6-09ddddcdddaa None None] Port 8f15718d-20d0-47cb-8bf6-427db6873cf5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:11.025699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.054646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:11.065871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:11.122991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Request body: {'port': {'device_id': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:11.135119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.203870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:11.247253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-fb1f59a1-622b-42cf-95d7-143aef1db936 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941316 Jan 18 23:10:11.322527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c2d90c4-4d35-4a27-a528-b02d6c701ba4 req-822496a0-896e-4ce4-833d-2852e7259e77 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226865 Jan 18 23:10:11.388435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:11.410236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-8b5f28be-3904-4cd1-a84e-4b395fa2844b service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297184 Jan 18 23:10:11.415980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:11.617169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d6ee033e-a73a-408f-bee1-d4db0b07d762 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283684 Jan 18 23:10:11.825130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416a8a14-030c-4541-88b8-ab0d28f49f96 req-d710d168-6134-4bf1-8a8f-b0887eb0da80 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935173 Jan 18 23:10:11.982721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ccb175db-dd87-4a97-b91a-ea50c05d4975 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593404 Jan 18 23:10:11.997368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c76203-2f78-4aed-8bb9-100a56145468 req-6ef2af91-63e9-4418-9de9-f01cf9831847 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:11.998067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-38c76203-2f78-4aed-8bb9-100a56145468 req-6ef2af91-63e9-4418-9de9-f01cf9831847 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Synchronizing usage tracker for tenant:2c0a40b9fbcf4d89af1ee7d382b52480 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:12.185104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-38c76203-2f78-4aed-8bb9-100a56145468 req-6ef2af91-63e9-4418-9de9-f01cf9831847 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Unset dirty status for tenant:2c0a40b9fbcf4d89af1ee7d382b52480 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:12.186271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38c76203-2f78-4aed-8bb9-100a56145468 req-6ef2af91-63e9-4418-9de9-f01cf9831847 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 931 time: 0.5682452 Jan 18 23:10:12.227421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-511ea87d-a82a-449f-a050-7b31c4962d42 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365344 Jan 18 23:10:12.337035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f15718d-20d0-47cb-8bf6-427db6873cf5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:12.349396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.381243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38c76203-2f78-4aed-8bb9-100a56145468 req-e46d639f-7a2d-4cac-b4b0-51914e7af7e7 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666155 Jan 18 23:10:12.383892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Transition to ACTIVE for port object 8f15718d-20d0-47cb-8bf6-427db6873cf5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:12.424169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-5b179358-5a39-4803-936d-0999db0cc7e4 service neutron] 10.222.0.59 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821396 Jan 18 23:10:12.503039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:12.724507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:12.806686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:12.861369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-62f208e0-51e9-42d2-aa5c-a687494941ec service neutron] 10.222.0.59 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312499 Jan 18 23:10:12.971207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:12.992657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '204602d4-78ab-463b-b55b-00d74acbfa22', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '204602d4-78ab-463b-b55b-00d74acbfa22', 'mac_address': 'fa:16:3e:6c:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:13.010520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc00134-949e-4138-a514-10303c716e7a req-bae3fa94-b290-467e-bab3-fdd6a476d166 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:13.012571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afc00134-949e-4138-a514-10303c716e7a req-bae3fa94-b290-467e-bab3-fdd6a476d166 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 948 time: 0.5159106 Jan 18 23:10:13.075101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.098335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:13.113247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:13.132009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afc00134-949e-4138-a514-10303c716e7a req-25d0a837-40d0-49de-8d39-9f7b2637198b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132133 Jan 18 23:10:13.133861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-29c6f2e3-884e-43e5-9c76-00f2df597cea service neutron] 10.222.0.59 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413671 Jan 18 23:10:13.134666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Attempting to bind port 8f15718d-20d0-47cb-8bf6-427db6873cf5 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:13.135003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Attempting to bind port 8f15718d-20d0-47cb-8bf6-427db6873cf5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:13.135334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Attempting to bind port 8f15718d-20d0-47cb-8bf6-427db6873cf5 on network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:13.169192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Port 8f15718d-20d0-47cb-8bf6-427db6873cf5 on network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:13.169524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Attempting to bind port 8f15718d-20d0-47cb-8bf6-427db6873cf5 on network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:13.192473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.224577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:13.227121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Checking segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:13.227121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Bound using segment: {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:13.227121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Bound port: 8f15718d-20d0-47cb-8bf6-427db6873cf5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b3fb562-16ab-4cef-b4cb-f5740b7317f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:13.227121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.273081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:13.342915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-3afaa81b-a5f2-4c58-952b-abeab123b8a4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543697 Jan 18 23:10:13.448376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['204602d4-78ab-463b-b55b-00d74acbfa22'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:13.452193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2d70bb7a-d74c-4383-9db7-85a1230efb33 service neutron] 10.222.0.59 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120854 Jan 18 23:10:13.490592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:13.561853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:13.618535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.672654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-b757e7fa-b8d9-4257-8a8d-66a694f49db2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:13.674111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-b757e7fa-b8d9-4257-8a8d-66a694f49db2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234363 Jan 18 23:10:13.734623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-10300dcb-a5cc-492c-80bc-7098f0d54908 service neutron] 10.222.0.59 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725313 Jan 18 23:10:13.740576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.741924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] 10.222.0.89 "PUT /v2.0/ports/8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 200 len: 1091 time: 2.6350515 Jan 18 23:10:13.744793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-a932b1fb-26dd-4642-8f71-5cf8cd95433e tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/quotas/91ae273417af45c3a4d98f90908a8d84 HTTP/1.1" status: 200 len: 375 time: 0.0564563 Jan 18 23:10:13.753404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55752227-9e40-4c15-a5fa-4b548c53edb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:13.798078 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a620954c-92ad-46d9-8387-c420eb5dd0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:13.864587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-981f8004-bb81-410d-b424-ea97ecb37759 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1125915 Jan 18 23:10:13.950798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-9761e329-ef97-416f-88e6-1cfb8f8c59a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 1094 time: 0.0849674 Jan 18 23:10:14.027382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-0a40c5e0-0cad-4f36-9e5c-9895df67811a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 200 len: 217 time: 0.0679188 Jan 18 23:10:14.091543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-c480e758-267d-4ed4-b0e6-ef3696365026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.093015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-c480e758-267d-4ed4-b0e6-ef3696365026 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48780cab-388f-48a0-a0c1-ddc9b71d97e6 HTTP/1.1" status: 200 len: 855 time: 0.0598295 Jan 18 23:10:14.153304 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af', 'code': 200} Jan 18 23:10:14.204870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-2a046a44-02ba-4aaa-ae14-b8630ad028bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999315 Jan 18 23:10:14.435467 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-5bdbd32b-a618-462a-a661-0a93b2b4dfa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1095 time: 0.0932896 Jan 18 23:10:14.467380 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'status': 'completed', 'code': 200} Jan 18 23:10:14.581865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-c1d701cc-913c-4695-8338-93efef2ce0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.583027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-c1d701cc-913c-4695-8338-93efef2ce0a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.1420450 Jan 18 23:10:14.618167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07f694d0-8482-46f3-a066-62f5088c5f7d req-b48e17bf-6c93-4554-9ba3-f712aa2c464b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 1097 time: 0.3835423 Jan 18 23:10:14.619897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-970d2319-5e10-4c75-a92a-db5c1cfa0745 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078701 Jan 18 23:10:14.663373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26030c83-2476-44fe-ae4d-ffa2e57007c6 req-48469b44-d5f2-483d-af48-88e6d6731f98 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.670841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26030c83-2476-44fe-ae4d-ffa2e57007c6 req-48469b44-d5f2-483d-af48-88e6d6731f98 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 946 time: 0.1985309 Jan 18 23:10:14.681654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-75a7b127-a8d1-4846-b3a1-a1d92c8a72cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 217 time: 0.0922980 Jan 18 23:10:14.694284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:14.697093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:14.710395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07f694d0-8482-46f3-a066-62f5088c5f7d req-f91ff4d3-6d4e-41a7-ae84-74954c62b292 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857558 Jan 18 23:10:14.746847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26030c83-2476-44fe-ae4d-ffa2e57007c6 req-c96c8575-2ad5-4518-bfbc-46a22807bfad tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749905 Jan 18 23:10:14.805698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-8d3d0838-e6c0-4980-b226-2a6c80d7b55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:14.822819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-8d3d0838-e6c0-4980-b226-2a6c80d7b55a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.1262228 Jan 18 23:10:14.954632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:14.962659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 204602d4-78ab-463b-b55b-00d74acbfa22 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:14.973296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 204602d4-78ab-463b-b55b-00d74acbfa22 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:14.973709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.006376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '790625ea-c683-4e8e-9be2-125dffe61a97', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:15.009462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:15.023220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-45c0c788-23e6-4eae-a4c6-31225ecff0bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167550 Jan 18 23:10:15.128636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7585b6c3-1b33-4b18-9323-d1455f3e6f69 req-87483736-8e19-4904-855e-ed52672d6797 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975388 Jan 18 23:10:15.142005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de9cd7-ddf7-46a6-9ac8-8fd218aca0ee req-dd6960ae-4654-490e-ba77-2f59ecf890e8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.143182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.144002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32de9cd7-ddf7-46a6-9ac8-8fd218aca0ee req-dd6960ae-4654-490e-ba77-2f59ecf890e8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.1521475 Jan 18 23:10:15.196175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:15.198283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-0f4a9f01-92d8-48bb-bf6a-8946ed012792 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682141 Jan 18 23:10:15.206936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32de9cd7-ddf7-46a6-9ac8-8fd218aca0ee req-ee53d306-609b-46ff-8b66-b4caeab95907 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489514 Jan 18 23:10:15.225627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:15.341971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.363395 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5a7958d4-df5f-4541-bc05-f9ee61cfc5a5 req-ac71ff91-3adb-4942-91ef-f336a3cd2ebf service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579707 Jan 18 23:10:15.410709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.428342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.487516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ff1b4-49e4-4be4-98a2-f3adc2658a19 req-a7d3e4bb-58ba-4827-87a0-cdcc39880d8e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.498591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e52ff1b4-49e4-4be4-98a2-f3adc2658a19 req-a7d3e4bb-58ba-4827-87a0-cdcc39880d8e tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 943 time: 0.0794492 Jan 18 23:10:15.544257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:15.548249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e52ff1b4-49e4-4be4-98a2-f3adc2658a19 req-b5e64e7c-70d1-43b6-82f8-447873eb0402 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488248 Jan 18 23:10:15.569504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:15.571146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:15.631951 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.666443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['790625ea-c683-4e8e-9be2-125dffe61a97'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:15.694382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef38ec79-0a69-407c-8e86-187a763cec73 req-f4f83909-5bf8-4c38-b66c-2223c651bac4 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 210 time: 0.0587671 Jan 18 23:10:15.705949 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:15.777704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:15.811232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f938cc-2007-4823-b869-98390651dfae req-4f05c4f7-7573-489c-a1ae-974256e57e4d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:15.812792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f938cc-2007-4823-b869-98390651dfae req-4f05c4f7-7573-489c-a1ae-974256e57e4d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.0949140 Jan 18 23:10:15.881818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f938cc-2007-4823-b869-98390651dfae req-be35f064-8390-4d2f-bd64-00d88c7c8baf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597410 Jan 18 23:10:15.905080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:15.979351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-09fdcad7-bc5c-41c1-b97f-1ceb7e57c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:16.129734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084e203-45ee-4f73-92d2-848a5b36ae81 req-82623d70-3199-4de3-a9be-e7975d8f9cbd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.131105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6084e203-45ee-4f73-92d2-848a5b36ae81 req-82623d70-3199-4de3-a9be-e7975d8f9cbd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 948 time: 0.0833516 Jan 18 23:10:16.154790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}, {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:16.214187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6084e203-45ee-4f73-92d2-848a5b36ae81 req-c690349f-a9ac-4737-a39e-693f362970b8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754821 Jan 18 23:10:16.306772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9945659c-df12-4f98-9ca2-5bf7422bfad4 req-f88a800d-8e52-4751-812b-42e18a2943f7 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.0447197 Jan 18 23:10:16.397167 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'code': 200} Jan 18 23:10:16.403043 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'code': 200} Jan 18 23:10:16.407613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5fed5-95f6-4ea5-9367-97c97ccb3776 req-4031b867-9411-4d34-a03c-15b6fc3b0934 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.409188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cff5fed5-95f6-4ea5-9367-97c97ccb3776 req-4031b867-9411-4d34-a03c-15b6fc3b0934 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 946 time: 0.0933487 Jan 18 23:10:16.464739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cff5fed5-95f6-4ea5-9367-97c97ccb3776 req-0a23aff2-5922-41c3-9bd3-a09841182da7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Jan 18 23:10:16.468436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:16.599711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70e38eaf-08a7-4c80-afeb-c2b8bd128608 req-1884027a-9b75-494b-8fd6-6c1d8afbd44c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1101 time: 0.1331754 Jan 18 23:10:16.663961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70e38eaf-08a7-4c80-afeb-c2b8bd128608 req-4b26d849-124e-4148-ab12-8aa30bb082ba service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510778 Jan 18 23:10:16.760718 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'status': 'completed', 'code': 200} Jan 18 23:10:16.915979 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-f22ef41f-1ecc-4976-812a-bd4b8827bead tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=91ae273417af45c3a4d98f90908a8d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422127 Jan 18 23:10:16.952399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884acc83-40cb-4e10-abbc-efe913160577 req-fac1e819-5910-43c2-a42e-f960dee3cadb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:16.953909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-884acc83-40cb-4e10-abbc-efe913160577 req-fac1e819-5910-43c2-a42e-f960dee3cadb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1814287 Jan 18 23:10:16.961864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-fc92e6ce-9765-489b-a23b-bd1d7b76b9e8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 1094 time: 0.1460140 Jan 18 23:10:17.073288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-b9722a9d-c631-4c66-963c-e5cae1d18335 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.075359 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-b9722a9d-c631-4c66-963c-e5cae1d18335 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538019 Jan 18 23:10:17.096413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Request body: {'port': {'device_id': '1db603af-9548-457e-b44c-508dbbd0b46d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '91ae273417af45c3a4d98f90908a8d84'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:17.099859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-884acc83-40cb-4e10-abbc-efe913160577 req-028fce3a-e2f8-4dce-b203-fcac46be4857 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370757 Jan 18 23:10:17.141000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-30cbc56f-b205-43ad-a85a-299ad9d37cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.142573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-30cbc56f-b205-43ad-a85a-299ad9d37cae service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 200 len: 917 time: 0.1654840 Jan 18 23:10:17.163878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.229012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-ec0c6f05-291b-4cfa-844c-7ce41e6cad60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 200 len: 217 time: 0.0757635 Jan 18 23:10:17.295088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:17.305190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:17.312071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.373533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-40f3a326-55fd-4b86-8c46-a5ba3e51928a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.375065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-40f3a326-55fd-4b86-8c46-a5ba3e51928a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48780cab-388f-48a0-a0c1-ddc9b71d97e6 HTTP/1.1" status: 200 len: 855 time: 0.1399279 Jan 18 23:10:17.440702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9798-4962-4fa6-9512-800da2ea073e req-aea27fb6-0c1c-4c06-922a-d5072add4916 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:17.442421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db5c9798-4962-4fa6-9512-800da2ea073e req-aea27fb6-0c1c-4c06-922a-d5072add4916 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 943 time: 0.1461623 Jan 18 23:10:17.454248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Made reservation on behalf of 91ae273417af45c3a4d98f90908a8d84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:17.458032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:17.514608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-352b79a6-3cac-4088-8dd2-fdb53bf79e89 req-714313e0-c7fa-46f2-a35e-2ef10b1cf8f9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 210 time: 0.0643425 Jan 18 23:10:17.548437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db5c9798-4962-4fa6-9512-800da2ea073e req-e573aea8-7c16-40ac-886c-45d2533f5add tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005867 Jan 18 23:10:17.552678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-21041bd0-3d0c-40ba-8364-39d6b2b8a7c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695807 Jan 18 23:10:17.780019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Allocated IP 192.168.233.149 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/9a98d387-9fc8-427a-b394-daa3d5dea047) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:17.962004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-0c20e7f2-a6ac-4523-80fc-50818241bf04 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948896 Jan 18 23:10:18.038289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.052670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d76b05-bcd7-4cf3-ab47-a75d4f00ad00 req-61a2dc49-4e08-4e05-b4be-c0881e190219 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:18.054159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8d76b05-bcd7-4cf3-ab47-a75d4f00ad00 req-61a2dc49-4e08-4e05-b4be-c0881e190219 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.3165681 Jan 18 23:10:18.054566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Transition to ACTIVE for port object 9a98d387-9fc8-427a-b394-daa3d5dea047 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:18.060165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c530-757f-4699-b1ab-28ef767e1222 req-9a2565ce-012e-4906-a284-49eda455fc48 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:18.063613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07b4c530-757f-4699-b1ab-28ef767e1222 req-9a2565ce-012e-4906-a284-49eda455fc48 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 946 time: 0.2421639 Jan 18 23:10:18.146681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.159753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471', '7f53780e-4eb0-4879-adc8-e3d0661398c9', '3aff6f8b-db36-40bb-813f-217e8327a191'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:18.188472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8d76b05-bcd7-4cf3-ab47-a75d4f00ad00 req-8f10889d-12c0-467e-8299-ec0788115db2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219680 Jan 18 23:10:18.191451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:18.192456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07b4c530-757f-4699-b1ab-28ef767e1222 req-c0130725-d500-4d3c-82f5-e37f2924283f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089261 Jan 18 23:10:18.194510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f44a2c76-f201-49ac-a5ea-9a4b664996ab req-36fd947f-5f78-4917-9500-75f675fc453b service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245042 Jan 18 23:10:18.238745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:18.242098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:18.247470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:18.284871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event updated for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:18.324811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:18.325593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.438463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-8ea8fa31-2516-4560-8b7d-cc126a0361f7 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3501346 Jan 18 23:10:18.452608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Request body: {'port': {'device_id': '1db603af-9548-457e-b44c-508dbbd0b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:18.489310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97c08e78-4c15-420f-846b-964d0c80570e req-c8f2c82c-97ca-4ca5-b5e8-bb43b79983b1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.0855660 Jan 18 23:10:18.660228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.699657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.719519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:18.748047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c0c83-1365-4fe2-9aef-2663e7cbc89f req-12edd971-509a-4449-b9d5-8ab1f605ec46 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:18.756125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-302c0c83-1365-4fe2-9aef-2663e7cbc89f req-12edd971-509a-4449-b9d5-8ab1f605ec46 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2455995 Jan 18 23:10:18.803213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-af75553a-a3f7-4284-a6fb-32fcc5511cda None None] Provisioning for port 9a98d387-9fc8-427a-b394-daa3d5dea047 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:18.807827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-cfe94d71-40e4-483a-b492-e22504e1bb5e service neutron] 10.222.0.89 "GET /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 1027 time: 0.1504838 Jan 18 23:10:18.827256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-af75553a-a3f7-4284-a6fb-32fcc5511cda None None] Provisioning complete for port 9a98d387-9fc8-427a-b394-daa3d5dea047 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:18.827596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af75553a-a3f7-4284-a6fb-32fcc5511cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:18.887833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-302c0c83-1365-4fe2-9aef-2663e7cbc89f req-0bbea22f-96b1-4b40-80da-5aefffb2e3b2 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304066 Jan 18 23:10:18.963140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-af75553a-a3f7-4284-a6fb-32fcc5511cda None None] Port 9a98d387-9fc8-427a-b394-daa3d5dea047 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:18.983664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 790625ea-c683-4e8e-9be2-125dffe61a97 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:18.998215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 790625ea-c683-4e8e-9be2-125dffe61a97 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:18.998869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.002550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4f4e92ff-5a2b-4e92-952e-724567be9b96 service neutron] 10.222.0.89 "GET /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 1028 time: 0.1716087 Jan 18 23:10:19.009285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-de7fbacd-fcf3-4d2c-bffa-212903087add tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.010629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-de7fbacd-fcf3-4d2c-bffa-212903087add tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 946 time: 0.4146619 Jan 18 23:10:19.127947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a98d387-9fc8-427a-b394-daa3d5dea047 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:19.139820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.158937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Transition to ACTIVE for port object 9a98d387-9fc8-427a-b394-daa3d5dea047 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:19.222428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.291840 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.296188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port b2e326b9-5785-44d0-b4a3-8b9953c158af {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:19.296530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.299813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:19.355250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c230d3eb-24a6-4a9d-aa24-b27760e6dd84 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.359424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c230d3eb-24a6-4a9d-aa24-b27760e6dd84 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.363702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c230d3eb-24a6-4a9d-aa24-b27760e6dd84 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.364873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c230d3eb-24a6-4a9d-aa24-b27760e6dd84 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 1991 time: 0.3511295 Jan 18 23:10:19.373180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:19.384320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8ffa3-150c-4dab-bfff-291a0b40d226 req-34d34c7d-e1ea-4f21-b63f-6f9960ca1060 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.391469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11a8ffa3-150c-4dab-bfff-291a0b40d226 req-34d34c7d-e1ea-4f21-b63f-6f9960ca1060 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 936 time: 0.4861736 Jan 18 23:10:19.401009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:19.533407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60dd0-0056-4789-a539-3c120962feb8 req-b9fed01a-2feb-4142-b0e4-aca35fc0d2a2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:19.535557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.537325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ef60dd0-0056-4789-a539-3c120962feb8 req-b9fed01a-2feb-4142-b0e4-aca35fc0d2a2 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 943 time: 0.3925133 Jan 18 23:10:19.565854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11a8ffa3-150c-4dab-bfff-291a0b40d226 req-6da3cba0-8ec7-4bb3-9dd1-4c5e414096b2 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735907 Jan 18 23:10:19.568884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Attempting to bind port 9a98d387-9fc8-427a-b394-daa3d5dea047 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:19.569232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Attempting to bind port 9a98d387-9fc8-427a-b394-daa3d5dea047 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:19.569561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Attempting to bind port 9a98d387-9fc8-427a-b394-daa3d5dea047 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:19.581776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Port 9a98d387-9fc8-427a-b394-daa3d5dea047 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:19.582102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Attempting to bind port 9a98d387-9fc8-427a-b394-daa3d5dea047 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:19.591317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:19.591680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:19.594584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:19.595051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Bound port: 9a98d387-9fc8-427a-b394-daa3d5dea047, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:19.595407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.647652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-26053bfb-3b62-4483-842b-5bad7c6935a0 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9514892046a4a4f850c5981983deab1 HTTP/1.1" status: 200 len: 380 time: 0.2506928 Jan 18 23:10:19.668054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:19.679359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'admin_state_up': True, 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'security_groups': ['58506bef-d761-46bb-b0db-2062ae279847']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:19.762926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:19.767303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=9a98d387-9fc8-427a-b394-daa3d5dea047,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:19.834644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.917430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:19.919845 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a98d387-9fc8-427a-b394-daa3d5dea047 HTTP/1.1" status: 200 len: 1096 time: 1.4731565 Jan 18 23:10:19.920976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:19.983584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c40b60-c845-4f3f-b6ef-c691644d6ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:20.085386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ef60dd0-0056-4789-a539-3c120962feb8 req-54579836-ed2c-4d26-993f-707ee6c11392 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5142369 Jan 18 23:10:20.174317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:20.177547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port b2e326b9-5785-44d0-b4a3-8b9953c158af, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b2e326b9-5785-44d0-b4a3-8b9953c158af,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:20.177914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.194879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:20.208185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-bcc43e00-c768-4eff-ac47-3bf7c2a9df70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 1099 time: 0.1714990 Jan 18 23:10:20.255497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:20.286396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-b95cfae2-1d0c-4005-aa0d-9dd9a0eb594a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=9a98d387-9fc8-427a-b394-daa3d5dea047 HTTP/1.1" status: 200 len: 217 time: 0.0680199 Jan 18 23:10:20.351941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:20.355740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-fe1e6501-cad4-4d08-b441-3648a868b706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:20.357258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-fe1e6501-cad4-4d08-b441-3648a868b706 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0645723 Jan 18 23:10:20.360340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for b2e326b9-5785-44d0-b4a3-8b9953c158af owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:20.415632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623950c2-c5c9-4a37-b0eb-e35558295457 req-04b73282-7878-47f3-9575-ba8884bc2e57 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:20.417631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-623950c2-c5c9-4a37-b0eb-e35558295457 req-04b73282-7878-47f3-9575-ba8884bc2e57 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.4631426 Jan 18 23:10:20.434872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-e879b0ea-3fb3-4e03-8575-a4e99f045959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715821 Jan 18 23:10:20.476479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:20.480071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.585142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-623950c2-c5c9-4a37-b0eb-e35558295457 req-72e97824-8194-444e-b01e-0979dc2cd147 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531472 Jan 18 23:10:20.664737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc98ec3-5a3c-4b47-9209-9c7ba130e08c req-a9931aea-acc1-4400-904f-416dd880b408 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:20.666244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc98ec3-5a3c-4b47-9209-9c7ba130e08c req-a9931aea-acc1-4400-904f-416dd880b408 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857 HTTP/1.1" status: 200 len: 946 time: 0.4073079 Jan 18 23:10:20.677495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-747d3079-350e-4065-8059-0a9076e61d20 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362280 Jan 18 23:10:20.719030 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'code': 200} Jan 18 23:10:20.843259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:20.866858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c1fe352-9b11-42b3-bda7-df49f8c66663 req-15b4ef41-714c-48c6-8a44-197ee342e398 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825192 Jan 18 23:10:20.898605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc98ec3-5a3c-4b47-9209-9c7ba130e08c req-0c9fbc2e-3130-4cb5-bc9e-e42df533fd89 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158191 Jan 18 23:10:20.959337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 172.20.0.3 (54f36bba-5c61-4635-b73b-4727c8de00f4/99693792-16ad-4fa8-80ee-86a1d2c05603/f444e7bb-611d-432a-a57e-91c66811eac1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:20.966965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=b2e326b9-5785-44d0-b4a3-8b9953c158af,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:20.974452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1857745-a1a2-43c8-bf61-4685608bd8f7 req-0cb30a0b-7da9-4528-9010-cdc6cb166a67 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.1234963 Jan 18 23:10:21.013720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-8a7c91dc-1b91-405b-9d74-2dccec7e1ce8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997593 Jan 18 23:10:21.076514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port b2e326b9-5785-44d0-b4a3-8b9953c158af on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:21.079344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.092748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'name': 'network-vif-deleted', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:21.124008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd18a523-b9fe-4414-9b49-a3172b9b8353 req-6ce13ed2-aece-4768-9f8f-0db1c5a16262 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "DELETE /v2.0/ports/b2e326b9-5785-44d0-b4a3-8b9953c158af HTTP/1.1" status: 204 len: 173 time: 2.0078475 Jan 18 23:10:21.136550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-63d6664e-1139-4e17-a0d5-48162328b078 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 1100 time: 0.0948696 Jan 18 23:10:21.162411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d4b680-e09b-4754-89fe-224bee6ca16b req-17120c3a-5191-476c-aba4-7d4ca0262d72 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1097 time: 0.3736253 Jan 18 23:10:21.262155 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047', 'status': 'completed', 'code': 200} Jan 18 23:10:21.289351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d4b680-e09b-4754-89fe-224bee6ca16b req-6784d1c7-d641-40ba-873d-58e15492e3e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790107 Jan 18 23:10:21.337580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-cec5dbe0-794f-404c-a37f-ff2085ac67db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:21.339362 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-cec5dbe0-794f-404c-a37f-ff2085ac67db service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1838622 Jan 18 23:10:21.502248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.539179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object f444e7bb-611d-432a-a57e-91c66811eac1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:21.567971 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-d2009c60-7a5c-4855-92be-92932c6b9723 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05 HTTP/1.1" status: 200 len: 217 time: 0.0676651 Jan 18 23:10:21.572157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864f46b-39ed-4adc-b48e-441129c9c691 req-e0555786-fd28-4f0b-a067-5e3d9b2213b7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:21.574047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c864f46b-39ed-4adc-b48e-441129c9c691 req-e0555786-fd28-4f0b-a067-5e3d9b2213b7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2301576 Jan 18 23:10:21.584200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-1b001e36-36c8-4d60-925b-4e74708c3d89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=91ae273417af45c3a4d98f90908a8d84&device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 1099 time: 0.2866166 Jan 18 23:10:21.593265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985e517-2962-401c-ab6e-e00830a14375 req-470bc23d-1574-47d4-b87f-6404029fbd5f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:21.594698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6985e517-2962-401c-ab6e-e00830a14375 req-470bc23d-1574-47d4-b87f-6404029fbd5f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 948 time: 0.2004681 Jan 18 23:10:21.633414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-9dda954f-4ddc-46c2-b73f-ad88565dcff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:21.634868 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-9dda954f-4ddc-46c2-b73f-ad88565dcff4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0610158 Jan 18 23:10:21.728386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-766abbd7-c4b7-430d-bee5-f34bf62172bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848868 Jan 18 23:10:21.894448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-b2602503-e295-4562-b053-48d47558484e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440432 Jan 18 23:10:21.896640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c864f46b-39ed-4adc-b48e-441129c9c691 req-d22fe530-865f-46c8-8072-0505c32df338 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119986 Jan 18 23:10:21.912618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6985e517-2962-401c-ab6e-e00830a14375 req-0b6b3450-67bc-48fd-8ece-cc4a09905bbf tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812638 Jan 18 23:10:21.915663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:21.995342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-027851f4-92a5-4a2e-9aa3-64046efc7da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:21.997031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-027851f4-92a5-4a2e-9aa3-64046efc7da3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3883517 Jan 18 23:10:22.079717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:22.111261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4efa95ec-974d-4bec-9c3f-6b6c953a369c req-4dbf7468-3da7-420a-b348-23b9e0697788 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014658 Jan 18 23:10:22.135677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:22.138633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:22.145930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:22.178200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-ac562063-ccf1-4b16-80ae-30eee01e0fb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=9a98d387-9fc8-427a-b394-daa3d5dea047 HTTP/1.1" status: 200 len: 217 time: 0.1704307 Jan 18 23:10:22.221490 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ebdac33-4b74-4a5c-a6bc-5cb0ce9c8857', 'name': 'network-vif-deleted', 'tag': 'b2e326b9-5785-44d0-b4a3-8b9953c158af', 'status': 'completed', 'code': 200} Jan 18 23:10:22.309644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:22.310181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.366641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-bfd8cf09-04f0-4183-9499-4ac75cba6a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:22.368796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-bfd8cf09-04f0-4183-9499-4ac75cba6a42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1799104 Jan 18 23:10:22.424503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864a310-22fd-4926-a4dd-ed3eceb41711 req-83fce11a-6b29-4bb3-b809-a6334f98d8fd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:22.426376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1864a310-22fd-4926-a4dd-ed3eceb41711 req-83fce11a-6b29-4bb3-b809-a6334f98d8fd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.3601236 Jan 18 23:10:22.481265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-81b66d45-53e9-494e-95bd-0aad04f33f4f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207221 Jan 18 23:10:22.515520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'admin_state_up': True, 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'security_groups': ['58506bef-d761-46bb-b0db-2062ae279847']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:22.552009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67003924-08f8-4e50-bf78-b8232894f8c8 None None] Provisioning for port f444e7bb-611d-432a-a57e-91c66811eac1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:22.557244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67003924-08f8-4e50-bf78-b8232894f8c8 None None] Provisioning complete for port f444e7bb-611d-432a-a57e-91c66811eac1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:22.558364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-67003924-08f8-4e50-bf78-b8232894f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:22.613988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-67003924-08f8-4e50-bf78-b8232894f8c8 None None] Port f444e7bb-611d-432a-a57e-91c66811eac1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:22.712601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1864a310-22fd-4926-a4dd-ed3eceb41711 req-405eb377-7626-495c-b0e9-983ccf49e155 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380853 Jan 18 23:10:22.724166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b2e326b9-5785-44d0-b4a3-8b9953c158af no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:22.794507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b2e326b9-5785-44d0-b4a3-8b9953c158af {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:22.795140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b2e326b9-5785-44d0-b4a3-8b9953c158af not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:22.806215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-cc0ef5e6-37a7-422c-9eb7-7c1bb2e364fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3880794 Jan 18 23:10:22.813826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751d906-142e-4026-b0a5-9662db6f9bb0 req-e1b72550-6f25-48be-a41a-2c8f61552f80 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:22.815394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2751d906-142e-4026-b0a5-9662db6f9bb0 req-e1b72550-6f25-48be-a41a-2c8f61552f80 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 943 time: 0.4452164 Jan 18 23:10:22.845582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:22.919466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36148) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:22.943751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:22.960715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:22.988095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:23.049425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2751d906-142e-4026-b0a5-9662db6f9bb0 req-ccbca2b2-d4a1-4d84-9176-3a0668469d18 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053294 Jan 18 23:10:23.085370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:23.097317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.139447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.178082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:23.186167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Usage tracker for resource:security_group_rule and tenant:37a6f8dc65c5450881564432d369e2a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:23.187547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:23.193776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:23.232340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-57fcab19-6ed0-42d2-88cd-26788a5f8ab6 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121189 Jan 18 23:10:23.266643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.334905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.396046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a378dd-0c61-497e-83dd-d3dd3f00d003,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:23.427905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6bcc58d3-5935-4c69-a5b9-6bc61a3ac72c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37a6f8dc65c5450881564432d369e2a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080009 Jan 18 23:10:23.428570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:23.491317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.518256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.522646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ee9cb-ed6a-4b40-a44b-4ab38895f925 req-06dde9a4-f04f-425d-bd64-842834285bbd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:23.523322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d4ee9cb-ed6a-4b40-a44b-4ab38895f925 req-06dde9a4-f04f-425d-bd64-842834285bbd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:23.531568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4183c8b6-f6fa-4e1f-9022-7091ac22b81b req-a3c0b72e-5a09-43fd-89ea-f575be0966e5 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902360 Jan 18 23:10:23.547343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.1.1.136 (532d7673-d9dd-452e-aa0d-6c335749a03d/0d7e5b76-aa65-44ec-bceb-58d7f253db36/2cce9026-423d-4ef3-9f46-d48ba72ed861) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:23.588789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe39c26-7af2-447f-8c75-29c6deaa724e req-3ad5bde4-964f-4464-8e1a-f68f141b6710 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:23.591106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebe39c26-7af2-447f-8c75-29c6deaa724e req-3ad5bde4-964f-4464-8e1a-f68f141b6710 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 948 time: 0.2098002 Jan 18 23:10:23.637988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebe39c26-7af2-447f-8c75-29c6deaa724e req-b0e94148-e531-4b45-90e9-476db3947a36 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 Jan 18 23:10:23.643199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d4ee9cb-ed6a-4b40-a44b-4ab38895f925 req-06dde9a4-f04f-425d-bd64-842834285bbd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:23.645742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d4ee9cb-ed6a-4b40-a44b-4ab38895f925 req-06dde9a4-f04f-425d-bd64-842834285bbd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 931 time: 0.5077760 Jan 18 23:10:23.672417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.694195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a378dd-0c61-497e-83dd-d3dd3f00d003,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:23.701254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:23.704662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6794b918-40a7-4aad-a964-c15de3ca7493 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65a378dd-0c61-497e-83dd-d3dd3f00d003 HTTP/1.1" status: 204 len: 168 time: 0.2728870 Jan 18 23:10:23.734318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d4ee9cb-ed6a-4b40-a44b-4ab38895f925 req-4d9fe39d-3d57-4206-931b-11057692965f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829246 Jan 18 23:10:24.243439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.250961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35372-2090-416c-851c-ddfaecd20325 req-23249554-6929-4f08-83eb-d01f33ae4c8d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:24.252400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-23249554-6929-4f08-83eb-d01f33ae4c8d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.3546338 Jan 18 23:10:24.262592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe5a03-0b19-4441-9d04-47fea4883689 req-a6770bef-5614-495d-bf35-439342ebdc43 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:24.264035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72fe5a03-0b19-4441-9d04-47fea4883689 req-a6770bef-5614-495d-bf35-439342ebdc43 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.4702427 Jan 18 23:10:24.297882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object 2cce9026-423d-4ef3-9f46-d48ba72ed861 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:24.310261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-cb207054-805f-4ab7-8e62-ca11eb5a9862 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0356669 Jan 18 23:10:24.374537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3ff35372-2090-416c-851c-ddfaecd20325 req-1f3085a7-90aa-4db3-b2a7-6fc5d1f2d911 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:24.383403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72fe5a03-0b19-4441-9d04-47fea4883689 req-9313feb3-0f04-46cf-b3c1-974e34172771 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098831 Jan 18 23:10:24.568354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.568354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3ff35372-2090-416c-851c-ddfaecd20325 req-1f3085a7-90aa-4db3-b2a7-6fc5d1f2d911 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:24.568354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-1f3085a7-90aa-4db3-b2a7-6fc5d1f2d911 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2432137 Jan 18 23:10:24.726550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 9a98d387-9fc8-427a-b394-daa3d5dea047 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:24.765778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:24.773544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:24.782591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:24.787649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:24.895269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-61827b60-b62a-4178-9858-6218c8a6d981 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248594 Jan 18 23:10:24.909975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:24.910912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:24.958241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=9a98d387-9fc8-427a-b394-daa3d5dea047,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:24.978632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '9a98d387-9fc8-427a-b394-daa3d5dea047', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '9a98d387-9fc8-427a-b394-daa3d5dea047', 'mac_address': 'fa:16:3e:92:95:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:25.019147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:25.023439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8f15718d-20d0-47cb-8bf6-427db6873cf5 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:25.061809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf28dd2-a35f-4bb0-b156-1a012e8837f2 req-257ff4ee-6f62-433d-a67a-9c47b1243887 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.063590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddf28dd2-a35f-4bb0-b156-1a012e8837f2 req-257ff4ee-6f62-433d-a67a-9c47b1243887 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 943 time: 0.3709588 Jan 18 23:10:25.087333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.148907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddf28dd2-a35f-4bb0-b156-1a012e8837f2 req-99a13770-7419-4d95-8256-e5f6f2a47285 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772395 Jan 18 23:10:25.165245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-ab43e3d6-0529-4003-aa1b-42052edcbece tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6618867 Jan 18 23:10:25.183967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'admin_state_up': True, 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'security_groups': ['58506bef-d761-46bb-b0db-2062ae279847']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:25.208466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1978058726-network', 'tenant_id': '286039212c584a5ea80c0a0b4e165946'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:25.213452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:25.219985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a98d387-9fc8-427a-b394-daa3d5dea047 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:25.227009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Usage tracker for resource:network and tenant:286039212c584a5ea80c0a0b4e165946 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:25.230524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:25.237507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:25.237761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=9a98d387-9fc8-427a-b394-daa3d5dea047,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:25.297772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:25.305037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5f61aa44-b0c1-4dc1-a246-37c5bc671f06 None None] Provisioning for port 2cce9026-423d-4ef3-9f46-d48ba72ed861 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:25.315165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5f61aa44-b0c1-4dc1-a246-37c5bc671f06 None None] Provisioning complete for port 2cce9026-423d-4ef3-9f46-d48ba72ed861 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:25.315533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f61aa44-b0c1-4dc1-a246-37c5bc671f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.324085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Made reservation on behalf of 286039212c584a5ea80c0a0b4e165946 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:25.326397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.340123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.343540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'port_id': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'mac_address': 'fa:16:3e:d5:08:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:25.373023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-af49770a-b614-4948-a039-1101119dad33 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576459 Jan 18 23:10:25.375214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.377404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:25.381949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Usage tracker for resource:security_group_rule and tenant:286039212c584a5ea80c0a0b4e165946 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:25.386627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:25.393873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:25.476502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5f61aa44-b0c1-4dc1-a246-37c5bc671f06 None None] Port 2cce9026-423d-4ef3-9f46-d48ba72ed861 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:25.476977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.481596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.507408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f15718d-20d0-47cb-8bf6-427db6873cf5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:25.516722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:25.529889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade55be-9b14-4b35-840e-40f19060a1d5 req-a407e98c-2cc7-431b-bf7f-3fed2bf5a058 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:25.531044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:25.538235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ade55be-9b14-4b35-840e-40f19060a1d5 req-a407e98c-2cc7-431b-bf7f-3fed2bf5a058 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2255864 Jan 18 23:10:25.539827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:25.543957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:25.554325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'floatingip': {'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:25.565792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:25.644750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['9a98d387-9fc8-427a-b394-daa3d5dea047'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:25.648675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.747885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02ab68aa-30b4-4192-9228-2b195c345e77 req-6a42db39-06b9-4dd7-a610-3ae75412e135 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0801990 Jan 18 23:10:25.767284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.811730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:25.814488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.818572 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.828591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:25.830894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddefe5a3-d340-4dcd-84f5-bd4b7801106a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:25.966830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:25.967180 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Added segment 14b9ae92-7584-4717-a55d-3dd29044776c of type vlan for network b7e3c546-4bf0-493e-89e7-830b27e1a70b Jan 18 23:10:25.993726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:26.092414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.131948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.1.1.194 (532d7673-d9dd-452e-aa0d-6c335749a03d/0d7e5b76-aa65-44ec-bceb-58d7f253db36/df36694f-67d8-4d80-bd37-08dfc4c5810b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:26.265689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8f15718d-20d0-47cb-8bf6-427db6873cf5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:26.551147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-0afdb58b-dd62-44e8-8bd2-79a07efe7da9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820083 Jan 18 23:10:26.559916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.560114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:26.560538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.698946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.705157 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6848001 Jan 18 23:10:26.711804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd54090-c38e-4ba8-a91f-ec0131240bfe req-057b3726-a144-4c7d-98a8-cf96ba45d3f5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:26.714445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:26.716611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd54090-c38e-4ba8-a91f-ec0131240bfe req-057b3726-a144-4c7d-98a8-cf96ba45d3f5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:26.723520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd54090-c38e-4ba8-a91f-ec0131240bfe req-057b3726-a144-4c7d-98a8-cf96ba45d3f5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 1653 time: 0.4407699 Jan 18 23:10:26.727557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Request body: {'subnet': {'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-subnet', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:26.730437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:26.734535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Usage tracker for resource:subnet and tenant:286039212c584a5ea80c0a0b4e165946 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:26.735292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327b35-123d-4358-b470-9187825bf35a req-6bb0eadf-1b61-491a-9c74-ea33da5e619f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:26.737447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:26.742329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89327b35-123d-4358-b470-9187825bf35a req-6bb0eadf-1b61-491a-9c74-ea33da5e619f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 949 time: 0.4607964 Jan 18 23:10:26.743528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:26.751068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ced0-a9ae-4d7a-83af-171a6ed3a4ec admin admin] Pushing event updated for resources: {'Network': ['ID=b7e3c546-4bf0-493e-89e7-830b27e1a70b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:26.767288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:26.795230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object df36694f-67d8-4d80-bd37-08dfc4c5810b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:26.845951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd54090-c38e-4ba8-a91f-ec0131240bfe req-d571411b-caa7-40f1-8a2e-16ab95497245 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214848 Jan 18 23:10:26.922554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89327b35-123d-4358-b470-9187825bf35a req-e5dc352e-982c-44f4-bb95-5691c005c6c0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792669 Jan 18 23:10:26.981247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:26.982745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Made reservation on behalf of 286039212c584a5ea80c0a0b4e165946 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:26.985368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.087222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.145247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d16cb922-70f0-4454-82e3-32a663c0ae55 req-935adb4d-5f1d-4ad0-a36f-137c7ac40b89 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 210 time: 0.1058235 Jan 18 23:10:27.201527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-ec75403e-f19d-451e-8164-9cc33f11a595 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2756953 Jan 18 23:10:27.217780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44275618-165b-43cc-b706-3ed75a019268 req-2b9128e4-8f5c-4d72-80de-6f449578c64f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:27.219758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44275618-165b-43cc-b706-3ed75a019268 req-2b9128e4-8f5c-4d72-80de-6f449578c64f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1441348 Jan 18 23:10:27.309772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.445348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44275618-165b-43cc-b706-3ed75a019268 req-c916e882-a226-4f08-a8f9-ec30cce22ebb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195101 Jan 18 23:10:27.446170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:27.460806 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Floating IP 2da7697e-9422-463d-a92c-e85c61c919e2 associated. External IP: 172.25.1.99, port: 790625ea-c683-4e8e-9be2-125dffe61a97. Jan 18 23:10:27.537643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 532d7673-d9dd-452e-aa0d-6c335749a03d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:27.544451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:27.554156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:27.643391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-f03b81ff-071f-4db8-8d2e-f4c5499d22d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2febb3d82a244c279401309afe5a1380&device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 1099 time: 0.3892729 Jan 18 23:10:27.677049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.822566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff276b1-ee12-403f-81a9-73b0dc042db4,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:27.848109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Checking segment: {'id': '14b9ae92-7584-4717-a55d-3dd29044776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:27.848699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Network hostable DHCP agents. Network: b7e3c546-4bf0-493e-89e7-830b27e1a70b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:27.875740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:27.876343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:27.998544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bfd1f248-d6ba-43e5-83bb-c45552f5f3cb None None] Provisioning for port df36694f-67d8-4d80-bd37-08dfc4c5810b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:28.005356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bfd1f248-d6ba-43e5-83bb-c45552f5f3cb None None] Provisioning complete for port df36694f-67d8-4d80-bd37-08dfc4c5810b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:28.005734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bfd1f248-d6ba-43e5-83bb-c45552f5f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.012616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61580473-504f-4600-9bda-d8d1fda4431e req-22b222f1-c75f-4dfb-aca6-a17f9d3b5ad5 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.014158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61580473-504f-4600-9bda-d8d1fda4431e req-22b222f1-c75f-4dfb-aca6-a17f9d3b5ad5 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 944 time: 0.5553324 Jan 18 23:10:28.015114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-ec29a2b0-cc19-4e7f-a0f1-cd93f5f02e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.016396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-ec29a2b0-cc19-4e7f-a0f1-cd93f5f02e2a service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3242986 Jan 18 23:10:28.100476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1f248-d6ba-43e5-83bb-c45552f5f3cb None None] Port df36694f-67d8-4d80-bd37-08dfc4c5810b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:28.110601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4bdd9c12-551d-4b9b-99b9-f99c6d52cfd8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9310453 Jan 18 23:10:28.124682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'admin_state_up': True, 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'security_groups': ['58506bef-d761-46bb-b0db-2062ae279847']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:28.148960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-08c84b65-3cab-49ff-bce8-977913be4ed7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=47e36471-998b-4d83-b7a7-3f040bdf1235 HTTP/1.1" status: 200 len: 217 time: 0.1107144 Jan 18 23:10:28.169013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:28.320824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61580473-504f-4600-9bda-d8d1fda4431e req-990f6164-b6c3-428a-a717-da576d29a9f0 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003595 Jan 18 23:10:28.357973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-30c033b6-bef7-49ed-b9a7-a2880ef5c7d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.359445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-30c033b6-bef7-49ed-b9a7-a2880ef5c7d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2041969 Jan 18 23:10:28.403581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:28.438817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:28.446624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:28.455722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:28.466756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b7e3c546-4bf0-493e-89e7-830b27e1a70b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:28.478061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ea555-6224-4644-a93b-970fe671c309 None None] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:10:28.496862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.497866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.504724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:28.518276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.522295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.526723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.527615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:28.579678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-eb6b2538-354e-4a68-8cbf-0eec849cee55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088747 Jan 18 23:10:28.638197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4c24c44d-bf7e-442f-a502-ebedd38026c9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9210939 Jan 18 23:10:28.643753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:28.650230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:28.655156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:28.658962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Usage tracker for resource:router and tenant:286039212c584a5ea80c0a0b4e165946 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:28.661831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:28.668349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:28.676763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1583fe-4b06-4d2b-9dfd-78f3136cbf44 req-9293fc4b-1219-46f2-ba2c-9d0805de69a9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:28.678237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d1583fe-4b06-4d2b-9dfd-78f3136cbf44 req-9293fc4b-1219-46f2-ba2c-9d0805de69a9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 949 time: 0.2195680 Jan 18 23:10:28.719065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:28.723823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.736159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:28.745982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:10:28.755969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 9a98d387-9fc8-427a-b394-daa3d5dea047 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:28.782890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.784403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.787716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b7e3c546-4bf0-493e-89e7-830b27e1a70b', 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'fixed_ips': [{'subnet_id': 'aff276b1-ee12-403f-81a9-73b0dc042db4'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:10:28.788799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.803481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b92d8fc-0bab-4da4-9ec6-3457d9d4aaf1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "PUT /v2.0/floatingips/2da7697e-9422-463d-a92c-e85c61c919e2 HTTP/1.1" status: 200 len: 991 time: 3.2579484 Jan 18 23:10:28.806329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:28.820484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:28.844511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:28.845543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:28.850956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:28.857937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-7ab2670d-da4c-4d4f-8fb0-6e850c2bc9a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 2374 time: 0.6226110 Jan 18 23:10:28.894331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-d2c228fe-60ef-4cb2-b187-45b489ef87e0 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056514 Jan 18 23:10:28.939917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d1583fe-4b06-4d2b-9dfd-78f3136cbf44 req-de4969a0-5a53-49d4-9ffe-ba72ef664c05 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529123 Jan 18 23:10:29.160917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8f15718d-20d0-47cb-8bf6-427db6873cf5 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:29.203130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ec0072c-9620-4daa-913e-6168789ee6e2 req-05f0ca10-6127-43e7-9de6-9f875106895e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442385 Jan 18 23:10:29.206287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 9a98d387-9fc8-427a-b394-daa3d5dea047 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:29.228015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.290101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 9a98d387-9fc8-427a-b394-daa3d5dea047 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:29.290649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.339751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ce7fbf0-faf9-4c53-87e1-b2bf3f21e52e req-c82f3d8e-cdd4-4d20-9d03-ae28519fdcc3 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325588 Jan 18 23:10:29.348199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.379230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Allocated IP 172.20.0.2 (b7e3c546-4bf0-493e-89e7-830b27e1a70b/aff276b1-ee12-403f-81a9-73b0dc042db4/11c88903-8c60-4a79-85b1-cdf9c6c93841) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:29.390858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35372-2090-416c-851c-ddfaecd20325 req-dc2c59ff-4178-4cbc-b53f-6f0aa8bf2b22 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:29.392475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-dc2c59ff-4178-4cbc-b53f-6f0aa8bf2b22 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.89 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.3572683 Jan 18 23:10:29.396153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:29.411175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': '67cc9010-46cb-41ca-8aff-18d13755a564', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:29.440712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fd05fe2-91d1-4604-b726-4e3979de3205 req-0d95d822-a04f-4a18-973a-0dfa0fe685d5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 210 time: 0.0992754 Jan 18 23:10:29.682530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:29.695459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:29.726215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df7ed-325f-420f-842e-b7a02b968bf1 req-24543619-23cd-4b19-b652-f0429b4d23de tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:29.728038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-876df7ed-325f-420f-842e-b7a02b968bf1 req-24543619-23cd-4b19-b652-f0429b4d23de tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.2677014 Jan 18 23:10:29.789964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-876df7ed-325f-420f-842e-b7a02b968bf1 req-1294196c-831d-4841-b43c-f9a7f357a626 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Jan 18 23:10:29.796241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 8f15718d-20d0-47cb-8bf6-427db6873cf5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:29.814307 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'status': 'completed', 'code': 200} Jan 18 23:10:29.828962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 8f15718d-20d0-47cb-8bf6-427db6873cf5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:29.829623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.836513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:29.839848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.886704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.2.2.100 (78af8403-33bc-4c35-8b1e-4a332dcea5d1/9378fd0a-9e98-4aaa-a418-1f40ff7a16c8/1168f541-2a48-496e-95d5-a30c25f2783d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:29.890065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:29.931883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-bde5fb48-0385-433c-97fd-ba02264a25d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1097 time: 0.1336029 Jan 18 23:10:30.002109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:30.087077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.118936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-9850de7d-f6c3-45d3-abdc-fee34550d6ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:30.120662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-9850de7d-f6c3-45d3-abdc-fee34550d6ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.1748788 Jan 18 23:10:30.128052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=9a98d387-9fc8-427a-b394-daa3d5dea047,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:30.131505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.243189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.279610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.301420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-1f0f4a43-0633-4f75-b8b8-c5157ee84c97 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1101 time: 0.4154015 Jan 18 23:10:30.331511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Transition to ACTIVE for port object 11c88903-8c60-4a79-85b1-cdf9c6c93841 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:30.403007 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.410068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Transition to ACTIVE for port object 11c88903-8c60-4a79-85b1-cdf9c6c93841 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:30.431861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.458666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:30.477505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371b52-e1e8-41a0-b706-710e26cc127f req-45708e5f-2af0-4b43-94b2-85c3cdf20f21 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:30.479235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76371b52-e1e8-41a0-b706-710e26cc127f req-45708e5f-2af0-4b43-94b2-85c3cdf20f21 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 944 time: 0.3542373 Jan 18 23:10:30.479507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '2da7697e-9422-463d-a92c-e85c61c919e2', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:46Z', 'updated_at': '2022-01-18T23:10:26Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:30.481626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-4f389ad1-a7d7-42e6-a86f-f6239e794c7c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 999 time: 0.3012466 Jan 18 23:10:30.482345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.4 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/e9fd908f-6d05-4e08-919a-697c203bbdba) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:30.484230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:10:30.496548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.537459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Allocated IP 172.25.1.42 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/2f1c1062-2ac1-4087-8e0d-5dc43e3a942e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:30.545173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:30.545956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:30.602633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76371b52-e1e8-41a0-b706-710e26cc127f req-d632d66f-1d85-4212-867d-9f37e074d9a7 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719700 Jan 18 23:10:30.611718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.659253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-d883bf49-8c74-4bef-811f-4c673da3d572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:30.660763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-d883bf49-8c74-4bef-811f-4c673da3d572 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.1668832 Jan 18 23:10:30.669745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:30.710879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:30.722161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:30.751336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object 1168f541-2a48-496e-95d5-a30c25f2783d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:30.774469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-3d265910-c826-420c-8ec9-90281f418a78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005681 Jan 18 23:10:30.793682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Pushing event updated for resources: {'Port': ['ID=11c88903-8c60-4a79-85b1-cdf9c6c93841,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:30.796447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:30.888519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-bb1ca265-d7a2-4806-bc17-235dd6a8b0be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:30.890003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-bb1ca265-d7a2-4806-bc17-235dd6a8b0be service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.5781207 Jan 18 23:10:30.921416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-44b6ae4d-0698-4cb6-9262-52ebbc265c98 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393983 Jan 18 23:10:31.004018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Attempting to bind port 11c88903-8c60-4a79-85b1-cdf9c6c93841 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:31.008647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Attempting to bind port 11c88903-8c60-4a79-85b1-cdf9c6c93841 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '14b9ae92-7584-4717-a55d-3dd29044776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:31.008647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Attempting to bind port 11c88903-8c60-4a79-85b1-cdf9c6c93841 on network b7e3c546-4bf0-493e-89e7-830b27e1a70b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:31.008647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.013276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:31.019186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-a8f388c7-6d91-44e9-9657-632a1d28cfcf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1215689 Jan 18 23:10:31.067414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.076028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:31.076927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Checking segment: {'id': '14b9ae92-7584-4717-a55d-3dd29044776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:31.077529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.078128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Bound using segment: {'id': '14b9ae92-7584-4717-a55d-3dd29044776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:31.078818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Bound port: 11c88903-8c60-4a79-85b1-cdf9c6c93841, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b9ae92-7584-4717-a55d-3dd29044776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7e3c546-4bf0-493e-89e7-830b27e1a70b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:31.079409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.159581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:31.199204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-25499020-76c3-47f6-b414-16701626e345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:31.200663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-25499020-76c3-47f6-b414-16701626e345 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1749473 Jan 18 23:10:31.220208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.248775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:31.314933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.376621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-0f7f5bca-f700-43b9-ba5a-a90f98a0bdea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596522 Jan 18 23:10:31.389947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] For port 11c88903-8c60-4a79-85b1-cdf9c6c93841, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:31.415274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.419763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:31.454468 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:10:31.462608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] For port 11c88903-8c60-4a79-85b1-cdf9c6c93841, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=11c88903-8c60-4a79-85b1-cdf9c6c93841,segment=NetworkSegment(14b9ae92-7584-4717-a55d-3dd29044776c),segment_id=14b9ae92-7584-4717-a55d-3dd29044776c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:31.471463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.487401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:31.488027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.504648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fea58b7-fa25-4c19-bc68-b02769955ff5 req-101b3677-71c5-484c-b53b-662ac5ba4955 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304956 Jan 18 23:10:31.513474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0c10f-3e62-4894-8625-caa0ec895950 req-a056655d-a527-42a3-b89b-5a76cd6ab506 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:31.514935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96f0c10f-3e62-4894-8625-caa0ec895950 req-a056655d-a527-42a3-b89b-5a76cd6ab506 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 950 time: 0.5926445 Jan 18 23:10:31.521096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.544051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.599134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Pushing event updated for resources: {'Port': ['ID=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.615233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:31.631023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-42df0129-634b-4979-80ac-413394e85edb tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5113273 Jan 18 23:10:31.633427 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047', 'code': 200} Jan 18 23:10:31.646297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'admin_state_up': True, 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'security_groups': ['58506bef-d761-46bb-b0db-2062ae279847']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:31.669266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:31.670279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:31.682095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:31.688469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:31.712255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:31.732197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96f0c10f-3e62-4894-8625-caa0ec895950 req-23901340-574d-4f28-8753-068f3e369d2a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942785 Jan 18 23:10:31.766835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02c3a-50a2-40c7-ac57-c289a2b4bebe None None] Pushing event updated for resources: {'Port': ['ID=11c88903-8c60-4a79-85b1-cdf9c6c93841,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.776007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e6d27d72-2909-4252-bcf8-c7cf61e27eaa None None] Provisioning for port 1168f541-2a48-496e-95d5-a30c25f2783d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:31.784606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e6d27d72-2909-4252-bcf8-c7cf61e27eaa None None] Provisioning complete for port 1168f541-2a48-496e-95d5-a30c25f2783d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:31.785027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6d27d72-2909-4252-bcf8-c7cf61e27eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.802311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8d269450-e51d-4b46-83a1-bffaaff7bb46 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186032 Jan 18 23:10:31.802893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:31.854743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:31.855348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:31.867008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e6d27d72-2909-4252-bcf8-c7cf61e27eaa None None] Port 1168f541-2a48-496e-95d5-a30c25f2783d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:31.911447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '2da7697e-9422-463d-a92c-e85c61c919e2', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:46Z', 'updated_at': '2022-01-18T23:10:26Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:31.917991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe68075-dfe5-49f7-9978-27a9e39330d6 None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '2da7697e-9422-463d-a92c-e85c61c919e2', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:46Z', 'updated_at': '2022-01-18T23:10:26Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:10:31.990981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-b0131772-ebb7-49c3-851f-bbcfdf6c5b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5843737 Jan 18 23:10:32.008608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Request body: {'port': {'device_id': '67cc9010-46cb-41ca-8aff-18d13755a564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:32.071367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a10777b-f12a-446b-b939-3762389d928d req-cdccf750-290c-4dba-83ba-a1ce5d77a244 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 1101 time: 0.4292657 Jan 18 23:10:32.118221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:32.135253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.140206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.144439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.148346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.149305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:32.153822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Usage tracker for resource:port and tenant:f9514892046a4a4f850c5981983deab1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:32.178104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:32.187614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:32.202998 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-c4b9ae2e-8e64-44ea-8a17-3eb286263bac service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896031 Jan 18 23:10:32.226912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.232753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a10777b-f12a-446b-b939-3762389d928d req-041bda5e-7b0a-468c-af83-e15c1d84fcc0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424711 Jan 18 23:10:32.247669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63795aff-b13d-432a-bc6f-1b0fec04ce7d req-af4a9343-268e-4301-be47-9840441e5658 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.254884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63795aff-b13d-432a-bc6f-1b0fec04ce7d req-af4a9343-268e-4301-be47-9840441e5658 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 931 time: 0.2842665 Jan 18 23:10:32.299129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Made reservation on behalf of f9514892046a4a4f850c5981983deab1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:32.305128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.335036 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368d17fa-5207-424e-b669-dc876dd88036 None None] New status for floating IP 2da7697e-9422-463d-a92c-e85c61c919e2: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:10:32.335376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63795aff-b13d-432a-bc6f-1b0fec04ce7d req-d7792fae-f70b-45fe-95f8-15154009ed15 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784280 Jan 18 23:10:32.382734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:32.390342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-99cd8b4e-ea5f-4107-acec-f450c1966e05 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3095 time: 0.6656609 Jan 18 23:10:32.482365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a46d420-af3f-49f3-b3f7-c88ce1312152 req-b0eee725-a8a2-46fb-98fe-0a6ae720c5b2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910606 Jan 18 23:10:32.513118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.513849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:32.842766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Allocated IP 10.2.2.200 (78af8403-33bc-4c35-8b1e-4a332dcea5d1/9378fd0a-9e98-4aaa-a418-1f40ff7a16c8/c939a566-7053-4798-9e7c-e81465f219e6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:32.916026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c6c1b-95a5-4dc4-aeab-3b89ce14463f req-77cc9869-55f3-4e5c-befe-3e9488a5d29b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:32.918094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b67c6c1b-95a5-4dc4-aeab-3b89ce14463f req-77cc9869-55f3-4e5c-befe-3e9488a5d29b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1651936 Jan 18 23:10:33.006191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fd908f-6d05-4e08-919a-697c203bbdba {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:33.021011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.043071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Transition to ACTIVE for port object e9fd908f-6d05-4e08-919a-697c203bbdba will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:33.069023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b67c6c1b-95a5-4dc4-aeab-3b89ce14463f req-2e9dddfc-0cd4-4187-b045-8181a4e68aa2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416421 Jan 18 23:10:33.119110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.182915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.203865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 11c88903-8c60-4a79-85b1-cdf9c6c93841 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:33.208725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Transition to ACTIVE for port object c939a566-7053-4798-9e7c-e81465f219e6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:33.244535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.257036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb0fa3-8dcb-492c-aa8a-53b02ef04db1 None None] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:10:33.305575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.399319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Router da2e65e3-d575-4037-9281-5c6e83a1ba77 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:10:33.422706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:33.430485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:33.435746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:33.438946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:33.482685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0ea03e49-cd5a-4bc1-a227-a28799c8f9ae None None] Provisioning for port 11c88903-8c60-4a79-85b1-cdf9c6c93841 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:33.511846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Attempting to bind port e9fd908f-6d05-4e08-919a-697c203bbdba on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:33.511846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Attempting to bind port e9fd908f-6d05-4e08-919a-697c203bbdba by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:33.512482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Attempting to bind port e9fd908f-6d05-4e08-919a-697c203bbdba on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:33.530498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac41d3-4da2-44cd-b32c-ae88d93cad98 req-a3f025ea-55a3-42f4-8538-fb4e7aead11f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:33.532526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14ac41d3-4da2-44cd-b32c-ae88d93cad98 req-a3f025ea-55a3-42f4-8538-fb4e7aead11f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.2918179 Jan 18 23:10:33.535735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Port e9fd908f-6d05-4e08-919a-697c203bbdba on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:33.536064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Attempting to bind port e9fd908f-6d05-4e08-919a-697c203bbdba on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:33.552327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:33.552673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:33.553100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:33.559093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Bound port: e9fd908f-6d05-4e08-919a-697c203bbdba, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:33.559093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.589234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 11c88903-8c60-4a79-85b1-cdf9c6c93841 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:33.598721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:33.599775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.607475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 11c88903-8c60-4a79-85b1-cdf9c6c93841 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:33.607847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.640928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:33.649102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14ac41d3-4da2-44cd-b32c-ae88d93cad98 req-3e8fd4f6-8c74-4573-9d84-651a85b7a5a0 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804870 Jan 18 23:10:33.752960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-8f159fcd-e3a3-42ca-a514-c01f520038f9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1101048 Jan 18 23:10:33.776818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:33.784161 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.788473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:33.804251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:33.851088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:33.852806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 11c88903-8c60-4a79-85b1-cdf9c6c93841, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=11c88903-8c60-4a79-85b1-cdf9c6c93841,segment=NetworkSegment(14b9ae92-7584-4717-a55d-3dd29044776c),segment_id=14b9ae92-7584-4717-a55d-3dd29044776c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:33.871145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Sync routers for ids ['da2e65e3-d575-4037-9281-5c6e83a1ba77'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:10:33.895386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.902328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Routers {'da2e65e3-d575-4037-9281-5c6e83a1ba77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:33.903395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['da2e65e3-d575-4037-9281-5c6e83a1ba77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:33.991199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:33.992617 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] 10.222.0.89 "PUT /v2.0/ports/e9fd908f-6d05-4e08-919a-697c203bbdba HTTP/1.1" status: 200 len: 1091 time: 1.9885566 Jan 18 23:10:33.993469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:34.002262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.003342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d1358d6-e651-4ca4-a9dd-90a7d6dec847 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3586695 Jan 18 23:10:34.005996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36420) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:34.065507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.068250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.094292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f03a16-216f-4bc1-8501-907e78279883 req-28579a01-59a5-4194-b237-546c5ddc7c32 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.094569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4564158-13ea-49ad-8c66-3cac0a583985 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.095745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f03a16-216f-4bc1-8501-907e78279883 req-28579a01-59a5-4194-b237-546c5ddc7c32 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 950 time: 0.2052493 Jan 18 23:10:34.241643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f03a16-216f-4bc1-8501-907e78279883 req-25b14e1e-4ccf-4df9-9ff7-1ce403595b98 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161926 Jan 18 23:10:34.277180 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-9f3bd144-e89a-4642-a875-ac72338eebfb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 1094 time: 0.1552866 Jan 18 23:10:34.300394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=11c88903-8c60-4a79-85b1-cdf9c6c93841,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:34.311684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Set router da2e65e3-d575-4037-9281-5c6e83a1ba77 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:34.367451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c4eee56b-a856-481c-9189-de08a9060b87 None None] Provisioning for port c939a566-7053-4798-9e7c-e81465f219e6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:34.379797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c4eee56b-a856-481c-9189-de08a9060b87 None None] Provisioning complete for port c939a566-7053-4798-9e7c-e81465f219e6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:34.380174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c4eee56b-a856-481c-9189-de08a9060b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.429023 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-8d67bda2-a469-4e95-b50a-d7afb929053f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fd908f-6d05-4e08-919a-697c203bbdba HTTP/1.1" status: 200 len: 217 time: 0.1334088 Jan 18 23:10:34.592434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff35372-2090-416c-851c-ddfaecd20325 req-1de748a8-2c9b-4dad-834a-a0197e4bc701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.593983 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-1de748a8-2c9b-4dad-834a-a0197e4bc701 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1589334 Jan 18 23:10:34.631608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c4eee56b-a856-481c-9189-de08a9060b87 None None] Port c939a566-7053-4798-9e7c-e81465f219e6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:34.646874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-3d504281-1956-46d8-ad2e-918f55be8df1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460534 Jan 18 23:10:34.732481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457cbe7-35fe-43a6-9a53-d6b2113304ef req-d575fb4d-8929-4b3d-8cc4-9d63c3ed2382 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.734229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7457cbe7-35fe-43a6-9a53-d6b2113304ef req-d575fb4d-8929-4b3d-8cc4-9d63c3ed2382 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 943 time: 0.2183053 Jan 18 23:10:34.762208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:32Z', 'revision_number': 3, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port': {'id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:30Z', 'updated_at': '2022-01-18T23:10:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:34.770609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Checking router: da2e65e3-d575-4037-9281-5c6e83a1ba77 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:10:34.770951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Updating router da2e65e3-d575-4037-9281-5c6e83a1ba77 port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:10:34.800879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7680fafe-98d2-426b-93e8-43e300d5d41c None None] Provisioning complete for port 11c88903-8c60-4a79-85b1-cdf9c6c93841 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:34.801124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7680fafe-98d2-426b-93e8-43e300d5d41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.847481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.851707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.856332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.860330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.864318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:34.865448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:34.891459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f444e7bb-611d-432a-a57e-91c66811eac1 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:34.898112 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.906391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:34.925373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7457cbe7-35fe-43a6-9a53-d6b2113304ef req-78b4895b-bbf5-488d-9e60-40a7013c9b2a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808386 Jan 18 23:10:34.957518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Transition to ACTIVE for port object f444e7bb-611d-432a-a57e-91c66811eac1 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:34.972043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-fca54c27-518a-4759-809f-e0db73a672e4 service neutron] 10.222.0.89 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182476 Jan 18 23:10:35.031555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:35.037688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-c0c158b0-48e8-49eb-860c-906207c600c9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3816 time: 0.4433217 Jan 18 23:10:35.077843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.188580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ced13cf-76ac-48bd-9b02-294df7ad97ca req-fbf57108-e0a2-41f9-8114-fe75bdb92a63 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450779 Jan 18 23:10:35.203110 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ff35372-2090-416c-851c-ddfaecd20325 req-e9f73bcb-c154-4ac5-9751-7aba77aab789 service neutron] 10.222.0.89 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226350 Jan 18 23:10:35.280254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:35.305402 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'code': 200} Jan 18 23:10:35.310556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 11c88903-8c60-4a79-85b1-cdf9c6c93841 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:35.429732 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'status': 'completed', 'code': 200} Jan 18 23:10:35.488347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 11c88903-8c60-4a79-85b1-cdf9c6c93841 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:35.488725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.533333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30205ad1-cfd3-4b55-8f28-3a9d2c717406 req-01865f2a-e9b9-44a7-8cc9-6e9fc7d8ec56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 1096 time: 0.1689169 Jan 18 23:10:35.609599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Attempting to bind port f444e7bb-611d-432a-a57e-91c66811eac1 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:35.617824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Attempting to bind port f444e7bb-611d-432a-a57e-91c66811eac1 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:35.617824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Attempting to bind port f444e7bb-611d-432a-a57e-91c66811eac1 on network 54f36bba-5c61-4635-b73b-4727c8de00f4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:35.625808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Port f444e7bb-611d-432a-a57e-91c66811eac1 on network 54f36bba-5c61-4635-b73b-4727c8de00f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:35.626154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Attempting to bind port f444e7bb-611d-432a-a57e-91c66811eac1 on network 54f36bba-5c61-4635-b73b-4727c8de00f4 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:35.635130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-1b2642f8-c87b-4986-a505-47c359e2ce8e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 1094 time: 0.2659509 Jan 18 23:10:35.644388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:35.644981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Checking segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:35.645619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Bound using segment: {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:35.645993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Bound port: f444e7bb-611d-432a-a57e-91c66811eac1, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d71d24-3b4a-4d20-b018-10f56470e5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:35.646230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.654165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30205ad1-cfd3-4b55-8f28-3a9d2c717406 req-af26bca6-b13a-4928-b8f1-26a8e5a3213e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116331 Jan 18 23:10:35.671941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.688520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e520b8f-e43f-41f5-8cc9-cd4b0de56eaa req-dc31d33e-3bb7-47f5-895d-7d08f6470d3c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:35.693104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e520b8f-e43f-41f5-8cc9-cd4b0de56eaa req-dc31d33e-3bb7-47f5-895d-7d08f6470d3c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.2424061 Jan 18 23:10:35.727591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Transition to ACTIVE for port object 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:35.779482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.814528 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.882602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Pushing event updated for resources: {'Port': ['ID=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:35.904818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e520b8f-e43f-41f5-8cc9-cd4b0de56eaa req-fa0d8d4b-3ab1-479a-a71f-62169f0329bf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608365 Jan 18 23:10:35.909538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Attempting to bind port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:35.910015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Attempting to bind port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:35.910900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Attempting to bind port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:35.916622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-92613203-611f-4ceb-8cdf-22e49cb7b128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:35.918266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:35.918776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:35.919534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.919745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:35.920309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Bound port: 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:35.920790 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:35.927138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-92613203-611f-4ceb-8cdf-22e49cb7b128 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.2847600 Jan 18 23:10:36.011643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:36.020347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] For port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:36.023429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] For port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:36.029660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-3238db10-b63c-4815-9bcc-f0a4f77a1f64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9fd908f-6d05-4e08-919a-697c203bbdba HTTP/1.1" status: 200 len: 217 time: 0.0905349 Jan 18 23:10:36.031170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:36.077989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Allocated IP 172.20.0.1 (b7e3c546-4bf0-493e-89e7-830b27e1a70b/aff276b1-ee12-403f-81a9-73b0dc042db4/62424e66-a3bf-47ad-a8d9-ecc579d0e05f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:10:36.123948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.153545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-f5b971c3-57a9-4fa8-94df-865f9dfdb1e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:36.154927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-f5b971c3-57a9-4fa8-94df-865f9dfdb1e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1192060 Jan 18 23:10:36.157302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.224467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Pushing event updated for resources: {'Port': ['ID=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.226677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Routers {'da2e65e3-d575-4037-9281-5c6e83a1ba77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:36.227304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['da2e65e3-d575-4037-9281-5c6e83a1ba77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:36.237364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.252170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-3f3cd3f2-853f-42e9-8ce1-914f89c12b76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871086 Jan 18 23:10:36.253482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Transition to ACTIVE for port object 62424e66-a3bf-47ad-a8d9-ecc579d0e05f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:36.290400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.292307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] 10.222.0.89 "PUT /v2.0/ports/f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 1091 time: 2.5323012 Jan 18 23:10:36.293893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:36.313336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.313796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.313957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.314329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.314623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.314954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.315281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.315665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.316080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.316677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.316906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711e2c05-6fd3-474a-81a1-4ccfdaa12df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:10:36.346652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.387420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8288f88-92fc-498c-81f1-b938d3ce0288 req-8c6db6e5-a776-4514-b50f-9cf2d818a80c tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:36.394384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8288f88-92fc-498c-81f1-b938d3ce0288 req-8c6db6e5-a776-4514-b50f-9cf2d818a80c tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.3201911 Jan 18 23:10:36.419486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895eed-2d3a-4221-8db1-c5d733a4a42d service neutron] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.427442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:36.445302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:36.449751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:36.452633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:10:36.479640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] Set router da2e65e3-d575-4037-9281-5c6e83a1ba77 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:36.536952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.541920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Pushing event updated for resources: {'Port': ['ID=62424e66-a3bf-47ad-a8d9-ecc579d0e05f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:36.613559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8288f88-92fc-498c-81f1-b938d3ce0288 req-5070a0e6-9322-4545-9778-e83894a6b986 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180977 Jan 18 23:10:36.663960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-c700753d-51f1-42b5-b6fe-cee166f0bcc0 service neutron] 10.222.0.89 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985174 Jan 18 23:10:36.690388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.790833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.866700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:32Z', 'revision_number': 3, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port': {'id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:30Z', 'updated_at': '2022-01-18T23:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:36.871808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740216ea-0d13-418b-8f0e-2005b4777165 None None] The sync data for ids ['da2e65e3-d575-4037-9281-5c6e83a1ba77'] in n-d-825175-2 is: [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:32Z', 'revision_number': 3, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port': {'id': '2f1c1062-2ac1-4087-8e0d-5dc43e3a942e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:10:30Z', 'updated_at': '2022-01-18T23:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:10:36.901236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a2f06ed1-0ba4-4898-aa91-edceeca5782a None None] Provisioning for port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:36.909582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a2f06ed1-0ba4-4898-aa91-edceeca5782a None None] Provisioning complete for port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:36.909998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a2f06ed1-0ba4-4898-aa91-edceeca5782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:36.979932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a2f06ed1-0ba4-4898-aa91-edceeca5782a None None] Port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:37.053587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.128705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.133648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd49d5d2-cd7c-4e3c-a878-8caadb60e628 req-b670ccad-fc4c-4241-b0d1-b5c2acd870b3 service neutron] 10.222.0.89 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617519 Jan 18 23:10:37.166052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4c88-5dba-4ad9-9260-594597715355 req-0c9ec1c0-b900-4cd5-9c91-23cffe94bd0b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.168224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66bc4c88-5dba-4ad9-9260-594597715355 req-0c9ec1c0-b900-4cd5-9c91-23cffe94bd0b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 950 time: 0.3194370 Jan 18 23:10:37.355966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.364731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Pushing event updated for resources: {'Port': ['ID=62424e66-a3bf-47ad-a8d9-ecc579d0e05f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:37.365079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66bc4c88-5dba-4ad9-9260-594597715355 req-e3b56a87-dd4c-4ef7-92b1-12378046f339 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448081 Jan 18 23:10:37.395021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabf33a-621d-4140-963c-2992a44b6226 req-9dc76108-bbad-4361-9d16-414ccb8190f5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.396529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbabf33a-621d-4140-963c-2992a44b6226 req-9dc76108-bbad-4361-9d16-414ccb8190f5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 943 time: 0.1774936 Jan 18 23:10:37.515102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:37.516769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:10:37.518042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:37.563816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.574761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbabf33a-621d-4140-963c-2992a44b6226 req-bc2994a5-597e-4e8f-9f48-97f853fee7a3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689713 Jan 18 23:10:37.606366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Transition to ACTIVE for port object 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:37.653572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.658472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.668684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.672818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.678392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:37.680298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-b0dc667b-5614-4a13-bb06-6321ba5309d6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3828 time: 0.1679659 Jan 18 23:10:37.684776 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'status': 'completed', 'code': 200} Jan 18 23:10:37.685604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.916351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1eccee15-6541-4e86-b153-ad108fd41fc0 None None] Provisioning complete for port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:37.917515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1eccee15-6541-4e86-b153-ad108fd41fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:37.957002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7792902a-1c09-46c1-b96f-9a909a8609c8 req-363c3022-63ba-446f-b362-f3a1964570ac tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601795 Jan 18 23:10:37.982739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:38.048866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1eccee15-6541-4e86-b153-ad108fd41fc0 None None] Port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:10:38.070745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Router da2e65e3-d575-4037-9281-5c6e83a1ba77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:38.131736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-4b629c7d-8e0e-418f-bc14-21421ee1f2f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5244 time: 0.3827026 Jan 18 23:10:38.285614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Attempting to bind port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:38.285946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Attempting to bind port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:38.286269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Attempting to bind port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:38.318140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on network 532d7673-d9dd-452e-aa0d-6c335749a03d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:38.318532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Attempting to bind port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:38.329994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:38.329994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:38.330348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Bound using segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:38.330681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Bound port: 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:38.331020 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.331930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:38.341470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-021f8e13-ed3d-4379-99a9-434b914d9426 admin admin] 10.222.0.59 "PUT /v2.0/routers/da2e65e3-d575-4037-9281-5c6e83a1ba77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3344753 Jan 18 23:10:38.459069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-322afe2c-247b-4378-8151-8689045e1d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.459689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-322afe2c-247b-4378-8151-8689045e1d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.459799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-322afe2c-247b-4378-8151-8689045e1d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.461339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-322afe2c-247b-4378-8151-8689045e1d17 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3162534 Jan 18 23:10:38.472731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:38.519777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18a6ab-2966-4987-9b95-2633c19e3fbc req-478bc876-7273-45c4-b7a7-d2a256525de8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.521249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a18a6ab-2966-4987-9b95-2633c19e3fbc req-478bc876-7273-45c4-b7a7-d2a256525de8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.3526874 Jan 18 23:10:38.663773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:38.806351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2adc4182-0c16-4aa8-b72c-a9133b825a2c req-0942ff5b-45ff-41cb-8158-f23f989a52b1 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 1101 time: 0.4623682 Jan 18 23:10:38.815936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:38.831621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.835613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a18a6ab-2966-4987-9b95-2633c19e3fbc req-d1e28c4c-1ed0-4cb9-b9cf-fd9d7b002387 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043435 Jan 18 23:10:38.851740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-28a0c11c-bcbc-4a88-ac7c-4b43d9265a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:38.853203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d65c4c6-6269-4fab-845d-6d46eb97ba09 req-28a0c11c-bcbc-4a88-ac7c-4b43d9265a9b service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3762496 Jan 18 23:10:38.876878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2adc4182-0c16-4aa8-b72c-a9133b825a2c req-e586c260-4352-465d-9ea6-0a19ddc590a4 tempest-ServersOnMultiNodesTest-259839608 tempest-ServersOnMultiNodesTest-259839608-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508549 Jan 18 23:10:38.893281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.976391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:38.978741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] 10.222.0.89 "PUT /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 1130 time: 2.5606263 Jan 18 23:10:39.000278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ee306-5b81-46ab-ab71-a5e6828c91f6 service neutron] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:39.015122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.085200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:39.230476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:39.336088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.351228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200a5e-eb64-46b7-8c41-8eef37d5a498 req-89e5dfca-4bde-4aca-b9f1-ccd94d2c312f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:39.352695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa200a5e-eb64-46b7-8c41-8eef37d5a498 req-89e5dfca-4bde-4aca-b9f1-ccd94d2c312f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.3218470 Jan 18 23:10:39.397423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:39.404552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:39.405140 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.480086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa200a5e-eb64-46b7-8c41-8eef37d5a498 req-2b07ddd7-c573-45d6-ba1c-c4158bae7852 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160998 Jan 18 23:10:39.489322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cd12e-aae8-492e-94cd-987b95c5755e req-c8ff89d5-1c89-4efc-b8f2-ecc0b1d9acfd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:39.490862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc9cd12e-aae8-492e-94cd-987b95c5755e req-c8ff89d5-1c89-4efc-b8f2-ecc0b1d9acfd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 948 time: 0.2526045 Jan 18 23:10:39.560797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.582143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:39.661509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.698578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:39.741422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc9cd12e-aae8-492e-94cd-987b95c5755e req-dbd70fb5-bb93-46f0-9724-93ba663114b4 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921804 Jan 18 23:10:39.745004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:39.840097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c717-60ab-42e2-8d6a-f039dd16a7f9 req-18539bdf-75d0-4769-a8b4-9a2201151348 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:39.841832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7564c717-60ab-42e2-8d6a-f039dd16a7f9 req-18539bdf-75d0-4769-a8b4-9a2201151348 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 943 time: 0.1347053 Jan 18 23:10:39.941226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7564c717-60ab-42e2-8d6a-f039dd16a7f9 req-3f839599-1d84-4ebc-9a38-56482e099207 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911493 Jan 18 23:10:39.943138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Deleting port 62424e66-a3bf-47ad-a8d9-ecc579d0e05f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:39.943668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493bf394-8ac2-41e8-aecf-3224c6e7269e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:39.943780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.951170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:39.965949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Transition to ACTIVE for port object 493bf394-8ac2-41e8-aecf-3224c6e7269e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:40.031710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.142294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.216630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.293571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Calling delete_port for 62424e66-a3bf-47ad-a8d9-ecc579d0e05f owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:40.350565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.354684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.358588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.362501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.367332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.371865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.375804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.377915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-57c4543b-1121-4a1f-aade-e763f88c64a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5373 time: 0.3053374 Jan 18 23:10:40.496414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Attempting to bind port 493bf394-8ac2-41e8-aecf-3224c6e7269e on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:40.497200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Attempting to bind port 493bf394-8ac2-41e8-aecf-3224c6e7269e by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:40.497200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Attempting to bind port 493bf394-8ac2-41e8-aecf-3224c6e7269e on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:40.523603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Port 493bf394-8ac2-41e8-aecf-3224c6e7269e on network 532d7673-d9dd-452e-aa0d-6c335749a03d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:40.523930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Attempting to bind port 493bf394-8ac2-41e8-aecf-3224c6e7269e on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:40.564637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac1f88ff-a273-49dc-a5d6-97015c5171e1 req-f139f058-661b-4835-97cc-e65787ba7737 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441243 Jan 18 23:10:40.567573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:40.570550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:40.570550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Bound using segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:40.570772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.570889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Bound port: 493bf394-8ac2-41e8-aecf-3224c6e7269e, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:40.570889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.620406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Pushing event deleted for resources: {'Port': ['ID=62424e66-a3bf-47ad-a8d9-ecc579d0e05f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:40.651308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-dd9f8055-60ca-457c-9d3f-01df3b7612d3 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.652963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-dd9f8055-60ca-457c-9d3f-01df3b7612d3 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 948 time: 0.2720394 Jan 18 23:10:40.673886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0d8c-8f1d-4368-a4e3-6ef1aca05810 req-bedfbefc-ab73-4ccc-88c5-a1a0e9d4f5eb tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:40.686942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aea0d8c-8f1d-4368-a4e3-6ef1aca05810 req-bedfbefc-ab73-4ccc-88c5-a1a0e9d4f5eb tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.2752354 Jan 18 23:10:40.687137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36510) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:40.746232 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.751920 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1', 'status': 'completed', 'code': 200} Jan 18 23:10:40.766635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Request body: {'floatingip': {'port_id': '8f15718d-20d0-47cb-8bf6-427db6873cf5'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:40.864733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:40.874454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Deleting port 9506b3f4-4801-4325-bc88-36399b630a1b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:40.875028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.082107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e9fd908f-6d05-4e08-919a-697c203bbdba details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:10:41.149938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-e17f75bc-9dd2-4590-8ff9-8ef3a640d152 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6168 time: 0.4597812 Jan 18 23:10:41.180289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:41.301135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:41.315016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:41.319443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'mac_address': 'fa:16:3e:31:e7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:10:41.323881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:41.324514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.342793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:41.386359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac5422-9d29-4ee2-8c63-7c62fb053407 req-f5f150ac-50ce-4d8e-bb83-bc1aa457a6bf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.387595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21ac5422-9d29-4ee2-8c63-7c62fb053407 req-f5f150ac-50ce-4d8e-bb83-bc1aa457a6bf tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.6006298 Jan 18 23:10:41.398039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] For port 9506b3f4-4801-4325-bc88-36399b630a1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=9506b3f4-4801-4325-bc88-36399b630a1b,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:41.403157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.426462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.450800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fd908f-6d05-4e08-919a-697c203bbdba {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:41.484346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.507981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:41.582486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Calling delete_port for 9506b3f4-4801-4325-bc88-36399b630a1b owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:41.597651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.638198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-5249d227-db4c-43d1-98ab-1ca97f1ebbcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.638599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-5249d227-db4c-43d1-98ab-1ca97f1ebbcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.639212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-5249d227-db4c-43d1-98ab-1ca97f1ebbcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.640479 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-5249d227-db4c-43d1-98ab-1ca97f1ebbcc service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4732709 Jan 18 23:10:41.674319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6f7e0-18e6-468f-b30a-d339a48f9b50 req-f649453d-16ba-4be5-a57b-db43c9d4f4e6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.681067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1a6f7e0-18e6-468f-b30a-d339a48f9b50 req-f649453d-16ba-4be5-a57b-db43c9d4f4e6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 950 time: 0.4818542 Jan 18 23:10:41.686991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:41.721518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.722767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] 10.222.0.89 "PUT /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 1131 time: 2.6416132 Jan 18 23:10:41.749201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21ac5422-9d29-4ee2-8c63-7c62fb053407 req-0afdd274-a366-42e5-8d1d-59ad7fa24103 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413482 Jan 18 23:10:41.757474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fb59c-2979-477f-8e59-707467d48bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:41.832902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:41.905883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1a6f7e0-18e6-468f-b30a-d339a48f9b50 req-5802eb18-875c-4efe-bda2-f6436ed169c3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238204 Jan 18 23:10:41.935033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-6cf2575c-9da8-437a-83c8-bf0fbdd7792e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:41.944816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-34015e9d-65ed-4541-bbe8-caadf4c54d37 req-6cf2575c-9da8-437a-83c8-bf0fbdd7792e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2931507 Jan 18 23:10:41.954317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:41.993799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['e9fd908f-6d05-4e08-919a-697c203bbdba'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:42.194147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.231413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-519bf920-978b-4f69-851e-372eb06e090d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.232986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-519bf920-978b-4f69-851e-372eb06e090d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 950 time: 0.4477425 Jan 18 23:10:42.243402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.304783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.345954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.392948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Pushing event deleted for resources: {'Port': ['ID=9506b3f4-4801-4325-bc88-36399b630a1b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:42.407703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57c3e6-24e7-4c5c-8fbc-4de623c5c1ac req-26f96000-aa64-4233-929d-b3321489045b tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.409179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c57c3e6-24e7-4c5c-8fbc-4de623c5c1ac req-26f96000-aa64-4233-929d-b3321489045b tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ddfcf9-e07b-4fd8-8025-0782459816b4 HTTP/1.1" status: 200 len: 948 time: 0.4473259 Jan 18 23:10:42.511467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 9a98d387-9fc8-427a-b394-daa3d5dea047 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:42.511812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.630786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f423-c4fc-4c69-aba2-373054ee6300 req-214e7523-8a9b-4d64-bf1c-c98cb0696ae9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:42.632327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52c5f423-c4fc-4c69-aba2-373054ee6300 req-214e7523-8a9b-4d64-bf1c-c98cb0696ae9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 944 time: 0.5016994 Jan 18 23:10:42.643841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] No DVR routers for this DVR port 9506b3f4-4801-4325-bc88-36399b630a1b on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:42.654316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:42.762655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '493bf394-8ac2-41e8-aecf-3224c6e7269e'}, {'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-deleted', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:42.864584 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Floating IP 60ea75b8-252f-4a51-b742-ad7380be6117 associated. External IP: 172.25.1.94, port: 8f15718d-20d0-47cb-8bf6-427db6873cf5. Jan 18 23:10:42.937198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c57c3e6-24e7-4c5c-8fbc-4de623c5c1ac req-de06c479-d82a-476f-add8-748cae5c5c58 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169122 Jan 18 23:10:42.953551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e226a2ee-7631-4e69-a5fc-163f869204bc req-2b5d44b2-b3b8-4047-9bc2-e9ed318988bd tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "DELETE /v2.0/ports/9506b3f4-4801-4325-bc88-36399b630a1b HTTP/1.1" status: 204 len: 173 time: 2.2912056 Jan 18 23:10:43.023825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52c5f423-c4fc-4c69-aba2-373054ee6300 req-46a4a86b-ac2d-4d19-9b60-dda8ee94a924 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743932 Jan 18 23:10:43.141677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Router da2e65e3-d575-4037-9281-5c6e83a1ba77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:43.295398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 9a98d387-9fc8-427a-b394-daa3d5dea047, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=9a98d387-9fc8-427a-b394-daa3d5dea047,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:43.295632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.459519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 9a98d387-9fc8-427a-b394-daa3d5dea047 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:43.502439 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '493bf394-8ac2-41e8-aecf-3224c6e7269e', 'status': 'completed', 'code': 200} Jan 18 23:10:43.502687 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ddfcf9-e07b-4fd8-8025-0782459816b4', 'name': 'network-vif-deleted', 'tag': '9506b3f4-4801-4325-bc88-36399b630a1b', 'status': 'completed', 'code': 200} Jan 18 23:10:43.555515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.560106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.563886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.567669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.570768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:43.571450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.575506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.579328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.581211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-5547047d-5e45-44e8-aaa8-dd30ac5c509b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5373 time: 0.4604068 Jan 18 23:10:43.584885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-075c2558-4a75-4314-bed2-00690d9e96da admin admin] 10.222.0.59 "PUT /v2.0/routers/da2e65e3-d575-4037-9281-5c6e83a1ba77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1087780 Jan 18 23:10:43.585680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:43.663549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cce9026-423d-4ef3-9f46-d48ba72ed861 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:43.684415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.686924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Router deccfca4-0a65-4858-b4ae-8096207bf323 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:10:43.734957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Transition to ACTIVE for port object 2cce9026-423d-4ef3-9f46-d48ba72ed861 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:43.774000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbe54e45-9e22-484f-9ea4-a48b6bc06ff6 req-dfaf8a8f-3cef-4848-9811-6a4408473202 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816580 Jan 18 23:10:43.796998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-112caf56-2185-431e-90b2-6968abb3838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.838901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-3486b355-61e6-4358-9d54-460e1bf53d6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6210 time: 0.3519156 Jan 18 23:10:43.848264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256b396-0ba4-48d7-9c79-acde6c6d3cb9 req-1ce03f5b-b375-4458-a702-079212322873 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:43.856361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0256b396-0ba4-48d7-9c79-acde6c6d3cb9 req-1ce03f5b-b375-4458-a702-079212322873 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.3103642 Jan 18 23:10:43.903294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:43.953540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.072989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:10:44.077473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.084912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Sync routers for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:10:44.140482 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:44.142659 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:44.205961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0256b396-0ba4-48d7-9c79-acde6c6d3cb9 req-b1cb66d2-47a7-44e8-9dbb-0b8dfad8a7aa tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482637 Jan 18 23:10:44.211210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.225217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.234353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471', '7f53780e-4eb0-4879-adc8-e3d0661398c9', '3aff6f8b-db36-40bb-813f-217e8327a191'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:44.414993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=9a98d387-9fc8-427a-b394-daa3d5dea047,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:44.443898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:44.484081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-55887d9d-ff57-483e-8159-ce3ac664687f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.484551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-55887d9d-ff57-483e-8159-ce3ac664687f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.484963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-55887d9d-ff57-483e-8159-ce3ac664687f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.486644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-55887d9d-ff57-483e-8159-ce3ac664687f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6114488 Jan 18 23:10:44.521983 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:44.522661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59683a0c-2c8e-4ec9-aed1-28a4646eef1f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "PUT /v2.0/floatingips/60ea75b8-252f-4a51-b742-ad7380be6117 HTTP/1.1" status: 200 len: 990 time: 3.8343735 Jan 18 23:10:44.533667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:44.618650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.745908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Deleting port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:44.746182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:44.806006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 9a98d387-9fc8-427a-b394-daa3d5dea047 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:44.848460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Sync routers for ids ['da2e65e3-d575-4037-9281-5c6e83a1ba77'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:10:44.911702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 9a98d387-9fc8-427a-b394-daa3d5dea047 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:44.912351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 9a98d387-9fc8-427a-b394-daa3d5dea047 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:44.966613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Routers {'da2e65e3-d575-4037-9281-5c6e83a1ba77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:44.967559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['da2e65e3-d575-4037-9281-5c6e83a1ba77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:44.971590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8892e5-4b4e-4776-95b1-a9149b1bef11 req-87f50814-32fb-437d-9d68-df04f5f9b7e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:44.978535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8892e5-4b4e-4776-95b1-a9149b1bef11 req-87f50814-32fb-437d-9d68-df04f5f9b7e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=1db603af-9548-457e-b44c-508dbbd0b46d HTTP/1.1" status: 200 len: 867 time: 0.9680550 Jan 18 23:10:44.999687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 9a98d387-9fc8-427a-b394-daa3d5dea047 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:45.024106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.034762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] For port 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:45.035211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.080542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8122ee8d-6cf1-4292-b713-b4a3a362c7c7 req-5bc2fd1d-a5ec-4f4b-97fc-33f0016debe1 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "DELETE /v2.0/ports/9a98d387-9fc8-427a-b394-daa3d5dea047 HTTP/1.1" status: 204 len: 173 time: 2.8165879 Jan 18 23:10:45.123476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Attempting to bind port 2cce9026-423d-4ef3-9f46-d48ba72ed861 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:45.123889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Attempting to bind port 2cce9026-423d-4ef3-9f46-d48ba72ed861 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:45.124290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Attempting to bind port 2cce9026-423d-4ef3-9f46-d48ba72ed861 on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:45.127432 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '60ea75b8-252f-4a51-b742-ad7380be6117', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'port_id': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'mac_address': 'fa:16:3e:d5:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:13Z', 'updated_at': '2022-01-18T23:10:42Z', 'revision_number': 1, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:45.132932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Checking router: deccfca4-0a65-4858-b4ae-8096207bf323 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:10:45.146578 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:45.147485 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:45.157101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8892e5-4b4e-4776-95b1-a9149b1bef11 req-762fd271-640a-492c-8a3e-b3a1fd1c97ef tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739786 Jan 18 23:10:45.157267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Set router da2e65e3-d575-4037-9281-5c6e83a1ba77 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:45.159634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-0973f2d1-cc0e-46f9-9765-1a74a5162a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.161223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47714c8b-5041-4b48-b4a1-fa83b5f0a97e req-0973f2d1-cc0e-46f9-9765-1a74a5162a92 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5695109 Jan 18 23:10:45.178438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Port 2cce9026-423d-4ef3-9f46-d48ba72ed861 on network 532d7673-d9dd-452e-aa0d-6c335749a03d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:45.179785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Attempting to bind port 2cce9026-423d-4ef3-9f46-d48ba72ed861 on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:45.192760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761e423-5f3b-4ea3-b8ab-c924a9a453b0 req-b36c9d4a-c1c2-44ee-a93f-f4470fc573f1 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:45.206827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e761e423-5f3b-4ea3-b8ab-c924a9a453b0 req-b36c9d4a-c1c2-44ee-a93f-f4470fc573f1 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 944 time: 0.5615897 Jan 18 23:10:45.246506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:45.246506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:45.246881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Bound using segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:45.247193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Bound port: 2cce9026-423d-4ef3-9f46-d48ba72ed861, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:45.247552 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.315734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Calling delete_port for 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:45.319788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:44Z', 'revision_number': 6, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:45.322045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e9fd908f-6d05-4e08-919a-697c203bbdba up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:10:45.323630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e761e423-5f3b-4ea3-b8ab-c924a9a453b0 req-b8aa29d1-daaa-40a4-822c-96ca6a8d3fdd tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151493 Jan 18 23:10:45.421251 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:45.436877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:45.440196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:45.503762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'name': 'network-vif-deleted', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:45.520261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.572259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Checking router: da2e65e3-d575-4037-9281-5c6e83a1ba77 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:10:45.616458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:45.645543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.647325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-1ed404ef-862d-41c7-8712-39cca241e592 service neutron] 10.222.0.89 "PUT /v2.0/ports/2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 200 len: 1091 time: 3.8185337 Jan 18 23:10:45.671836 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'status': 'completed', 'code': 200} Jan 18 23:10:45.694487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:45.726569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Routers {'da2e65e3-d575-4037-9281-5c6e83a1ba77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:10:45.727187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:10:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['da2e65e3-d575-4037-9281-5c6e83a1ba77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:45.797976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1c1062-2ac1-4087-8e0d-5dc43e3a942e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:45.803915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:45.964618 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '60ea75b8-252f-4a51-b742-ad7380be6117', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'port_id': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'mac_address': 'fa:16:3e:d5:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:13Z', 'updated_at': '2022-01-18T23:10:42Z', 'revision_number': 1, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:45.974738 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a520ee-cd51-4557-9fc3-57be61da1314 None None] The sync data for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 is: [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '60ea75b8-252f-4a51-b742-ad7380be6117', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'port_id': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'mac_address': 'fa:16:3e:d5:08:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:09:13Z', 'updated_at': '2022-01-18T23:10:42Z', 'revision_number': 1, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:10:46.035057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] Set router da2e65e3-d575-4037-9281-5c6e83a1ba77 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:10:46.169772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.191742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.277948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:45Z', 'revision_number': 7, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:46.311083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe692c-624b-47e6-909e-3dbe7bcb3d3c None None] The sync data for ids ['da2e65e3-d575-4037-9281-5c6e83a1ba77'] in n-d-825175-2 is: [{'id': 'da2e65e3-d575-4037-9281-5c6e83a1ba77', 'name': 'tempest-ServersTestFqdnHostnames-1978058726-router', 'tenant_id': '286039212c584a5ea80c0a0b4e165946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:10:28Z', 'updated_at': '2022-01-18T23:10:45Z', 'revision_number': 7, 'project_id': '286039212c584a5ea80c0a0b4e165946', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:10:46.366584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port e9fd908f-6d05-4e08-919a-697c203bbdba completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:10:46.370191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97820efd-5a96-45fb-a84c-fe40df2180e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.392287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port e9fd908f-6d05-4e08-919a-697c203bbdba triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:10:46.392657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.472898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.483876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.489284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-85d665ac-50de-45ff-a0d1-45baac93423d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 1096 time: 0.7655544 Jan 18 23:10:46.536456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.540279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.544916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.545902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.546632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2e65e3-d575-4037-9281-5c6e83a1ba77 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:10:46.548671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.552495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.557157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.560735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.561126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.562292 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36adcd32-00dc-43de-8514-8e3ef6b5a2c8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/da2e65e3-d575-4037-9281-5c6e83a1ba77 HTTP/1.1" status: 204 len: 168 time: 2.9762690 Jan 18 23:10:46.562997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b070bbef-7015-460c-a2cf-492f9be0483f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5385 time: 0.6080363 Jan 18 23:10:46.564689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36558) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:46.574568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59ad7d-688f-4a35-a130-9be89b267a71 req-45556e0c-a68d-49ed-9480-8f210db5e1bb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.577127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d59ad7d-688f-4a35-a130-9be89b267a71 req-45556e0c-a68d-49ed-9480-8f210db5e1bb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.3620214 Jan 18 23:10:46.631497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.636414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Deleting subnet aff276b1-ee12-403f-81a9-73b0dc042db4 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:10:46.639673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.694421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.698448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:46.730019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:46.785651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.785651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:46.789577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.851103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 9506b3f4-4801-4325-bc88-36399b630a1b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:46.851103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 9506b3f4-4801-4325-bc88-36399b630a1b not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:46.863675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d59ad7d-688f-4a35-a130-9be89b267a71 req-c9bd9cc1-a347-442c-8345-1f2934e1e9a0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135768 Jan 18 23:10:46.877408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9dd1b0d-8fe8-4eaa-9a4b-64e6a94ac9d7 req-b5d7ff58-d74b-41ce-9633-15df7f25f05e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002448 Jan 18 23:10:46.897921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:46.912327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-8715773b-d984-4786-922d-2600d2501926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:46.913837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-8715773b-d984-4786-922d-2600d2501926 service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 200 len: 917 time: 0.4127603 Jan 18 23:10:46.945823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:46.992934 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db603af-9548-457e-b44c-508dbbd0b46d', 'name': 'network-vif-deleted', 'tag': '9a98d387-9fc8-427a-b394-daa3d5dea047', 'status': 'completed', 'code': 200} Jan 18 23:10:47.051547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb165c8-b532-4c1b-9eae-830e25758cbc None None] Network b7e3c546-4bf0-493e-89e7-830b27e1a70b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:10:47.054066 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.089127 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/aff276b1-ee12-403f-81a9-73b0dc042db4 HTTP/1.1" status: 204 len: 168 time: 0.5232782 Jan 18 23:10:47.090087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03fc97-8779-4ee5-9df3-9f410171fde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff276b1-ee12-403f-81a9-73b0dc042db4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:47.098455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36566) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:47.145723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-8e865546-34a7-464a-b5c9-0eaa4c5c221b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 200 len: 998 time: 0.2203164 Jan 18 23:10:47.312612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb638a-6c00-4ea9-9e1d-004ebde11d7d None None] New status for floating IP 60ea75b8-252f-4a51-b742-ad7380be6117: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:10:47.381380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df36694f-67d8-4d80-bd37-08dfc4c5810b {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:47.405647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.409560 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.411526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.412417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-a4e1c6cc-673c-4e69-98d5-9b3d979c517b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.414003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-a4e1c6cc-673c-4e69-98d5-9b3d979c517b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48780cab-388f-48a0-a0c1-ddc9b71d97e6 HTTP/1.1" status: 200 len: 855 time: 0.2583320 Jan 18 23:10:47.431513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Deleting port 11c88903-8c60-4a79-85b1-cdf9c6c93841 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:47.432484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.490085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84df80-5e06-4226-bef9-36a5454884a2 req-98b8ccca-3704-467a-9836-6dbad14f248c tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.490902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fa84df80-5e06-4226-bef9-36a5454884a2 req-98b8ccca-3704-467a-9836-6dbad14f248c tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Synchronizing usage tracker for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:47.496033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.507629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Transition to ACTIVE for port object df36694f-67d8-4d80-bd37-08dfc4c5810b will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:47.560916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-0be6a2a6-bac5-44c0-8278-04f4a862ff97 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320941 Jan 18 23:10:47.567174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4595761-3412-4b65-b38e-1661f2453fb9 req-4357d6e4-cf4a-4465-85aa-b3474d2728ee tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:47.567864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4595761-3412-4b65-b38e-1661f2453fb9 req-4357d6e4-cf4a-4465-85aa-b3474d2728ee tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.2337008 Jan 18 23:10:47.615112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.615808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] DHCP port deletion for b7e3c546-4bf0-493e-89e7-830b27e1a70b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:10:47.623565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Deleting port 11c88903-8c60-4a79-85b1-cdf9c6c93841 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:47.629521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.714427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] For port 11c88903-8c60-4a79-85b1-cdf9c6c93841, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=11c88903-8c60-4a79-85b1-cdf9c6c93841,segment=NetworkSegment(14b9ae92-7584-4717-a55d-3dd29044776c),segment_id=14b9ae92-7584-4717-a55d-3dd29044776c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:47.715091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:47.843938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Calling delete_port for 11c88903-8c60-4a79-85b1-cdf9c6c93841 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:47.862839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:47.865412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fa84df80-5e06-4226-bef9-36a5454884a2 req-98b8ccca-3704-467a-9836-6dbad14f248c tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Unset dirty status for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:47.866849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa84df80-5e06-4226-bef9-36a5454884a2 req-98b8ccca-3704-467a-9836-6dbad14f248c tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 948 time: 0.7876887 Jan 18 23:10:47.882215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] For port 11c88903-8c60-4a79-85b1-cdf9c6c93841, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=11c88903-8c60-4a79-85b1-cdf9c6c93841,segment=NetworkSegment(14b9ae92-7584-4717-a55d-3dd29044776c),segment_id=14b9ae92-7584-4717-a55d-3dd29044776c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:47.882873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.005481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4595761-3412-4b65-b38e-1661f2453fb9 req-a798174a-c1b2-4df5-bd22-a6368b38440e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311652 Jan 18 23:10:48.059849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.090963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa84df80-5e06-4226-bef9-36a5454884a2 req-a8dd24d0-0564-485f-8669-f1147b533db8 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127132 Jan 18 23:10:48.099934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Calling delete_port for 11c88903-8c60-4a79-85b1-cdf9c6c93841 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:48.108550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-f26b5b79-6f6d-49d5-b0f1-989d6588ae55 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178392 Jan 18 23:10:48.124130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Pushing event deleted for resources: {'Port': ['ID=11c88903-8c60-4a79-85b1-cdf9c6c93841,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.134334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] No DVR routers for this DVR port 11c88903-8c60-4a79-85b1-cdf9c6c93841 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:48.229271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:10:48.229824 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:10:48.268932 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'code': 200} Jan 18 23:10:48.378933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.402300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Attempting to bind port df36694f-67d8-4d80-bd37-08dfc4c5810b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:48.402858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Attempting to bind port df36694f-67d8-4d80-bd37-08dfc4c5810b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:48.403089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Attempting to bind port df36694f-67d8-4d80-bd37-08dfc4c5810b on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:48.417177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a861ca5-7ac5-4cac-96f3-0b4ce66555c0 req-7e6891e1-7e71-40b8-a252-c18896d98750 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569582 Jan 18 23:10:48.420348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Port df36694f-67d8-4d80-bd37-08dfc4c5810b on network 532d7673-d9dd-452e-aa0d-6c335749a03d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:48.420678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Attempting to bind port df36694f-67d8-4d80-bd37-08dfc4c5810b on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:48.438013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:48.438169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Checking segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:48.438488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Bound using segment: {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:48.438918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Bound port: df36694f-67d8-4d80-bd37-08dfc4c5810b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac2db67-8545-4f20-9bad-4a9fd39135b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:48.439271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.481942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e3c546-4bf0-493e-89e7-830b27e1a70b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:48.500594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b9ae92-7584-4717-a55d-3dd29044776c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:48.500912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b9ae92-7584-4717-a55d-3dd29044776c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:10:48.521385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.550695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.559467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-493c2f38-4753-4444-b0d3-804fc3ff8471 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.560176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-493c2f38-4753-4444-b0d3-804fc3ff8471 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Synchronizing usage tracker for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:48.570543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:10:48.570944 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:10:48.585244 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:10:48.607180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1d3e9-3a20-4152-8ade-d99a974ae9ce req-20bda9d0-d13a-48ec-80ba-9d6bd0d89005 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.614478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1de1d3e9-3a20-4152-8ade-d99a974ae9ce req-20bda9d0-d13a-48ec-80ba-9d6bd0d89005 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1561072 Jan 18 23:10:48.614478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:48.614478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:48.652626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7c485cbd-6369-448b-b60e-55eb6ebccb20 req-c7767cd8-d286-4db7-81bf-dc41ea3f74ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 1096 time: 0.2567472 Jan 18 23:10:48.655636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-493c2f38-4753-4444-b0d3-804fc3ff8471 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Unset dirty status for tenant:2febb3d82a244c279401309afe5a1380 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:48.656629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-493c2f38-4753-4444-b0d3-804fc3ff8471 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 948 time: 0.5192270 Jan 18 23:10:48.657074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1de1d3e9-3a20-4152-8ade-d99a974ae9ce req-d85bfc18-068b-49c7-9e24-600ae4672e9a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Jan 18 23:10:48.700275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.701264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.732937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Deleting port 11c88903-8c60-4a79-85b1-cdf9c6c93841 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:48.733760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.766431 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.768508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] 10.222.0.89 "PUT /v2.0/ports/df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 200 len: 1091 time: 2.9748569 Jan 18 23:10:48.792505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Deleting port 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:48.793047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.798823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68c406-be43-4340-b6a9-f1386f4d4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.839829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d1608cf-7ac1-49f2-b4cb-9cb3a89424d8 None None] The port '11c88903-8c60-4a79-85b1-cdf9c6c93841' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:10:48.849718 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7c485cbd-6369-448b-b60e-55eb6ebccb20 req-3b1be49a-5649-4207-a626-4af82de3727b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809237 Jan 18 23:10:48.860458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.890094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:48.903277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e3c546-4bf0-493e-89e7-830b27e1a70b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:48.914285 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f80a8d5-d1dc-426a-8940-2e407960c59f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7e3c546-4bf0-493e-89e7-830b27e1a70b HTTP/1.1" status: 204 len: 168 time: 1.8101840 Jan 18 23:10:48.981286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.994274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:48.999088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.002758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.006614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.011443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.015336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.017500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-9d61a007-c676-4252-a118-c4dbb6c0a521 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5397 time: 0.2023535 Jan 18 23:10:49.052690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861'}, {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:49.145478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf7b453-32b7-4b25-b15d-ed09c2f96670 req-a29fc812-5b5d-4e10-bab0-88d15f9e71f7 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874999 Jan 18 23:10:49.149954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] For port 47e36471-998b-4d83-b7a7-3f040bdf1235, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=47e36471-998b-4d83-b7a7-3f040bdf1235,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:49.151581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.175585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:49.176944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787acd2-5454-47c1-8b18-71beb96ee447 req-1984362a-5445-4fe5-9327-0b0aefbbb0e5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.178330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8787acd2-5454-47c1-8b18-71beb96ee447 req-1984362a-5445-4fe5-9327-0b0aefbbb0e5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:49.222817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:49.222817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2f1c1062-2ac1-4087-8e0d-5dc43e3a942e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:49.222817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 11c88903-8c60-4a79-85b1-cdf9c6c93841 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:49.239998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:49.264508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 11c88903-8c60-4a79-85b1-cdf9c6c93841 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:49.265967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 11c88903-8c60-4a79-85b1-cdf9c6c93841 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:49.283774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8787acd2-5454-47c1-8b18-71beb96ee447 req-1984362a-5445-4fe5-9327-0b0aefbbb0e5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:49.286111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8787acd2-5454-47c1-8b18-71beb96ee447 req-1984362a-5445-4fe5-9327-0b0aefbbb0e5 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 949 time: 0.2667212 Jan 18 23:10:49.367846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36592) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:49.395419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8787acd2-5454-47c1-8b18-71beb96ee447 req-2d1a4ea8-f475-412b-a743-fdaf66d15b72 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995934 Jan 18 23:10:49.441158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdd9a-f00c-4bbf-8c90-c46e943c9fe0 req-0766c157-1495-460e-8104-429c611871e3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:49.449282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec5cdd9a-f00c-4bbf-8c90-c46e943c9fe0 req-0766c157-1495-460e-8104-429c611871e3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.1102915 Jan 18 23:10:49.455912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Calling delete_port for 47e36471-998b-4d83-b7a7-3f040bdf1235 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:49.484721 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'status': 'completed', 'code': 200} Jan 18 23:10:49.485104 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'status': 'completed', 'code': 200} Jan 18 23:10:49.521107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec5cdd9a-f00c-4bbf-8c90-c46e943c9fe0 req-d01cefc0-7f63-4ac9-8c6b-405fb5f9c94f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698817 Jan 18 23:10:49.670936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:49.731650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aec3d0db-78b4-4385-8d4f-24d032eae2db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=286039212c584a5ea80c0a0b4e165946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2910755 Jan 18 23:10:49.736519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36598) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:49.738176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-d5da4bcc-ee79-40d3-a8ee-f42fe968ab6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6344 time: 0.2133985 Jan 18 23:10:49.921343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.000752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.024059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Pushing event deleted for resources: {'Port': ['ID=47e36471-998b-4d83-b7a7-3f040bdf1235,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:50.105181 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-b6ef4743-8edc-4ad3-8be9-5efdfa7d3f00 service neutron] show failed (client error): The resource could not be found. Jan 18 23:10:50.110106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-b6ef4743-8edc-4ad3-8be9-5efdfa7d3f00 service neutron] 10.222.0.83 "GET /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.2392242 Jan 18 23:10:50.147273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.190826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-8e0bfa1f-b381-4d93-bf63-f72f6d4b667e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.191725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-8e0bfa1f-b381-4d93-bf63-f72f6d4b667e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.194616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-8e0bfa1f-b381-4d93-bf63-f72f6d4b667e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.209547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-8e0bfa1f-b381-4d93-bf63-f72f6d4b667e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4495022 Jan 18 23:10:50.234750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] No DVR routers for this DVR port 47e36471-998b-4d83-b7a7-3f040bdf1235 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:50.246972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.247870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-deleted', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:50.266296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1a43c-09ef-479b-bd31-95bcd99c3845 req-bc1c4c32-e441-41b8-b1df-6a15f7560983 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.287557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26a1a43c-09ef-479b-bd31-95bcd99c3845 req-bc1c4c32-e441-41b8-b1df-6a15f7560983 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/ports?device_id=36d63b0f-7feb-4278-804c-8fb9310fd09a HTTP/1.1" status: 200 len: 866 time: 0.6270344 Jan 18 23:10:50.404239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f47bdf6-f5e4-478b-9f7b-5eb0a9a9950e req-2d923215-1278-4e57-b955-710805ceea14 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.89 "DELETE /v2.0/ports/47e36471-998b-4d83-b7a7-3f040bdf1235 HTTP/1.1" status: 204 len: 173 time: 1.7252517 Jan 18 23:10:50.469489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.502335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddefe5a3-d340-4dcd-84f5-bd4b7801106a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:50.502335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.512670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-94a6ec19-f2d0-49e1-84eb-643468bd3d73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddefe5a3-d340-4dcd-84f5-bd4b7801106a HTTP/1.1" status: 204 len: 168 time: 0.7652702 Jan 18 23:10:50.512670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1168f541-2a48-496e-95d5-a30c25f2783d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:50.558698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.585460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Transition to ACTIVE for port object 1168f541-2a48-496e-95d5-a30c25f2783d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:50.612912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26a1a43c-09ef-479b-bd31-95bcd99c3845 req-5c617f1b-6f7c-4188-bd8c-677288b301e9 tempest-ListImageFiltersTestJSON-413604573 tempest-ListImageFiltersTestJSON-413604573-project] 10.222.0.59 "GET /v2.0/security-groups?id=f63ee03e-cb97-4264-a33e-8c63f60361d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382275 Jan 18 23:10:50.655281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:50.787506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de82330-d7d9-4988-8cf2-25dd5889d4d2 req-b70efe42-0304-42cd-b218-e439a8c6f8f0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.808500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2de82330-d7d9-4988-8cf2-25dd5889d4d2 req-b70efe42-0304-42cd-b218-e439a8c6f8f0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.6757905 Jan 18 23:10:50.901588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-12e0ebb0-e8e4-43a6-83f4-553f14246b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:50.901588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-12e0ebb0-e8e4-43a6-83f4-553f14246b55 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6891143 Jan 18 23:10:50.977429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2de82330-d7d9-4988-8cf2-25dd5889d4d2 req-83c986ae-4a69-4460-8e45-d7964ee3fbda tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753991 Jan 18 23:10:51.047154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:51.113058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:51.164365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.164613 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d63b0f-7feb-4278-804c-8fb9310fd09a', 'name': 'network-vif-deleted', 'tag': '47e36471-998b-4d83-b7a7-3f040bdf1235', 'status': 'completed', 'code': 200} Jan 18 23:10:51.170284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.175562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.180124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.187417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.192813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.196488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 47e36471-998b-4d83-b7a7-3f040bdf1235 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:51.196884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 47e36471-998b-4d83-b7a7-3f040bdf1235 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:51.201461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.205427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-867c9525-779c-4a1a-8925-b349633a744e req-5a6963fe-517a-4cf0-ac04-21143d5c09d4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5409 time: 0.2809572 Jan 18 23:10:51.261692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-e55fd3f1-5c38-4fd6-aebe-b1991f72b2c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6369 time: 0.2775207 Jan 18 23:10:51.335995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-cf740430-c235-466d-af34-d0e73cd0476a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.337908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-cf740430-c235-466d-af34-d0e73cd0476a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:51.358736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-cf740430-c235-466d-af34-d0e73cd0476a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:51.359877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-cf740430-c235-466d-af34-d0e73cd0476a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 949 time: 0.3585806 Jan 18 23:10:51.422973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Attempting to bind port 1168f541-2a48-496e-95d5-a30c25f2783d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:51.423213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Attempting to bind port 1168f541-2a48-496e-95d5-a30c25f2783d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:51.423540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Attempting to bind port 1168f541-2a48-496e-95d5-a30c25f2783d on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:51.442851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Port 1168f541-2a48-496e-95d5-a30c25f2783d on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:51.443406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Attempting to bind port 1168f541-2a48-496e-95d5-a30c25f2783d on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:51.455353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 3aff6f8b-db36-40bb-813f-217e8327a191 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:51.456004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.495227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:51.495227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Checking segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:51.495512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Bound using segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:51.495893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Bound port: 1168f541-2a48-496e-95d5-a30c25f2783d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:51.496236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.513446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-867c9525-779c-4a1a-8925-b349633a744e req-3a71e7ed-651c-450b-bfe8-bb884cb5c6a9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3009565 Jan 18 23:10:51.596537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-31f3dffa-64a5-4c93-bbf3-a7afdd93fc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.597098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-31f3dffa-64a5-4c93-bbf3-a7afdd93fc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.597313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-31f3dffa-64a5-4c93-bbf3-a7afdd93fc0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.598868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-31f3dffa-64a5-4c93-bbf3-a7afdd93fc0c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2790191 Jan 18 23:10:51.648045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-cf588e15-f8ec-4dbe-962e-9bb71f0dd1e1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1101 time: 0.3848534 Jan 18 23:10:51.676766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:51.714747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:51.843292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:51.901098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.942925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594069d-8e4b-4837-8444-75d69ab583ad req-ff817a94-abbf-471e-ac4a-e951375d7a70 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:51.951555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8594069d-8e4b-4837-8444-75d69ab583ad req-ff817a94-abbf-471e-ac4a-e951375d7a70 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 949 time: 0.6334827 Jan 18 23:10:51.978653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 3aff6f8b-db36-40bb-813f-217e8327a191, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3aff6f8b-db36-40bb-813f-217e8327a191,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:51.979228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.989298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:51.991390 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] 10.222.0.89 "PUT /v2.0/ports/1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 200 len: 1091 time: 2.7553837 Jan 18 23:10:51.996891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.102720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-067ca4b4-7462-43a5-87f9-8064ebed32b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.104761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-067ca4b4-7462-43a5-87f9-8064ebed32b9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4940135 Jan 18 23:10:52.140678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c82d-1891-4f90-8b53-153a5d3ec91d req-cbba6ab7-1f49-4a4a-9eed-38f290828089 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:52.147846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9a4c82d-1891-4f90-8b53-153a5d3ec91d req-cbba6ab7-1f49-4a4a-9eed-38f290828089 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.4438121 Jan 18 23:10:52.167368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8594069d-8e4b-4837-8444-75d69ab583ad req-a552a01c-e252-421c-a50e-ec581c4bb2c9 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117536 Jan 18 23:10:52.191163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 3aff6f8b-db36-40bb-813f-217e8327a191 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:10:52.245380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Request body: {'port': {'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:52.286726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9a4c82d-1891-4f90-8b53-153a5d3ec91d req-d0275c81-52da-4061-8be0-6f18353f4029 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374550 Jan 18 23:10:52.306908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5450626-d503-4181-bf02-59dc7e7daa22 service neutron] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:52.407163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.501226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:52.554642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:52.609409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:52.636400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:52.645952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.663595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Transition to ACTIVE for port object 204602d4-78ab-463b-b55b-00d74acbfa22 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:52.755037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.792369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:52.807557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:52.846081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1526462096-network', 'tenant_id': '632813b481384994aebfa44bd0718945'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:52.851129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:52.856716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Usage tracker for resource:network and tenant:632813b481384994aebfa44bd0718945 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:52.860021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:52.866410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:52.876119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471', '7f53780e-4eb0-4879-adc8-e3d0661398c9', '3aff6f8b-db36-40bb-813f-217e8327a191'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:10:52.906495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:52.918604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=3aff6f8b-db36-40bb-813f-217e8327a191,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:52.963300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c939a566-7053-4798-9e7c-e81465f219e6 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:10:52.975361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.011094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.013413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Made reservation on behalf of 632813b481384994aebfa44bd0718945 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:53.015808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.044368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:53.091729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.107872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 3aff6f8b-db36-40bb-813f-217e8327a191 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:53.111791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.116026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Transition to ACTIVE for port object c939a566-7053-4798-9e7c-e81465f219e6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:10:53.152580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:53.158559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Usage tracker for resource:security_group_rule and tenant:632813b481384994aebfa44bd0718945 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:53.162050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:53.169801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d'}, {'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'name': 'network-vif-deleted', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:53.175490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:53.205598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] No DVR routers for this DVR port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:10:53.222382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0a05f-a290-49d0-9eaf-593b94d945b5 req-f411dc19-f5db-415b-b082-7f1fd0bb2e6a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.223788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eff0a05f-a290-49d0-9eaf-593b94d945b5 req-f411dc19-f5db-415b-b082-7f1fd0bb2e6a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.5219743 Jan 18 23:10:53.252467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.315240 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8bd55e67-df0b-43c7-91e7-c483d33aa250 req-c40ad1af-fec8-4a59-88a1-9eca542a7715 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "DELETE /v2.0/ports/3aff6f8b-db36-40bb-813f-217e8327a191 HTTP/1.1" status: 204 len: 173 time: 1.9415770 Jan 18 23:10:53.382325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.427460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.432417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.436910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.449838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.452261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.456608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.462032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:53.488648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-1e776087-653a-4f5c-9a98-33ec90959820 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5409 time: 0.6540847 Jan 18 23:10:53.497483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.528120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:53.528758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:53.529278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:53.567552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:53.568185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:53.573543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eff0a05f-a290-49d0-9eaf-593b94d945b5 req-da7e3857-dced-4095-a790-2de2d193b1e1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143799 Jan 18 23:10:53.605738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a563036-5adc-4944-a2b6-76c524c7a0a6 req-77781d98-df1b-487c-9e78-e2d0a780a551 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146960 Jan 18 23:10:53.609290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:53.609894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:53.612513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:53.613250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Bound port: 204602d4-78ab-463b-b55b-00d74acbfa22, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:53.613789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.646748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.770739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3a1506-ad97-4812-b2a0-466819d9b296,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:53.793951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:10:53.827994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.828617 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Added segment 8960e8d1-5e1b-41fe-93ec-073ad228d70d of type vlan for network a7b2baf4-b914-4180-ab81-ef7f14695bb6 Jan 18 23:10:53.874920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Attempting to bind port c939a566-7053-4798-9e7c-e81465f219e6 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:10:53.887034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Attempting to bind port c939a566-7053-4798-9e7c-e81465f219e6 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:10:53.887278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Attempting to bind port c939a566-7053-4798-9e7c-e81465f219e6 on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:53.939128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:53.948491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:53.956944 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'code': 200} Jan 18 23:10:53.978989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:53.985287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Port c939a566-7053-4798-9e7c-e81465f219e6 on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:10:53.985621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Attempting to bind port c939a566-7053-4798-9e7c-e81465f219e6 on network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:10:54.007880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:10:54.008601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Checking segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:54.010831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Bound using segment: {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:10:54.011561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Bound port: c939a566-7053-4798-9e7c-e81465f219e6, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed871830-924b-4571-9bbb-31996bbbaf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:10:54.012000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.049095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.088513 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d', 'status': 'completed', 'code': 200} Jan 18 23:10:54.088826 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88177457-e7e3-4a11-b083-adcce16fbc22', 'name': 'network-vif-deleted', 'tag': '3aff6f8b-db36-40bb-813f-217e8327a191', 'status': 'completed', 'code': 200} Jan 18 23:10:54.141748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.143191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] 10.222.0.89 "PUT /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 1096 time: 2.4404042 Jan 18 23:10:54.160886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443e54b-192f-42ee-8f45-0a291c9996ba service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.264595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.266465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.267349 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.362809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c2b33ab-fac1-4c52-a834-dcb090b4e90c req-c7bf9d06-cf91-4166-82c3-59629e8623cc tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=88177457-e7e3-4a11-b083-adcce16fbc22 HTTP/1.1" status: 200 len: 210 time: 0.1018839 Jan 18 23:10:54.444758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-440b8f68-b43c-4f91-a93a-4baee09ba105 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1099 time: 0.2709758 Jan 18 23:10:54.597873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:10:54.621489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8ead9e89-16c9-4dac-9dc2-e020b03332df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.623166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-8ead9e89-16c9-4dac-9dc2-e020b03332df service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1718640 Jan 18 23:10:54.642076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:10:54.643157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b2baf4-b914-4180-ab81-ef7f14695bb6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:54.655555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-9576802b-f937-478a-bf38-8408f843fb55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6436 time: 0.5628130 Jan 18 23:10:54.656075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a7b2baf4-b914-4180-ab81-ef7f14695bb6 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:10:54.765310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.770843 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06995eb0-5788-4bc7-84ec-4704d3d81089 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1603689 Jan 18 23:10:54.777250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-f95091bd-7c23-444f-a9de-8d916295b72f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1431067 Jan 18 23:10:54.777874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36688) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:54.794587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Request body: {'subnet': {'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1526462096-subnet', 'tenant_id': '632813b481384994aebfa44bd0718945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:10:54.860264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:10:54.871380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Usage tracker for resource:subnet and tenant:632813b481384994aebfa44bd0718945 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:10:54.876584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:10:54.888228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:10:54.916769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-83c03100-1508-43f9-9f61-e32daa86d620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.918628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-83c03100-1508-43f9-9f61-e32daa86d620 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1314280 Jan 18 23:10:54.992687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:54.994462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] 10.222.0.89 "PUT /v2.0/ports/c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 1091 time: 2.7615254 Jan 18 23:10:54.995929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-8103311d-dea0-48db-b846-a9756d50814b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.996137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-8103311d-dea0-48db-b846-a9756d50814b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.996580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-8103311d-dea0-48db-b846-a9756d50814b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:54.998121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-8103311d-dea0-48db-b846-a9756d50814b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f9514892046a4a4f850c5981983deab1&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3304255 Jan 18 23:10:55.020299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Made reservation on behalf of 632813b481384994aebfa44bd0718945 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:10:55.023184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.080002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912dfb5-a446-4916-a1a8-b2820bbbe984 service neutron] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.146356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3aff6f8b-db36-40bb-813f-217e8327a191 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:10:55.169288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-a278995b-0daf-48f3-8b12-68305484a301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.170841 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c8d3a541-64d4-4ff1-8b21-e5626dc98780 req-a278995b-0daf-48f3-8b12-68305484a301 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653693 Jan 18 23:10:55.187274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 3aff6f8b-db36-40bb-813f-217e8327a191 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:10:55.188138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3aff6f8b-db36-40bb-813f-217e8327a191 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:10:55.283147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191f257-7cee-4136-9e3d-605cfdc5374e req-f48c7440-2bd0-4248-9484-c37c10cbb8e0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.289682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2191f257-7cee-4136-9e3d-605cfdc5374e req-f48c7440-2bd0-4248-9484-c37c10cbb8e0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 948 time: 0.3106709 Jan 18 23:10:55.301684 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-08e6f2a1-c755-4a7a-8aa9-ab06d1e8c3d9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6478 time: 0.0865016 Jan 18 23:10:55.314961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-cd64721f-f69c-436c-95ca-155cd80f9036 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795042 Jan 18 23:10:55.361151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.366212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.370425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.373095 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-e7cb40f3-91ac-4376-b387-755ef62e74fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 217 time: 0.0642829 Jan 18 23:10:55.374210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.378011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.381803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.385722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.387557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-a34c58b6-82ef-45ed-85d8-195c94a846e4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.3307135 Jan 18 23:10:55.435541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3a53ca0c-f1f9-46f5-827e-8976a6e59541 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:55.436921 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3a53ca0c-f1f9-46f5-827e-8976a6e59541 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 200 len: 851 time: 0.0582850 Jan 18 23:10:55.511567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c3330cca-e5e4-42c4-9b97-0feb131a35a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=54f36bba-5c61-4635-b73b-4727c8de00f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689993 Jan 18 23:10:55.542433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2191f257-7cee-4136-9e3d-605cfdc5374e req-0c5f2e24-35e9-4657-a6ea-6fed49bbb52f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518175 Jan 18 23:10:55.618407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3841ac1-3e54-4a01-a5ad-38cee872cb2b req-0a3a6583-eefd-4c13-8d20-25e4a1a2c2f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035990 Jan 18 23:10:55.653118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-1d51f1f6-a935-4876-997c-5de4d9d24655 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014283 Jan 18 23:10:55.676314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-62a0eb23-5685-46ef-8026-d988e25c350b service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522334 Jan 18 23:10:55.751914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:55.850677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-58adee8a-e041-4f29-aa58-ce4a876f6441 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692984 Jan 18 23:10:55.870225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:10:55.905281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417058fa-eb88-4840-86e5-bc6c9ada8a89 req-7830c0e5-50a8-4275-a664-9136ccaff06c service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456727 Jan 18 23:10:55.906162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Checking segment: {'id': '8960e8d1-5e1b-41fe-93ec-073ad228d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:10:55.920641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Network hostable DHCP agents. Network: a7b2baf4-b914-4180-ab81-ef7f14695bb6, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:10:55.957678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:55.960222 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-0fe91a4f-5f88-4c20-8038-caf834a11eef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 217 time: 0.1020961 Jan 18 23:10:56.018741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Network a7b2baf4-b914-4180-ab81-ef7f14695bb6 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:10:56.042472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-e5ba3410-278c-40a2-83fb-fade25c2cee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:56.043954 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-e5ba3410-278c-40a2-83fb-fade25c2cee7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0782187 Jan 18 23:10:56.089124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a7b2baf4-b914-4180-ab81-ef7f14695bb6) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:10:56.093795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:56.094395 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:56.103679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e6636-229e-4a72-9b68-50ef7b83821f None None] Network a7b2baf4-b914-4180-ab81-ef7f14695bb6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:10:56.104917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:10:56.166865 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d2c4cdb4-b109-45b0-8447-fcf3c52a8758 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150615 Jan 18 23:10:56.215110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1257d7af-a4a9-43f4-af68-5ea03f72b1dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4318440 Jan 18 23:10:56.347514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-57d36ff9-77ba-4299-86a5-37440bb05eed service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712873 Jan 18 23:10:56.370774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42196dee-1a69-4e5a-a38d-f4a10094a24d None None] Network a7b2baf4-b914-4180-ab81-ef7f14695bb6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:10:56.545455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-149e3e3b-c3fd-4e4e-a5d1-8c490ef320f5 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899109 Jan 18 23:10:56.637370 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d6b1fa65-e57f-4b05-86f4-74b21800a604 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 217 time: 0.0783873 Jan 18 23:10:56.803786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-f286ed67-f042-462e-9c5c-0ba41a39ebe5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:56.805171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-f286ed67-f042-462e-9c5c-0ba41a39ebe5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.1583331 Jan 18 23:10:56.889789 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-fc0a98ba-8521-4ea9-b44a-f4da4f44a0d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774195 Jan 18 23:10:57.035521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-a8b24cb2-886e-45ff-bff6-772b027442e5 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362159 Jan 18 23:10:57.073127 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'status': 'completed', 'code': 200} Jan 18 23:10:57.180862 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6', 'status': 'completed', 'code': 200} Jan 18 23:10:57.232567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-41eb0181-c0aa-4e0b-b575-9ca315e7306f service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940463 Jan 18 23:10:57.390004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-614ab87c-7bc7-4fe7-b53c-a966a3890f3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1099 time: 0.2996283 Jan 18 23:10:57.427866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-7aa5aa21-9860-40e3-aae8-316c80d9583e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1099 time: 0.2753100 Jan 18 23:10:57.442614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-fb74a441-4c21-4d3b-93e2-9044b745a17e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 200 len: 217 time: 0.1869440 Jan 18 23:10:57.543866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44abc749-c7e5-494e-a678-cbf7cc05b5a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.543866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44abc749-c7e5-494e-a678-cbf7cc05b5a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.1024427 Jan 18 23:10:57.694739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-0bdf06dd-d26a-4d82-a9ee-b71494bd5b59 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329136 Jan 18 23:10:57.805439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-a7f81145-b676-4ddb-979c-458035155642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.808212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-a7f81145-b676-4ddb-979c-458035155642 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4110448 Jan 18 23:10:57.945777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-30316b64-12b5-4237-a915-f198a7bd7bc1 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430108 Jan 18 23:10:57.961408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-6b59359d-c67d-4fad-9468-085d499d3abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:57.963667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-6b59359d-c67d-4fad-9468-085d499d3abf service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4895329 Jan 18 23:10:57.982460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-95876a51-f33a-403f-8e2b-097239a952f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1547508 Jan 18 23:10:58.170578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c7e357f1-0665-483e-978e-be88225851fa service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061176 Jan 18 23:10:58.200829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-d4fd74e7-87eb-4ef9-bf53-3d788da8b714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.200829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-d4fd74e7-87eb-4ef9-bf53-3d788da8b714 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0893650 Jan 18 23:10:58.222113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-2a35d423-b909-40a4-94bc-542379efe98a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.2430689 Jan 18 23:10:58.278423 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d013969f-fcb0-4b3b-b048-caa6f7815696 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 200 len: 217 time: 0.1103609 Jan 18 23:10:58.301360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a3f61467-e6b2-4da7-8984-6a2535e3a9f7 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.323478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a3f61467-e6b2-4da7-8984-6a2535e3a9f7 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/networks?id=a7b2baf4-b914-4180-ab81-ef7f14695bb6 HTTP/1.1" status: 200 len: 818 time: 0.6346574 Jan 18 23:10:58.365728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-da9d14f1-9732-4b37-8d7c-2d906afbcbc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.365728 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-da9d14f1-9732-4b37-8d7c-2d906afbcbc8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0724068 Jan 18 23:10:58.412215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-71ebfaf6-7d2e-419b-9fcc-031282c119f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.413744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-71ebfaf6-7d2e-419b-9fcc-031282c119f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1515663 Jan 18 23:10:58.442540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-7e8c36e1-e871-4be1-b67b-2cd50cc94c72 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/quotas/632813b481384994aebfa44bd0718945 HTTP/1.1" status: 200 len: 375 time: 0.1123922 Jan 18 23:10:58.520976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-cfb34e51-495a-4a3b-8510-cfc30a368d6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1522601 Jan 18 23:10:58.545206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-59d8ba28-10dd-423b-a278-0d630dbe1f42 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=632813b481384994aebfa44bd0718945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045971 Jan 18 23:10:58.564374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-66712f0d-c8cb-4359-a642-b00c629b2304 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3429704 Jan 18 23:10:58.750515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-44934f43-38d3-4278-ab02-29baa9bdffe0 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136309 Jan 18 23:10:58.787478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:58.822451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b0be1-6bc2-43a6-8c70-7dfed39f3022 req-c12856ae-b7b8-4525-a89f-ee6cad89aa5f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.822451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea6b0be1-6bc2-43a6-8c70-7dfed39f3022 req-c12856ae-b7b8-4525-a89f-ee6cad89aa5f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 948 time: 0.6184409 Jan 18 23:10:58.988747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-4e28bd0b-7a44-4fd6-84ab-2142173c37e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:58.988976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-4e28bd0b-7a44-4fd6-84ab-2142173c37e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:10:59.011665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-b436b5ed-c838-4a86-a186-6aab70824507 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5841630 Jan 18 23:10:59.023720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-dc9b499c-5c9c-4970-978e-36c528a9125d service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446363 Jan 18 23:10:59.025850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-60f06ba9-911a-4bb3-aab3-db6560caccec service neutron] 10.222.0.59 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693341 Jan 18 23:10:59.226956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-3bca36a0-f890-4642-a0f7-134c85617187 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 200 len: 217 time: 0.1960802 Jan 18 23:10:59.226956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-4e28bd0b-7a44-4fd6-84ab-2142173c37e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:10:59.230002 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-4e28bd0b-7a44-4fd6-84ab-2142173c37e3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 950 time: 0.4906580 Jan 18 23:10:59.299188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d0439a1b-22de-4cff-8426-d6dfa1678fb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.300677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-d0439a1b-22de-4cff-8426-d6dfa1678fb4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.0651994 Jan 18 23:10:59.360204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea6b0be1-6bc2-43a6-8c70-7dfed39f3022 req-19bd9683-09d2-4c7d-834a-aa3f8e6abb1a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686410 Jan 18 23:10:59.407678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-c7c15fc5-ef60-479e-92f5-064eb95989ed service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777107 Jan 18 23:10:59.427231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 7f53780e-4eb0-4879-adc8-e3d0661398c9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:10:59.429021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.542742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-c7302dcf-5f7e-4661-a1aa-ea49cb0e0185 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2065070 Jan 18 23:10:59.553991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4200f1d8-6bf0-47e9-b26a-4db4725e566a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2febb3d82a244c279401309afe5a1380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7699404 Jan 18 23:10:59.568208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:10:59.680185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-54d07eb1-47a8-4e82-919d-574b4f151a48 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527889 Jan 18 23:10:59.709550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-de8d643c-b15a-48d2-8f46-ab17a1983285 service neutron] 10.222.0.59 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834304 Jan 18 23:10:59.831755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-90b5084d-956d-4d29-9b4b-963cf50fbc3d service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765057 Jan 18 23:10:59.906429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.910645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.914642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.918892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.922999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.924891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 7f53780e-4eb0-4879-adc8-e3d0661398c9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7f53780e-4eb0-4879-adc8-e3d0661398c9,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:10:59.925291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:10:59.927580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.932115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:10:59.934254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-3a6f1d07-9be9-4005-8d40-7e4f6cbfa265 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.4015765 Jan 18 23:10:59.940750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-41e24d21-5682-46b0-872a-b2233c6e312d service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217648 Jan 18 23:10:59.993084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.052627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51d8b4ee-f1d8-4da4-9954-f062af6389a0 req-edd2964d-ebf7-4498-b8ce-7b3cf419edd2 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570836 Jan 18 23:11:00.090992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 7f53780e-4eb0-4879-adc8-e3d0661398c9 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:00.129991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bb6140d-1c52-452a-adef-3521ed238d73 req-b5a92085-469f-4e1b-8ef0-cc9fa16fc9ae tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565919 Jan 18 23:11:00.159411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.228550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-4762bddc-4cbd-4c69-babe-76d7e78f921e service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858831 Jan 18 23:11:00.327846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.338697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-bb30b736-f471-4334-a863-b6d0f14684d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 217 time: 0.0918183 Jan 18 23:11:00.397291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ee03e-cb97-4264-a33e-8c63f60361d3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:00.464395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d9a18af-a85e-4001-b6dc-5945db72dd0b req-6f0726c2-101b-4183-b6a4-d7d28987f336 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 210 time: 0.0650020 Jan 18 23:11:00.472576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-749869bb-5394-4fe2-b6d3-8d4886d95e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:00.474066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-749869bb-5394-4fe2-b6d3-8d4886d95e40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.1113000 Jan 18 23:11:00.483484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.485593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-35d15dda-7efd-4ce8-b72a-e17e2979879e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f63ee03e-cb97-4264-a33e-8c63f60361d3 HTTP/1.1" status: 204 len: 168 time: 0.8771415 Jan 18 23:11:00.505746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad72cb-d0b2-439d-b98a-eddb91188049 req-ad907795-c2e0-409e-a67b-0f3dd03cae8a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:00.508729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82ad72cb-d0b2-439d-b98a-eddb91188049 req-ad907795-c2e0-409e-a67b-0f3dd03cae8a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 950 time: 0.1708245 Jan 18 23:11:00.569190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82ad72cb-d0b2-439d-b98a-eddb91188049 req-8f3e5f4f-619c-4427-aaae-fa566cf10c0d tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558012 Jan 18 23:11:00.584554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-5b980ee1-9dfc-49aa-86d3-b93f8148fe55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034057 Jan 18 23:11:00.616401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.630536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:00.657568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471', '7f53780e-4eb0-4879-adc8-e3d0661398c9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:00.746469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=7f53780e-4eb0-4879-adc8-e3d0661398c9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:00.777153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01804f89-10fe-4eea-b89e-2aaa5e84ed98 req-3ba959d3-c2b2-4d86-ac3b-ce4107de9792 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:00.786070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01804f89-10fe-4eea-b89e-2aaa5e84ed98 req-3ba959d3-c2b2-4d86-ac3b-ce4107de9792 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 948 time: 0.1469128 Jan 18 23:11:00.854404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 7f53780e-4eb0-4879-adc8-e3d0661398c9 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:00.857456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:00.864272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'name': 'network-vif-deleted', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:00.891084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01804f89-10fe-4eea-b89e-2aaa5e84ed98 req-5ffabb96-8beb-4b23-85c6-107cc453f87d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039741 Jan 18 23:11:00.919280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-5db0bc9c-c6e3-4014-a39b-15ffed17463f service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288043 Jan 18 23:11:00.966420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c4e2609a-bf57-4dc6-8304-8d8eea221a37 req-59d50f35-5039-459c-9ef2-66747754b0d6 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "DELETE /v2.0/ports/7f53780e-4eb0-4879-adc8-e3d0661398c9 HTTP/1.1" status: 204 len: 173 time: 1.6633925 Jan 18 23:11:00.982952 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107c4510-15e1-4c9f-99ac-a3839f39576d', 'name': 'network-vif-deleted', 'tag': '7f53780e-4eb0-4879-adc8-e3d0661398c9', 'status': 'completed', 'code': 200} Jan 18 23:11:01.174849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:01.536775 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9e1245d9-fa54-415a-a709-ee6be113fab6 req-428c64c3-c45b-40ee-9ff8-519d3de9e6b6 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997488 Jan 18 23:11:01.585013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.596367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.605601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.612365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.617898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.625275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.630074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:01.630478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:01.632065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4920761-c19d-4775-a573-337cb4149325 req-d31cd936-0079-45e1-b818-6abfe89b68f3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.2023609 Jan 18 23:11:01.662046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '204602d4-78ab-463b-b55b-00d74acbfa22', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '204602d4-78ab-463b-b55b-00d74acbfa22', 'mac_address': 'fa:16:3e:6c:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:01.706787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4920761-c19d-4775-a573-337cb4149325 req-57597e86-fbdb-4f1b-8a46-265aac84b7e8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679746 Jan 18 23:11:01.765080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:01.801779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:01.855677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-32cf145c-6e49-4d6a-a941-18a2ea66aecc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6478 time: 0.1662107 Jan 18 23:11:01.880398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:02.034558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-0b397cbf-96ab-4c82-af37-4e15cf052be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:02.036003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-0b397cbf-96ab-4c82-af37-4e15cf052be6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 903 time: 0.1842649 Jan 18 23:11:02.093358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:02.136972 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-3402f2f5-b4aa-460c-82d1-27b3fd41ded5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 217 time: 0.0780215 Jan 18 23:11:02.238842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:02.364247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-1156011d-dda1-4d90-a172-f232ccff6bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:02.370280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-1156011d-dda1-4d90-a172-f232ccff6bcf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.2341189 Jan 18 23:11:02.457461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2732801f-bc0d-4a7f-b280-6d0dafff7740 req-8e6bdf54-7ab3-40a2-817e-0f852f2d6273 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 210 time: 0.1107380 Jan 18 23:11:02.569249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['204602d4-78ab-463b-b55b-00d74acbfa22'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:02.584901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-b1d73754-4719-4307-8457-4818ec936be7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911728 Jan 18 23:11:02.674346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2014ef72-30a0-45ff-a0f8-4d1a25f865f9 req-8b1838d7-ee32-45fe-802a-f2626c562294 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c4510-15e1-4c9f-99ac-a3839f39576d HTTP/1.1" status: 200 len: 210 time: 0.1209531 Jan 18 23:11:02.778800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-441fb2d0-4f42-442f-a131-91492ecb00ed tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:02.778800 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-441fb2d0-4f42-442f-a131-91492ecb00ed tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&tenant_id=f2f4269441ac464588fb46a0bef58d5c&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 949 time: 0.2486970 Jan 18 23:11:02.816085 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-395f0fb1-717e-49aa-86e8-90b5ab687d1f service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196615 Jan 18 23:11:02.859738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8f7c-cb0c-4222-9095-f80c24a27c9c req-17c633aa-911f-497d-8e8e-42fa42b84c74 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:02.861325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-704c8f7c-cb0c-4222-9095-f80c24a27c9c req-17c633aa-911f-497d-8e8e-42fa42b84c74 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.1659286 Jan 18 23:11:02.971151 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-704c8f7c-cb0c-4222-9095-f80c24a27c9c req-9351f80d-9d2b-4242-b6d8-689893f192b1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952981 Jan 18 23:11:03.158281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-49102a10-cd7f-4c2a-a1dc-9b7d11dae1c3 service neutron] 10.222.0.89 "GET /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22/bindings/n-h1-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.3549924 Jan 18 23:11:03.179147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7f53780e-4eb0-4879-adc8-e3d0661398c9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:03.257060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b2b532d-7e20-4d66-ad86-78601267b7ca req-7adcaeba-dcd2-4ecd-87c4-cafbccbf1ccc service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650689 Jan 18 23:11:03.265256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 7f53780e-4eb0-4879-adc8-e3d0661398c9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:03.268173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7f53780e-4eb0-4879-adc8-e3d0661398c9 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:03.295861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-092312fd-c58e-4eed-af4c-465858a41044 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1100 time: 0.1021607 Jan 18 23:11:03.390546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.390546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.391157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.406412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.410306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.414226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.438290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.450213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-0890ed9c-6bda-4e63-a178-a8b505ec946f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.4175353 Jan 18 23:11:03.535175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-b7aff325-7cdf-4585-b60f-641242220432 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.537369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-b7aff325-7cdf-4585-b60f-641242220432 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2351580 Jan 18 23:11:03.604004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c89cc5a-7e80-4c5a-a38b-f663f987f98f req-de585bd5-94a7-4412-b275-baa50e7beec9 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530840 Jan 18 23:11:03.610111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-97422cdd-3128-47b0-9feb-8ecb2274c2a8 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.611786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-97422cdd-3128-47b0-9feb-8ecb2274c2a8 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.83 "GET /v2.0/networks?id=a7b2baf4-b914-4180-ab81-ef7f14695bb6 HTTP/1.1" status: 200 len: 818 time: 0.4656041 Jan 18 23:11:03.629051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Request body: {'port': {'device_id': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6', 'admin_state_up': True, 'tenant_id': '632813b481384994aebfa44bd0718945'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:03.673225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-978b1814-bf29-4239-a267-9a79470b9eec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1147008 Jan 18 23:11:03.775854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-495b6742-de4a-45b0-bbb3-e8e92f81db33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:03.778107 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-495b6742-de4a-45b0-bbb3-e8e92f81db33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0998096 Jan 18 23:11:03.875024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:03.879181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Usage tracker for resource:port and tenant:632813b481384994aebfa44bd0718945 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:03.887434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:03.895718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:03.943914 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-4868bfc5-314d-49ea-b766-47cd6f47b4be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578369 Jan 18 23:11:04.027848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Made reservation on behalf of 632813b481384994aebfa44bd0718945 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:04.030785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.053465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42c267ed-06ea-40f9-81ce-7780ab4d6cf6 req-5bda0538-3f35-4732-a339-87bb92304763 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 210 time: 0.0638199 Jan 18 23:11:04.127739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-2ae657da-0340-4227-98e0-3cd6d1a1ee83 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750000 Jan 18 23:11:04.397558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Allocated IP 172.20.0.8 (a7b2baf4-b914-4180-ab81-ef7f14695bb6/5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba/02fbb688-5003-4c74-9270-c0dc5c354ace) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:04.410301 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-0289e05d-5177-405d-8c35-8daebd3021cc service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765696 Jan 18 23:11:04.410932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a81646-974b-48a1-a5d1-f3e8f247705e req-eec24d54-831e-454c-9218-6f9d6f9955f0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.412322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52a81646-974b-48a1-a5d1-f3e8f247705e req-eec24d54-831e-454c-9218-6f9d6f9955f0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.1743846 Jan 18 23:11:04.509723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52a81646-974b-48a1-a5d1-f3e8f247705e req-cdc99550-443e-4dda-9de4-12cad5892b71 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797477 Jan 18 23:11:04.673093 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.768715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:04.850601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Network a7b2baf4-b914-4180-ab81-ef7f14695bb6 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:04.850601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:04.850601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:04.878602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Pushing event updated for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:04.919320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:04.919931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.008437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7018bca-4672-4114-8565-ee4800bb6c5e tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3839099 Jan 18 23:11:05.022085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Request body: {'port': {'device_id': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:05.145141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.199024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:05.346133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 204602d4-78ab-463b-b55b-00d74acbfa22 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:05.359970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 204602d4-78ab-463b-b55b-00d74acbfa22 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:05.359970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.360678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.362415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.367237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.372563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.377038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.385800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.386944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.389129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-b6335c41-0641-4df7-8bb4-b96901b53672 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.2401631 Jan 18 23:11:05.503686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.539715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:05.549451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:05.557543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09a02cb2-de22-4941-b2ba-22af820ef38a req-55537eff-8792-406b-84f6-68ca5d6fb3d8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510267 Jan 18 23:11:05.631081 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.711403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:05.807467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fbb688-5003-4c74-9270-c0dc5c354ace {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:05.824994 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.850933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Transition to ACTIVE for port object 02fbb688-5003-4c74-9270-c0dc5c354ace will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:05.874235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ed82-6218-4b6e-9260-dabb77cd3754 req-aa677bf4-64b1-4060-a354-5a0030fd8521 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.875754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1401ed82-6218-4b6e-9260-dabb77cd3754 req-aa677bf4-64b1-4060-a354-5a0030fd8521 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 949 time: 0.2234256 Jan 18 23:11:05.919912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d53b0-b90b-4523-8baf-94e2283b7dba req-2057008b-59b9-48ca-9b90-c30ba1b33089 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.920610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bf6d53b0-b90b-4523-8baf-94e2283b7dba req-2057008b-59b9-48ca-9b90-c30ba1b33089 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Synchronizing usage tracker for tenant:632813b481384994aebfa44bd0718945 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:05.942297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:05.982744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de94d6e-5603-422e-a427-09661df04e0c req-8c8a7dea-cf9a-4e0c-b70a-46ee1a7e1415 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:05.983732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8de94d6e-5603-422e-a427-09661df04e0c req-8c8a7dea-cf9a-4e0c-b70a-46ee1a7e1415 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:06.010424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1401ed82-6218-4b6e-9260-dabb77cd3754 req-a7837a7d-ea2f-45c4-bc1c-5552a875cdee tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245179 Jan 18 23:11:06.054626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8de94d6e-5603-422e-a427-09661df04e0c req-8c8a7dea-cf9a-4e0c-b70a-46ee1a7e1415 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:06.057683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de94d6e-5603-422e-a427-09661df04e0c req-8c8a7dea-cf9a-4e0c-b70a-46ee1a7e1415 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 949 time: 0.1581569 Jan 18 23:11:06.074158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Pushing event updated for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:06.082924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bf6d53b0-b90b-4523-8baf-94e2283b7dba req-2057008b-59b9-48ca-9b90-c30ba1b33089 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Unset dirty status for tenant:632813b481384994aebfa44bd0718945 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:06.092671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf6d53b0-b90b-4523-8baf-94e2283b7dba req-2057008b-59b9-48ca-9b90-c30ba1b33089 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 931 time: 0.3280118 Jan 18 23:11:06.170599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:06.171906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.217665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf6d53b0-b90b-4523-8baf-94e2283b7dba req-b4519e07-9863-4e96-a6be-7bd95ac929d4 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271260 Jan 18 23:11:06.270590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Attempting to bind port 02fbb688-5003-4c74-9270-c0dc5c354ace on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:06.270998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Attempting to bind port 02fbb688-5003-4c74-9270-c0dc5c354ace by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '8960e8d1-5e1b-41fe-93ec-073ad228d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:06.271327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Attempting to bind port 02fbb688-5003-4c74-9270-c0dc5c354ace on network a7b2baf4-b914-4180-ab81-ef7f14695bb6 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:06.276486 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'code': 200} Jan 18 23:11:06.278038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Port 02fbb688-5003-4c74-9270-c0dc5c354ace on network a7b2baf4-b914-4180-ab81-ef7f14695bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:06.278553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Attempting to bind port 02fbb688-5003-4c74-9270-c0dc5c354ace on network a7b2baf4-b914-4180-ab81-ef7f14695bb6 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:06.288073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:06.288620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Checking segment: {'id': '8960e8d1-5e1b-41fe-93ec-073ad228d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:06.289276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Bound using segment: {'id': '8960e8d1-5e1b-41fe-93ec-073ad228d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:06.290477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Bound port: 02fbb688-5003-4c74-9270-c0dc5c354ace, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8960e8d1-5e1b-41fe-93ec-073ad228d70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:06.291025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.536917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:06.537327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.539672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:06.548023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=02fbb688-5003-4c74-9270-c0dc5c354ace,segment=NetworkSegment(8960e8d1-5e1b-41fe-93ec-073ad228d70d),segment_id=8960e8d1-5e1b-41fe-93ec-073ad228d70d)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:06.574187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c10a3-0c26-4fd3-b3e5-4863ef116987 req-251e11ff-c7af-4ba2-8bee-765ec5f6af0f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:06.579747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c47c10a3-0c26-4fd3-b3e5-4863ef116987 req-251e11ff-c7af-4ba2-8bee-765ec5f6af0f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1082239 Jan 18 23:11:06.628788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c47c10a3-0c26-4fd3-b3e5-4863ef116987 req-1b1c15cb-6729-4df5-b67d-91bb8d61d8ff tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Jan 18 23:11:06.644282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.679824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:06.750499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.751941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] 10.222.0.83 "PUT /v2.0/ports/02fbb688-5003-4c74-9270-c0dc5c354ace HTTP/1.1" status: 200 len: 1091 time: 1.7363334 Jan 18 23:11:06.752528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:06.794865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db843-8d18-4adf-a4de-0f03327d311c service neutron] Pushing event updated for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:06.930535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:06.941791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:06.995719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=1cc40dc5-40e0-4e60-9585-c6defbf7e6dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:07.028382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.031014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.035506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:07.076743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.081333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.085497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.093780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.097796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.102792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.107688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.117167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-01cc8d2f-814e-41ce-9370-9d6119981a26 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.2839196 Jan 18 23:11:07.130468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4d794624-f3c1-41ea-92d7-f22f078aa471'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:07.164332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-43637f6a-9acf-4bde-a16b-c3a51583bf90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=632813b481384994aebfa44bd0718945&device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 1094 time: 0.2693996 Jan 18 23:11:07.248635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-63993de4-f7c4-409e-b95a-677397d56347 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fbb688-5003-4c74-9270-c0dc5c354ace HTTP/1.1" status: 200 len: 217 time: 0.0744810 Jan 18 23:11:07.267672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c00188b6-ad87-456e-8b3e-7b01e60a80bf req-b13331b7-c939-4514-acfb-ed6b39899bf3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472387 Jan 18 23:11:07.279859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:07.287861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.301488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'name': 'network-vif-deleted', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:07.367707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8de94d6e-5603-422e-a427-09661df04e0c req-207a9c9a-411c-47d1-a73e-932f0fc84311 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "DELETE /v2.0/ports/1cc40dc5-40e0-4e60-9585-c6defbf7e6dc HTTP/1.1" status: 204 len: 173 time: 1.3054793 Jan 18 23:11:07.388507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55695-f4ec-4954-9e04-3493f914d157 req-7c1278fa-824e-45ab-834b-cbac95bbbf62 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.389776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-64d55695-f4ec-4954-9e04-3493f914d157 req-7c1278fa-824e-45ab-834b-cbac95bbbf62 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:07.441120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-19d5dfa2-6d94-4b2f-bb4c-febbb2406bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:07.441120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-19d5dfa2-6d94-4b2f-bb4c-febbb2406bbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba HTTP/1.1" status: 200 len: 858 time: 0.1694121 Jan 18 23:11:07.502156 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace', 'status': 'completed', 'code': 200} Jan 18 23:11:07.504627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a7c1c0c1-66ba-4c46-b496-d2bd980bd61d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7b2baf4-b914-4180-ab81-ef7f14695bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565324 Jan 18 23:11:07.539615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-64d55695-f4ec-4954-9e04-3493f914d157 req-7c1278fa-824e-45ab-834b-cbac95bbbf62 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:07.544588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64d55695-f4ec-4954-9e04-3493f914d157 req-7c1278fa-824e-45ab-834b-cbac95bbbf62 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 950 time: 0.4028947 Jan 18 23:11:07.669470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 4d794624-f3c1-41ea-92d7-f22f078aa471 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:07.670125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:07.784027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a3ad4de-1a71-4580-8d0e-e3a1b0462546 req-931ae98f-6985-4e61-909f-85f23a220848 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e9d4d7b-3ec7-4c46-9545-8533e043e609 HTTP/1.1" status: 200 len: 210 time: 0.0911167 Jan 18 23:11:07.849183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-a4ba12fb-1127-47e2-a48c-49dd6d246f75 service neutron] 10.222.0.83 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373342 Jan 18 23:11:08.059714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-d54fcc02-77a3-4954-8450-50d25c256ac7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1101 time: 0.2581606 Jan 18 23:11:08.077445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:08.097968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-020ae58a-480f-4cc7-bc1e-64a63217dbb8 req-7d52f42f-399e-4ec8-ac95-1c10b98d262b service neutron] 10.222.0.83 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405798 Jan 18 23:11:08.136059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dddd7-576e-45d8-8877-db9da887b9d4 req-4b0f7058-1f64-4133-bbc6-0b2209361954 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:08.137741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c9dddd7-576e-45d8-8877-db9da887b9d4 req-4b0f7058-1f64-4133-bbc6-0b2209361954 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 943 time: 0.1223195 Jan 18 23:11:08.141957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 4d794624-f3c1-41ea-92d7-f22f078aa471, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4d794624-f3c1-41ea-92d7-f22f078aa471,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:08.142318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.203017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c9dddd7-576e-45d8-8877-db9da887b9d4 req-a7254c97-b990-4ce4-a42f-2938e96711ac tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591908 Jan 18 23:11:08.332047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-d6bbbdd0-fc1d-416b-bce7-43392383f4bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=632813b481384994aebfa44bd0718945&device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 1094 time: 0.1140714 Jan 18 23:11:08.423252 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9d4d7b-3ec7-4c46-9545-8533e043e609', 'name': 'network-vif-deleted', 'tag': '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc', 'status': 'completed', 'code': 200} Jan 18 23:11:08.423252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 4d794624-f3c1-41ea-92d7-f22f078aa471 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:08.456375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:11:08.500808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.602815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-4d2a55f8-9c2f-4b2b-a3f4-8eb655eaa2fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:08.604372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-4d2a55f8-9c2f-4b2b-a3f4-8eb655eaa2fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=a7b2baf4-b914-4180-ab81-ef7f14695bb6 HTTP/1.1" status: 200 len: 919 time: 0.2652385 Jan 18 23:11:08.728500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-52f8c045-b07c-4e0f-a69d-66734488bcf3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02fbb688-5003-4c74-9270-c0dc5c354ace HTTP/1.1" status: 200 len: 217 time: 0.1177356 Jan 18 23:11:08.829698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-4f528c3e-66b1-4f63-a081-1c74efc8f5cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:08.829852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.829999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-4f528c3e-66b1-4f63-a081-1c74efc8f5cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba HTTP/1.1" status: 200 len: 858 time: 0.0892222 Jan 18 23:11:08.841544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827e24-035a-4005-9c6c-d97347e78666 req-bc8cefe8-0e6a-41b6-b940-f7fb62b723d1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:08.845606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4827e24-035a-4005-9c6c-d97347e78666 req-bc8cefe8-0e6a-41b6-b940-f7fb62b723d1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1813672 Jan 18 23:11:08.848858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05', '1cc40dc5-40e0-4e60-9585-c6defbf7e6dc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:08.886293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=4d794624-f3c1-41ea-92d7-f22f078aa471,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:08.925224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:08.953122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-8e0bf4ab-e12c-4b88-8300-baed7cc971bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a7b2baf4-b914-4180-ab81-ef7f14695bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073606 Jan 18 23:11:09.002324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 4d794624-f3c1-41ea-92d7-f22f078aa471 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:09.012528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.029576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:09.077084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:09.137927 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64d55695-f4ec-4954-9e04-3493f914d157 req-0dea2702-d920-497c-abc5-0494f1e9d67f tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.89 "DELETE /v2.0/ports/4d794624-f3c1-41ea-92d7-f22f078aa471 HTTP/1.1" status: 204 len: 173 time: 1.5868714 Jan 18 23:11:09.166110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.187921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Transition to ACTIVE for port object 204602d4-78ab-463b-b55b-00d74acbfa22 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:09.202233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:09.240074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4827e24-035a-4005-9c6c-d97347e78666 req-52fd5de3-0845-4bc9-9860-0fe9237befb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264422 Jan 18 23:11:09.268978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.336151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:09.379049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-080a2641-ca46-41f2-afaf-e63b460573b2 service neutron] 10.222.0.83 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107006 Jan 18 23:11:09.391635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b772e-2f9b-4714-a9ba-15b64f382e96 req-6f27a256-c330-484e-934a-041d8dcbcf43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.406623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-957b772e-2f9b-4714-a9ba-15b64f382e96 req-6f27a256-c330-484e-934a-041d8dcbcf43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.2213247 Jan 18 23:11:09.441901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:09.607572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] No DVR routers for this DVR port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:09.625820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-957b772e-2f9b-4714-a9ba-15b64f382e96 req-4ebcd57f-0f2e-4a7b-be78-6e5eba227577 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205083 Jan 18 23:11:09.666759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:09.667102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:09.667434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:09.673898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:09.675892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Attempting to bind port 204602d4-78ab-463b-b55b-00d74acbfa22 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:09.682858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:09.683206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:09.683595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:09.684022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Bound port: 204602d4-78ab-463b-b55b-00d74acbfa22, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:09.684371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.722387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e47a5ca1-572a-4a2c-8e96-e8073609855f req-21a7f6ff-95ce-4a34-8edb-76a19dbc680f service neutron] 10.222.0.83 "GET /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880974 Jan 18 23:11:09.735086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.741780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.747276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.752565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.758419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.762964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.766931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:09.775545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-a72aa0c1-fb47-44aa-8140-568f01d8a8b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.2307873 Jan 18 23:11:09.807690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:09.810961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:09.820711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-886c2965-ef0c-4c4d-9390-321b0e9d81a1 req-f99c5d76-803d-4f56-b998-cad999dbb467 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443177 Jan 18 23:11:09.911233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:09.999629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.001332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 1097 time: 1.9279997 Jan 18 23:11:10.006953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11170f70-a293-4a6e-b7b4-2a9743bef5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:10.156112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-3387868a-3314-489b-a227-82c4788102d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1100 time: 0.1207750 Jan 18 23:11:10.160145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54540-53cd-4ba6-9470-78c35679d5c9 req-fbc29578-5c5d-43ea-b45d-2f1cb9d4e066 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.162135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bc54540-53cd-4ba6-9470-78c35679d5c9 req-fbc29578-5c5d-43ea-b45d-2f1cb9d4e066 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 943 time: 0.1272221 Jan 18 23:11:10.239644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bc54540-53cd-4ba6-9470-78c35679d5c9 req-6466ee60-4d7b-4524-a54b-faf787d588b0 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704818 Jan 18 23:11:10.386651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-0e26c55c-ee45-4f2f-9161-328619d60103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.389030 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-0e26c55c-ee45-4f2f-9161-328619d60103 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2246830 Jan 18 23:11:10.479076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2823214-790e-4909-9cb8-b76938b45dd1 req-f003fe62-e371-43d1-af27-9fe7c10299c3 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1129be2-7bb8-485f-a89d-dba6a66828e9 HTTP/1.1" status: 200 len: 210 time: 0.0454910 Jan 18 23:11:10.506541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'name': 'network-vif-deleted', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471'}, {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}, {'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:10.512649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-a746f201-6959-4d8f-a760-b29778cab986 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1163847 Jan 18 23:11:10.608454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e3cc9-d49f-4299-9cb1-5d78c13cfe3c req-58cd2df4-297d-4d87-b6b1-2a2aa0682ef2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.609920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d6e3cc9-d49f-4299-9cb1-5d78c13cfe3c req-58cd2df4-297d-4d87-b6b1-2a2aa0682ef2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.0882409 Jan 18 23:11:10.631067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-588c5cce-5665-4f20-b9d3-db4a3080f227 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.632497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-588c5cce-5665-4f20-b9d3-db4a3080f227 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0859475 Jan 18 23:11:10.663655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d6e3cc9-d49f-4299-9cb1-5d78c13cfe3c req-d84e0a41-c974-4b0d-a228-8fbaf4438cf1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Jan 18 23:11:10.699668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-219df1f1-88dd-4bfc-be25-89b35bdc8875 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.699668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-219df1f1-88dd-4bfc-be25-89b35bdc8875 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:10.725195 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1129be2-7bb8-485f-a89d-dba6a66828e9', 'name': 'network-vif-deleted', 'tag': '4d794624-f3c1-41ea-92d7-f22f078aa471', 'status': 'completed', 'code': 200} Jan 18 23:11:10.725633 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'code': 200} Jan 18 23:11:10.726069 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'status': 'completed', 'code': 200} Jan 18 23:11:10.747599 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-b446e4e9-fc26-4f0c-9156-bbd8292bf0db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079843 Jan 18 23:11:10.781370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:10.876437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 02fbb688-5003-4c74-9270-c0dc5c354ace details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:10.878899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:10.911261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-219df1f1-88dd-4bfc-be25-89b35bdc8875 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:10.912670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-219df1f1-88dd-4bfc-be25-89b35bdc8875 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.89 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.3991644 Jan 18 23:11:10.915801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf61519-11f5-4c18-a489-8bac619d8408 req-2f81c26e-c440-41e1-8dd7-0534420e0fda tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:10.918043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbf61519-11f5-4c18-a489-8bac619d8408 req-2f81c26e-c440-41e1-8dd7-0534420e0fda tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 945 time: 0.0912373 Jan 18 23:11:10.918790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:10.919165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1cc40dc5-40e0-4e60-9585-c6defbf7e6dc not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:10.993778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbf61519-11f5-4c18-a489-8bac619d8408 req-80917b79-bb59-4a6a-98c2-63f082a41bb0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660629 Jan 18 23:11:11.078504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port e9fd908f-6d05-4e08-919a-697c203bbdba {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:11.078872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.095437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=02fbb688-5003-4c74-9270-c0dc5c354ace,segment=NetworkSegment(8960e8d1-5e1b-41fe-93ec-073ad228d70d),segment_id=8960e8d1-5e1b-41fe-93ec-073ad228d70d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:11.113699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '02fbb688-5003-4c74-9270-c0dc5c354ace', 'network_id': 'a7b2baf4-b914-4180-ab81-ef7f14695bb6', 'port_id': '02fbb688-5003-4c74-9270-c0dc5c354ace', 'mac_address': 'fa:16:3e:04:56:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:11.183394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.183729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-c739a8b1-e11f-44fb-8e37-298181052f04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1100 time: 0.4349520 Jan 18 23:11:11.184614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.188115 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-a35a2bdd-938d-45a0-9b90-49828ba04078 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061608 Jan 18 23:11:11.188895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.192968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.198222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.202897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.207865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fbb688-5003-4c74-9270-c0dc5c354ace {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:11.208383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.212919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.224998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=02fbb688-5003-4c74-9270-c0dc5c354ace,segment=NetworkSegment(8960e8d1-5e1b-41fe-93ec-073ad228d70d),segment_id=8960e8d1-5e1b-41fe-93ec-073ad228d70d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:11.225362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-fac807d0-5063-4262-bcbd-4191fcec4cb3 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.1400392 Jan 18 23:11:11.227922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e9fd908f-6d05-4e08-919a-697c203bbdba no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:11.283905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36fa5730-13ac-4e9f-9ae8-90ca6a84ed28 req-bf3e521a-7906-44e1-8b69-1f964b031792 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562801 Jan 18 23:11:11.300359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.411794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.429331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.451104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:11.513702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b625b8f4-0445-4dd9-a1dd-fb20c35d835f req-8047ac0a-2d8b-4ef8-904a-7b26dd4a89c3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031421 Jan 18 23:11:11.532990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:11.556156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['02fbb688-5003-4c74-9270-c0dc5c354ace'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:11.558145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-5fd123b8-949d-485b-8251-fbcd5a05b354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.558145 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-5fd123b8-949d-485b-8251-fbcd5a05b354 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3666489 Jan 18 23:11:11.594690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:11.595862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4d794624-f3c1-41ea-92d7-f22f078aa471 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:11.667519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28217c8e-4b79-43bf-b448-5877b57fc98b req-7a2e06aa-4437-488a-80bd-17e322401868 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.669034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28217c8e-4b79-43bf-b448-5877b57fc98b req-7a2e06aa-4437-488a-80bd-17e322401868 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 944 time: 0.1023943 Jan 18 23:11:11.676642 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'code': 200} Jan 18 23:11:11.690891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 4d794624-f3c1-41ea-92d7-f22f078aa471 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:11.698244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4d794624-f3c1-41ea-92d7-f22f078aa471 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:11.713052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-22950da2-e9b6-4004-9b03-11fa344c0af7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.1049571 Jan 18 23:11:11.728394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28217c8e-4b79-43bf-b448-5877b57fc98b req-0895915b-2fe6-471c-b067-0aa437a4d0a4 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Jan 18 23:11:11.749738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:11.855404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-ef40f285-d882-43ef-ab24-d2cc14dd7e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:11.856869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-ef40f285-d882-43ef-ab24-d2cc14dd7e7d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1329312 Jan 18 23:11:11.867205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:11.868317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:12.034635 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-7bf9400f-fa9e-4815-8928-825226ac8f81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1100 time: 0.4253657 Jan 18 23:11:12.041558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for e9fd908f-6d05-4e08-919a-697c203bbdba owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:12.045912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9c65-7928-44da-8584-ae9888e440a8 req-e78d624a-2cac-4778-aecc-b22ee27ba28a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.047452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-158c9c65-7928-44da-8584-ae9888e440a8 req-e78d624a-2cac-4778-aecc-b22ee27ba28a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.0865924 Jan 18 23:11:12.095497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-158c9c65-7928-44da-8584-ae9888e440a8 req-61739b79-8e63-495b-802d-79595ae899b0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Jan 18 23:11:12.275900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-9213a069-32e7-4429-8163-01105a745bb6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3997731 Jan 18 23:11:12.280406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-d089de5e-8f39-4ed8-a873-e9221a57ae3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.281869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-d089de5e-8f39-4ed8-a873-e9221a57ae3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2131908 Jan 18 23:11:12.312888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f4a7-1db4-4a7e-abf9-5c8983e87549 req-e6631972-48c5-4a6b-9708-9c672b13439d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.316195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c299f4a7-1db4-4a7e-abf9-5c8983e87549 req-e6631972-48c5-4a6b-9708-9c672b13439d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 943 time: 0.0878177 Jan 18 23:11:12.365511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c299f4a7-1db4-4a7e-abf9-5c8983e87549 req-9cea7883-76f4-4b86-a8e6-06bc045958f6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Jan 18 23:11:12.540760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:11:12.541090 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:11:12.560220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-3b554813-2184-4c7d-9264-183180a387c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.2588561 Jan 18 23:11:12.649654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-49976291-caf6-4a12-96dc-f5c9b335a748 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668041 Jan 18 23:11:12.652826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-5bd6a057-1eea-4dcb-96d9-48397da426f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.654180 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-5bd6a057-1eea-4dcb-96d9-48397da426f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0858009 Jan 18 23:11:12.730753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.734835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.738835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.743292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.747279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.751150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.756186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:12.757187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-9adafb5a-d82d-42e5-8ae6-f4764cb13353 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.1201451 Jan 18 23:11:12.812575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3531de9b-119a-4adc-bb1c-45c1befa2bbc req-020b2e0c-e20a-4e8f-8235-ae1c2ccf5a83 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484941 Jan 18 23:11:12.842243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-04c55324-fd94-4e94-a54b-9dd01a040a19 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857693 Jan 18 23:11:12.845738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-4bec6b7e-51d7-4dcd-86c2-839b9031a2f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710322 Jan 18 23:11:12.874120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 02fbb688-5003-4c74-9270-c0dc5c354ace up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:13.002878 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-58a02dbb-bdad-401f-b550-0d9f4e8bfb54 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430731 Jan 18 23:11:13.081768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port e9fd908f-6d05-4e08-919a-697c203bbdba {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:13.082026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 02fbb688-5003-4c74-9270-c0dc5c354ace completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:13.088592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.089186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 02fbb688-5003-4c74-9270-c0dc5c354ace triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:13.089186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.234481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.273278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=02fbb688-5003-4c74-9270-c0dc5c354ace,segment=NetworkSegment(8960e8d1-5e1b-41fe-93ec-073ad228d70d),segment_id=8960e8d1-5e1b-41fe-93ec-073ad228d70d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:13.287911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43df4bbe-b5e6-40cf-a62b-3eb03f2d1f95 req-61fc88e0-dc80-44c9-925d-81622fda7e90 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747228 Jan 18 23:11:13.313546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8510a-ab96-4bd2-87e2-fa6620755aef req-509fabad-0729-43a9-adb8-34929fac60d0 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:13.320951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ba8510a-ab96-4bd2-87e2-fa6620755aef req-509fabad-0729-43a9-adb8-34929fac60d0 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 944 time: 0.1229920 Jan 18 23:11:13.373753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ba8510a-ab96-4bd2-87e2-fa6620755aef req-3c3843c6-1993-4277-87f2-13c3d7f6478b tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Jan 18 23:11:13.410674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port e9fd908f-6d05-4e08-919a-697c203bbdba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e9fd908f-6d05-4e08-919a-697c203bbdba,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:13.411065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.413333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.535482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:13.609297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for e9fd908f-6d05-4e08-919a-697c203bbdba owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:13.678007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:13.744554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258323aa-d40a-4201-900e-0c49f446f6ad req-6698123b-dc8c-4559-8c87-6dfe59aa4a25 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:13.747336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-258323aa-d40a-4201-900e-0c49f446f6ad req-6698123b-dc8c-4559-8c87-6dfe59aa4a25 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 943 time: 0.1640737 Jan 18 23:11:13.754041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396143cb-cdfd-4187-a62a-1dc21cc534d8 req-7c6b66e8-ecf3-4034-818a-cb91e3a1e66e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:13.755736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-396143cb-cdfd-4187-a62a-1dc21cc534d8 req-7c6b66e8-ecf3-4034-818a-cb91e3a1e66e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.1277301 Jan 18 23:11:13.791596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9ef662c-801e-44bd-b3f1-987418340b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:13.834482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-258323aa-d40a-4201-900e-0c49f446f6ad req-ffab3159-2fd7-49cd-b043-1246a03e4c50 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777080 Jan 18 23:11:13.839021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-396143cb-cdfd-4187-a62a-1dc21cc534d8 req-0036dcaf-fe58-42ae-a458-43c7d94257fb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675266 Jan 18 23:11:13.892316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.010767 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace', 'code': 200} Jan 18 23:11:14.029742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=e9fd908f-6d05-4e08-919a-697c203bbdba,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:14.144031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port e9fd908f-6d05-4e08-919a-697c203bbdba on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:14.146646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.152894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-deleted', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:14.180932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-72249986-208a-4daf-afba-7d4cea480c6c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.181728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-72249986-208a-4daf-afba-7d4cea480c6c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:14.255511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-020ca7a3-2ba5-485b-bfbc-c3f37eb4be1b req-b21eca5c-8dbf-4bbe-99c5-88f45144f9c5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.89 "DELETE /v2.0/ports/e9fd908f-6d05-4e08-919a-697c203bbdba HTTP/1.1" status: 204 len: 173 time: 3.2908275 Jan 18 23:11:14.277712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-72249986-208a-4daf-afba-7d4cea480c6c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:14.278473 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-72249986-208a-4daf-afba-7d4cea480c6c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 949 time: 0.3194604 Jan 18 23:11:14.299365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7354-66f3-41c0-9117-19c334a192c4 req-55a3b119-9d50-46b4-af7d-0e5bd568f8ed tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.300799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32de7354-66f3-41c0-9117-19c334a192c4 req-55a3b119-9d50-46b4-af7d-0e5bd568f8ed tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 949 time: 0.2661841 Jan 18 23:11:14.350678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:14.351676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.384846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98a77f1e-d679-4e50-8d0e-f5216b51859a req-74a3f53a-d401-4dfc-a273-413d6158d883 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 1096 time: 0.2749851 Jan 18 23:11:14.389534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32de7354-66f3-41c0-9117-19c334a192c4 req-981b4307-0953-4766-8ea6-325234a3dc28 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739138 Jan 18 23:11:14.416320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.420299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.424108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.428039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.433517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.437643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.442155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:14.444068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-fab7adfa-78c9-4f65-9996-999b827b5042 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.3002989 Jan 18 23:11:14.499138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98a77f1e-d679-4e50-8d0e-f5216b51859a req-7c79022b-aab1-46ed-b8df-280203cb7d18 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070635 Jan 18 23:11:14.511112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-475db596-5498-4ac9-8b09-ddc2c4bbfe7e req-5b0602b9-4f25-4748-887d-2eb79c70f8b1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608909 Jan 18 23:11:14.755714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:14.756091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:14.888340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:14.918288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:14.950743 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cc9010-46cb-41ca-8aff-18d13755a564', 'name': 'network-vif-deleted', 'tag': 'e9fd908f-6d05-4e08-919a-697c203bbdba', 'status': 'completed', 'code': 200} Jan 18 23:11:15.135078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334d683-5949-486e-960d-667ef7eee46f req-8f9cee2e-87d1-4f3b-9edf-ef374dbeae70 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:15.137732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6334d683-5949-486e-960d-667ef7eee46f req-8f9cee2e-87d1-4f3b-9edf-ef374dbeae70 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 949 time: 0.2060983 Jan 18 23:11:15.190559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:15.205157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '204602d4-78ab-463b-b55b-00d74acbfa22', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '204602d4-78ab-463b-b55b-00d74acbfa22', 'mac_address': 'fa:16:3e:6c:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:15.214610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.236993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'e2fbbef6-cb91-4454-b709-161cd4fddc05'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:15.264598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:15.275661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1538c4c8-4593-4553-9ef5-44601120acfa req-7fda7c17-b406-439d-bc7b-f4a5e7daaeb7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=67cc9010-46cb-41ca-8aff-18d13755a564 HTTP/1.1" status: 200 len: 210 time: 0.0966930 Jan 18 23:11:15.298597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port e2fbbef6-cb91-4454-b709-161cd4fddc05 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:15.298925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.394984 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.410049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:15.412710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.427605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f73d72-80b3-4dd7-a510-dd99b26d0628 req-ac599ec4-3352-4e6a-9d4f-17083a522c6f tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:15.430530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22f73d72-80b3-4dd7-a510-dd99b26d0628 req-ac599ec4-3352-4e6a-9d4f-17083a522c6f tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 945 time: 0.2552063 Jan 18 23:11:15.430659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:15.467195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:15.523575 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc6011a2-01e7-44d4-8c08-4f27d7825f81 req-85d0718f-c0a7-48c8-a0ae-f05a7592e442 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "DELETE /v2.0/ports/329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 HTTP/1.1" status: 204 len: 173 time: 1.2387998 Jan 18 23:11:15.575698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.671639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37028) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:15.756863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22f73d72-80b3-4dd7-a510-dd99b26d0628 req-a1fafaf6-9067-4dad-9346-a13727683800 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135633 Jan 18 23:11:15.780252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:15.800491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df89b8-e413-4d9c-9f76-a124c55f99ab req-a91bbd13-1bdf-4129-8ddc-139afa5a3ea9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:15.810286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1df89b8-e413-4d9c-9f76-a124c55f99ab req-a91bbd13-1bdf-4129-8ddc-139afa5a3ea9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 949 time: 0.3493412 Jan 18 23:11:15.858721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port e2fbbef6-cb91-4454-b709-161cd4fddc05, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e2fbbef6-cb91-4454-b709-161cd4fddc05,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:15.858721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:15.883542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['204602d4-78ab-463b-b55b-00d74acbfa22'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:15.932044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.005711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a3408b02-aedb-47f8-86da-c2165ca8f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.020396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:16.025745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3cd5c48e354d2d86503cb2ad4d1106 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:16.029193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:16.035446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:16.128073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.146115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for e2fbbef6-cb91-4454-b709-161cd4fddc05 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:16.210200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.240594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34a57c99-09f4-4880-baef-1073c159ad26 req-4b1dd1ac-f8c1-4ace-9395-9fb771c89dfb tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffed1c01-6871-455f-aa93-83240c03c1e1 HTTP/1.1" status: 200 len: 210 time: 0.1101964 Jan 18 23:11:16.246787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1df89b8-e413-4d9c-9f76-a124c55f99ab req-1aa732b3-39c1-4674-aac2-c41f443e624a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355226 Jan 18 23:11:16.317079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c3cd5c48e354d2d86503cb2ad4d1106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6438737 Jan 18 23:11:16.318091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21838062-e5b0-47f0-9acc-c9285d880f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f7dce7-61a1-459d-924e-588c3f277e86,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.324372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:16.411918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.444570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.488961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.493046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.497689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.501489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.505539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.510281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.514806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.518496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-300b0693-bed4-40b9-943d-a06fae8d486c req-e8b0dfc8-b488-4e8b-b671-a8e1e926783e tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.1495314 Jan 18 23:11:16.521428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.588648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=e2fbbef6-cb91-4454-b709-161cd4fddc05,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.607794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.637926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f7dce7-61a1-459d-924e-588c3f277e86,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:16.644821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.660862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb0a2bc8-e2ae-42ea-8951-c967b8bd0abc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40f7dce7-61a1-459d-924e-588c3f277e86 HTTP/1.1" status: 204 len: 168 time: 0.3345070 Jan 18 23:11:16.666041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:16.681347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.681700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.682046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.682389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.682721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.683050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.683379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.683705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.684029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.684351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.684674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:16.697133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port e2fbbef6-cb91-4454-b709-161cd4fddc05 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:16.701165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:16.704166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'name': 'network-vif-deleted', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:16.719523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-300b0693-bed4-40b9-943d-a06fae8d486c req-bd72a633-8d25-41c9-81a6-09e8800d0acf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1614065 Jan 18 23:11:16.723955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6334d683-5949-486e-960d-667ef7eee46f req-0ffd278c-49b9-4163-a09f-fe33a789ce8c tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "DELETE /v2.0/ports/e2fbbef6-cb91-4454-b709-161cd4fddc05 HTTP/1.1" status: 204 len: 173 time: 1.5806093 Jan 18 23:11:16.892542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:16.897477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f3b3f-3454-4bb6-88f2-eab185fb5176 req-4993b322-3511-402d-9841-c1e041cbb38f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:16.902257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450f3b3f-3454-4bb6-88f2-eab185fb5176 req-4993b322-3511-402d-9841-c1e041cbb38f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 950 time: 0.1205809 Jan 18 23:11:16.952201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'name': 'network-vif-deleted', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:16.987467 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2639577e-1a83-4af3-813c-4fb6732b5b8c', 'name': 'network-vif-deleted', 'tag': 'e2fbbef6-cb91-4454-b709-161cd4fddc05', 'status': 'completed', 'code': 200} Jan 18 23:11:17.012538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450f3b3f-3454-4bb6-88f2-eab185fb5176 req-f929859c-44f4-4b07-9b5c-b3aa12150a6f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042938 Jan 18 23:11:17.175137 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffed1c01-6871-455f-aa93-83240c03c1e1', 'name': 'network-vif-deleted', 'tag': '329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4', 'status': 'completed', 'code': 200} Jan 18 23:11:17.245983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.292368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 204602d4-78ab-463b-b55b-00d74acbfa22 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:17.298326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 204602d4-78ab-463b-b55b-00d74acbfa22 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:17.298921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.384087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.399214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd166c3e-ada8-4978-acb1-bb06e6b96908 req-eb6161c3-9251-4ad6-97e0-3264fab6bfc6 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:17.405938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd166c3e-ada8-4978-acb1-bb06e6b96908 req-eb6161c3-9251-4ad6-97e0-3264fab6bfc6 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 945 time: 0.2186272 Jan 18 23:11:17.493462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd166c3e-ada8-4978-acb1-bb06e6b96908 req-b0941a9e-8bfc-4836-8ca0-3f0b1bb1530b tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865855 Jan 18 23:11:17.545742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.566643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-f48fa3b6-2071-4395-8305-8b138303f224 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383730 Jan 18 23:11:17.587337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:17.611816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:17.722200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:17.723240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:17.798522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:17.798863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 329b5fd0-c7b2-4d59-b6f7-d86e59ccd9a4 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:17.800663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e2fbbef6-cb91-4454-b709-161cd4fddc05 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:17.841418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08ef337a-5cb5-40f9-90e4-de71452077f3 req-a64efd96-e419-48cd-ba14-217cf5af8511 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:17.843500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: e2fbbef6-cb91-4454-b709-161cd4fddc05 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:17.844026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e2fbbef6-cb91-4454-b709-161cd4fddc05 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:17.868939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=13']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:17.910927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-392655b7-f3d7-4472-9505-a3c075307b57 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:17.912281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-392655b7-f3d7-4472-9505-a3c075307b57 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387697 Jan 18 23:11:17.928384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-08ef337a-5cb5-40f9-90e4-de71452077f3 req-a64efd96-e419-48cd-ba14-217cf5af8511 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:17.939417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08ef337a-5cb5-40f9-90e4-de71452077f3 req-a64efd96-e419-48cd-ba14-217cf5af8511 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=2639577e-1a83-4af3-813c-4fb6732b5b8c HTTP/1.1" status: 200 len: 210 time: 0.1437771 Jan 18 23:11:17.939417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-3a8db0d6-38d9-4f67-a4d2-c66f546eb50b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/quotas/f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 375 time: 0.0189557 Jan 18 23:11:18.030058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-7ae3fbf1-557c-44ea-bb2d-e592f694c12c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906625 Jan 18 23:11:18.352143 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'code': 200} Jan 18 23:11:18.670599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:18.771067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269532ef-0a8a-495f-93e6-017660fe6515 req-97070d24-ada7-4622-97aa-811346098f11 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.772518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-97070d24-ada7-4622-97aa-811346098f11 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.2218232 Jan 18 23:11:18.800507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.804402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.808415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.812288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.816177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.820055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.826563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:18.827395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-d3af269d-8102-400b-99c7-3bfe52b96113 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.1715884 Jan 18 23:11:18.829872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-ead67491-6c86-427e-94bd-174198442a38 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0506480 Jan 18 23:11:18.903986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-3c8b13d5-931d-4698-a09f-27509be52945 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571799 Jan 18 23:11:18.928377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab5e2df3-684a-46e7-acbe-bf7b3faf71b1 req-feaf5f09-530e-467b-bfe4-9c7f534caa2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880735 Jan 18 23:11:19.049449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f5b9aad-b3fe-4da3-becc-ef4f80b2f1f6 req-b19887ae-ac06-4f5c-ac12-8528354eda34 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 210 time: 0.0496774 Jan 18 23:11:19.061418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-0ed7a667-025d-44ce-b610-6faaecf9d4ac service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:11:19.061418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-0ed7a667-025d-44ce-b610-6faaecf9d4ac service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1499996 Jan 18 23:11:19.207650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-6f83102f-5b1c-4d7b-9126-f0ec7f2e00f2 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402390 Jan 18 23:11:19.349622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-269532ef-0a8a-495f-93e6-017660fe6515 req-d54cd84b-7557-4847-a594-d8ee8f863e9c service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329455 Jan 18 23:11:19.446324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d52a9e-ca40-4840-93c9-21ab3280b50f req-8d1b4e9d-204a-4ada-a529-5625fe164812 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:19.448184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6d52a9e-ca40-4840-93c9-21ab3280b50f req-8d1b4e9d-204a-4ada-a529-5625fe164812 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 945 time: 0.0872657 Jan 18 23:11:19.499627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6d52a9e-ca40-4840-93c9-21ab3280b50f req-dd086275-bd62-4c39-9a57-36d9f5d3e0d6 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c3a1506-ad97-4812-b2a0-466819d9b296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Jan 18 23:11:19.824716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1781bbc4-daf8-4300-9474-93a49e20509b req-92da9532-fbd2-48b3-a69a-ed6609b05e7a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=df22caab-3309-4a80-899f-ebb2d407cd7f HTTP/1.1" status: 200 len: 210 time: 0.0887640 Jan 18 23:11:19.871659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-c31278b6-1612-49e7-bb13-71a8e269afc4 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:19.873754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-c31278b6-1612-49e7-bb13-71a8e269afc4 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 945 time: 0.0889163 Jan 18 23:11:19.970064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Deleting port 02fbb688-5003-4c74-9270-c0dc5c354ace {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:19.970419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.127883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37158) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:20.299217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] For port 02fbb688-5003-4c74-9270-c0dc5c354ace, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=02fbb688-5003-4c74-9270-c0dc5c354ace,segment=NetworkSegment(8960e8d1-5e1b-41fe-93ec-073ad228d70d),segment_id=8960e8d1-5e1b-41fe-93ec-073ad228d70d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:20.299872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.306796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.353376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:20.357614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee9ebdce85144a08975dce0a9854beb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:20.360860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:20.368165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:20.452194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Calling delete_port for 02fbb688-5003-4c74-9270-c0dc5c354ace owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:20.693547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-3728cfe1-c11a-487f-83bd-860254633108 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=f2f4269441ac464588fb46a0bef58d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454922 Jan 18 23:11:20.741243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.755223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.759431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.763647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.767749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.771800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.776429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.782354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.784544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11a97208-4c1f-452f-b84e-049f73e6abca req-a99b14f1-346d-4cf6-8f6c-04a914bc5376 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5421 time: 0.1968031 Jan 18 23:11:20.809506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.855975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f63fff5e-a934-4da7-a505-b877f7e6c747 req-1c25f332-b4a1-4834-91ef-21b9553e2bd8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 210 time: 0.0705149 Jan 18 23:11:20.884906 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ee9ebdce85144a08975dce0a9854beb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7530551 Jan 18 23:11:20.885458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:20.887626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b73bb-3337-4d01-bc33-3233e97aa498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291de048-f8c6-4e91-81ab-0841c811f1dc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:20.899613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11a97208-4c1f-452f-b84e-049f73e6abca req-3314399c-5b06-44a2-80fb-ccb6e7141a66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663669 Jan 18 23:11:20.922980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:20.937601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['02fbb688-5003-4c74-9270-c0dc5c354ace'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:20.981725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-730f5bc4-1238-480a-bc85-6a5d09cb27ba tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:20.982915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-730f5bc4-1238-480a-bc85-6a5d09cb27ba tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684414 Jan 18 23:11:21.007466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Request body: {'port': {'device_id': 'f3aef155-9503-49da-91ef-005ad3da017d', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'f2f4269441ac464588fb46a0bef58d5c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:21.011526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Pushing event deleted for resources: {'Port': ['ID=02fbb688-5003-4c74-9270-c0dc5c354ace,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:21.152649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40b91ce1-727f-439d-bf71-0a6c2fb339a7 req-e788ae1d-ab23-46a7-8069-c07089d516a0 tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac47ee7c-4866-4972-9074-defcf12f86f9 HTTP/1.1" status: 200 len: 210 time: 0.0873411 Jan 18 23:11:21.161586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:21.171627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:21.205209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] No DVR routers for this DVR port 02fbb688-5003-4c74-9270-c0dc5c354ace on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:21.207941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.219466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'name': 'network-vif-deleted', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:21.232737 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.271324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f444e7bb-611d-432a-a57e-91c66811eac1 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:21.277165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Made reservation on behalf of f2f4269441ac464588fb46a0bef58d5c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:21.290256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.292147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.343569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8464e7-51ed-4a59-9341-3a903bd8962c req-ba4c63c6-8fc5-4835-8ea9-e04c83f8724b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.345250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8464e7-51ed-4a59-9341-3a903bd8962c req-ba4c63c6-8fc5-4835-8ea9-e04c83f8724b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 950 time: 0.2062068 Jan 18 23:11:21.371043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b10a30-d50f-4db6-a84d-2f1f6cc602b1 req-fc8f0c44-d50a-4fe5-908b-c914c9207aae tempest-InstanceActionsV221TestJSON-1571332647 tempest-InstanceActionsV221TestJSON-1571332647-project] 10.222.0.83 "DELETE /v2.0/ports/02fbb688-5003-4c74-9270-c0dc5c354ace HTTP/1.1" status: 204 len: 173 time: 1.4919822 Jan 18 23:11:21.417254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b8464e7-51ed-4a59-9341-3a903bd8962c req-71d9e131-a5f8-46f5-9dee-255d385f6e39 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bef2416-6872-4cfd-aee4-d7286a1e019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640211 Jan 18 23:11:21.493341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.509749 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac47ee7c-4866-4972-9074-defcf12f86f9', 'name': 'network-vif-deleted', 'tag': '02fbb688-5003-4c74-9270-c0dc5c354ace', 'status': 'completed', 'code': 200} Jan 18 23:11:21.526654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291de048-f8c6-4e91-81ab-0841c811f1dc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:21.535230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.540490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-52ffff47-5604-43a0-b4e4-149a28339924 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/291de048-f8c6-4e91-81ab-0841c811f1dc HTTP/1.1" status: 204 len: 168 time: 0.6533968 Jan 18 23:11:21.603287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:21.632223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'port_id': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'mac_address': 'fa:16:3e:7f:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:21.698473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.722064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Allocated IP 192.168.233.17 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/a62037a9-8de4-424b-9a17-ba1a77229603) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:21.740472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f444e7bb-611d-432a-a57e-91c66811eac1 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:21.772461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:21.838144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:21.838286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device df36694f-67d8-4d80-bd37-08dfc4c5810b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:21.845138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-6d1995ac-2609-4d36-b8e4-435bfd8c4f39 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.853172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-6d1995ac-2609-4d36-b8e4-435bfd8c4f39 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.2480021 Jan 18 23:11:21.881217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-70937053-1866-4a61-b384-755efc78416a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:21.882711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-70937053-1866-4a61-b384-755efc78416a tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 950 time: 0.1688058 Jan 18 23:11:21.905699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-b57e393c-443b-4208-9a98-fc1dac210bf6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0516047 Jan 18 23:11:21.978340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.011015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Transition to ACTIVE for port object a62037a9-8de4-424b-9a17-ba1a77229603 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:22.012827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-f1f6cd16-29dc-43e8-bb20-8787e9aacd8c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062365 Jan 18 23:11:22.124014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.127478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.150857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86', '204602d4-78ab-463b-b55b-00d74acbfa22'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:22.172074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Deleting port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:22.172408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.180605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:22.309258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:22.309710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:22.337223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'port_id': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'mac_address': 'fa:16:3e:79:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:22.356418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-03fd3f34-0b0c-4741-8306-499a3d05267d service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422658 Jan 18 23:11:22.363602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:22.366602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.375944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:22.505030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.561161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df36694f-67d8-4d80-bd37-08dfc4c5810b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:22.600828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:22.602508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.630728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:22.686623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851088-a3e7-4f96-bd9f-236eef6e66f9 req-848080c0-aa6d-44b0-8361-4f4983477469 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:22.688192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32851088-a3e7-4f96-bd9f-236eef6e66f9 req-848080c0-aa6d-44b0-8361-4f4983477469 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 935 time: 0.5794177 Jan 18 23:11:22.782944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.783652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:22.795920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-c4c7fcc8-d714-45ca-a4d0-cf3ae539bcb2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8000777 Jan 18 23:11:22.824915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Request body: {'port': {'device_id': 'f3aef155-9503-49da-91ef-005ad3da017d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:22.903745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:22.924018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:22.927147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'port_id': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1', 'mac_address': 'fa:16:3e:5f:27:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:22.969643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:22.980620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-458112e6-b3e7-4ff4-ba25-0deecf68a992 None None] Provisioning for port a62037a9-8de4-424b-9a17-ba1a77229603 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:22.989151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-458112e6-b3e7-4ff4-ba25-0deecf68a992 None None] Provisioning complete for port a62037a9-8de4-424b-9a17-ba1a77229603 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:22.992754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-458112e6-b3e7-4ff4-ba25-0deecf68a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.030244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.032143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] For port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:23.032632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.049928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-233fe08a-3895-4402-ab6f-e52cc5e13f1d service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6924384 Jan 18 23:11:23.105804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:23.112736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-458112e6-b3e7-4ff4-ba25-0deecf68a992 None None] Port a62037a9-8de4-424b-9a17-ba1a77229603 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:23.142847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:23.145396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32851088-a3e7-4f96-bd9f-236eef6e66f9 req-d3af0f2d-1020-415a-878a-924d598ae019 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405286 Jan 18 23:11:23.221805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Calling delete_port for 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:23.253571 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-51f6312e-d725-431b-a255-f8730ab958a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5026891 Jan 18 23:11:23.281183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.281183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 493bf394-8ac2-41e8-aecf-3224c6e7269e details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:23.430650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.431079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.431634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37234) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:23.435441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.440469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.444625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.449235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.454141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:23.462411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-7f7ff68b-fa60-45d6-8452-ae28ac794717 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5424 time: 0.1837544 Jan 18 23:11:23.498023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:23.525336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:23.545288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.556284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:23.557216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Transition to ACTIVE for port object a62037a9-8de4-424b-9a17-ba1a77229603 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:23.571110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '493bf394-8ac2-41e8-aecf-3224c6e7269e', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'port_id': '493bf394-8ac2-41e8-aecf-3224c6e7269e', 'mac_address': 'fa:16:3e:ed:20:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:23.587004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99e4bbc5-11ce-4f23-bedb-3d191bb0ee62 req-21a7bf68-dbea-4ade-883f-5211677516d2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235883 Jan 18 23:11:23.669909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.678679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-f4a413bd-2009-4ea1-814e-be0c1021adc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 1100 time: 0.2215748 Jan 18 23:11:23.702279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.702492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493bf394-8ac2-41e8-aecf-3224c6e7269e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:23.722592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:23.808331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.808571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2cce9026-423d-4ef3-9f46-d48ba72ed861 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:23.809197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:23.813570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-481007082-network', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:23.831008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:23.832452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:23.882420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'network_id': '532d7673-d9dd-452e-aa0d-6c335749a03d', 'port_id': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'mac_address': 'fa:16:3e:e3:f2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d7e5b76-aa65-44ec-bceb-58d7f253db36', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:23.888063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:23.889036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Usage tracker for resource:network and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:23.893539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:23.981248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:24.048210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:24.049782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.075158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:24.087196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cce9026-423d-4ef3-9f46-d48ba72ed861 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:24.109171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:24.148781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:24.156229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d92d4c06-c0a4-4459-85c1-b9e6a57aaa9c req-8f50f6f3-c965-4793-816f-ac970795953b tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 210 time: 0.3418198 Jan 18 23:11:24.159004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.164488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Pushing event deleted for resources: {'Port': ['ID=3ce0476e-9b3b-4ef5-9600-dcfc83f793a0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:24.171773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] No DVR routers for this DVR port 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:11:24.186594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a02e368-05ed-4545-be08-36f5b97d7683 req-5e29e7ef-4617-4cb9-b8d3-95efac3cb7cc tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 210 time: 0.1394055 Jan 18 23:11:24.189608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.202823 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.209997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.236370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'name': 'network-vif-deleted', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:24.251387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-ae335e9f-3e1f-4b11-8c62-40298ef78a15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:24.253363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-ae335e9f-3e1f-4b11-8c62-40298ef78a15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.5521760 Jan 18 23:11:24.293077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1168f541-2a48-496e-95d5-a30c25f2783d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:24.299844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fa17447-3129-44c9-a312-5e9cd46277f2 req-6d8c1a62-5e90-4e90-8c1b-ba13ffa45ff0 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.83 "DELETE /v2.0/ports/3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 HTTP/1.1" status: 204 len: 173 time: 2.4018517 Jan 18 23:11:24.353065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:24.366911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:24.369098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:24.369098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:24.374865 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-1e26d92a-c65e-429b-9cc4-6d19293dfd09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 200 len: 217 time: 0.1121209 Jan 18 23:11:24.381388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:24.430068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Usage tracker for resource:security_group_rule and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:24.436380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:24.447597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:24.449024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:24.461261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:24.482288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:24.482945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:24.483496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:24.484107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Bound port: a62037a9-8de4-424b-9a17-ba1a77229603, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:24.484615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.488504 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79cc529-06a9-4be7-bde7-819c83fb089d', 'name': 'network-vif-deleted', 'tag': '3ce0476e-9b3b-4ef5-9600-dcfc83f793a0', 'status': 'completed', 'code': 200} Jan 18 23:11:24.514320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-8e097868-da85-4f8a-8c5e-a869d8f0e458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:24.516146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-8e097868-da85-4f8a-8c5e-a869d8f0e458 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1316607 Jan 18 23:11:24.530750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:24.548255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '1168f541-2a48-496e-95d5-a30c25f2783d', 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'port_id': '1168f541-2a48-496e-95d5-a30c25f2783d', 'mac_address': 'fa:16:3e:be:3c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9378fd0a-9e98-4aaa-a418-1f40ff7a16c8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:24.569906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a94db-2fea-4ea6-b353-4bb12decfe1e req-12aeb09b-db88-42b6-a89c-00f96b42cd47 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:24.590062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3a94db-2fea-4ea6-b353-4bb12decfe1e req-12aeb09b-db88-42b6-a89c-00f96b42cd47 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.2282689 Jan 18 23:11:24.682224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3a94db-2fea-4ea6-b353-4bb12decfe1e req-033230c0-45f9-452e-9853-ea00661d77e2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Jan 18 23:11:24.689116 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.724347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1168f541-2a48-496e-95d5-a30c25f2783d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:24.750671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:24.769495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:24.786395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:24.794626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.813609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:24.818781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-66b759cd-c384-44e1-ac2f-64c54ed69d99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669382 Jan 18 23:11:24.870551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.873693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c939a566-7053-4798-9e7c-e81465f219e6 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:24.920781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:24.948973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Deleting subnet 5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:11:24.960623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:24.988084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'c939a566-7053-4798-9e7c-e81465f219e6', 'network_id': '78af8403-33bc-4c35-8b1e-4a332dcea5d1', 'port_id': 'c939a566-7053-4798-9e7c-e81465f219e6', 'mac_address': 'fa:16:3e:54:d9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9378fd0a-9e98-4aaa-a418-1f40ff7a16c8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:24.990362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 02fbb688-5003-4c74-9270-c0dc5c354ace no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:25.032188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.040618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.057416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.132489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['2cce9026-423d-4ef3-9f46-d48ba72ed861'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:25.170630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['79f320bc-dd55-4f53-a6e5-ca1f77c54cc1'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:25.175999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.195015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f444e7bb-611d-432a-a57e-91c66811eac1'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:25.261609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['df36694f-67d8-4d80-bd37-08dfc4c5810b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:25.297202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.317703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.330917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.337074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.340554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.343187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-8a04d018-d7a0-4f35-821a-0a850ebf658b service neutron] 10.222.0.89 "PUT /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 1095 time: 2.5312300 Jan 18 23:11:25.349747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.359884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:25.361879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.370603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.376670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.384822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-0e289dcb-e244-40a4-8fcb-247f88df855b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5427 time: 0.2782509 Jan 18 23:11:25.388593 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.389776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba597c-d1f2-456c-ba34-a14a7fba27f4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.396975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:25.486503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-daa9d3d7-4c61-4329-aede-0b48fb16adcc service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498246 Jan 18 23:11:25.487572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 02fbb688-5003-4c74-9270-c0dc5c354ace {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:25.487572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 02fbb688-5003-4c74-9270-c0dc5c354ace not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:25.490746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.491290 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Added segment 9b70cae9-f168-4484-87e8-3a1d8c3d44de of type vlan for network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 Jan 18 23:11:25.527742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.642158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.660624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.662852 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.673763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-929b7f78-6118-4ef4-9e35-270e3a2464f3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a9fc1e8-767f-48ea-a6fc-e6a6b707a2ba HTTP/1.1" status: 204 len: 168 time: 0.9006877 Jan 18 23:11:25.676362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5d317690-7062-4d46-9ff8-51ff84f018fc req-5e9b9165-7990-42f2-97d4-c6d94289ef73 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Synchronizing usage tracker for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:25.678890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:25.700872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:25.746375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c939a566-7053-4798-9e7c-e81465f219e6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:25.757097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.758689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:25.759410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.783352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0e63e10-5665-40f8-ba74-d6b78fb0dd77 req-a913c9c9-6dbf-487d-8e26-9ebbd8b747cc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3973026 Jan 18 23:11:25.813736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5d317690-7062-4d46-9ff8-51ff84f018fc req-5e9b9165-7990-42f2-97d4-c6d94289ef73 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] Unset dirty status for tenant:91ae273417af45c3a4d98f90908a8d84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:25.814899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d317690-7062-4d46-9ff8-51ff84f018fc req-5e9b9165-7990-42f2-97d4-c6d94289ef73 tempest-ServersOnMultiNodesTest-273551248 tempest-ServersOnMultiNodesTest-273551248-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79cc529-06a9-4be7-bde7-819c83fb089d HTTP/1.1" status: 200 len: 210 time: 0.2809975 Jan 18 23:11:25.847268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:25.902834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['493bf394-8ac2-41e8-aecf-3224c6e7269e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:25.944126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:26.008715 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'status': 'completed', 'code': 200} Jan 18 23:11:26.017638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c2883f8-b823-4763-9208-171d53eaf0b9 req-62337d7c-8b95-4ab6-ab7d-adcb13a91710 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402823 Jan 18 23:11:26.024144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] Pushing event updated for resources: {'Network': ['ID=2fe14807-f6d7-4d0e-8987-80d0bf54bb88,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:26.031996 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-fa60f0c8-7e3e-4e63-b942-21833703718c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1098 time: 0.3616445 Jan 18 23:11:26.052694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:26.081058 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.096108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fea150f-5507-4e0e-b8da-d567a70e6245 req-2bce4fba-d410-4dd9-a18d-8c78f270a316 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 210 time: 0.0623424 Jan 18 23:11:26.110435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ac69761d-4620-4421-8c90-79ad4479734b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6771598 Jan 18 23:11:26.114323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:26.127509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-f959effe-57e5-4672-be16-0c18d4286d5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.0833538 Jan 18 23:11:26.169146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.200184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b2baf4-b914-4180-ab81-ef7f14695bb6']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:26.219840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Request body: {'subnet': {'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-481007082-subnet', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:26.283919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-88e398c6-7ea8-4e54-9430-145cc029350e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.286080 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-88e398c6-7ea8-4e54-9430-145cc029350e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1554191 Jan 18 23:11:26.425312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8960e8d1-5e1b-41fe-93ec-073ad228d70d') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:26.425591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8960e8d1-5e1b-41fe-93ec-073ad228d70d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:26.436447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:26.451541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.459024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Usage tracker for resource:subnet and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:26.472816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:26.487345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:26.489721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.504270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:26.507578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:11:26.513253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:11:26.527099 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:11:26.546151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-bf778581-35d1-4d02-80cd-05b24ae8e4b4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.547636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-bf778581-35d1-4d02-80cd-05b24ae8e4b4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.1814511 Jan 18 23:11:26.554982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['c939a566-7053-4798-9e7c-e81465f219e6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:26.558574 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-2c40e036-494e-4e40-bd10-172258c591f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2656810 Jan 18 23:11:26.563071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:26.654857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e285be1-9d51-4a58-b3a7-c62a8ac4e6fc req-ab6d1092-27e5-4e40-b71b-949ff0fd2aca tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:26.657587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e285be1-9d51-4a58-b3a7-c62a8ac4e6fc req-ab6d1092-27e5-4e40-b71b-949ff0fd2aca tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.4422848 Jan 18 23:11:26.701905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:26.705458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.782846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.787233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:26.819006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a7b2baf4-b914-4180-ab81-ef7f14695bb6 HTTP/1.1" status: 204 len: 168 time: 1.1351120 Jan 18 23:11:26.836022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-2f3be549-27d4-4fbd-8326-15655e1921cc service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590234 Jan 18 23:11:26.839126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:26.843719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Usage tracker for resource:port and tenant:b77fbce25e4a4201ad70021a16609097 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:26.845065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e285be1-9d51-4a58-b3a7-c62a8ac4e6fc req-513374af-41ad-43bb-9a17-cfdbfb9aae55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792672 Jan 18 23:11:26.849257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:26.853198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a3782-ce10-4659-a26a-35108868e713 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b2baf4-b914-4180-ab81-ef7f14695bb6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:26.916018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:26.937166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:11:27.006932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:11:27.013375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3ce0476e-9b3b-4ef5-9600-dcfc83f793a0 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:11:27.095237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:27.098203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.111605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a00fe5-ba9d-40c8-bf0c-1101e687873c req-ac6f7304-4a75-41c0-abba-30d553ae03d0 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648201 Jan 18 23:11:27.142143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.146138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.150710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.154835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.161957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.165941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.169787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.171758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-134c5220-8447-4638-8960-07628ec7bfaf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5428 time: 0.1556461 Jan 18 23:11:27.197015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.338489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3073fabc-cbef-456a-9a46-0a3600d2504a req-9ce93883-daff-400a-a0bd-ec6c93270238 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 210 time: 0.0830986 Jan 18 23:11:27.350021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bc24db-97f8-46a0-9567-5b59602d3e69,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:27.355561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.358335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.5 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/6ddb1dcf-d139-4297-9c07-153c83683ffb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:27.376920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff273e04-8bc0-44e9-ac5d-f51e25cdd07b req-d83ba45f-a136-4211-9f4a-0acb592d0e4b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986170 Jan 18 23:11:27.377600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-5dc622e8-4777-4129-b8a4-d1388c07f51a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1098 time: 0.1575551 Jan 18 23:11:27.384416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Checking segment: {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:27.384788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Network hostable DHCP agents. Network: 2fe14807-f6d7-4d0e-8987-80d0bf54bb88, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:27.458696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1414ea4b-1785-46fe-b19b-3d2bf570d991 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=632813b481384994aebfa44bd0718945&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998461 Jan 18 23:11:27.459852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.589035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.604147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:27.626681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37310) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.629159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.772615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-d0fd7fd1-12e5-4849-ab16-1901c2be54b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.774837 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-d0fd7fd1-12e5-4849-ab16-1901c2be54b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3879991 Jan 18 23:11:27.859454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-00a819b9-5e0b-4abc-b869-be74e5c9f077 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91ae273417af45c3a4d98f90908a8d84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2309043 Jan 18 23:11:27.859721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:27.879173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-a07e452e-dcdb-4c44-8e30-600b4f382307 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.0982337 Jan 18 23:11:27.920392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2fe14807-f6d7-4d0e-8987-80d0bf54bb88) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:27.925391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637d7e5d-0a9e-44fb-96df-dde88fafc50d None None] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:27.926580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:27.927279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.935064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.966859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.982391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.982391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:27.982678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c3a1506-ad97-4812-b2a0-466819d9b296 HTTP/1.1" status: 204 len: 168 time: 0.5194526 Jan 18 23:11:27.985234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.006391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-98d2bce3-3113-457a-9046-6237934c5cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.008625 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-98d2bce3-3113-457a-9046-6237934c5cbf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1207929 Jan 18 23:11:28.021854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44a736-2573-48fd-80b7-5cc9638ffcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3a1506-ad97-4812-b2a0-466819d9b296,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.047173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5acea2e9-a8c2-4f4c-93de-ff0713d72c2a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9213204 Jan 18 23:11:28.062440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37324) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:28.078675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:28.085744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:28.092486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Usage tracker for resource:router and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:28.097168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:28.110483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:28.121577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.146548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4ee04-0bcf-4d74-93b3-240eebf0cb2d req-e19f2600-f060-4e3b-ab25-4627dbf9d357 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.148844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e4ee04-0bcf-4d74-93b3-240eebf0cb2d req-e19f2600-f060-4e3b-ab25-4627dbf9d357 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.1115837 Jan 18 23:11:28.157220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1168f541-2a48-496e-95d5-a30c25f2783d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:28.207000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:28.212253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e4ee04-0bcf-4d74-93b3-240eebf0cb2d req-84b2ff2c-e834-4ac6-9757-4e3410146fef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528257 Jan 18 23:11:28.212253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.212495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:28.214121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:28.247166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef2416-6872-4cfd-aee4-d7286a1e019d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.261650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:28.268377 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-1473d83e-79d5-4fc2-a6f7-270e5f0239a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528062 Jan 18 23:11:28.321681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4533066-5374-432e-937c-efeae536594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:28.321681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.340417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.346375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0b90b7d-1f0c-49a3-a8bd-e84a29ba960c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bef2416-6872-4cfd-aee4-d7286a1e019d HTTP/1.1" status: 204 len: 168 time: 0.4854476 Jan 18 23:11:28.414512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.415404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.488092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.495461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.572015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d4533066-5374-432e-937c-efeae536594b None None] Allocated IP 172.20.0.2 (2fe14807-f6d7-4d0e-8987-80d0bf54bb88/d6bc24db-97f8-46a0-9567-5b59602d3e69/086d899b-ee26-4cc8-8c17-b55bc7e9d570) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:28.623945 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-9ca2040e-c211-493f-94ee-841861bec5bf service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439031 Jan 18 23:11:28.628944 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.798443 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-722b1b05-1811-4cf9-8ffc-4e5bb117aa80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2321448 Jan 18 23:11:28.805770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Request body: {'port': {'device_id': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:28.838552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.843520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.850190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.861118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.872503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.875664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.880785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.885964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-7f7b8c50-529c-4be4-9cfd-03f49494420b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5428 time: 0.1888077 Jan 18 23:11:28.902018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c8cc9-4191-4d67-b430-fb4eb47405ff req-171bbe4c-8305-4784-89e2-af8ca6ac044c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:28.909931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-602c8cc9-4191-4d67-b430-fb4eb47405ff req-171bbe4c-8305-4784-89e2-af8ca6ac044c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 931 time: 0.2677865 Jan 18 23:11:28.977986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:28.998437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d4533066-5374-432e-937c-efeae536594b None None] Transition to ACTIVE for port object 086d899b-ee26-4cc8-8c17-b55bc7e9d570 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:29.007820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-602c8cc9-4191-4d67-b430-fb4eb47405ff req-ce7b733a-dbd9-40f4-b795-1ef6e77feb08 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814085 Jan 18 23:11:29.044165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a210c25-6ee4-48b4-b637-44dc219d9f2f req-67f2988f-bc27-432a-b5a0-82271ab8568b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230099 Jan 18 23:11:29.044442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d4533066-5374-432e-937c-efeae536594b None None] Transition to ACTIVE for port object 086d899b-ee26-4cc8-8c17-b55bc7e9d570 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:29.087090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebff2e49-d6bb-4856-a081-f1700d3ebb38 req-c5892780-598f-4883-9a77-e8bbc950a43e service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551177 Jan 18 23:11:29.116155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.220144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.246196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4533066-5374-432e-937c-efeae536594b None None] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:29.246196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d4533066-5374-432e-937c-efeae536594b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:29.248492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4533066-5374-432e-937c-efeae536594b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:29.255735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4533066-5374-432e-937c-efeae536594b None None] Pushing event updated for resources: {'Port': ['ID=086d899b-ee26-4cc8-8c17-b55bc7e9d570,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.334512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.374288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d4533066-5374-432e-937c-efeae536594b None None] Attempting to bind port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:29.374288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d4533066-5374-432e-937c-efeae536594b None None] Attempting to bind port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:29.374288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4533066-5374-432e-937c-efeae536594b None None] Attempting to bind port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 on network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:29.379624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4533066-5374-432e-937c-efeae536594b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:29.380053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4533066-5374-432e-937c-efeae536594b None None] Checking segment: {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:29.380463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.380866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4533066-5374-432e-937c-efeae536594b None None] Bound using segment: {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:29.381418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d4533066-5374-432e-937c-efeae536594b None None] Bound port: 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:29.381794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.483344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1cfd3-9c45-4194-a642-2cc80d8157a8 req-4ffb14a3-dfb2-4583-b3ec-2eef2f2e583d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:29.484927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e1cfd3-9c45-4194-a642-2cc80d8157a8 req-4ffb14a3-dfb2-4583-b3ec-2eef2f2e583d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.1094975 Jan 18 23:11:29.532454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d4533066-5374-432e-937c-efeae536594b None None] For port 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:29.540367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d4533066-5374-432e-937c-efeae536594b None None] For port 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=086d899b-ee26-4cc8-8c17-b55bc7e9d570,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:29.541857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e1cfd3-9c45-4194-a642-2cc80d8157a8 req-823d0bd5-a201-41cd-bd16-0c0ef9710493 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Jan 18 23:11:29.557084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:29.627140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a444baca-478c-421d-a438-656db0dccb41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5a9cc9403ad41af8ea33dbb08129f1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0664065 Jan 18 23:11:29.627398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:29.645998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4533066-5374-432e-937c-efeae536594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.682054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:29.715000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.744679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.751840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4533066-5374-432e-937c-efeae536594b None None] Pushing event updated for resources: {'Port': ['ID=086d899b-ee26-4cc8-8c17-b55bc7e9d570,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:29.884181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1637038127-network', 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:29.891004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:29.896096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Usage tracker for resource:network and tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:29.899935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:29.906157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:29.921741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddb1dcf-d139-4297-9c07-153c83683ffb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:29.935164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.982049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:29.998314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Transition to ACTIVE for port object 6ddb1dcf-d139-4297-9c07-153c83683ffb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:30.001781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.011559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Made reservation on behalf of e3f6813ac2764cc0ac0b89a22f5ee9b6 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:30.013800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.032498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c28db-8862-43d6-a688-680693bf199d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:30.057257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.058674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.112403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:30.123049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.132795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.133288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-839c44bd-0790-4678-8220-2c386d99da1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/316c28db-8862-43d6-a688-680693bf199d HTTP/1.1" status: 204 len: 168 time: 0.5045223 Jan 18 23:11:30.134815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Usage tracker for resource:security_group_rule and tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:30.151467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:30.161313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:30.225234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:30.225369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f444e7bb-611d-432a-a57e-91c66811eac1 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:30.392650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port f444e7bb-611d-432a-a57e-91c66811eac1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:30.401170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f444e7bb-611d-432a-a57e-91c66811eac1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:30.403484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.415288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.433600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11c3f4-462d-4154-b89b-6b1e706b9aa3 req-65c751e8-9261-44c8-937c-9f65238d2c38 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.435168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd11c3f4-462d-4154-b89b-6b1e706b9aa3 req-65c751e8-9261-44c8-937c-9f65238d2c38 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 943 time: 0.2184446 Jan 18 23:11:30.462760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.466962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.480022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.480022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.480022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.483533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.487513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.489638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-60e7207f-9042-4a9d-a1d6-ecfec936a198 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5428 time: 0.2112544 Jan 18 23:11:30.503020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Allocated IP 172.25.1.148 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c8c1d8f5-1942-457c-b264-7ac8903cb4b1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:30.504535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Attempting to bind port 6ddb1dcf-d139-4297-9c07-153c83683ffb on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:30.504877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Attempting to bind port 6ddb1dcf-d139-4297-9c07-153c83683ffb by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:30.505203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Attempting to bind port 6ddb1dcf-d139-4297-9c07-153c83683ffb on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:30.519282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Port 6ddb1dcf-d139-4297-9c07-153c83683ffb on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:30.519606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Attempting to bind port 6ddb1dcf-d139-4297-9c07-153c83683ffb on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:30.540275 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.545060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:30.545395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:30.545783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:30.546220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Bound port: 6ddb1dcf-d139-4297-9c07-153c83683ffb, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:30.546560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.605529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.683276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:30.684498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:30.747668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.747805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd11c3f4-462d-4154-b89b-6b1e706b9aa3 req-b48f2d73-dbb1-41e6-971a-60ea75e2684e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951646 Jan 18 23:11:30.747924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device df36694f-67d8-4d80-bd37-08dfc4c5810b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:30.763489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:30.771454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d6332-1175-4e2e-a544-aec8268eadca,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:30.783565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c112c3ad-21fd-41a0-b5d2-8cc847e42abd req-662335e8-2dc5-4815-9a18-9fbd76396ef4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2734697 Jan 18 23:11:30.784719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.785174 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Added segment 8245f285-7fd2-4628-b0a9-e006a5aa207c of type vlan for network a09e218c-04ca-4b10-9ed0-58e6da32b653 Jan 18 23:11:30.796718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:30.821364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.828439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:30.830427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.897614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.973739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:30.974700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:30.975376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.014049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.055695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.058017 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] 10.222.0.83 "PUT /v2.0/ports/6ddb1dcf-d139-4297-9c07-153c83683ffb HTTP/1.1" status: 200 len: 1091 time: 2.2561324 Jan 18 23:11:31.070468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:31.071872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:31.079731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:31.085357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:31.135967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2034a8e-f11b-43f0-9a5a-55bd4abccc47 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.160717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.201358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7700278f-c65c-45e5-bf2e-91bb30850c64 None None] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:31.317148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] Pushing event updated for resources: {'Network': ['ID=a09e218c-04ca-4b10-9ed0-58e6da32b653,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.333462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:31.356126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a6c0cabf-0a3b-4f30-9d3f-b67ab7c49cce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6701181 Jan 18 23:11:31.357313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37402) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:31.365988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Request body: {'subnet': {'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1637038127-subnet', 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:31.385958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:31.393810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Usage tracker for resource:subnet and tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:31.398726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:31.407701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc05e5-9996-457e-a5f0-3f10e511f48a req-b30ed511-d09f-4771-9c22-c43e67b65668 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.407818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-2a14010e-d026-421c-842f-e160aad8c344 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 1094 time: 0.2153649 Jan 18 23:11:31.412057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:31.415423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53cc05e5-9996-457e-a5f0-3f10e511f48a req-b30ed511-d09f-4771-9c22-c43e67b65668 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.1525667 Jan 18 23:11:31.468628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53cc05e5-9996-457e-a5f0-3f10e511f48a req-5244aab5-b882-41e2-a5fa-7e7deb410a8d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523081 Jan 18 23:11:31.474007 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb', 'status': 'completed', 'code': 200} Jan 18 23:11:31.483735 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'code': 200} Jan 18 23:11:31.486069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:31.496445 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-298f7473-f679-486a-95e7-74fd10c6767d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb HTTP/1.1" status: 200 len: 217 time: 0.0769780 Jan 18 23:11:31.506393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 086d899b-ee26-4cc8-8c17-b55bc7e9d570 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:31.562767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-9b23cbb1-4530-4c26-baae-82134b9c1b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:31.564677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-9b23cbb1-4530-4c26-baae-82134b9c1b63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.0619378 Jan 18 23:11:31.576095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Made reservation on behalf of e3f6813ac2764cc0ac0b89a22f5ee9b6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:31.578581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.625388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port df36694f-67d8-4d80-bd37-08dfc4c5810b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:31.661021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port df36694f-67d8-4d80-bd37-08dfc4c5810b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:31.661322 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.700741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-bd162e1b-cdeb-4015-8c24-3e3511047793 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015882 Jan 18 23:11:31.760753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d69fbf9-dd81-4872-9f5a-3d4206d5c38d None None] Provisioning for port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:31.955257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:31.973349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:31.974005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:31.979742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37416) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:32.005767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.058563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2c8b5-a339-4830-b2ef-0a10741bff7f req-08d0ec08-5e0a-43ea-bb43-10da04ca4661 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.065417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61e2c8b5-a339-4830-b2ef-0a10741bff7f req-08d0ec08-5e0a-43ea-bb43-10da04ca4661 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 943 time: 0.1321201 Jan 18 23:11:32.083298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.084121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.094592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:32.178338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.193942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.195627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2cce9026-423d-4ef3-9f46-d48ba72ed861 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:32.218874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61e2c8b5-a339-4830-b2ef-0a10741bff7f req-5ef0c33c-fa16-4279-8db9-7564e39db245 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514575 Jan 18 23:11:32.246734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-network', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:32.256156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-b44f5dd7-c128-4a49-9f5c-53bbd59b2f97 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417485 Jan 18 23:11:32.266196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:32.286319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Usage tracker for resource:network and tenant:a251cec4198e474aa659fbf82eb11278 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:32.290894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:32.299323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:32.318019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:32.332221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.336251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.355134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.359393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.363398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.371088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.375904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.378132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-c804a3bc-7b93-41ef-a844-dc657185d810 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5429 time: 0.2772207 Jan 18 23:11:32.424064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Made reservation on behalf of a251cec4198e474aa659fbf82eb11278 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:32.424064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.442287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.490211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b62b0b68-be9b-4e18-a84d-bac7445816cf req-ae6053bf-6f3e-40e1-b7a0-8d4a44cb1f39 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026886 Jan 18 23:11:32.513912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:32.525881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=086d899b-ee26-4cc8-8c17-b55bc7e9d570,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:32.527251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a251cec4198e474aa659fbf82eb11278 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:32.532314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:32.546798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.559104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:32.566976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ffd11025-16e2-431b-9c27-7696e9115aa9 req-614576d9-dc62-4785-8ce4-68a8dab36bd6 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978210 Jan 18 23:11:32.574847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:32.588648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-106a0754-66f8-4b01-af4d-60a8ef38dacf None None] Provisioning complete for port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:32.589252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-106a0754-66f8-4b01-af4d-60a8ef38dacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.632417 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.634583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'mac_address': 'fa:16:3e:5f:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:32.644689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.708936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.749266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 2cce9026-423d-4ef3-9f46-d48ba72ed861 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:32.756789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9837b42-6e19-49fd-b939-8d99e49da1de,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.778866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 2cce9026-423d-4ef3-9f46-d48ba72ed861 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:32.779583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.790473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.818506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Checking segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:32.818856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Network hostable DHCP agents. Network: a09e218c-04ca-4b10-9ed0-58e6da32b653, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:32.838976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d4a059-7bf2-4e17-be41-c95df3ab7af9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.865528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=086d899b-ee26-4cc8-8c17-b55bc7e9d570,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:32.872717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:32.894403 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.903218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-6aeb9b35-2f9f-4554-81c6-2aec240ad025 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 1094 time: 0.1440263 Jan 18 23:11:32.905884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9684ef-f1a9-4bc7-b750-f0996bb76e59 req-79116ae0-1e33-4e80-92ad-e7658776354f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:32.914093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd9684ef-f1a9-4bc7-b750-f0996bb76e59 req-79116ae0-1e33-4e80-92ad-e7658776354f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.2280462 Jan 18 23:11:32.931172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:32.935826 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Added segment a6f0a809-d9ba-4643-8ec2-779c52279e6b of type vlan for network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 Jan 18 23:11:32.989558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:33.013372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd9684ef-f1a9-4bc7-b750-f0996bb76e59 req-f65c8a93-55e7-4d63-b586-949bef003fd8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909092 Jan 18 23:11:33.016497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.018479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:11:33.026516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:33.032500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:33.106602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.152525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:33.196123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-53a7a784-d90b-4e2a-b3d7-888080904c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.197663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-53a7a784-d90b-4e2a-b3d7-888080904c5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.2878246 Jan 18 23:11:33.199876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 086d899b-ee26-4cc8-8c17-b55bc7e9d570 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:33.228326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.278323 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-fddb5506-753b-4894-8bff-205d71c840df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb HTTP/1.1" status: 200 len: 217 time: 0.0683067 Jan 18 23:11:33.294215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.295476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.296860 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.322443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.327406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a09e218c-04ca-4b10-9ed0-58e6da32b653) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:33.329088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:33.367304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1168f541-2a48-496e-95d5-a30c25f2783d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:33.386738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.387331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.395640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37221cfe-70b2-4fcc-b090-69b8999d72be None None] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:33.442262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-946628e4-20b1-48b5-9bef-0c265c22502b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.443741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-946628e4-20b1-48b5-9bef-0c265c22502b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1576703 Jan 18 23:11:33.499732 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-f476f786-f495-4ecd-9d54-351ef55f091d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482271 Jan 18 23:11:33.500277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b'}, {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:33.525752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5406718 Jan 18 23:11:33.536726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37436) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:33.539086 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8857cb3a-3847-420c-a334-a55e6e4b1aeb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1804063 Jan 18 23:11:33.567499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Request body: {'subnet': {'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-subnet', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:33.595801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:33.601792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:33.620879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Sync routers for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:11:33.621675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Usage tracker for resource:subnet and tenant:a251cec4198e474aa659fbf82eb11278 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:33.633457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:33.646343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:33.649906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6a2f1-5c71-4d1a-bb50-1d21a61a2cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed76a3b-b90f-4f38-a070-ec4aa9044574,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:33.665601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:33.666577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.692516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aa414-4d1f-451a-8f29-f5fbf675b7eb req-31c3415c-bfd6-496f-9479-6ed520162827 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:33.692516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c4aa414-4d1f-451a-8f29-f5fbf675b7eb req-31c3415c-bfd6-496f-9479-6ed520162827 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 943 time: 0.3269053 Jan 18 23:11:33.699794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-79ad3c5f-e9c5-4c8b-bdd2-9d859796e63b service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912861 Jan 18 23:11:33.703772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:33.728452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:33.754118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c4aa414-4d1f-451a-8f29-f5fbf675b7eb req-68e96937-ea88-45d0-8110-2452308cd7ff tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582585 Jan 18 23:11:33.767238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Made reservation on behalf of a251cec4198e474aa659fbf82eb11278 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:33.770254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.790119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:33.791352 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28872b15-b3e8-4d3a-8392-7c45314695f3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7234943 Jan 18 23:11:33.794499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:33.824703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['a62037a9-8de4-424b-9a17-ba1a77229603'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:33.929155 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'code': 200} Jan 18 23:11:33.929621 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'code': 200} Jan 18 23:11:33.957719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:33.958350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:34.010435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e241d6d1-34b5-444d-965e-404e2a47ea8d req-5a7ffc44-0c8e-4fd8-8ae5-b8a306a0f1b5 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019180 Jan 18 23:11:34.223491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.227931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.231902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.235900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.237540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 1168f541-2a48-496e-95d5-a30c25f2783d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:34.239843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.244319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.249251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.251222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-023ab33b-a5c0-47bc-881b-429b7de606bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5431 time: 0.2330356 Jan 18 23:11:34.275598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 1168f541-2a48-496e-95d5-a30c25f2783d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:34.275965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.390708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a09e218c-04ca-4b10-9ed0-58e6da32b653', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6', 'fixed_ips': [{'subnet_id': 'b9837b42-6e19-49fd-b939-8d99e49da1de'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:34.391972 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.443441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:34.623467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1ddada5-d9c1-407d-bff6-25b85058bbe6 req-fb7893c1-52a0-49bb-be34-053cd3a58627 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3171165 Jan 18 23:11:34.675033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290479-c9b5-4803-b510-94338c1364b6 req-509641d0-e4f1-4f4b-8bc1-bc52522b024e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:34.675832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c290479-c9b5-4803-b510-94338c1364b6 req-509641d0-e4f1-4f4b-8bc1-bc52522b024e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:34.750601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.843132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c290479-c9b5-4803-b510-94338c1364b6 req-509641d0-e4f1-4f4b-8bc1-bc52522b024e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:34.843351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-509641d0-e4f1-4f4b-8bc1-bc52522b024e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.5247064 Jan 18 23:11:34.879649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:34.889903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dbb3b1-0595-4487-baf2-49a6e9143007,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:34.911183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-79efb911-8193-4d31-8bb3-08e184c87986 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/quotas/e3f6813ac2764cc0ac0b89a22f5ee9b6 HTTP/1.1" status: 200 len: 375 time: 0.0536315 Jan 18 23:11:34.938312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Allocated IP 172.20.0.2 (a09e218c-04ca-4b10-9ed0-58e6da32b653/b9837b42-6e19-49fd-b939-8d99e49da1de/e2fe86a6-843f-40e0-8c20-1d94d5d5d348) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:34.985660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-1be9582c-f20f-487d-a72c-7318f10b0afb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594130 Jan 18 23:11:34.999934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Checking segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:35.000301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Network hostable DHCP agents. Network: 2ed76a3b-b90f-4f38-a070-ec4aa9044574, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:35.095839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b81f88-dca4-4839-a051-a36c5445550d req-7a05fab8-5dfb-4548-9d2e-d86aab1093fb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:35.097488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b81f88-dca4-4839-a051-a36c5445550d req-7a05fab8-5dfb-4548-9d2e-d86aab1093fb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.3079894 Jan 18 23:11:35.124821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:35.200455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.201255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:35.276353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b81f88-dca4-4839-a051-a36c5445550d req-cfcd9b09-3def-461b-850d-77a062e61b14 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680155 Jan 18 23:11:35.279374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-e1708a26-52a1-4a22-8ec8-16887258b743 service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733226 Jan 18 23:11:35.287687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:35.316549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:31Z', 'revision_number': 3, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:35.347703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Checking router: 5f577e1c-86b8-4c6d-b5a9-f7258289a409 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:11:35.348050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Updating router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:11:35.387178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2ed76a3b-b90f-4f38-a070-ec4aa9044574) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:35.395671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:35.396264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.427248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c6b62-0f6d-4875-a3b8-88ac5ee515c1 None None] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:35.448093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.518904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:35.525173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.540219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-89d98010-d716-43db-adf4-661db40ac8b8 service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468295 Jan 18 23:11:35.556348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Transition to ACTIVE for port object e2fe86a6-843f-40e0-8c20-1d94d5d5d348 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:35.614539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Transition to ACTIVE for port object e2fe86a6-843f-40e0-8c20-1d94d5d5d348 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:35.626497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d69e980-a14c-4fec-b160-d0c0d0eeee3b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0882518 Jan 18 23:11:35.629186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37468) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:35.639036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:35.658667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:35.668884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Usage tracker for resource:router and tenant:a251cec4198e474aa659fbf82eb11278 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:35.678034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:35.687214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:35.693329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:35.712087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:35.712458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.770946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.773487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.774754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.809506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:35.937006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea95ac7-6b4e-497a-845c-86e7b4e44106 req-0a675c09-cdab-482c-a3f5-fd36fa3c26f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:35.944212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ea95ac7-6b4e-497a-845c-86e7b4e44106 req-0a675c09-cdab-482c-a3f5-fd36fa3c26f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 943 time: 0.2383728 Jan 18 23:11:35.984474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:36.000885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:36.041701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:36.058479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:36.067000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Pushing event updated for resources: {'Port': ['ID=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:36.084473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'fixed_ips': [{'subnet_id': '89dbb3b1-0595-4487-baf2-49a6e9143007'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:36.085370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.086289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.133738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ea95ac7-6b4e-497a-845c-86e7b4e44106 req-157f39ac-05e8-47c1-80e8-367eaf8c49aa tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884179 Jan 18 23:11:36.310389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.338156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.363478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Attempting to bind port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:36.363845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Attempting to bind port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:36.364203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Attempting to bind port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:36.400234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.404088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.409017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.412242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.423099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.431535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.433721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.435678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-d7bb0c4a-1d22-4473-bb56-aafd26a9d7a2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5432 time: 0.4721105 Jan 18 23:11:36.461029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:36.461399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Checking segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:36.461795 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.462183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Bound using segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:36.462657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Bound port: e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:36.463036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.534027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:36.568676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.613249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.614045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 493bf394-8ac2-41e8-aecf-3224c6e7269e up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:36.643312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.644508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Transition to ACTIVE for port object c8c1d8f5-1942-457c-b264-7ac8903cb4b1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:36.690261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.698695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Allocated IP 172.20.0.2 (2ed76a3b-b90f-4f38-a070-ec4aa9044574/89dbb3b1-0595-4487-baf2-49a6e9143007/1aac4972-ffb0-4c74-91f2-caa47b839f4e) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:36.749448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-722d0243-d94f-4278-ad0f-c78a803a8f65 req-410d8d2c-e4ca-4aaa-b89a-d4bb41c7ae6b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018961 Jan 18 23:11:36.770118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:36.802429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-79f1d2b9-3299-49e1-9c75-bc44ee15457e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:36.809029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] For port e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:36.810123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-79f1d2b9-3299-49e1-9c75-bc44ee15457e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.5444465 Jan 18 23:11:36.827785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Allocated IP 172.20.0.1 (2fe14807-f6d7-4d0e-8987-80d0bf54bb88/d6bc24db-97f8-46a0-9567-5b59602d3e69/c149c184-3afd-466e-9f73-d674aed33f59) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:36.841160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-224c0870-ae0e-474c-b574-d68007ecd1ac tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/quotas/e3f6813ac2764cc0ac0b89a22f5ee9b6 HTTP/1.1" status: 200 len: 375 time: 0.0267527 Jan 18 23:11:36.883625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Allocated IP 172.25.1.192 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/1dcdcbf9-8996-474b-8520-db5093ff34c1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:36.946795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:36.954908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] For port e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:36.961986 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d', 'code': 200} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.000717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:37.002809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Attempting to bind port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:37.002809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Attempting to bind port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:37.003045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Attempting to bind port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:37.051527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6ddb1dcf-d139-4297-9c07-153c83683ffb details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:37.091327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.095228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-29d94d37-d34d-4bcf-9118-a41d8b80bc8e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2563441 Jan 18 23:11:37.100677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-e98f950d-60f5-4d48-8472-79af65b5f046 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:11:37.102762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:37.102762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:37.102762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.103187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:37.103349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Bound port: c8c1d8f5-1942-457c-b264-7ac8903cb4b1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:37.103925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.106977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.114823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-e98f950d-60f5-4d48-8472-79af65b5f046 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120113 Jan 18 23:11:37.185611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcff72-2193-4cba-92fe-940781f9eda3 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.187763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 493bf394-8ac2-41e8-aecf-3224c6e7269e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:37.258925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.259103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:11:37.290680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.308579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 493bf394-8ac2-41e8-aecf-3224c6e7269e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:37.308986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.338280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Transition to ACTIVE for port object c149c184-3afd-466e-9f73-d674aed33f59 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:37.355975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:37.360488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-be4581d5-f647-4e7e-8f50-18f9512966c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515545 Jan 18 23:11:37.360946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:37.376120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:37.411575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Pushing event updated for resources: {'Port': ['ID=1dcdcbf9-8996-474b-8520-db5093ff34c1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.452023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f199e-0ec2-47b9-9eb7-ab0ace4ab6de req-da174479-591e-49e0-b866-127605fac57f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:37.453594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-530f199e-0ec2-47b9-9eb7-ab0ace4ab6de req-da174479-591e-49e0-b866-127605fac57f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.2682283 Jan 18 23:11:37.484670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.518731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] For port c8c1d8f5-1942-457c-b264-7ac8903cb4b1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:37.535723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630753c-7221-47bc-ad2a-a18e5fdad6a9 None None] Pushing event updated for resources: {'Port': ['ID=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.539824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Transition to ACTIVE for port object 1aac4972-ffb0-4c74-91f2-caa47b839f4e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:37.569511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-530f199e-0ec2-47b9-9eb7-ab0ace4ab6de req-ab032ca4-dcec-40ac-9092-db9c0656f6f1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052177 Jan 18 23:11:37.574556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] For port c8c1d8f5-1942-457c-b264-7ac8903cb4b1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:37.589665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-18810ef4-1df4-4a67-8dbe-6838d28ddfcd service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279887 Jan 18 23:11:37.592902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:37.606572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Transition to ACTIVE for port object 1aac4972-ffb0-4c74-91f2-caa47b839f4e will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:37.647197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '6ddb1dcf-d139-4297-9c07-153c83683ffb', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': '6ddb1dcf-d139-4297-9c07-153c83683ffb', 'mac_address': 'fa:16:3e:d8:80:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:37.670431 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.770947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:37.772588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.773986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.775892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:37.781276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:37.815942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:37.845881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Pushing event updated for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:37.911631 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.066584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.132122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcff72-2193-4cba-92fe-940781f9eda3 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:38.163626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:38.307109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.313973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Pushing event updated for resources: {'Port': ['ID=1aac4972-ffb0-4c74-91f2-caa47b839f4e,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:38.327931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.343980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:38.352454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:38.372690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.420497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Router dda0a313-585c-424b-bbf8-cc92b0af29dd is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:11:38.432698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:38.436104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.458173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041fc72-db39-40fe-97b2-574ed5cbb985 req-05622b09-edd3-4288-b724-51a78b39ecb4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.465140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b041fc72-db39-40fe-97b2-574ed5cbb985 req-05622b09-edd3-4288-b724-51a78b39ecb4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 943 time: 0.3058872 Jan 18 23:11:38.513002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddb1dcf-d139-4297-9c07-153c83683ffb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:38.629955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:38.670064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:38.670284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b041fc72-db39-40fe-97b2-574ed5cbb985 req-b752a67a-7844-4321-bf78-5dd2de215de4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041636 Jan 18 23:11:38.679910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Attempting to bind port 1aac4972-ffb0-4c74-91f2-caa47b839f4e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:38.680670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Attempting to bind port 1aac4972-ffb0-4c74-91f2-caa47b839f4e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:38.681345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Attempting to bind port 1aac4972-ffb0-4c74-91f2-caa47b839f4e on network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:38.700753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.714176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.719056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.726228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.732228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.738471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.744196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:38.754454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:38.754795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-a3124138-2089-4795-999e-f7bbd07860bd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5433 time: 0.3763347 Jan 18 23:11:38.764939 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Sync routers for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:11:38.795324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:38.795955 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:38.862228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbdb45c2-fe8f-440c-94d7-a5d1456c7412 req-17b67970-e8e5-428f-bf4b-086b023bd35f tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049566 Jan 18 23:11:38.899659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:38.903916 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c3993a95-ae0a-4e45-804f-93633d57d91f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2716093 Jan 18 23:11:38.904930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37524) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:38.942684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:38.979675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.044400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1'}, {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bf394-8ac2-41e8-aecf-3224c6e7269e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:39.082598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.086603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c939a566-7053-4798-9e7c-e81465f219e6 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:39.129725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60e71cbe-40f3-4c9d-bc4a-9262af691649 None None] Provisioning for port c149c184-3afd-466e-9f73-d674aed33f59 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:39.129725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.166100 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:39.213692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60e71cbe-40f3-4c9d-bc4a-9262af691649 None None] Provisioning complete for port c149c184-3afd-466e-9f73-d674aed33f59 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:39.214079 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60e71cbe-40f3-4c9d-bc4a-9262af691649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.310112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.325797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcae086-5352-4c59-bb51-9d3aba34d538 None None] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:39.390911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e2fe86a6-843f-40e0-8c20-1d94d5d5d348 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:39.416762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290479-c9b5-4803-b510-94338c1364b6 req-90853a12-3548-4b78-a145-7483db0cd04c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:39.424074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-90853a12-3548-4b78-a145-7483db0cd04c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.3191297 Jan 18 23:11:39.425138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:39.425138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Checking segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:39.425138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.425138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Bound using segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:39.425533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-05d16e24-3ef0-404f-b583-4f4d6b5d9052 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:39.425649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Bound port: 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:39.425649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.434073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-05d16e24-3ef0-404f-b583-4f4d6b5d9052 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.5176084 Jan 18 23:11:39.490359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-24e2bebd-07e6-489e-8a68-4a4ccc4d3c9d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/quotas/e3f6813ac2764cc0ac0b89a22f5ee9b6 HTTP/1.1" status: 200 len: 375 time: 0.0549684 Jan 18 23:11:39.624816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6ddb1dcf-d139-4297-9c07-153c83683ffb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:39.647355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Request body: {'port': {'device_id': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'admin_state_up': True, 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:39.712953 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 3, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:39.718971 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Checking router: dda0a313-585c-424b-bbf8-cc92b0af29dd for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:11:39.719730 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Updating router dda0a313-585c-424b-bbf8-cc92b0af29dd port 1dcdcbf9-8996-474b-8520-db5093ff34c1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:11:39.754287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Pushing event updated for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:39.782341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.801801 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.815310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:39.867225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:39.880866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:39.887470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Usage tracker for resource:port and tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:39.892737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:39.911063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-60e71cbe-40f3-4c9d-bc4a-9262af691649 None None] Port c149c184-3afd-466e-9f73-d674aed33f59 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:39.969803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658fb8a-405d-41a8-ad33-b992153b4600 req-4e4568ff-019c-44cd-ac62-dd0813e60a91 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:39.971398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:39.978104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b658fb8a-405d-41a8-ad33-b992153b4600 req-4e4568ff-019c-44cd-ac62-dd0813e60a91 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.7331245 Jan 18 23:11:40.050704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b658fb8a-405d-41a8-ad33-b992153b4600 req-6e74d9af-2ced-4911-8295-7a3be20337b6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712254 Jan 18 23:11:40.088412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-49eef99d-2927-492d-a0ae-ed2d59a9c190 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5956960 Jan 18 23:11:40.113419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.145407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Made reservation on behalf of e3f6813ac2764cc0ac0b89a22f5ee9b6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:40.149940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.289638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:40.298063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:40.386392 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.423673 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Transition to ACTIVE for port object 1dcdcbf9-8996-474b-8520-db5093ff34c1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:40.424661 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f320bc-dd55-4f53-a6e5-ca1f77c54cc1', 'code': 200} Jan 18 23:11:40.424966 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493bf394-8ac2-41e8-aecf-3224c6e7269e', 'code': 200} Jan 18 23:11:40.493058 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.506124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] For port 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:40.572632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.589099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Provisioning for port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:40.592515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Allocated IP 172.20.0.5 (a09e218c-04ca-4b10-9ed0-58e6da32b653/b9837b42-6e19-49fd-b939-8d99e49da1de/8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:40.607185 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Attempting to bind port 1dcdcbf9-8996-474b-8520-db5093ff34c1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:40.607559 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Attempting to bind port 1dcdcbf9-8996-474b-8520-db5093ff34c1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:40.607923 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Attempting to bind port 1dcdcbf9-8996-474b-8520-db5093ff34c1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:40.623654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:40.624032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:40.625847 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.626479 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:40.627116 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Bound port: 1dcdcbf9-8996-474b-8520-db5093ff34c1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:40.627706 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.644815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Provisioning complete for port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:40.645352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.671084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-5e092f89-5229-4fce-82a7-607cf1e0d305 service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471690 Jan 18 23:11:40.728258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] For port 1dcdcbf9-8996-474b-8520-db5093ff34c1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:40.728639 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] For port 1dcdcbf9-8996-474b-8520-db5093ff34c1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1dcdcbf9-8996-474b-8520-db5093ff34c1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:40.750260 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Pushing event updated for resources: {'Port': ['ID=1dcdcbf9-8996-474b-8520-db5093ff34c1,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:40.762807 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.763151 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.763603 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.763814 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.764142 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.764463 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.764781 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.765135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.765464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.765845 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.766184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:11:40.790625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] For port 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1aac4972-ffb0-4c74-91f2-caa47b839f4e,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:40.792042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port c939a566-7053-4798-9e7c-e81465f219e6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:40.803725 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.863989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.874759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port c939a566-7053-4798-9e7c-e81465f219e6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:40.874759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.936801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:40.958263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Transition to ACTIVE for port object 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:41.007370 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb24304-18e8-4b1d-a0e8-08d9e5cc9e3c None None] Pushing event updated for resources: {'Port': ['ID=1dcdcbf9-8996-474b-8520-db5093ff34c1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.047720 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:41.048643 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:41.081603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.130073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c149c184-3afd-466e-9f73-d674aed33f59', 'name': '', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'mac_address': 'fa:16:3e:70:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 1, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'subnets': [{'id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:41.158899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.210614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b071f64d-9a5e-415a-b59a-e2fade725425 None None] The sync data for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 is: [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c149c184-3afd-466e-9f73-d674aed33f59', 'name': '', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'mac_address': 'fa:16:3e:70:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:36Z', 'revision_number': 1, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'subnets': [{'id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:11:41.223791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-44da1ccf-83ce-4943-942f-d6d023c64abf tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:41.225389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-44da1ccf-83ce-4943-942f-d6d023c64abf tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.1853635 Jan 18 23:11:41.273270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event updated for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.332670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c73b37-b453-4c5f-b55a-e9c17f87d8ce None None] Pushing event updated for resources: {'Port': ['ID=1aac4972-ffb0-4c74-91f2-caa47b839f4e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:41.346310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Request body: {'port': {'device_id': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'admin_state_up': True, 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:41.408275 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:41.450728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:41.466448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:41.472623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:41.518071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.523281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-0ab79e8e-403a-405f-a074-a6edbf44ba3a service neutron] 10.222.0.59 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8473811 Jan 18 23:11:41.577925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.647100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] For port e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:41.662113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:41.684905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.740294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.842807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:41.845314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8889718-74c8-4480-a7bd-74ea23eb34c5 req-0b09308c-76f2-480c-b3b4-fc1221ccfee7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:41.854906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8889718-74c8-4480-a7bd-74ea23eb34c5 req-0b09308c-76f2-480c-b3b4-fc1221ccfee7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 944 time: 0.8967526 Jan 18 23:11:41.892053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:41.975918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:42.022388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Usage tracker for resource:port and tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:42.030810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:42.140582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8889718-74c8-4480-a7bd-74ea23eb34c5 req-37a36a69-0207-4687-a27d-9c686dcd65e5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847085 Jan 18 23:11:42.143844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:42.157429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93fe0d-fcaf-49e8-8b83-dd0d81ec1406 None None] Pushing event updated for resources: {'Port': ['ID=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:42.269175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Made reservation on behalf of e3f6813ac2764cc0ac0b89a22f5ee9b6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:42.276805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Allocated IP 172.20.0.1 (2ed76a3b-b90f-4f38-a070-ec4aa9044574/89dbb3b1-0595-4487-baf2-49a6e9143007/999126a6-3805-4df8-9ed7-3ba274c9106a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:42.282003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.436603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:42.472656 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 3, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:42.485885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978c47-b6db-4eff-b5f7-72cd94ca6a8b None None] The sync data for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 is: [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 3, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:11:42.515823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77dc1514-5098-4109-a834-cbdd44e6dd1d None None] Provisioning complete for port c149c184-3afd-466e-9f73-d674aed33f59 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:42.516278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77dc1514-5098-4109-a834-cbdd44e6dd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.584411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:42.584645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:42.595218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.703365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-77dc1514-5098-4109-a834-cbdd44e6dd1d None None] Port c149c184-3afd-466e-9f73-d674aed33f59 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:42.786066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:42.892482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port a62037a9-8de4-424b-9a17-ba1a77229603 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:42.906631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port a62037a9-8de4-424b-9a17-ba1a77229603 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:42.906631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:42.948793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f8c98ce9-af1d-4a46-8809-4ad274997d28 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3034775 Jan 18 23:11:42.959474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Request body: {'port': {'device_id': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:42.987453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Provisioning for port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:43.051951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87fe9cf-8b22-4142-bbfa-a64512054436 None None] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:43.081011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Provisioning complete for port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:43.082038 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.096747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.175192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Transition to ACTIVE for port object 999126a6-3805-4df8-9ed7-3ba274c9106a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:43.202019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6ddb1dcf-d139-4297-9c07-153c83683ffb up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:43.213571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.396168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Allocated IP 172.20.0.14 (a09e218c-04ca-4b10-9ed0-58e6da32b653/b9837b42-6e19-49fd-b939-8d99e49da1de/51ac5b83-c4ba-4907-945a-e1d4570d6e6e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:43.417053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:43.441698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2b4d-1a4e-488b-9d49-39249cd1f50f req-18f1a92f-9561-4373-bb13-fd34d3645407 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.450871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb9d2b4d-1a4e-488b-9d49-39249cd1f50f req-18f1a92f-9561-4373-bb13-fd34d3645407 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.9199395 Jan 18 23:11:43.516826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e2fe86a6-843f-40e0-8c20-1d94d5d5d348 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:43.564119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.637525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb9d2b4d-1a4e-488b-9d49-39249cd1f50f req-5bc1df91-43d2-40d1-af42-fa544dff706f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854935 Jan 18 23:11:43.651253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.656711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.661126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.665778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.670498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.683260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.684917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:43.692512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-33c340b5-d529-4f5e-b749-9338e1d7e776 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.6219556 Jan 18 23:11:43.693188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:43.702213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:43.706731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:43.746199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 6ddb1dcf-d139-4297-9c07-153c83683ffb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:43.755784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 6ddb1dcf-d139-4297-9c07-153c83683ffb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:43.756410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.764854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Pushing event updated for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:43.783346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.823917 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.894787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Provisioning complete for port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:43.895367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d9ed-402d-4392-a33c-281a1fbb8574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:43.987641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-349330a1-a2ba-4a40-811f-e2630f4a2767 req-09bed6c0-db58-4d91-a63c-710da0c9fa09 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2936759 Jan 18 23:11:44.003624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.016050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:44.042837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48d91331-4bb7-4a2a-a4a6-af14a85a981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.062399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:44.062893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.194072 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6', 'code': 200} Jan 18 23:11:44.212255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.287707 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.304791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.354304 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88ed32ee-46c9-468b-ae8b-5fae6690f440 req-90a00d72-b4b7-4362-96b7-d049194b12a4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 210 time: 0.1336994 Jan 18 23:11:44.383522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Transition to ACTIVE for port object 51ac5b83-c4ba-4907-945a-e1d4570d6e6e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:44.431968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:44.446017 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27f4cc29-663c-48f5-b0d5-22d292be93f3 req-da2220c4-1c80-4af1-9b63-e291f04242cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.1780052 Jan 18 23:11:44.458345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29085f0-25c5-4108-9bcd-5db583bba0fd req-edd87d24-cd1c-449e-ae46-03f55634db44 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:44.458722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b29085f0-25c5-4108-9bcd-5db583bba0fd req-edd87d24-cd1c-449e-ae46-03f55634db44 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 944 time: 0.1957562 Jan 18 23:11:44.494648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cc63cba0-1ffb-4874-a52e-662df5282013 admin admin] 10.222.0.59 "PUT /v2.0/routers/5f577e1c-86b8-4c6d-b5a9-f7258289a409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6759193 Jan 18 23:11:44.494992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.507950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:44.522864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c1d8f5-1942-457c-b264-7ac8903cb4b1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:44.528500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.530656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b29085f0-25c5-4108-9bcd-5db583bba0fd req-bd796d13-2fb1-4af0-9aec-1ce61f1bd26e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709856 Jan 18 23:11:44.545885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27f4cc29-663c-48f5-b0d5-22d292be93f3 req-69eb444c-7667-4a6c-a1c4-19f12e28d0de service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853105 Jan 18 23:11:44.599563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.649293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.667822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.766646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:44.777156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:44.778614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:44.788247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:44.790396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:44.791153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:44.796986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:44.883219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13c4a891-47e3-46ce-9331-415e5a43f036 None None] Provisioning for port 1aac4972-ffb0-4c74-91f2-caa47b839f4e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:45.066366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37566) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:45.074649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:45.079335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.089763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.147115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13c4a891-47e3-46ce-9331-415e5a43f036 None None] Provisioning for port 999126a6-3805-4df8-9ed7-3ba274c9106a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:45.176317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13c4a891-47e3-46ce-9331-415e5a43f036 None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.176460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-13c4a891-47e3-46ce-9331-415e5a43f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.276810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-13c4a891-47e3-46ce-9331-415e5a43f036 None None] Port 999126a6-3805-4df8-9ed7-3ba274c9106a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:45.298742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.299218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.303134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Pushing event updated for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.310814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c8c1d8f5-1942-457c-b264-7ac8903cb4b1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:45.332641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1143267476'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:45.343425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:45.349775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:network and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:45.352799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:45.360323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-c24ec611-00e7-44b6-8fb9-6165f6f04d42 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0598423 Jan 18 23:11:45.362574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:45.372590 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.373782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1aac4972-ffb0-4c74-91f2-caa47b839f4e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:45.378637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Request body: {'port': {'device_id': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:45.456078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32148-9e40-46ef-959f-31a3acd1cd34 req-6845cbb0-e9e3-455a-8cc4-deb01141e2b9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:45.457631 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:11:45.466310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff32148-9e40-46ef-959f-31a3acd1cd34 req-6845cbb0-e9e3-455a-8cc4-deb01141e2b9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.3547075 Jan 18 23:11:45.561146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:45.564639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.634166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff32148-9e40-46ef-959f-31a3acd1cd34 req-6ff99ff6-93e7-4a82-8d95-cca9dca82be1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663523 Jan 18 23:11:45.647070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.683510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.689107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.701587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:45.745646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-508b3eef-1dba-485d-98b0-df4f4dd6416c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:45.747124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-508b3eef-1dba-485d-98b0-df4f4dd6416c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.89 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 816 time: 0.4363859 Jan 18 23:11:45.753556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:11:45.766124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Request body: {'port': {'device_id': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'admin_state_up': True, 'tenant_id': 'e3f6813ac2764cc0ac0b89a22f5ee9b6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:45.852908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Port 999126a6-3805-4df8-9ed7-3ba274c9106a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:45.869227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:45.905460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1aac4972-ffb0-4c74-91f2-caa47b839f4e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:45.910089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1aac4972-ffb0-4c74-91f2-caa47b839f4e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:45.910541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:45.961680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad1953d0-8e06-4406-be6d-61eca7e1fdb3 req-83f7ad87-cd31-421f-8c8e-e3173f567fe1 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:45.986140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Provisioning for port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:45.990765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e3c759c7-6c01-40f7-86fa-e32bcef8b92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.002414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Provisioning complete for port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.002805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.009327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:46.018248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:46.022082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:46.074981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.075176 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Added segment 837eaa64-f97f-4097-984c-b90bdca0e464 of type vlan for network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 Jan 18 23:11:46.093705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.147157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.175400 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.204985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}, {'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:46.231379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1aac4972-ffb0-4c74-91f2-caa47b839f4e,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:46.237088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4bb06461-f584-451d-a256-3059dd4575b6 None None] Port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:46.280871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.284750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.302186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.302186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.302186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.302186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.305292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.307098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-d780661f-e98d-4f0e-b193-2d383db46154 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.6134453 Jan 18 23:11:46.308271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.311645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:46.312216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.315769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.321543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Transition to ACTIVE for port object 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:46.417951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad1953d0-8e06-4406-be6d-61eca7e1fdb3 req-83f7ad87-cd31-421f-8c8e-e3173f567fe1 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:46.435405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad1953d0-8e06-4406-be6d-61eca7e1fdb3 req-83f7ad87-cd31-421f-8c8e-e3173f567fe1 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 210 time: 0.5507793 Jan 18 23:11:46.469474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=1aac4972-ffb0-4c74-91f2-caa47b839f4e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.471042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d1f431b3-8ef1-46e7-afa8-013e9bd0120d None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.471528 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1f431b3-8ef1-46e7-afa8-013e9bd0120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.472226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.520517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Network': ['ID=84b8672f-3f8c-4262-9296-126f2ab9b6c9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.554195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:46.599597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:46.720858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c1d8f5-1942-457c-b264-7ac8903cb4b1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:46.731823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:46.736368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Pushing event updated for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:46.797336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d1f431b3-8ef1-46e7-afa8-013e9bd0120d None None] Port 999126a6-3805-4df8-9ed7-3ba274c9106a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:46.825196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0605578e-7413-4494-a98e-8bea9900fa8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7248042 Jan 18 23:11:46.830503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:46.863925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'subnet': {'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:46.909752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Made reservation on behalf of e3f6813ac2764cc0ac0b89a22f5ee9b6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:46.914289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.937475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:46.937922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:46.997780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b01f93af-f2f0-47a9-a7a4-97bb1c5b2ba6 req-b8e842aa-e55b-4893-9d0c-10dc9c2446e2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6815617 Jan 18 23:11:47.162385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1dcdcbf9-8996-474b-8520-db5093ff34c1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:47.178186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Attempting to bind port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:47.178556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Attempting to bind port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:47.178918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Attempting to bind port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:47.195283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:47.195810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Attempting to bind port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:47.207231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:47.207924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Checking segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:47.208544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Bound using segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:47.209316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Bound port: 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:47.210460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.213010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:47.230667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:subnet and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:47.235640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.237723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:47.260218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ac5b83-c4ba-4907-945a-e1d4570d6e6e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:47.266052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:47.278265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23b1d-4b19-4aed-bc34-abce98f46c74 req-785703ea-aa43-44d2-a94e-4748c99379f6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:47.285620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade23b1d-4b19-4aed-bc34-abce98f46c74 req-785703ea-aa43-44d2-a94e-4748c99379f6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.5049965 Jan 18 23:11:47.301787 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'code': 200} Jan 18 23:11:47.302178 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb', 'code': 200} Jan 18 23:11:47.328079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.341493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.349754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1dcdcbf9-8996-474b-8520-db5093ff34c1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:47.356394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1dcdcbf9-8996-474b-8520-db5093ff34c1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:47.356812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.357567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Transition to ACTIVE for port object 51ac5b83-c4ba-4907-945a-e1d4570d6e6e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:47.416216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade23b1d-4b19-4aed-bc34-abce98f46c74 req-e581d4a3-741e-4e9e-8b0d-f237445ab228 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287067 Jan 18 23:11:47.473708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.528777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.552039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 1dcdcbf9-8996-474b-8520-db5093ff34c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1dcdcbf9-8996-474b-8520-db5093ff34c1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:47.565791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:47.566207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.568394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:47.601945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:47.608506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Allocated IP 172.20.0.12 (a09e218c-04ca-4b10-9ed0-58e6da32b653/b9837b42-6e19-49fd-b939-8d99e49da1de/af1fe349-10e8-4b70-b7bd-721d639dd0b6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:47.674198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.679719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a19035fd-0cdc-40ce-bd38-9f6ecd46b4ab req-1119402e-8b8a-4e51-a682-81ef5fcd6729 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1100 time: 0.2783542 Jan 18 23:11:47.721969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Router dda0a313-585c-424b-bbf8-cc92b0af29dd has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:47.796878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=1dcdcbf9-8996-474b-8520-db5093ff34c1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:47.826525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.849300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc8a77fe-42b6-445b-a64e-3b45966b468e req-5b016f05-40b0-4f4f-abc7-f711de413c5c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 210 time: 0.1662788 Jan 18 23:11:47.898588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a19035fd-0cdc-40ce-bd38-9f6ecd46b4ab req-4453c7a2-0ef8-43e7-99ef-284f9aa9c5b8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115862 Jan 18 23:11:47.935528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-504b7d66-9f7b-4679-943a-5da399f7afa3 req-41eab20b-b21b-4288-97ef-d73460cb70ba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 1096 time: 0.5165467 Jan 18 23:11:47.984472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:47.986084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-f799f089-7763-4961-b786-2c8edebb397a service neutron] 10.222.0.83 "PUT /v2.0/ports/8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 HTTP/1.1" status: 200 len: 1091 time: 5.0309415 Jan 18 23:11:47.998258 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.003263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:48.062200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799f089-7763-4961-b786-2c8edebb397a service neutron] Pushing event updated for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.143418 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', 'status': 'completed', 'code': 200} Jan 18 23:11:48.152459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.178451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-504b7d66-9f7b-4679-943a-5da399f7afa3 req-e37616c2-a68c-46fe-89e2-16b1a99a1e97 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350535 Jan 18 23:11:48.192745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Transition to ACTIVE for port object af1fe349-10e8-4b70-b7bd-721d639dd0b6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:48.225012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Attempting to bind port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:48.228343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Attempting to bind port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:48.228343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Attempting to bind port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:48.236650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e on network a09e218c-04ca-4b10-9ed0-58e6da32b653 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:48.237025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Attempting to bind port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:48.250129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d3e19-69d8-4cee-8e95-a292dc58955f req-1abed2b6-5121-4505-a6fc-5f69f0ded468 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.253303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-231d3e19-69d8-4cee-8e95-a292dc58955f req-1abed2b6-5121-4505-a6fc-5f69f0ded468 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.5395000 Jan 18 23:11:48.283626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-8b2b7dbf-b1a5-41ea-8d97-f8aa6848fa61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 1094 time: 0.1833115 Jan 18 23:11:48.291239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:48.291848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Checking segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:48.292153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Bound using segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:48.292741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Bound port: 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:48.293260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.339066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:48.418173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1aac4972-ffb0-4c74-91f2-caa47b839f4e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:48.432102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.498415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-231d3e19-69d8-4cee-8e95-a292dc58955f req-e34f9ef0-0b17-4ab4-b635-9b56c18a3413 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887581 Jan 18 23:11:48.500519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1aac4972-ffb0-4c74-91f2-caa47b839f4e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:48.501248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.541433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:48.571034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.575605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.579557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.584381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.588620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.593726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.597813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.600557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a121c31a-1147-487d-b1b9-998392bea186 req-fea8d232-60ae-4fb0-91c0-9041d62fe2f8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.3444507 Jan 18 23:11:48.609325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1aa88d41-f9f2-4531-be45-415d391b7d23 admin admin] 10.222.0.59 "PUT /v2.0/routers/dda0a313-585c-424b-bbf8-cc92b0af29dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6932025 Jan 18 23:11:48.618145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:48.664735 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.686208 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-db74fd15-9e5e-4cfa-8d76-4e2cf986a1d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 HTTP/1.1" status: 200 len: 217 time: 0.3161438 Jan 18 23:11:48.689327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1dcdcbf9-8996-474b-8520-db5093ff34c1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:48.693458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a121c31a-1147-487d-b1b9-998392bea186 req-fc3d558e-b216-4b77-958c-5f9e7b0d219b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809021 Jan 18 23:11:48.704753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.789367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event updated for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:48.793284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:48.802457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:48.804739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:48.818399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.887326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1dcdcbf9-8996-474b-8520-db5093ff34c1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:48.887714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:48.901464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c290479-c9b5-4803-b510-94338c1364b6 req-21c3337d-f515-4789-9840-07bb87f6ae7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:48.906952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-21c3337d-f515-4789-9840-07bb87f6ae7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.2181399 Jan 18 23:11:49.042534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.043143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.096535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-bcfd8fc5-24bc-4e06-a769-3c5a1a2fe614 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795762 Jan 18 23:11:49.213346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-eeb987db-de7f-40a9-bcfe-76ed64604fdb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4510622 Jan 18 23:11:49.226177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Request body: {'port': {'device_id': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:49.231396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.232824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] 10.222.0.83 "PUT /v2.0/ports/51ac5b83-c4ba-4907-945a-e1d4570d6e6e HTTP/1.1" status: 200 len: 1092 time: 3.8651364 Jan 18 23:11:49.238505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:49.333293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67e95c70-b618-46fd-a106-1c93af4c4ecd None None] Provisioning for port af1fe349-10e8-4b70-b7bd-721d639dd0b6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:49.342681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67e95c70-b618-46fd-a106-1c93af4c4ecd None None] Provisioning complete for port af1fe349-10e8-4b70-b7bd-721d639dd0b6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:49.343476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-67e95c70-b618-46fd-a106-1c93af4c4ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.344028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fa927-bc24-420f-ad2d-3b646df76587 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:49.349394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Checking segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:49.350014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network hostable DHCP agents. Network: 84b8672f-3f8c-4262-9296-126f2ab9b6c9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:49.398246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Subnet': ['ID=c06505d3-8c1a-422e-8ff2-5624b6450cbe,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:49.411241 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-8c8f89c4-d4d9-4d8e-917e-3781de81ae51 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033752 Jan 18 23:11:49.432480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-67e95c70-b618-46fd-a106-1c93af4c4ecd None None] Port af1fe349-10e8-4b70-b7bd-721d639dd0b6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:11:49.448128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.457231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3449-22fe-4428-9dd1-0837479ac9c1 req-fa48c9e6-d3e2-41bb-b1d4-3f07f4ce3ad9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.458868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6eca3449-22fe-4428-9dd1-0837479ac9c1 req-fa48c9e6-d3e2-41bb-b1d4-3f07f4ce3ad9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.4499736 Jan 18 23:11:49.478265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.479942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.484034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.491943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.497736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.508444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.513830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.527795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604967be-6dd7-432c-9d8d-0afb3a92dd55 req-fc164299-578c-4b3d-bab5-68aae328e722 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.3044248 Jan 18 23:11:49.527795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:49.576603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Request body: {'floatingip': {'port_id': 'f444e7bb-611d-432a-a57e-91c66811eac1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:49.682334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c290479-c9b5-4803-b510-94338c1364b6 req-da4f17c2-7032-4375-9a57-8ab2265e757d service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605495 Jan 18 23:11:49.697876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:49.853198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:49.914884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 84b8672f-3f8c-4262-9296-126f2ab9b6c9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:49.924941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616bd362-e166-470f-996f-0dbdb18bd3ca None None] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:49.938800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:49.939418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.017965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6eca3449-22fe-4428-9dd1-0837479ac9c1 req-14cbdadb-2e17-4672-8568-c9a41a3377d7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893291 Jan 18 23:11:50.018988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-14577d4f-3605-4f42-8c73-5c554176e14e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 1094 time: 0.1929801 Jan 18 23:11:50.151986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-99a9e611-2fb8-4c20-96ee-f64128fa3cca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 1095 time: 0.4496970 Jan 18 23:11:50.164677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-529793d7-380c-4a87-aed7-4b574918825d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3228047 Jan 18 23:11:50.165886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37640) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.168226 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'status': 'completed', 'code': 200} Jan 18 23:11:50.193057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-779405491'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:50.201376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:50.225992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:network and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:50.233343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:50.249281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:50.257449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545de86-571d-4f64-9b5a-d8f1f4f43e3e req-d038f01e-280e-4b8f-9efc-904eb10e157e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.263116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1545de86-571d-4f64-9b5a-d8f1f4f43e3e req-d038f01e-280e-4b8f-9efc-904eb10e157e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 932 time: 0.4952283 Jan 18 23:11:50.280265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-9a958301-3ab7-4533-a951-2f6dac6e1932 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e HTTP/1.1" status: 200 len: 217 time: 0.1090746 Jan 18 23:11:50.306653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'fixed_ips': [{'subnet_id': 'c06505d3-8c1a-422e-8ff2-5624b6450cbe'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:50.307646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.310443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-5e9e33bd-aa6c-4045-aa59-ade3e6a7c5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.312161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-5e9e33bd-aa6c-4045-aa59-ade3e6a7c5ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 917 time: 0.2860765 Jan 18 23:11:50.456582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:50.459560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.490322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Allocated IP 19.80.0.2 (84b8672f-3f8c-4262-9296-126f2ab9b6c9/c06505d3-8c1a-422e-8ff2-5624b6450cbe/7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:50.496158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1fe349-10e8-4b70-b7bd-721d639dd0b6 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:50.512633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.514552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37646) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:50.517561 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-014cd1c7-7c4b-43ea-abb8-0bdd303c9117 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 HTTP/1.1" status: 200 len: 217 time: 0.1402817 Jan 18 23:11:50.535268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-network', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:50.552115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-3d8524b5-32d1-47ef-913d-9d77efd07b81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.553576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-3d8524b5-32d1-47ef-913d-9d77efd07b81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.2006590 Jan 18 23:11:50.558474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:50.575643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Transition to ACTIVE for port object af1fe349-10e8-4b70-b7bd-721d639dd0b6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:50.586597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:50.611119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.611119 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Added segment f14a3826-eff0-4370-83a6-9eec21ab0772 of type vlan for network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca Jan 18 23:11:50.611119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-8bc6a5c5-478f-4cf2-8ffb-95bf60168298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.611119 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-8bc6a5c5-478f-4cf2-8ffb-95bf60168298 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.0833573 Jan 18 23:11:50.669430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1545de86-571d-4f64-9b5a-d8f1f4f43e3e req-99e4c429-72c9-41b0-8005-80797405c549 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:50.674501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.696676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Usage tracker for resource:network and tenant:c3a58fa80dc7443684ba6ea01ffac051 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:50.712542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:50.728729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:50.756729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.756729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Pushing event updated for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:50.783720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.809983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Transition to ACTIVE for port object 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:50.838033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3b874-6f79-4a96-85d8-19903414f08c req-c42c5410-f94f-40be-a5aa-6a72f400e079 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:50.846010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27b3b874-6f79-4a96-85d8-19903414f08c req-c42c5410-f94f-40be-a5aa-6a72f400e079 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.4363232 Jan 18 23:11:50.856093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Transition to ACTIVE for port object 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:50.905150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Made reservation on behalf of c3a58fa80dc7443684ba6ea01ffac051 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:50.907626 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.922531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:50.977206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.024388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1545de86-571d-4f64-9b5a-d8f1f4f43e3e req-99e4c429-72c9-41b0-8005-80797405c549 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:51.028073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1545de86-571d-4f64-9b5a-d8f1f4f43e3e req-99e4c429-72c9-41b0-8005-80797405c549 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7622683 Jan 18 23:11:51.071093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27b3b874-6f79-4a96-85d8-19903414f08c req-297f8af5-fb4b-4231-9a05-b45137ebbe4b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192316 Jan 18 23:11:51.108893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:51.112350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:51.117813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-f6134f3b-379e-4dbb-b9da-8be3c60a00a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5030735 Jan 18 23:11:51.138497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:51.147638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Pushing event updated for resources: {'Port': ['ID=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:51.227519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:51.238044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a58fa80dc7443684ba6ea01ffac051 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:51.249394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:51.264624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:51.331838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-6f0207ca-432e-48fd-ad37-3eee2a029afd service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976528 Jan 18 23:11:51.386098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Attempting to bind port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:51.386375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Attempting to bind port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:51.386953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Attempting to bind port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:51.395769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:51.396861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Checking segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:51.397678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.399060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Bound using segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:51.399717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Bound port: 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:51.400501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.409167 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-f12c3cdf-62ee-477f-b4a5-44f737c980d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7926505 Jan 18 23:11:51.409905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.415336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:51.416238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.549142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:11:51.558115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] For port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:51.561221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] For port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:51.611225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4331410 Jan 18 23:11:51.626461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:51.635789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'subnet': {'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:51.681936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f482-23df-4291-ab4f-87be5a42eaaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Network': ['ID=4a5b4d0d-dab7-4a22-8ee4-224f924f32ca,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:51.694009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:51.773502 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.800349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Attempting to bind port af1fe349-10e8-4b70-b7bd-721d639dd0b6 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:51.800698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Attempting to bind port af1fe349-10e8-4b70-b7bd-721d639dd0b6 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:51.801319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Attempting to bind port af1fe349-10e8-4b70-b7bd-721d639dd0b6 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:51.818829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.820568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.824181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:51.831155 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-f1b09b6b-79da-4fec-8e53-57cfaafffff1 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897831 Jan 18 23:11:51.832441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:subnet and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:51.838849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Port af1fe349-10e8-4b70-b7bd-721d639dd0b6 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:11:51.838849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Attempting to bind port af1fe349-10e8-4b70-b7bd-721d639dd0b6 on network a09e218c-04ca-4b10-9ed0-58e6da32b653 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:51.845310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:51.870966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6efd64d7-cd0e-48a6-935c-616b3fcd7828 req-e3c385d1-9198-4987-b51b-7815465de870 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309653 Jan 18 23:11:51.876007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:51.883826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.893493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2592efe-f064-4628-9258-9ebc04503aaf req-393cb411-4497-4591-907b-05d5217d67d2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:51.895186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2592efe-f064-4628-9258-9ebc04503aaf req-393cb411-4497-4591-907b-05d5217d67d2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.5563893 Jan 18 23:11:51.910921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.941756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:51.942560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Checking segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:51.943440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Bound using segment: {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:51.944366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Bound port: af1fe349-10e8-4b70-b7bd-721d639dd0b6, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8245f285-7fd2-4628-b0a9-e006a5aa207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:51.945039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:51.965109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831aee8-4f36-43b8-ba5b-a929a4f6614f None None] Pushing event updated for resources: {'Port': ['ID=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.009028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01504e9d-4270-46e7-bd25-75d150cf749e req-fa2d671c-500c-42a6-bcdb-5378ffacf944 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1100 time: 0.4743102 Jan 18 23:11:52.024494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:11:52.091890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:52.111903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.112280 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Added segment 2fd5fabb-c583-4e32-81de-06affd96d2c2 of type vlan for network 04f50026-3839-46b1-b9ce-a1dd7fb57597 Jan 18 23:11:52.132715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f968a-041a-4a23-94f4-fc1e620ba9cd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.174452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d8f45bd2-4c81-480b-9035-6a40355e2267 req-a3826da8-972e-484c-9a13-43f370983363 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293803 Jan 18 23:11:52.200012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:52.222633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:52.229265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.242575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2592efe-f064-4628-9258-9ebc04503aaf req-96c872e0-f596-4903-9070-18ca1f6bae5c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358927 Jan 18 23:11:52.244393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.269526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01504e9d-4270-46e7-bd25-75d150cf749e req-4fc84f3b-f205-40d0-86cf-67b706f096ac tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417898 Jan 18 23:11:52.321252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.371073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-39e7c1f9-1dea-4fe4-b3ea-3009357bb7a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 1095 time: 0.3413517 Jan 18 23:11:52.495351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.498183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] 10.222.0.89 "PUT /v2.0/ports/af1fe349-10e8-4b70-b7bd-721d639dd0b6 HTTP/1.1" status: 200 len: 1092 time: 3.2762377 Jan 18 23:11:52.498806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:52.516963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4e9d2-0920-4dd5-8875-0b99e0bf0e7d service neutron] Pushing event updated for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.551168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:52.706846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.707639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:52.708251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:52.714889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:52.788281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-bb254296-8ce3-4996-9125-fedaf8154597 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 1095 time: 0.1633403 Jan 18 23:11:52.864781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-a84668f0-473c-4436-8390-43d9758cf15b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0698621 Jan 18 23:11:52.893861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] Pushing event updated for resources: {'Network': ['ID=04f50026-3839-46b1-b9ce-a1dd7fb57597,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:52.907345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:11:52.912122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-7f6f394a-edb6-482a-8f9d-81aedf3b3893 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:52.921235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-7f6f394a-edb6-482a-8f9d-81aedf3b3893 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 917 time: 0.5319130 Jan 18 23:11:52.941172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.009170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2593b3ec-9183-4ada-a1e0-af96059b78f7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4893517 Jan 18 23:11:53.017058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37672) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:53.020101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c827ae-54f4-431c-a518-fc2b82f860d6 req-e4060ad8-ed33-4cf1-ab9e-450c1af4cbeb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.028500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39c827ae-54f4-431c-a518-fc2b82f860d6 req-e4060ad8-ed33-4cf1-ab9e-450c1af4cbeb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 944 time: 0.4731278 Jan 18 23:11:53.042574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Request body: {'subnet': {'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-subnet', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:53.069900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:53.077330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-be044b2e-4c4f-47c8-94a7-02aa97cec0e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.079178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-be044b2e-4c4f-47c8-94a7-02aa97cec0e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.2090585 Jan 18 23:11:53.088408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Usage tracker for resource:subnet and tenant:c3a58fa80dc7443684ba6ea01ffac051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:53.123233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:53.146827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-5db9e9d0-44a7-49e4-ad8e-40397b08079a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e HTTP/1.1" status: 200 len: 217 time: 0.2235625 Jan 18 23:11:53.171996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:53.174423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Subnet': ['ID=3f7509f3-5dd9-4ced-b47b-7a2afb967752,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:53.189570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:53.222240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Checking segment: {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:53.223578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network hostable DHCP agents. Network: 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:53.253058 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Floating IP 8c0930b1-bdd2-42f2-9dfa-351c4312d8be associated. External IP: 172.25.1.96, port: f444e7bb-611d-432a-a57e-91c66811eac1. Jan 18 23:11:53.282366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-92f57578-7b83-4a68-acd2-43feb87bd61f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521468 Jan 18 23:11:53.315859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39c827ae-54f4-431c-a518-fc2b82f860d6 req-9107ed02-43b2-44d9-9ddd-2f85f3dbf05a tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861414 Jan 18 23:11:53.339334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Made reservation on behalf of c3a58fa80dc7443684ba6ea01ffac051 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:11:53.341484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.347013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-d0d8222a-fae6-4207-a5cb-1f78e241df12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.348529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-d0d8222a-fae6-4207-a5cb-1f78e241df12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.1909375 Jan 18 23:11:53.365345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:53.394346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:53.405588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeeebb9-ba39-4b5e-8854-41ac65f83ab0 None None] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:53.491523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'port_id': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', 'mac_address': 'fa:16:3e:76:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9837b42-6e19-49fd-b939-8d99e49da1de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:53.583929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.592210 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6', 'status': 'completed', 'code': 200} Jan 18 23:11:53.651463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19e9b744-1e0d-4c88-99f6-e9f809853291 req-9e5d5550-ef53-4409-9d79-4e8676355da2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5492353 Jan 18 23:11:53.661659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:53.741317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:53.818784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:53.829528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc19f6-9b17-422d-a64a-e5ab6dbc14b1 None None] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:53.853305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Provisioning for port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:53.863651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Provisioning complete for port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:53.864289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.865053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:53.865682 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:53.872855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-1a71de14-5228-4928-bfb2-20ebd3ca865b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5134320 Jan 18 23:11:53.875325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-35cfec23-4e2b-4dd2-affc-7453002659aa service neutron] 10.222.0.89 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862625 Jan 18 23:11:54.001966 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.027335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799c953-da58-4c8c-b714-ac7175da468f req-bcc28a5b-451c-4d6f-babf-4e43a82ab1d3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:54.028808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b799c953-da58-4c8c-b714-ac7175da468f req-bcc28a5b-451c-4d6f-babf-4e43a82ab1d3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.3091509 Jan 18 23:11:54.093912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-6ba8fb04-78a7-4427-b31c-b25311ee470e service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081611 Jan 18 23:11:54.138814 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-09ec0427-8245-404f-8a39-c4e8b0e13863 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5097454 Jan 18 23:11:54.219262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059f38f6-3b47-4a7d-8d9d-a3745d290613 req-36089e95-7e99-41eb-a7c2-a346f7b79bc0 service neutron] 10.222.0.89 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232272 Jan 18 23:11:54.231075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.246832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.312959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.326337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:54.375214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b799c953-da58-4c8c-b714-ac7175da468f req-ef92fbbc-70a6-4d49-9376-3104a8a68caf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303723 Jan 18 23:11:54.403105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] For port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:54.442105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ddec25-032f-4cab-bd59-e53aa76b03bf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.526153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.541533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d13c087-e0fa-418f-a4c9-5fa7b3c47f0a req-97c62af1-7723-42b1-82fc-057fc4860e69 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400258 Jan 18 23:11:54.581658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Checking segment: {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:54.581926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Network hostable DHCP agents. Network: 04f50026-3839-46b1-b9ce-a1dd7fb57597, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:11:54.614585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-8477e442-86ee-4d85-9997-830666461b62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 1095 time: 0.2195563 Jan 18 23:11:54.727530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27916654-0cc3-4be4-bc51-d15d0924376d None None] Pushing event updated for resources: {'Port': ['ID=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:54.739459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:11:54.749899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb398709-5df3-4d1e-b2fd-9f4e76afca06 None None] Provisioning complete for port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:54.750439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb398709-5df3-4d1e-b2fd-9f4e76afca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.777341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-4a5b4d0d-dab7-4a22-8ee4-224f924f32ca', 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'fixed_ips': [{'subnet_id': '3f7509f3-5dd9-4ced-b47b-7a2afb967752'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:54.780009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.859362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-d88c892a-0212-47f7-afc8-0fb6be8facc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:54.862131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-d88c892a-0212-47f7-afc8-0fb6be8facc3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 917 time: 0.2351735 Jan 18 23:11:54.934095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 04f50026-3839-46b1-b9ce-a1dd7fb57597) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:54.944808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:54.944808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:54.965245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-d5d6d513-a78c-4369-bb32-987add2b49e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6 HTTP/1.1" status: 200 len: 217 time: 0.0950625 Jan 18 23:11:54.970070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567ea24-bf6e-42c1-80f7-ba20d7ffe164 None None] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:11:55.035024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-802ba02e-38dd-4910-8e58-bd484bc22328 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.038422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-4f5d31c5-a892-47f9-aff8-9be30cbd43e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.038942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-802ba02e-38dd-4910-8e58-bd484bc22328 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.039719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-802ba02e-38dd-4910-8e58-bd484bc22328 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:55.039886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-4f5d31c5-a892-47f9-aff8-9be30cbd43e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.0686221 Jan 18 23:11:55.041589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3254af2b-3137-4618-9fb6-ac4f4a202b87 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0223749 Jan 18 23:11:55.044224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37704) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:11:55.048514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-c3df9dd3-5c91-43d5-ba40-d4292d7a2148 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4142783 Jan 18 23:11:55.073163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519b37-7b5f-4863-acc0-411c8c2a5ff7 req-7b021863-a60b-4cef-a87c-78d85337bd03 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.080188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99519b37-7b5f-4863-acc0-411c8c2a5ff7 req-7b021863-a60b-4cef-a87c-78d85337bd03 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.3600917 Jan 18 23:11:55.089553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:11:55.095752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:11:55.100736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Usage tracker for resource:router and tenant:c3a58fa80dc7443684ba6ea01ffac051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:11:55.104910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:11:55.113080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:11:55.120323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Router b3cc5b95-a279-4343-812d-1d8220e318fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:11:55.145660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99519b37-7b5f-4863-acc0-411c8c2a5ff7 req-ff2171fb-1c9f-44c1-9308-0b3fb5ca8953 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643172 Jan 18 23:11:55.163960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-802ba02e-38dd-4910-8e58-bd484bc22328 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:55.165638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-802ba02e-38dd-4910-8e58-bd484bc22328 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/networks?id=84b8672f-3f8c-4262-9296-126f2ab9b6c9&id=4a5b4d0d-dab7-4a22-8ee4-224f924f32ca&id=84b8672f-3f8c-4262-9296-126f2ab9b6c9 HTTP/1.1" status: 200 len: 1391 time: 0.5249949 Jan 18 23:11:55.195422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.196291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.221242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 51ac5b83-c4ba-4907-945a-e1d4570d6e6e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:55.224756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-09f0547a-ad85-46d8-bee8-efb52084420d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716938 Jan 18 23:11:55.290178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-2e3f69c5-f775-4979-b318-79ea2d80a69d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/quotas/a4c5c5fde4584eaa8753a31cbbec20fa HTTP/1.1" status: 200 len: 375 time: 0.0306666 Jan 18 23:11:55.355811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.375134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Allocated IP 19.86.0.2 (4a5b4d0d-dab7-4a22-8ee4-224f924f32ca/3f7509f3-5dd9-4ced-b47b-7a2afb967752/f3a23171-1f60-4972-b550-d08e69d5f2e3) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:55.422304 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-746b69d4-a977-4e76-a734-10b02b4ae594 service neutron] 10.222.0.89 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946583 Jan 18 23:11:55.522618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f28e8f-7ce2-4ca8-b747-6b66e000fae8 req-fd9aade0-85a2-42dd-a071-77fdfd71f432 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:55.522618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3f28e8f-7ce2-4ca8-b747-6b66e000fae8 req-fd9aade0-85a2-42dd-a071-77fdfd71f432 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 944 time: 0.2153425 Jan 18 23:11:55.600762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-04f50026-3839-46b1-b9ce-a1dd7fb57597', 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'fixed_ips': [{'subnet_id': '03ddec25-032f-4cab-bd59-e53aa76b03bf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:11:55.600762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.633711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-3b8e00d9-671a-4908-9c80-0f730a194d07 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:11:55.663513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3f28e8f-7ce2-4ca8-b747-6b66e000fae8 req-f9c30522-b644-4675-9ce0-edaecb70bf65 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486242 Jan 18 23:11:55.702464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:11:55.706254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.717638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:55.746787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-3b8e00d9-671a-4908-9c80-0f730a194d07 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:11:55.755192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-3b8e00d9-671a-4908-9c80-0f730a194d07 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4538655 Jan 18 23:11:55.817282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ebf78152-95d9-4a2a-9d5b-3c495ac34d0f req-dfb77d62-4814-4cd2-ba6f-888c35c4c2ee service neutron] 10.222.0.89 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870714 Jan 18 23:11:55.820421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:55.869983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'port_id': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'mac_address': 'fa:16:3e:2b:cd:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9837b42-6e19-49fd-b939-8d99e49da1de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:55.930111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Sync routers for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:11:56.022989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ecaffbde-033d-409e-89fd-e7674fac13bf tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "PUT /v2.0/floatingips/8c0930b1-bdd2-42f2-9dfa-351c4312d8be HTTP/1.1" status: 200 len: 990 time: 6.4596882 Jan 18 23:11:56.026682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:56.092049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-8799dbb0-2d76-4a28-bf20-a2b8a798be34 service neutron] 10.222.0.59 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357704 Jan 18 23:11:56.135379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:56.135958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:56.205905 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.220102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.240318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-ec7b1e4c-9c2f-4d74-9e1d-e5b47942a97d service neutron] 10.222.0.59 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447809 Jan 18 23:11:56.286758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.300814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ac5b83-c4ba-4907-945a-e1d4570d6e6e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:56.323035 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.336276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Transition to ACTIVE for port object f3a23171-1f60-4972-b550-d08e69d5f2e3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:56.431408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-770aa4b2-c3dc-40ff-b79f-e7c4ce27393d service neutron] 10.222.0.59 "GET /v2.0/networks/4a5b4d0d-dab7-4a22-8ee4-224f924f32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848092 Jan 18 23:11:56.489751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:56.525266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:56.545143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Transition to ACTIVE for port object f3a23171-1f60-4972-b550-d08e69d5f2e3 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:56.574219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Allocated IP 172.20.0.2 (04f50026-3839-46b1-b9ce-a1dd7fb57597/03ddec25-032f-4cab-bd59-e53aa76b03bf/8df6b80c-a81a-4566-91b1-7f92c01258cb) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:56.588671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Allocated IP 172.25.1.190 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c453684a-c946-4fe5-b19c-f0d31ed30b86) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:11:56.609835 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.623803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-77f7b8d2-9545-4758-8a19-14049831d68b service neutron] 10.222.0.59 "GET /v2.0/networks/4a5b4d0d-dab7-4a22-8ee4-224f924f32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911662 Jan 18 23:11:56.671988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.751395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:56.797917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-331a6007-c5cc-4b19-b51c-c4fe99703c28 service neutron] 10.222.0.59 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730742 Jan 18 23:11:56.817480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:56.941201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:56.954973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:56.969119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:56.980024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:56.980418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.002072 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'status': 'completed', 'code': 200} Jan 18 23:11:57.023611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['51ac5b83-c4ba-4907-945a-e1d4570d6e6e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:11:57.082553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:57.092557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Pushing event updated for resources: {'Port': ['ID=c453684a-c946-4fe5-b19c-f0d31ed30b86,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:57.092557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:57.093826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:57.111642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-546188e8-bb19-4307-9aa5-1ce54ab7d39a service neutron] 10.222.0.59 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064153 Jan 18 23:11:57.128647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:57.129333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.138134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8086-50b9-4c42-85f5-e31d913e8e64 req-8f0b1b80-4675-43d0-bf5e-0d592c4af605 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.139805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1f8086-50b9-4c42-85f5-e31d913e8e64 req-8f0b1b80-4675-43d0-bf5e-0d592c4af605 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.1528773 Jan 18 23:11:57.198089 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-75f27fc7-0d64-4867-8cf8-1def0d66e9f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.3107498 Jan 18 23:11:57.200651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1f8086-50b9-4c42-85f5-e31d913e8e64 req-e6ce1849-e993-4672-b0a7-3baadc98671a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Jan 18 23:11:57.245772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:57.441226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Pushing event updated for resources: {'Port': ['ID=f3a23171-1f60-4972-b550-d08e69d5f2e3,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:57.565129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47118a4-f83d-45c6-a59f-8e44da7e891b req-0aca07d4-1add-4ecc-891d-e8619bc2e1e0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.565332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-6a85641c-ab8f-447f-935e-13e78754f20e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.566975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-6a85641c-ab8f-447f-935e-13e78754f20e service neutron] 10.222.0.89 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4 HTTP/1.1" status: 200 len: 913 time: 0.3062615 Jan 18 23:11:57.587006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a47118a4-f83d-45c6-a59f-8e44da7e891b req-0aca07d4-1add-4ecc-891d-e8619bc2e1e0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.2312357 Jan 18 23:11:57.593549 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.602955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Attempting to bind port f3a23171-1f60-4972-b550-d08e69d5f2e3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:57.603324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Attempting to bind port f3a23171-1f60-4972-b550-d08e69d5f2e3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:57.603919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Attempting to bind port f3a23171-1f60-4972-b550-d08e69d5f2e3 on network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:57.687277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Transition to ACTIVE for port object 8df6b80c-a81a-4566-91b1-7f92c01258cb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:57.723738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:57.724112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Checking segment: {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:57.724522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.725546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Bound using segment: {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:57.727777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Bound port: f3a23171-1f60-4972-b550-d08e69d5f2e3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:57.728388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.739174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-adbbde9e-f788-41ce-af18-e6a7d496149c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 998 time: 0.1654153 Jan 18 23:11:57.784728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Transition to ACTIVE for port object 8df6b80c-a81a-4566-91b1-7f92c01258cb will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:11:57.795371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.799286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:57.823515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a47118a4-f83d-45c6-a59f-8e44da7e891b req-bcfa9d3b-82cb-4028-8692-041d81764e03 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315400 Jan 18 23:11:57.868408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160a8e-2801-4a6d-895f-8313344eb7a2 req-76ec88b7-18b5-4179-8124-c4f524c74d58 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.876700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1160a8e-2801-4a6d-895f-8313344eb7a2 req-76ec88b7-18b5-4179-8124-c4f524c74d58 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 944 time: 0.2501156 Jan 18 23:11:57.943029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:11:57.948305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-175bc27b-0940-47b8-b5cb-cd8412dcb213 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.950528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-44622067-eb97-4452-80ee-4889fb027eee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:57.951154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-175bc27b-0940-47b8-b5cb-cd8412dcb213 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.2668004 Jan 18 23:11:57.952754 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-44622067-eb97-4452-80ee-4889fb027eee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 200 len: 851 time: 0.2077076 Jan 18 23:11:57.967543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.027048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:11:58.027423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.082368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-6863a9d8-9e76-454e-93a7-38f469a77697 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1100 time: 0.2759099 Jan 18 23:11:58.116499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] For port f3a23171-1f60-4972-b550-d08e69d5f2e3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:58.120557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1160a8e-2801-4a6d-895f-8313344eb7a2 req-6439ebc0-f531-4a67-80e4-a38418b828ce tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426853 Jan 18 23:11:58.153207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] For port f3a23171-1f60-4972-b550-d08e69d5f2e3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f3a23171-1f60-4972-b550-d08e69d5f2e3,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:58.156269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port 6ddb1dcf-d139-4297-9c07-153c83683ffb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:11:58.156269 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.170865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Pushing event updated for resources: {'Port': ['ID=8df6b80c-a81a-4566-91b1-7f92c01258cb,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:58.174400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:11:58.183491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:11:58.189346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:11:58.216519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.327949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-d999b9d0-c294-4a50-9142-5e76d22d7b6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=54f36bba-5c61-4635-b73b-4727c8de00f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3658264 Jan 18 23:11:58.393301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '8c0930b1-bdd2-42f2-9dfa-351c4312d8be', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'port_id': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'mac_address': 'fa:16:3e:7f:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:00Z', 'updated_at': '2022-01-18T23:11:51Z', 'revision_number': 1, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:58.395252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device af1fe349-10e8-4b70-b7bd-721d639dd0b6 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:11:58.435623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Checking router: b3cc5b95-a279-4343-812d-1d8220e318fc for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:11:58.466972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d6124-96ec-42b2-b36f-6b3979a9cb10 None None] Pushing event updated for resources: {'Port': ['ID=f3a23171-1f60-4972-b550-d08e69d5f2e3,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:58.471770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Attempting to bind port 8df6b80c-a81a-4566-91b1-7f92c01258cb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:11:58.471770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Attempting to bind port 8df6b80c-a81a-4566-91b1-7f92c01258cb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:11:58.471770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Attempting to bind port 8df6b80c-a81a-4566-91b1-7f92c01258cb on network 04f50026-3839-46b1-b9ce-a1dd7fb57597 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:11:58.597854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:11:58.597854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Checking segment: {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:11:58.597854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.597854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Bound using segment: {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:11:58.598260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Bound port: 8df6b80c-a81a-4566-91b1-7f92c01258cb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:11:58.598541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.622115 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:58.683715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:11:58.684506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:11:58.704034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-57bbc1fc-46fe-43b6-8ba1-2d2afe57c90b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:58.705590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-57bbc1fc-46fe-43b6-8ba1-2d2afe57c90b service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.6145735 Jan 18 23:11:58.759776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-defc0842-4ea0-4b18-a8ac-576fe1052e87 req-4ebd3b6e-c23e-4461-a07a-9bda9873cd87 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 210 time: 0.4924116 Jan 18 23:11:58.877774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-fd11fc1c-ad0f-4481-8a35-16355f2c25d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.1601577 Jan 18 23:11:58.890278 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-95d54aca-cb9b-4b0e-93a0-31f015ea15e9 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523019 Jan 18 23:11:59.115457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:59.222418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-b4d378d6-fe8f-4808-a03c-f670a9a78708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:59.222936 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-b4d378d6-fe8f-4808-a03c-f670a9a78708 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3276808 Jan 18 23:11:59.246084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port 6ddb1dcf-d139-4297-9c07-153c83683ffb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6ddb1dcf-d139-4297-9c07-153c83683ffb,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:59.246084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.254047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6', 'network_id': 'a09e218c-04ca-4b10-9ed0-58e6da32b653', 'port_id': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6', 'mac_address': 'fa:16:3e:e7:51:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9837b42-6e19-49fd-b939-8d99e49da1de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:11:59.256398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:11:59.314297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5032a473-562b-47bc-b2e3-5f13508ce905 req-a339489a-ad28-478d-9859-3394c2cd03c1 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851045 Jan 18 23:11:59.351914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:59.368191 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-0bd74547-4f86-4fed-b969-a06330674045 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1323247 Jan 18 23:11:59.380887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Router 91cfc211-bff8-4852-a5c6-c4748f9610e8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:11:59.423787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for 6ddb1dcf-d139-4297-9c07-153c83683ffb owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:11:59.433733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.475541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.492397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c23e8-82b6-4e40-aa29-7a2cfe09d17c req-c3d9d994-30fa-4cc5-84d7-8554144f5406 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:59.501214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 51ac5b83-c4ba-4907-945a-e1d4570d6e6e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:11:59.503379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf1c23e8-82b6-4e40-aa29-7a2cfe09d17c req-c3d9d994-30fa-4cc5-84d7-8554144f5406 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.6897736 Jan 18 23:11:59.543014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] For port 8df6b80c-a81a-4566-91b1-7f92c01258cb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:11:59.570460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8bc1-86e6-4c3b-8a9c-99c8a5c38cb7 req-31ff94a9-6603-4c33-bf71-8bbefec8966c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:11:59.572189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f40b8bc1-86e6-4c3b-8a9c-99c8a5c38cb7 req-31ff94a9-6603-4c33-bf71-8bbefec8966c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 945 time: 0.5170705 Jan 18 23:11:59.615351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:11:59.629679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf1c23e8-82b6-4e40-aa29-7a2cfe09d17c req-41ce11d6-dea0-4f25-acdb-a06b84a3da72 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280105 Jan 18 23:11:59.736545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f40b8bc1-86e6-4c3b-8a9c-99c8a5c38cb7 req-6496613e-ad7d-45ba-918b-9e4146c179bb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480200 Jan 18 23:11:59.750745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1fe349-10e8-4b70-b7bd-721d639dd0b6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:11:59.763318 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-2dd4bc3b-e687-40e5-b209-64389a435318 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883801 Jan 18 23:11:59.769817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] For port 8df6b80c-a81a-4566-91b1-7f92c01258cb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8df6b80c-a81a-4566-91b1-7f92c01258cb,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:11:59.860945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:11:59.916613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:11:59.962161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:11:59.967300 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.154066 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', 'code': 200} Jan 18 23:12:00.165428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:00.168791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.188663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=6ddb1dcf-d139-4297-9c07-153c83683ffb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:00.196728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:00.197377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.284625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3eabd7-f537-4fb3-bf74-db1f1531ad3f None None] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:12:00.335624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port 6ddb1dcf-d139-4297-9c07-153c83683ffb on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:00.336906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.343221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'name': 'network-vif-deleted', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:00.364727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7afe0af4-a90f-4541-97f4-b9e37efb6777 req-8f605f1a-9473-4a99-b423-fbf583dcae43 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "DELETE /v2.0/ports/6ddb1dcf-d139-4297-9c07-153c83683ffb HTTP/1.1" status: 204 len: 173 time: 2.3851888 Jan 18 23:12:00.408957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cbaee-c76f-426e-a1ab-64ca975c35a5 None None] Pushing event updated for resources: {'Port': ['ID=8df6b80c-a81a-4566-91b1-7f92c01258cb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:00.419094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea6623-b407-4c15-9333-f320b127c7f6 req-ab57e954-6796-4f8d-a5a1-0f203b49f5ca tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:00.421619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bea6623-b407-4c15-9333-f320b127c7f6 req-ab57e954-6796-4f8d-a5a1-0f203b49f5ca tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 945 time: 0.3936245 Jan 18 23:12:00.567252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bea6623-b407-4c15-9333-f320b127c7f6 req-a5c02137-8c41-4da7-a8e6-501bcef22129 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301637 Jan 18 23:12:00.575298 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-c5cb7de4-3dd1-4124-9f2b-b8fc201733ce service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951365 Jan 18 23:12:00.707955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b3ed49e-6502-4df2-bb10-c7d41e08c084 req-2142cb44-96ff-4b4d-95d5-4ea8315c2642 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 1096 time: 0.5324447 Jan 18 23:12:00.719938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['af1fe349-10e8-4b70-b7bd-721d639dd0b6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:00.765063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f3a23171-1f60-4972-b550-d08e69d5f2e3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:00.808019 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e9e2b9-b722-4318-bdee-d890f5c9fd37', 'name': 'network-vif-deleted', 'tag': '6ddb1dcf-d139-4297-9c07-153c83683ffb', 'status': 'completed', 'code': 200} Jan 18 23:12:00.829768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:12:00.840564 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Sync routers for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:12:00.868613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0984e543-17f0-4ab6-9cf5-5fe4a824c252 None None] Provisioning for port f3a23171-1f60-4972-b550-d08e69d5f2e3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:00.868724 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:00.868724 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:00.884308 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b3ed49e-6502-4df2-bb10-c7d41e08c084 req-ca753588-9dd6-4bd1-9f2d-b5f7be8982c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638887 Jan 18 23:12:00.992493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:00.997056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08accfc8-938c-41a1-8137-d1b676059e1b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9498415 Jan 18 23:12:01.007484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:01.027823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:01.058810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d31730bf-d155-4d9b-b14a-825525f42a80 req-e35ad911-2d1c-4bb5-aaa4-a48ce4765275 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 210 time: 0.1083009 Jan 18 23:12:01.201756 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:01.365958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c802-d417-4cd7-8d85-d018cd67e5c2 req-6ef35692-312e-456a-a20a-b163f8a80770 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:01.370766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2585c802-d417-4cd7-8d85-d018cd67e5c2 req-6ef35692-312e-456a-a20a-b163f8a80770 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.3059287 Jan 18 23:12:01.575655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2585c802-d417-4cd7-8d85-d018cd67e5c2 req-8d218386-f067-417c-ab3f-52a99757651c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018571 Jan 18 23:12:01.579872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-826ebc22-2dc8-40aa-a0ec-51f08451591c req-27f3743d-b747-409c-a823-dc1db20472e8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:01.609732 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:11:57Z', 'revision_number': 3, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:01.615263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Checking router: 91cfc211-bff8-4852-a5c6-c4748f9610e8 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:12:01.615891 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Updating router 91cfc211-bff8-4852-a5c6-c4748f9610e8 port c453684a-c946-4fe5-b19c-f0d31ed30b86 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:12:01.642693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-38797506-961e-40b4-85cb-b91024ba191f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:01.647824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-38797506-961e-40b4-85cb-b91024ba191f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:01.648724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-38797506-961e-40b4-85cb-b91024ba191f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:01.682997 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:01.722596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-826ebc22-2dc8-40aa-a0ec-51f08451591c req-27f3743d-b747-409c-a823-dc1db20472e8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:01.724339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-826ebc22-2dc8-40aa-a0ec-51f08451591c req-27f3743d-b747-409c-a823-dc1db20472e8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9e9e2b9-b722-4318-bdee-d890f5c9fd37 HTTP/1.1" status: 200 len: 210 time: 0.2682905 Jan 18 23:12:01.766487 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:01.845814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-38797506-961e-40b4-85cb-b91024ba191f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:01.849649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-38797506-961e-40b4-85cb-b91024ba191f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "GET /v2.0/networks?id=84b8672f-3f8c-4262-9296-126f2ab9b6c9&id=4a5b4d0d-dab7-4a22-8ee4-224f924f32ca&id=84b8672f-3f8c-4262-9296-126f2ab9b6c9 HTTP/1.1" status: 200 len: 1391 time: 0.5852504 Jan 18 23:12:01.859943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Sync routers for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:12:01.890960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'admin_state_up': True, 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:02.028796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f3a23171-1f60-4972-b550-d08e69d5f2e3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:02.063300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee47868-96cd-4f8d-a50c-bfcfe38e3fea None None] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:12:02.152242 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Sync routers for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:12:02.172094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:02.172725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:02.174887 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:02.175746 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:02.264207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f3a23171-1f60-4972-b550-d08e69d5f2e3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:02.264571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.337721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:02.355203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:02.362369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:port and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:02.366930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:02.388744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:02.400375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:02.426703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53b32637-525b-4c6a-954a-2e02f4b41884 req-f1f783c7-1d01-41f3-b2b1-81e7b49167e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 210 time: 0.1032741 Jan 18 23:12:02.485883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4471b6-b8d8-4841-8ff3-227bb8dae29d req-0598598b-bf79-44f6-9a89-e422244e2170 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:02.491155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c4471b6-b8d8-4841-8ff3-227bb8dae29d req-0598598b-bf79-44f6-9a89-e422244e2170 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 945 time: 0.1220069 Jan 18 23:12:02.519163 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.db.resource_extend [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:02.581463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c4471b6-b8d8-4841-8ff3-227bb8dae29d req-31f07d8a-7a25-45bb-a849-9f123f0adaf8 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Jan 18 23:12:02.597898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:02.722047 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'code': 200} Jan 18 23:12:02.724033 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.726582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:02.729594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.744585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Transition to ACTIVE for port object c453684a-c946-4fe5-b19c-f0d31ed30b86 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:02.756678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.757764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6ddb1dcf-d139-4297-9c07-153c83683ffb no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:02.912266 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:02.934870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c532e48-603a-4db5-a0b5-bd2fbbf0ebd5 req-899c4bb6-5280-4601-a7d4-2d53ad000a15 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:02.936660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c532e48-603a-4db5-a0b5-bd2fbbf0ebd5 req-899c4bb6-5280-4601-a7d4-2d53ad000a15 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.1390188 Jan 18 23:12:03.016558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 6ddb1dcf-d139-4297-9c07-153c83683ffb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:12:03.017201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6ddb1dcf-d139-4297-9c07-153c83683ffb not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:03.025840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:03.070483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '8c0930b1-bdd2-42f2-9dfa-351c4312d8be', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'port_id': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'mac_address': 'fa:16:3e:7f:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:00Z', 'updated_at': '2022-01-18T23:11:51Z', 'revision_number': 1, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:03.074991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c532e48-603a-4db5-a0b5-bd2fbbf0ebd5 req-a61edb03-6664-4787-99e0-d2dde09152fd tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206429 Jan 18 23:12:03.174935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865781-aba6-4610-8b34-69e1a60338a9 None None] Pushing event updated for resources: {'Port': ['ID=c453684a-c946-4fe5-b19c-f0d31ed30b86,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:03.208312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cdfa89-82f7-4f82-a2c1-3d1c0f183baf None None] The sync data for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 is: [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '8c0930b1-bdd2-42f2-9dfa-351c4312d8be', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'port_id': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'mac_address': 'fa:16:3e:7f:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:10:00Z', 'updated_at': '2022-01-18T23:11:51Z', 'revision_number': 1, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:12:03.228966 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Attempting to bind port c453684a-c946-4fe5-b19c-f0d31ed30b86 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:03.232754 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Attempting to bind port c453684a-c946-4fe5-b19c-f0d31ed30b86 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:03.233314 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Attempting to bind port c453684a-c946-4fe5-b19c-f0d31ed30b86 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:03.257759 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:03.258743 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:03.258743 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.258958 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:03.259552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Bound port: c453684a-c946-4fe5-b19c-f0d31ed30b86, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:03.259687 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.270254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Allocated IP 19.80.0.81 (84b8672f-3f8c-4262-9296-126f2ab9b6c9/c06505d3-8c1a-422e-8ff2-5624b6450cbe/0ad05546-a863-498c-ac5c-c4fa7f2d19da) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:03.310485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb00c154-4690-4a35-acbe-00d0e4e389c3 req-13a532e5-44df-4b79-a4f2-3bf6b51d6efc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 1097 time: 0.5457602 Jan 18 23:12:03.354825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] For port c453684a-c946-4fe5-b19c-f0d31ed30b86, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:03.359166 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] For port c453684a-c946-4fe5-b19c-f0d31ed30b86, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c453684a-c946-4fe5-b19c-f0d31ed30b86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:03.384894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-908e4c70-ea75-4864-9181-6de8e322802a None None] Provisioning for port 8df6b80c-a81a-4566-91b1-7f92c01258cb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:03.479011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:03.487645 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.736617 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865781-aba6-4610-8b34-69e1a60338a9 None None] Pushing event updated for resources: {'Port': ['ID=c453684a-c946-4fe5-b19c-f0d31ed30b86,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:03.744099 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:03.749602 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:03.811658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb00c154-4690-4a35-acbe-00d0e4e389c3 req-618e5eb7-865c-4ba9-a53d-06ac5694c7eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913218 Jan 18 23:12:03.880159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:43Z', 'revision_number': 4, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '999126a6-3805-4df8-9ed7-3ba274c9106a', 'name': '', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'mac_address': 'fa:16:3e:24:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:11:44Z', 'revision_number': 2, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'subnets': [{'id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:03.913708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Checking router: dda0a313-585c-424b-bbf8-cc92b0af29dd for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:12:03.914433 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Updating router dda0a313-585c-424b-bbf8-cc92b0af29dd port 999126a6-3805-4df8-9ed7-3ba274c9106a binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:12:03.914754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-3fabef61-898c-471a-a9a0-0fde00d52415 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:03.928040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-3fabef61-898c-471a-a9a0-0fde00d52415 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.4098299 Jan 18 23:12:03.942471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:03.959898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-ca5bf9c9-67f9-4f55-b3ae-da7a69752553 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0300984 Jan 18 23:12:04.066929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-6ce668a3-95b6-428e-b4d6-8447cb5dcdb0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058085 Jan 18 23:12:04.136384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Transition to ACTIVE for port object 0ad05546-a863-498c-ac5c-c4fa7f2d19da will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:04.168334 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.264945 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.363762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.393589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device af1fe349-10e8-4b70-b7bd-721d639dd0b6 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:04.402709 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:04.448249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568559-0ab1-40c5-9c8b-97c23a7e3b59 req-481d410a-e9e1-4bdc-bea2-201bbefb59e6 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.457532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6568559-0ab1-40c5-9c8b-97c23a7e3b59 req-481d410a-e9e1-4bdc-bea2-201bbefb59e6 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 931 time: 0.2151546 Jan 18 23:12:04.486993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffc25d95-d5ae-4fbf-a212-ac83bac2c5fa None None] Provisioning complete for port f3a23171-1f60-4972-b550-d08e69d5f2e3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:04.487422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffc25d95-d5ae-4fbf-a212-ac83bac2c5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.518188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f3a23171-1f60-4972-b550-d08e69d5f2e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f3a23171-1f60-4972-b550-d08e69d5f2e3,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:04.579888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:04.594816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c149c184-3afd-466e-9f73-d674aed33f59', 'name': '', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'mac_address': 'fa:16:3e:70:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:38Z', 'revision_number': 2, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'subnets': [{'id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:04.597338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:04.605348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:04.609952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:04.614314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Checking router: 5f577e1c-86b8-4c6d-b5a9-f7258289a409 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:12:04.614847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Updating router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 port c149c184-3afd-466e-9f73-d674aed33f59 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:12:04.686089 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.707899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:04.748129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-fd9cdb41-175f-47a6-9a59-ff210d98bedb service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805811 Jan 18 23:12:04.924479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:04.924479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.082843 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.093747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6568559-0ab1-40c5-9c8b-97c23a7e3b59 req-fecf611e-275a-41d4-8df2-9d560e785868 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352081 Jan 18 23:12:05.114287 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Transition to ACTIVE for port object 999126a6-3805-4df8-9ed7-3ba274c9106a will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:05.179579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-b156c452-a1f0-4ec5-a878-f8f7ef93fa15 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3091450 Jan 18 23:12:05.198474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca', 'admin_state_up': True, 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:05.201697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.255370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-404bc524-d5d2-4ab9-9f0c-c00da51baceb service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060396 Jan 18 23:12:05.354092 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:05.548357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5019f7e-f297-497c-b00c-e9611b99f408 req-74f222c0-24d6-406c-a386-05da90f04f2c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:05.549832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ea8cc-2d86-4686-8229-57a32132d199 None None] New status for floating IP 8c0930b1-bdd2-42f2-9dfa-351c4312d8be: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:12:05.550921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5019f7e-f297-497c-b00c-e9611b99f408 req-74f222c0-24d6-406c-a386-05da90f04f2c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 945 time: 0.1306689 Jan 18 23:12:05.571565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Allocated IP 172.20.0.1 (04f50026-3839-46b1-b9ce-a1dd7fb57597/03ddec25-032f-4cab-bd59-e53aa76b03bf/28c9efcf-a420-457e-83a7-55ace8eedda7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:05.623937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8df6b80c-a81a-4566-91b1-7f92c01258cb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:05.655731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5019f7e-f297-497c-b00c-e9611b99f408 req-e8c17c98-b711-46fe-9e8b-b51823731367 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917783 Jan 18 23:12:05.677362 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e67b3-93b2-4b33-8eb0-113d0123a8df None None] Pushing event updated for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:06.070238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port af1fe349-10e8-4b70-b7bd-721d639dd0b6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:06.129117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:06.147597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.169103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:port and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:06.177252 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Attempting to bind port 999126a6-3805-4df8-9ed7-3ba274c9106a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:06.178796 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Attempting to bind port 999126a6-3805-4df8-9ed7-3ba274c9106a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:06.179457 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Attempting to bind port 999126a6-3805-4df8-9ed7-3ba274c9106a on network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:06.186317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:06.188408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port af1fe349-10e8-4b70-b7bd-721d639dd0b6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:06.189109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.196933 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:11:57Z', 'revision_number': 3, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.203120 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdc6786-7d98-46fa-a566-a5c305e87841 None None] The sync data for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 is: [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:11:57Z', 'revision_number': 3, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:12:06.209401 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:06.210245 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Checking segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:06.210837 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.211420 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Bound using segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:06.212089 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Bound port: 999126a6-3805-4df8-9ed7-3ba274c9106a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:06.212800 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.236795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Transition to ACTIVE for port object 28c9efcf-a420-457e-83a7-55ace8eedda7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:06.296230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:06.321890 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] For port 999126a6-3805-4df8-9ed7-3ba274c9106a, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:06.325375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] For port 999126a6-3805-4df8-9ed7-3ba274c9106a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=999126a6-3805-4df8-9ed7-3ba274c9106a,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:06.352501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df2232f1-6408-483c-a9f3-5414c7b820db req-dda01d37-94b7-489c-829f-1168b19b5812 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 210 time: 0.0931907 Jan 18 23:12:06.369156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569faf-fbaf-4880-a1ce-05f2e76c9449 req-caaf09e7-8fa3-4f70-9507-e19e4ec29432 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:06.385652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c569faf-fbaf-4880-a1ce-05f2e76c9449 req-caaf09e7-8fa3-4f70-9507-e19e4ec29432 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.2668045 Jan 18 23:12:06.431636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c569faf-fbaf-4880-a1ce-05f2e76c9449 req-0096cf97-ba03-4b4c-9cc2-ab24b697faef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Jan 18 23:12:06.435080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:06.436125 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.441328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.476773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:06.503407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f3a23171-1f60-4972-b550-d08e69d5f2e3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:06.645481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6ae3-4080-4450-b678-ab0bb4310b9a req-91dde821-854e-4834-bb62-66b357fdf8ea tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:06.652186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:06.683550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b7d6ae3-4080-4450-b678-ab0bb4310b9a req-91dde821-854e-4834-bb62-66b357fdf8ea tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 931 time: 0.1802063 Jan 18 23:12:06.716943 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:06.716943 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:06.839075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b7d6ae3-4080-4450-b678-ab0bb4310b9a req-7e6f6598-0061-4b96-8cbf-34cb682c6fdc tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633918 Jan 18 23:12:06.905573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:06.937498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:06.956504 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e67b3-93b2-4b33-8eb0-113d0123a8df None None] Pushing event updated for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:06.957326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:07.050486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.074636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0177b-ea66-4bb8-be80-be9eeccf284d req-0b25f562-2064-4aaf-bb80-d557363cc195 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:07.081879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c0177b-ea66-4bb8-be80-be9eeccf284d req-0b25f562-2064-4aaf-bb80-d557363cc195 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 945 time: 0.1994288 Jan 18 23:12:07.095145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Transition to ACTIVE for port object c149c184-3afd-466e-9f73-d674aed33f59 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:07.125130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Pushing event updated for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:07.149176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Provisioning for port 0ad05546-a863-498c-ac5c-c4fa7f2d19da completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:07.154207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c0177b-ea66-4bb8-be80-be9eeccf284d req-c3668fa4-a419-4de0-9af6-2fb995d35cd4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708473 Jan 18 23:12:07.198908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.199846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.200378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.201037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.201563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.202073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.202571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.203061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.203549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.204057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.204558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:07.243310 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.311724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.373270 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:07.386661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Allocated IP 19.86.0.39 (4a5b4d0d-dab7-4a22-8ee4-224f924f32ca/3f7509f3-5dd9-4ced-b47b-7a2afb967752/4777c8fa-63d2-4b02-855d-f2d2c59859a7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:07.431559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8df6b80c-a81a-4566-91b1-7f92c01258cb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:07.450071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Provisioning complete for port 0ad05546-a863-498c-ac5c-c4fa7f2d19da triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:07.458285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.549536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8df6b80c-a81a-4566-91b1-7f92c01258cb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:07.549742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.678852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5347d49-e61d-49ca-afbe-f2c4732c1c75 req-962dd18f-41b5-44db-b288-eeb820d1ac10 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 210 time: 0.1054285 Jan 18 23:12:07.765586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.782753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:07.835862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c86edd-6e76-457b-a724-6aaebea515d9 None None] Pushing event updated for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:07.864401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Port 0ad05546-a863-498c-ac5c-c4fa7f2d19da cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:08.232368 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:43Z', 'revision_number': 4, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '999126a6-3805-4df8-9ed7-3ba274c9106a', 'name': '', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'mac_address': 'fa:16:3e:24:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:12:06Z', 'revision_number': 4, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'subnets': [{'id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:08.239791 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512b8fc1-8b4a-413c-80ca-7ebf452c4757 None None] The sync data for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 is: [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:11:43Z', 'revision_number': 4, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '999126a6-3805-4df8-9ed7-3ba274c9106a', 'name': '', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'mac_address': 'fa:16:3e:24:f1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:41Z', 'updated_at': '2022-01-18T23:12:06Z', 'revision_number': 4, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'subnets': [{'id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:12:08.251220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:08.251220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:08.251220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Attempting to bind port c149c184-3afd-466e-9f73-d674aed33f59 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:08.251220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Attempting to bind port c149c184-3afd-466e-9f73-d674aed33f59 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:08.251220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Attempting to bind port c149c184-3afd-466e-9f73-d674aed33f59 on network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:08.289204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:08.289487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Checking segment: {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:08.291705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.292124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Bound using segment: {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:08.299475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Bound port: c149c184-3afd-466e-9f73-d674aed33f59, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b70cae9-f168-4484-87e8-3a1d8c3d44de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:08.299643 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.302355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6a92-dfd8-4fb7-b2e8-39355639309c req-100e4c32-aa50-40db-9cd5-4315f18b7524 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:08.310768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f8a6a92-dfd8-4fb7-b2e8-39355639309c req-100e4c32-aa50-40db-9cd5-4315f18b7524 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.4160914 Jan 18 23:12:08.372767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bd9af-7bae-4a5f-9693-6e7982ec7db1 req-bc90ad47-7a16-43ac-b7cf-239495bea336 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:08.383260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a24bd9af-7bae-4a5f-9693-6e7982ec7db1 req-bc90ad47-7a16-43ac-b7cf-239495bea336 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 931 time: 0.1719623 Jan 18 23:12:08.414561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.457965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a24bd9af-7bae-4a5f-9693-6e7982ec7db1 req-f0352ca2-d68d-4dda-a7e5-ccbe577d0801 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811441 Jan 18 23:12:08.479279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.504522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.574134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Transition to ACTIVE for port object 4777c8fa-63d2-4b02-855d-f2d2c59859a7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:08.659536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.719567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8df6b80c-a81a-4566-91b1-7f92c01258cb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8df6b80c-a81a-4566-91b1-7f92c01258cb,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:08.723141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Provisioning complete for port 8df6b80c-a81a-4566-91b1-7f92c01258cb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:08.723617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d709cb4-c85a-45f6-bb00-bc7a5d08e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.760878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f8a6a92-dfd8-4fb7-b2e8-39355639309c req-b926c4e5-bec1-480e-99e4-25c99ecb0f26 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484544 Jan 18 23:12:08.774714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.864439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.867022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] For port c149c184-3afd-466e-9f73-d674aed33f59, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:08.880175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] For port c149c184-3afd-466e-9f73-d674aed33f59, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c149c184-3afd-466e-9f73-d674aed33f59,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:08.898016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:08.979253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:08.997047 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6', 'code': 200} Jan 18 23:12:09.008575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:09.014845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.036598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.055262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:09.208003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae183bb-6c85-430a-845c-2be529c300d6 req-e4fe866e-7787-42f2-b32d-4383bde535e3 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:09.212370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.231929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ae183bb-6c85-430a-845c-2be529c300d6 req-e4fe866e-7787-42f2-b32d-4383bde535e3 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.3751104 Jan 18 23:12:09.288228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Pushing event updated for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:09.353215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:09.459404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ae183bb-6c85-430a-845c-2be529c300d6 req-d472cb09-a3e5-4b28-97b7-84c89041ccf3 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255039 Jan 18 23:12:09.691472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 999126a6-3805-4df8-9ed7-3ba274c9106a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:09.852000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9bef3b0-0bc7-4321-93b1-d440591b51ad req-9c84d05a-7df7-4d11-bde6-ab76027755d4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 210 time: 0.1292093 Jan 18 23:12:09.949354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8df6b80c-a81a-4566-91b1-7f92c01258cb,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:10.107449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c86edd-6e76-457b-a724-6aaebea515d9 None None] Pushing event updated for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:10.107449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:10.107449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:11:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:10.336970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:10.352358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:10.452473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1fc3f-3222-4416-8e38-3b0eda2df0d7 req-8e2561f8-b7fc-40a6-abea-34db19e26d9f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.458453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1fc3f-3222-4416-8e38-3b0eda2df0d7 req-8e2561f8-b7fc-40a6-abea-34db19e26d9f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.465304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:10.465452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.466483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.481021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd1fc3f-3222-4416-8e38-3b0eda2df0d7 req-8e2561f8-b7fc-40a6-abea-34db19e26d9f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 1653 time: 0.1784103 Jan 18 23:12:10.515386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 999126a6-3805-4df8-9ed7-3ba274c9106a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:10.520622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Provisioning for port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:10.535853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:10.536507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.580597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd1fc3f-3222-4416-8e38-3b0eda2df0d7 req-8a6edeab-2666-4d29-bfae-fb9c20895930 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984321 Jan 18 23:12:10.609574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Provisioning complete for port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:10.610404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:10.625115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:10.664286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b8f2095-d486-48a2-aa25-d48d998cb01d req-5b973a86-30e4-4927-862b-5196579d313f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 1097 time: 1.4961474 Jan 18 23:12:10.790278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:10.811553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b8f2095-d486-48a2-aa25-d48d998cb01d req-8fe11ced-0d0f-4bd6-b6c7-ab8a245951d7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283231 Jan 18 23:12:10.829342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-7268b746-afa7-40e7-9f5d-268f41aef459 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:10.830757 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-7268b746-afa7-40e7-9f5d-268f41aef459 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 1.2900438 Jan 18 23:12:10.834619 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-346b85f7-7b1b-42a6-9fa6-0b2263c465b1 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6463549 Jan 18 23:12:10.850667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:10.997063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:11.065355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.074872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:11.092708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083625ff-03c2-4b36-a954-d646e39588f9 req-ad158729-6844-427c-883c-36ed7ca64f8b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.092708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-083625ff-03c2-4b36-a954-d646e39588f9 req-ad158729-6844-427c-883c-36ed7ca64f8b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.1141288 Jan 18 23:12:11.106490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'admin_state_up': True, 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:11.139959 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.148114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-083625ff-03c2-4b36-a954-d646e39588f9 req-bf5130f1-ad7f-44f4-b927-efcec91c8ecb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527279 Jan 18 23:12:11.192753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:11.192753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.201695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c149c184-3afd-466e-9f73-d674aed33f59', 'name': '', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'mac_address': 'fa:16:3e:70:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:12:08Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'subnets': [{'id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:11.208201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:11.208497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.257476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2e8e2-09e9-4b4c-ac33-e889f0cbb4ac None None] The sync data for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 is: [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:11:37Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c149c184-3afd-466e-9f73-d674aed33f59', 'name': '', 'network_id': '2fe14807-f6d7-4d0e-8987-80d0bf54bb88', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'mac_address': 'fa:16:3e:70:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:12:08Z', 'revision_number': 4, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'subnets': [{'id': 'd6bc24db-97f8-46a0-9567-5b59602d3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:12:11.257476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 999126a6-3805-4df8-9ed7-3ba274c9106a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=999126a6-3805-4df8-9ed7-3ba274c9106a,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:11.405348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.406137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f3a23171-1f60-4972-b550-d08e69d5f2e3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:11.433116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:11.444742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:port and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:11.461782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c8a5-efca-4f85-8cab-e50a4957925d req-653fd7e8-cecc-4642-86c6-a4853cdd70f9 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.463301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a553c8a5-efca-4f85-8cab-e50a4957925d req-653fd7e8-cecc-4642-86c6-a4853cdd70f9 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.1968241 Jan 18 23:12:11.479188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:11.491717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ba5e9-5780-490c-9f22-257b1e538063 req-54148626-f134-47f7-bee1-0aeb267a20eb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:11.495036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:11.499025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-965ba5e9-5780-490c-9f22-257b1e538063 req-54148626-f134-47f7-bee1-0aeb267a20eb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1404278 Jan 18 23:12:11.578692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a553c8a5-efca-4f85-8cab-e50a4957925d req-8ea6af64-410b-45a4-9d7c-67a7a3db22df tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Jan 18 23:12:11.586774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.8 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/8b568aa9-8bc9-436f-bf38-aa109c9051d9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:11.600604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-965ba5e9-5780-490c-9f22-257b1e538063 req-f10a5956-e83f-4562-b694-5ad1d9b641a5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997353 Jan 18 23:12:11.609807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Router 91cfc211-bff8-4852-a5c6-c4748f9610e8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:12:11.624870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:11.624870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.639737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f3a23171-1f60-4972-b550-d08e69d5f2e3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:11.642102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.701757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Provisioning for port 28c9efcf-a420-457e-83a7-55ace8eedda7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:11.727997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:11.760190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Provisioning complete for port 28c9efcf-a420-457e-83a7-55ace8eedda7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:11.760847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:11.904808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fcb5f33-1a15-45c6-aa4d-4cbe5cb3826e req-6c75c558-3709-4665-83bc-b0e90b08f9df tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 210 time: 0.1241746 Jan 18 23:12:11.915020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3cc4cbc5-494e-48e1-8e55-231f4690ff38 None None] Port 28c9efcf-a420-457e-83a7-55ace8eedda7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:12.009753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5dec-ab30-4a2b-a137-3d8718bfeb66 req-4084d3bb-b6e2-43d0-8d72-0e5a11ce1672 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.026037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5dec-ab30-4a2b-a137-3d8718bfeb66 req-4084d3bb-b6e2-43d0-8d72-0e5a11ce1672 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.029216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-174e5dec-ab30-4a2b-a137-3d8718bfeb66 req-4084d3bb-b6e2-43d0-8d72-0e5a11ce1672 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 1653 time: 0.2010312 Jan 18 23:12:12.070987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c453684a-c946-4fe5-b19c-f0d31ed30b86 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:12.103582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Allocated IP 19.80.0.164 (84b8672f-3f8c-4262-9296-126f2ab9b6c9/c06505d3-8c1a-422e-8ff2-5624b6450cbe/94f477e5-f923-4473-bf0a-ef8b5e3a3ae0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:12.104967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-174e5dec-ab30-4a2b-a137-3d8718bfeb66 req-137238d6-a74a-4593-b70e-052d789b6088 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Jan 18 23:12:12.126023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.126354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef40a822-0eda-4f0d-919f-81d356f0d6ee None None] Provisioning complete for port 28c9efcf-a420-457e-83a7-55ace8eedda7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:12.126714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef40a822-0eda-4f0d-919f-81d356f0d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.188562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef40a822-0eda-4f0d-919f-81d356f0d6ee None None] Port 28c9efcf-a420-457e-83a7-55ace8eedda7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:12.280420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c453684a-c946-4fe5-b19c-f0d31ed30b86 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:12.285750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c453684a-c946-4fe5-b19c-f0d31ed30b86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:12.286126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.408947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95752f-52f1-4ef0-a1d3-117e2aff1bff req-bd96f0b3-6319-48a5-965a-3521f6457968 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.416403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de95752f-52f1-4ef0-a1d3-117e2aff1bff req-bd96f0b3-6319-48a5-965a-3521f6457968 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.0982976 Jan 18 23:12:12.422574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.482324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.488802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de95752f-52f1-4ef0-a1d3-117e2aff1bff req-1b61fd16-e938-4b03-99ea-58540c8bb069 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691798 Jan 18 23:12:12.513982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c453684a-c946-4fe5-b19c-f0d31ed30b86, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c453684a-c946-4fe5-b19c-f0d31ed30b86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:12.572233 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.631752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:12:12.679910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:12.688766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:12.696935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:12.705151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c453684a-c946-4fe5-b19c-f0d31ed30b86,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:12.734055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.744410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:12.749629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 999126a6-3805-4df8-9ed7-3ba274c9106a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:12.793827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Transition to ACTIVE for port object 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:12.810603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdb73937-2878-463e-932e-0e3e70d5393d admin admin] 10.222.0.59 "PUT /v2.0/routers/91cfc211-bff8-4852-a5c6-c4748f9610e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7918103 Jan 18 23:12:12.827874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:12.828526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.895433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 999126a6-3805-4df8-9ed7-3ba274c9106a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:12.895825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:12.927909 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-e1372f6e-86a8-4821-9645-a379e360ade0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0818877 Jan 18 23:12:12.948455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Request body: {'port': {'device_id': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:13.059652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.090282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7ebdd-f53a-4075-bf1b-e33ff7688cec req-1f3341aa-44df-4d75-8173-75f2d2741a2f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:13.090282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00b7ebdd-f53a-4075-bf1b-e33ff7688cec req-1f3341aa-44df-4d75-8173-75f2d2741a2f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.3017848 Jan 18 23:12:13.115606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3c3f-3fe0-4bf0-981e-2f904ced47ac req-624d02c5-8255-4e33-a9de-834876c93d3e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:13.115606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-593f3c3f-3fe0-4bf0-981e-2f904ced47ac req-624d02c5-8255-4e33-a9de-834876c93d3e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2762706 Jan 18 23:12:13.140021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:13.145224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8df6b80c-a81a-4566-91b1-7f92c01258cb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:13.151506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:13.161307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:13.224435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:13.224716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.252311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8df6b80c-a81a-4566-91b1-7f92c01258cb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:13.253020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.323096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:13.338158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.406360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-900811c5-ac83-4f52-8882-18c8057e5924 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3030069 Jan 18 23:12:13.423285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:13.492939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c149c184-3afd-466e-9f73-d674aed33f59 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:13.519184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00b7ebdd-f53a-4075-bf1b-e33ff7688cec req-b2205597-cd9e-4089-adb9-d9b5fc86de4a tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958714 Jan 18 23:12:13.537967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-593f3c3f-3fe0-4bf0-981e-2f904ced47ac req-c59a5060-a1a4-4d3a-8807-54ae68bc098d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207602 Jan 18 23:12:13.707536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.800719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9aefd118-8889-4f49-9071-0ce3f3edbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.869988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c149c184-3afd-466e-9f73-d674aed33f59 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:13.876288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76169fde-de24-4230-9038-1e2e9b8a7a75 None None] Provisioning for port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:13.881833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c149c184-3afd-466e-9f73-d674aed33f59 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:13.882488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:13.945799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76169fde-de24-4230-9038-1e2e9b8a7a75 None None] Provisioning complete for port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:13.946653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76169fde-de24-4230-9038-1e2e9b8a7a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.065269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76169fde-de24-4230-9038-1e2e9b8a7a75 None None] Port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:14.179462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.223322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04643f-d857-48c2-b0f8-98a70eda0c5b req-18cc00ea-69ac-4b06-9398-f384dd4795b0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.233513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c149c184-3afd-466e-9f73-d674aed33f59, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c149c184-3afd-466e-9f73-d674aed33f59,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:14.236369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a04643f-d857-48c2-b0f8-98a70eda0c5b req-18cc00ea-69ac-4b06-9398-f384dd4795b0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 931 time: 0.2652659 Jan 18 23:12:14.316370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.390989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:14.417031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a04643f-d857-48c2-b0f8-98a70eda0c5b req-4dc68b2f-feb8-4a71-b413-dd5705eb5fdd tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792767 Jan 18 23:12:14.418818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:14.528458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a60b-7547-46e4-a2fc-9a8a3de97134 req-085fc969-ec56-41f5-9082-0db97f812fce tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.533965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a60b-7547-46e4-a2fc-9a8a3de97134 req-085fc969-ec56-41f5-9082-0db97f812fce tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.543164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58a60b-7547-46e4-a2fc-9a8a3de97134 req-085fc969-ec56-41f5-9082-0db97f812fce tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:14.543689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea58a60b-7547-46e4-a2fc-9a8a3de97134 req-085fc969-ec56-41f5-9082-0db97f812fce tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2375 time: 0.2054055 Jan 18 23:12:14.609555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b568aa9-8bc9-436f-bf38-aa109c9051d9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:14.632984 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.667898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea58a60b-7547-46e4-a2fc-9a8a3de97134 req-6fbcfefc-e4b0-471b-abb0-ed7825943040 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Jan 18 23:12:14.688564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Transition to ACTIVE for port object 8b568aa9-8bc9-436f-bf38-aa109c9051d9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:14.762742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c453684a-c946-4fe5-b19c-f0d31ed30b86 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:14.789014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.892048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad05546-a863-498c-ac5c-c4fa7f2d19da {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:14.906583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:14.978287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c453684a-c946-4fe5-b19c-f0d31ed30b86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:14.978287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.167272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:15.168465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Transition to ACTIVE for port object 0ad05546-a863-498c-ac5c-c4fa7f2d19da will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:15.169735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1727-5101-4d8a-83a4-ed0085815b12 req-062fcd1f-b3d2-4c84-b989-53d94158e1f6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:15.180326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e50a1727-5101-4d8a-83a4-ed0085815b12 req-062fcd1f-b3d2-4c84-b989-53d94158e1f6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.3912349 Jan 18 23:12:15.205907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67f434-820d-4bb1-b89e-f92170ec78e8 req-0552e2e6-ec12-4fce-98d6-75fa6d05869d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:15.207388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca67f434-820d-4bb1-b89e-f92170ec78e8 req-0552e2e6-ec12-4fce-98d6-75fa6d05869d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.3069572 Jan 18 23:12:15.231785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c149c184-3afd-466e-9f73-d674aed33f59 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:15.279725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.305143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca67f434-820d-4bb1-b89e-f92170ec78e8 req-b2379d23-9e1e-4619-87e0-908efc956c46 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Jan 18 23:12:15.397020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e50a1727-5101-4d8a-83a4-ed0085815b12 req-b9ab51e8-927d-4efe-95c2-88cd52bec3ef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105362 Jan 18 23:12:15.410948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:15.469559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c149c184-3afd-466e-9f73-d674aed33f59 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:15.469559 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:15.680190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Attempting to bind port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:15.680190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Attempting to bind port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:15.680370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Attempting to bind port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:15.739419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba939d-7718-404b-ba14-3270c320c160 req-55c1ae57-d657-4192-82ac-8332b333700a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:15.753171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2aba939d-7718-404b-ba14-3270c320c160 req-55c1ae57-d657-4192-82ac-8332b333700a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1650910 Jan 18 23:12:15.828947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2aba939d-7718-404b-ba14-3270c320c160 req-62d7690c-d118-4741-8f4b-5170a0e92959 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741479 Jan 18 23:12:15.962739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:15.971552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Attempting to bind port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:15.983535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2616bf78-57ba-4eac-97da-e374dfe0cf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.053395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0a457-504d-45ca-aa46-7b649653f69b req-c6e8096c-3702-422c-ab27-c675155f791b tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.060386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fda0a457-504d-45ca-aa46-7b649653f69b req-c6e8096c-3702-422c-ab27-c675155f791b tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 0.1825781 Jan 18 23:12:16.089207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:16.089548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:16.090248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:16.090945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Bound port: 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:16.091795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.119810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Attempting to bind port 0ad05546-a863-498c-ac5c-c4fa7f2d19da on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:16.120388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Attempting to bind port 0ad05546-a863-498c-ac5c-c4fa7f2d19da by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:16.121078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Attempting to bind port 0ad05546-a863-498c-ac5c-c4fa7f2d19da on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:16.144471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Port 0ad05546-a863-498c-ac5c-c4fa7f2d19da on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:16.144471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Attempting to bind port 0ad05546-a863-498c-ac5c-c4fa7f2d19da on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:16.146590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:16.146935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Checking segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:16.147315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Bound using segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:16.147765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Bound port: 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:16.148104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.186486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fda0a457-504d-45ca-aa46-7b649653f69b req-e9b3329f-15b6-458c-9320-2e1e7d853ecb tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221187 Jan 18 23:12:16.275859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25cda1-1e42-4583-9d66-9752b9daff8c req-76b68225-cb3b-498b-aba0-8a9eef634e56 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.278163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d25cda1-1e42-4583-9d66-9752b9daff8c req-76b68225-cb3b-498b-aba0-8a9eef634e56 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 943 time: 0.1685004 Jan 18 23:12:16.346407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d25cda1-1e42-4583-9d66-9752b9daff8c req-f72ebb55-5a65-4048-a1a9-1a133ee902be tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Jan 18 23:12:16.353798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:16.357218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:16.370662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:16.376207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:16.441822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.611378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.611378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.611378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] 10.222.0.89 "PUT /v2.0/ports/0ad05546-a863-498c-ac5c-c4fa7f2d19da HTTP/1.1" status: 200 len: 1091 time: 3.1842730 Jan 18 23:12:16.611378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:16.699846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:16.701267 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] 10.222.0.83 "PUT /v2.0/ports/8b568aa9-8bc9-436f-bf38-aa109c9051d9 HTTP/1.1" status: 200 len: 1091 time: 3.7630198 Jan 18 23:12:16.716385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47173d-da40-48e3-829a-b40964d19d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:16.762471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabc601-4f19-4ccf-a153-16608efc64eb req-311d5b80-4f43-4d29-ba5a-96adc947700c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.774586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabc601-4f19-4ccf-a153-16608efc64eb req-311d5b80-4f43-4d29-ba5a-96adc947700c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.788753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabc601-4f19-4ccf-a153-16608efc64eb req-311d5b80-4f43-4d29-ba5a-96adc947700c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:16.794632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dabc601-4f19-4ccf-a153-16608efc64eb req-311d5b80-4f43-4d29-ba5a-96adc947700c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2387 time: 0.2346215 Jan 18 23:12:16.815902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:16.900316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dabc601-4f19-4ccf-a153-16608efc64eb req-89d5730e-5c21-453e-b7c2-9bb389612e8f tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Jan 18 23:12:17.077951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50a7a3-8477-436f-9fab-dd7a8d545963 req-9f5c3fac-12de-413d-b24b-7b87c5fb02a6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:17.085271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c50a7a3-8477-436f-9fab-dd7a8d545963 req-9f5c3fac-12de-413d-b24b-7b87c5fb02a6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.1691775 Jan 18 23:12:17.151830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebbace-58c0-4eef-99d1-295780891853 service neutron] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:17.172409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.222132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c50a7a3-8477-436f-9fab-dd7a8d545963 req-2ba3cbd9-eea4-4fe8-b3cd-2e443aee7334 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365039 Jan 18 23:12:17.263190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.277943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-39a3b817-bdcd-4642-aab8-9dbbfc7c8a45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 1094 time: 0.3322442 Jan 18 23:12:17.349369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:17.377056 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da', 'status': 'completed', 'code': 200} Jan 18 23:12:17.394234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303368b3-cc06-4684-be34-e9a5b0df56c1 req-b973b95c-9106-4ad6-8b7e-4afc665f89f5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:17.394722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-303368b3-cc06-4684-be34-e9a5b0df56c1 req-b973b95c-9106-4ad6-8b7e-4afc665f89f5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.2618351 Jan 18 23:12:17.468123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-303368b3-cc06-4684-be34-e9a5b0df56c1 req-720314a8-2e45-4252-b51a-038a28c1be13 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Jan 18 23:12:17.511722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-99daffde-28c8-49dc-b3ca-3ac7fbb995f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9 HTTP/1.1" status: 200 len: 217 time: 0.2052367 Jan 18 23:12:17.683920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-c6f93761-65e6-474c-9bb9-26a887f211e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:17.685605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-c6f93761-65e6-474c-9bb9-26a887f211e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1587167 Jan 18 23:12:17.770445 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-ecee0e74-299e-495c-874a-2e781804bbaa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761399 Jan 18 23:12:17.776764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99565b21-791b-4f48-b9a4-4632709aa105 req-98b94216-979d-47b4-b893-fcaccb875079 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:17.778479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99565b21-791b-4f48-b9a4-4632709aa105 req-98b94216-979d-47b4-b893-fcaccb875079 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1477532 Jan 18 23:12:17.854809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99565b21-791b-4f48-b9a4-4632709aa105 req-9364d1f3-24b4-4875-8917-befc804ae674 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703278 Jan 18 23:12:18.001444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-eff8dab9-347c-436e-b083-cf14197f743b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2730 time: 0.5988035 Jan 18 23:12:18.046478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef0b30-373c-4f11-9108-34f138a1bb2c req-9ac518ae-87bb-4e2c-9a95-f58c8a6452e5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.048294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6ef0b30-373c-4f11-9108-34f138a1bb2c req-9ac518ae-87bb-4e2c-9a95-f58c8a6452e5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1557920 Jan 18 23:12:18.177802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6ef0b30-373c-4f11-9108-34f138a1bb2c req-9296f71a-6db7-4c52-8b94-f8db021769c7 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218140 Jan 18 23:12:18.189778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-9e22fb75-4642-4900-a5a0-0baca78a7035 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606746 Jan 18 23:12:18.209712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31f4f-018d-49eb-a7cb-ce7b96a755e8 req-3e8508a6-7417-4e53-b2a1-dd283764488c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.216789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4b31f4f-018d-49eb-a7cb-ce7b96a755e8 req-3e8508a6-7417-4e53-b2a1-dd283764488c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 943 time: 0.1392772 Jan 18 23:12:18.284772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4b31f4f-018d-49eb-a7cb-ce7b96a755e8 req-68e1ae41-7dd2-4de8-88c1-e6bbd4cf72d7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jan 18 23:12:18.515185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0664-aab0-4fa5-8aef-58dd315f8ea6 req-17431ae2-424e-4a89-8a99-b8aa5895cba7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.522283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0664-aab0-4fa5-8aef-58dd315f8ea6 req-17431ae2-424e-4a89-8a99-b8aa5895cba7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.538064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0664-aab0-4fa5-8aef-58dd315f8ea6 req-17431ae2-424e-4a89-8a99-b8aa5895cba7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.538228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-779cdb90-9824-475c-a96b-c8a9f574c57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.538446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-779cdb90-9824-475c-a96b-c8a9f574c57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.544002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-779cdb90-9824-475c-a96b-c8a9f574c57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.544002 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-779cdb90-9824-475c-a96b-c8a9f574c57c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5253077 Jan 18 23:12:18.546061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c8c0664-aab0-4fa5-8aef-58dd315f8ea6 req-17431ae2-424e-4a89-8a99-b8aa5895cba7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2387 time: 0.1450543 Jan 18 23:12:18.548788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4777c8fa-63d2-4b02-855d-f2d2c59859a7 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:18.634611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c8c0664-aab0-4fa5-8aef-58dd315f8ea6 req-7e3664a6-4158-4a35-be82-c3f722ee2c10 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853684 Jan 18 23:12:18.640600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.710633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.718894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Transition to ACTIVE for port object 4777c8fa-63d2-4b02-855d-f2d2c59859a7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:18.801350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-45ea410e-4011-4e9d-ba77-2fa7e7dd770c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:18.803552 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10c5e6ba-cc76-4185-af39-9e502e3a942f req-45ea410e-4011-4e9d-ba77-2fa7e7dd770c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506537 Jan 18 23:12:18.809429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:18.877358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa9f350a-087f-45c7-95b5-0f7f320aa26c req-04d5fcdb-2f41-4ca7-b8ba-f91aa6972a2b service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798737 Jan 18 23:12:19.008455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955fda-fc3b-4c2a-9d16-044a00b2fdb1 req-626a2d32-6cb3-4f0a-91fd-2c170d384c6a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.032988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f955fda-fc3b-4c2a-9d16-044a00b2fdb1 req-626a2d32-6cb3-4f0a-91fd-2c170d384c6a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.2323005 Jan 18 23:12:19.055483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ab7a-308a-4232-a8f7-a1faf2816abb req-dc6dc3f9-7eb5-4ce6-8a4c-e56e2f20ef61 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.060381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:19.060980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ab7a-308a-4232-a8f7-a1faf2816abb req-dc6dc3f9-7eb5-4ce6-8a4c-e56e2f20ef61 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.063322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99ab7a-308a-4232-a8f7-a1faf2816abb req-dc6dc3f9-7eb5-4ce6-8a4c-e56e2f20ef61 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.070995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f99ab7a-308a-4232-a8f7-a1faf2816abb req-dc6dc3f9-7eb5-4ce6-8a4c-e56e2f20ef61 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71&device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080&device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 2418 time: 0.1978431 Jan 18 23:12:19.133917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f955fda-fc3b-4c2a-9d16-044a00b2fdb1 req-7a783c4f-008f-4fbd-99cf-e9aba320d942 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123691 Jan 18 23:12:19.169220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f99ab7a-308a-4232-a8f7-a1faf2816abb req-00aa42eb-7da4-411f-bb65-b6cda8c937e8 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972478 Jan 18 23:12:19.292469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Attempting to bind port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:19.293004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Attempting to bind port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:19.293160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Attempting to bind port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 on network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:19.305134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 on network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:19.305220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Attempting to bind port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 on network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:19.319985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:19.320559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Checking segment: {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:19.324243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Bound using segment: {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:19.324243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Bound port: 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14a3826-eff0-4370-83a6-9eec21ab0772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:19.324243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.392471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:19.428940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb520c87-1458-4fb2-9a95-802fee61f20b req-ee950826-0d9b-4465-80a1-f4304f18977d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.430466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb520c87-1458-4fb2-9a95-802fee61f20b req-ee950826-0d9b-4465-80a1-f4304f18977d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.0885246 Jan 18 23:12:19.471703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:19.479878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:19.498926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb520c87-1458-4fb2-9a95-802fee61f20b req-b2db15c6-db3d-4e11-b63a-5b43d4567e92 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620430 Jan 18 23:12:19.573573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.667514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:19.670124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/4777c8fa-63d2-4b02-855d-f2d2c59859a7 HTTP/1.1" status: 200 len: 1091 time: 2.8727212 Jan 18 23:12:19.708365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e381e8-51c5-4f12-ab80-4108daeb36f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:19.742819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212b817-5dec-4e3d-9a5f-e8517e5f5a92 req-14accc3c-6176-483a-9c4a-6d04d0ab0910 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.753524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a212b817-5dec-4e3d-9a5f-e8517e5f5a92 req-14accc3c-6176-483a-9c4a-6d04d0ab0910 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.1794701 Jan 18 23:12:19.764645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Request body: {'port': {'device_id': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:19.812271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb6e5f-f592-4f0d-b1bb-b49564ebc1fe req-820c3358-f3b0-4eae-bad9-6bd3bc0d29bf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:19.814064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ffb6e5f-f592-4f0d-b1bb-b49564ebc1fe req-820c3358-f3b0-4eae-bad9-6bd3bc0d29bf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 943 time: 0.1722169 Jan 18 23:12:19.850344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a212b817-5dec-4e3d-9a5f-e8517e5f5a92 req-88c400a9-bfde-49ba-9477-76620e75a510 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949423 Jan 18 23:12:19.921879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ffb6e5f-f592-4f0d-b1bb-b49564ebc1fe req-8e02ba24-ddec-4124-9baf-d1fa3cf7713c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Jan 18 23:12:19.984191 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'status': 'completed', 'code': 200} Jan 18 23:12:19.985990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:20.336083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0a51-205b-47d4-bd92-03dcd6e48030 req-627069a3-2d7a-465b-9a90-4b907e6d1996 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:20.337895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0a51-205b-47d4-bd92-03dcd6e48030 req-627069a3-2d7a-465b-9a90-4b907e6d1996 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:20.340982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0a51-205b-47d4-bd92-03dcd6e48030 req-627069a3-2d7a-465b-9a90-4b907e6d1996 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:20.342630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e4c0a51-205b-47d4-bd92-03dcd6e48030 req-627069a3-2d7a-465b-9a90-4b907e6d1996 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2399 time: 0.2136657 Jan 18 23:12:20.436030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e4c0a51-205b-47d4-bd92-03dcd6e48030 req-d3930001-96ae-4e12-b4ed-b4db191ded46 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865059 Jan 18 23:12:20.445650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-f7977c24-c67b-4a1a-be58-fe719d4093ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 1094 time: 0.4308593 Jan 18 23:12:20.709984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7541490-b567-4afe-a731-0a8103889c95 req-de4fdbf0-a785-464b-8c74-9ae07b523aa2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:20.716087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7541490-b567-4afe-a731-0a8103889c95 req-de4fdbf0-a785-464b-8c74-9ae07b523aa2 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.0989075 Jan 18 23:12:20.787967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7541490-b567-4afe-a731-0a8103889c95 req-28bbdd97-f551-4530-81ff-10b5861715c0 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612059 Jan 18 23:12:20.870501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-b29a5507-eff5-41fe-9c01-7a121e2f55b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:20.872212 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-b29a5507-eff5-41fe-9c01-7a121e2f55b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.4187801 Jan 18 23:12:20.986369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:12:21.030626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-2f5c1b47-3357-40d4-b6ae-86288287e069 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9 HTTP/1.1" status: 200 len: 217 time: 0.1511252 Jan 18 23:12:21.149147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:21.160526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.165128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-2dd12645-22cf-4f59-963a-fed823f2e0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:21.166313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-2dd12645-22cf-4f59-963a-fed823f2e0c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1007609 Jan 18 23:12:21.226746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-aa969061-79af-4e14-88cb-b0943f6de198 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517635 Jan 18 23:12:21.230359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Transition to ACTIVE for port object 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:21.330619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:21.336530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.356353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547c0b-4e15-4651-9a8d-d4e00311201d req-25266a39-52d3-42b5-9abe-b31014f451fd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:21.366540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8547c0b-4e15-4651-9a8d-d4e00311201d req-25266a39-52d3-42b5-9abe-b31014f451fd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2142589 Jan 18 23:12:21.458009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874cff8-29f2-45ac-8549-364a6d181409 req-7ac7ea64-06fe-43fd-a034-cf24a191bcd9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:21.468601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1874cff8-29f2-45ac-8549-364a6d181409 req-7ac7ea64-06fe-43fd-a034-cf24a191bcd9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 943 time: 0.3200209 Jan 18 23:12:21.517396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8547c0b-4e15-4651-9a8d-d4e00311201d req-37ac4f56-2f6a-4088-be5a-5adbe48cfdd6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499548 Jan 18 23:12:21.524327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:21.569511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'mac_address': 'fa:16:3e:53:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:21.596716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1874cff8-29f2-45ac-8549-364a6d181409 req-e0a7e63a-d1d1-43ef-9003-8b24126efad5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270936 Jan 18 23:12:21.856235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:21.929702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b568aa9-8bc9-436f-bf38-aa109c9051d9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:21.957934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:21.995167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:22.050574 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.097534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-b8dcf195-da84-4861-b256-6977c645c55e service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8586848 Jan 18 23:12:22.150179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Pushing event updated for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:22.265933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Attempting to bind port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:22.266375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Attempting to bind port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:22.266814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Attempting to bind port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:22.294183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:22.294183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Attempting to bind port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 on network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:22.301350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:22.301990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Checking segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:22.302488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Bound using segment: {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:22.303038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Bound port: 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837eaa64-f97f-4097-984c-b90bdca0e464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:22.303487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.357894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:22.381778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8b568aa9-8bc9-436f-bf38-aa109c9051d9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:22.460652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:12:22.576921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1808-d3c2-432d-b526-e81a583fe068 req-f7c996ea-9e57-4442-9243-8b8fe8912896 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:22.576921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1808-d3c2-432d-b526-e81a583fe068 req-f7c996ea-9e57-4442-9243-8b8fe8912896 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:22.576921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1808-d3c2-432d-b526-e81a583fe068 req-f7c996ea-9e57-4442-9243-8b8fe8912896 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:22.582799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ac1808-d3c2-432d-b526-e81a583fe068 req-f7c996ea-9e57-4442-9243-8b8fe8912896 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.1869421 Jan 18 23:12:22.609311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-10cee374-5714-43eb-9c98-f9c3978aa739 req-13c1bef9-3895-4d36-88a1-e57c68fbf981 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533827 Jan 18 23:12:22.667010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:22.672135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:22.713231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ac1808-d3c2-432d-b526-e81a583fe068 req-ccf2dbe6-5467-40ce-8eac-94a8e4339529 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Jan 18 23:12:22.741480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.825813 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7', 'status': 'completed', 'code': 200} Jan 18 23:12:22.928759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:22.932473 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] 10.222.0.89 "PUT /v2.0/ports/94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 HTTP/1.1" status: 200 len: 1092 time: 3.1732690 Jan 18 23:12:22.960445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64081a7f-8315-469f-bc4b-388e32632d2a req-aa6ae7f2-dff8-4339-bff3-b02187443ed5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:22.981904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64081a7f-8315-469f-bc4b-388e32632d2a req-aa6ae7f2-dff8-4339-bff3-b02187443ed5 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.2058220 Jan 18 23:12:23.096758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64081a7f-8315-469f-bc4b-388e32632d2a req-8e63343a-a14c-4ee5-908e-d3c919f9440b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013927 Jan 18 23:12:23.134561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9318a-1af8-4fea-93ef-eb57c6846e18 service neutron] Pushing event updated for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:23.236946 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-379fe0d3-082d-4a41-9771-bf07ad4678d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2864 time: 0.2915459 Jan 18 23:12:23.342419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:23.525909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-563a99fd-325c-4c74-9080-82ca3e884963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.526371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-563a99fd-325c-4c74-9080-82ca3e884963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.526746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-563a99fd-325c-4c74-9080-82ca3e884963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.528328 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-563a99fd-325c-4c74-9080-82ca3e884963 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2797375 Jan 18 23:12:23.602706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbe02f-57d1-4aa8-9ab4-c3edbf0cdb23 req-040cb2b5-5b4a-4ea7-af53-7b5b61658633 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.617296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2fbe02f-57d1-4aa8-9ab4-c3edbf0cdb23 req-040cb2b5-5b4a-4ea7-af53-7b5b61658633 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.3131843 Jan 18 23:12:23.641335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af9620-a478-421c-8a3e-a5d9b902b468 req-394667da-0855-4e01-8208-910fccf85691 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.653295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83af9620-a478-421c-8a3e-a5d9b902b468 req-394667da-0855-4e01-8208-910fccf85691 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 944 time: 0.2195287 Jan 18 23:12:23.671273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:23.688658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '790625ea-c683-4e8e-9be2-125dffe61a97', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:23.773116 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:23.831735 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-dadc97b4-88c1-4cfa-951d-5af5d3de95f3 service neutron] show failed (client error): The resource could not be found. Jan 18 23:12:23.835513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-dadc97b4-88c1-4cfa-951d-5af5d3de95f3 service neutron] 10.222.0.89 "GET /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.1817069 Jan 18 23:12:23.855748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:23.877123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-aaa7ca3e-ddc7-45fa-b4aa-1209e90776bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:23.879161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15d28847-c58a-49ca-9189-e1b1e4513d58 req-aaa7ca3e-ddc7-45fa-b4aa-1209e90776bb service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3433774 Jan 18 23:12:23.909387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:23.943597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83af9620-a478-421c-8a3e-a5d9b902b468 req-78682ffd-d89e-4e39-8d77-bfa9c8d96edf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822978 Jan 18 23:12:23.954643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2fbe02f-57d1-4aa8-9ab4-c3edbf0cdb23 req-d20ce1b9-1d4f-4a2c-96d8-eee8c7f4570c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300266 Jan 18 23:12:23.994245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:24.106935 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-23013f7f-5780-4d4f-8ad4-5d125a62b0b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2864 time: 0.1782711 Jan 18 23:12:24.171399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:24.229709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['790625ea-c683-4e8e-9be2-125dffe61a97'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:24.244922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-6e668c22-8c6a-4dcb-9826-65ef17c67cb9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da HTTP/1.1" status: 200 len: 217 time: 0.1303668 Jan 18 23:12:24.341754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-da8ea924-7eaa-45da-ad98-23ea6b0a3f0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.343542 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-da8ea924-7eaa-45da-ad98-23ea6b0a3f0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c06505d3-8c1a-422e-8ff2-5624b6450cbe HTTP/1.1" status: 200 len: 801 time: 0.0928841 Jan 18 23:12:24.516800 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-3b09caa0-8c3e-43b7-8211-8208bf7dcc82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84b8672f-3f8c-4262-9296-126f2ab9b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1639760 Jan 18 23:12:24.585290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b9da-48cd-48f3-bacc-7d2acb127111 req-0ebd6ef2-b8c2-4040-a867-07c4b0522b7a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.594022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b9da-48cd-48f3-bacc-7d2acb127111 req-0ebd6ef2-b8c2-4040-a867-07c4b0522b7a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.597638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108b9da-48cd-48f3-bacc-7d2acb127111 req-0ebd6ef2-b8c2-4040-a867-07c4b0522b7a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.605569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9108b9da-48cd-48f3-bacc-7d2acb127111 req-0ebd6ef2-b8c2-4040-a867-07c4b0522b7a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.1103034 Jan 18 23:12:24.732451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9108b9da-48cd-48f3-bacc-7d2acb127111 req-b0951912-881f-42b4-adbe-6333f1e342c4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248162 Jan 18 23:12:24.823611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fc894-c69b-4f3e-9620-c1b72cae120a req-c169e8e1-4573-4f51-b4f2-d4b173e4fa90 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:24.826063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c1fc894-c69b-4f3e-9620-c1b72cae120a req-c169e8e1-4573-4f51-b4f2-d4b173e4fa90 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.1490452 Jan 18 23:12:24.897305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:25.022189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c1fc894-c69b-4f3e-9620-c1b72cae120a req-d5c36ad2-2984-4716-b8bf-32a9fe472e0b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880805 Jan 18 23:12:25.025690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-48ddb6bf-a723-4ed3-9bdd-544a203a7e01 service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011690 Jan 18 23:12:25.157766 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0', 'status': 'completed', 'code': 200} Jan 18 23:12:25.345508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:25.428600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-5724a965-9ebe-438a-b2ef-c2f50e8082c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1100 time: 0.5087245 Jan 18 23:12:25.467734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:25.514615 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-bf011ae9-b9b2-4bdf-92bf-95d905888a3d service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766021 Jan 18 23:12:25.523071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efe7be-9956-4443-9a53-6866085f106e req-50e83733-dbb0-48ee-bbe4-15d369b3794d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:25.531855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2efe7be-9956-4443-9a53-6866085f106e req-50e83733-dbb0-48ee-bbe4-15d369b3794d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2252500 Jan 18 23:12:25.578028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1d060-19da-4ee1-bc06-d612a345d867 req-b7ae3d5e-8646-4081-ad93-2136c1641b93 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:25.586498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f1d060-19da-4ee1-bc06-d612a345d867 req-b7ae3d5e-8646-4081-ad93-2136c1641b93 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 944 time: 0.2310121 Jan 18 23:12:25.592267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:25.595738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:25.595738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:25.643860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-799be190-8dca-4d7a-8b7b-9bec2a376019 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7 HTTP/1.1" status: 200 len: 217 time: 0.1198280 Jan 18 23:12:25.701568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98f1d060-19da-4ee1-bc06-d612a345d867 req-4e4eec2a-3e2a-4ea7-99f0-a67e8d51fd30 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967739 Jan 18 23:12:25.736424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2efe7be-9956-4443-9a53-6866085f106e req-b9c4e719-1b27-4cef-bc9f-73be9ede3c18 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011080 Jan 18 23:12:25.951850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.100584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:26.133849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:26.214995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.250309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-6e4bf459-048b-4a8e-a748-be79c6ae7567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.251856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-6e4bf459-048b-4a8e-a748-be79c6ae7567 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3f7509f3-5dd9-4ced-b47b-7a2afb967752 HTTP/1.1" status: 200 len: 801 time: 0.5964127 Jan 18 23:12:26.278078 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.278078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:26.443953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-317d99bd-d2ea-4e13-8b36-f94ab054db4e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1777337 Jan 18 23:12:26.562277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:26.569628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 790625ea-c683-4e8e-9be2-125dffe61a97 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:26.572111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.831776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:26.892812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:26.932911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-d0cfa4d9-2714-4cf5-b68f-5b3509d7befb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 1102 time: 0.4547541 Jan 18 23:12:26.951118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9651be-f33c-40f4-8440-fead9fea8c0a req-7740665c-40c3-414e-bc1b-cd075e87c62c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.955343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9651be-f33c-40f4-8440-fead9fea8c0a req-7740665c-40c3-414e-bc1b-cd075e87c62c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.961403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9651be-f33c-40f4-8440-fead9fea8c0a req-7740665c-40c3-414e-bc1b-cd075e87c62c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:26.979321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9651be-f33c-40f4-8440-fead9fea8c0a req-7740665c-40c3-414e-bc1b-cd075e87c62c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.2799418 Jan 18 23:12:27.000133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:27.006029 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-a6823caa-d975-469e-85b0-508e5e5a2f18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4a5b4d0d-dab7-4a22-8ee4-224f924f32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7186463 Jan 18 23:12:27.102721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b7c6-f303-4e03-851c-5fd2595f87d8 req-1ba6dfc8-3c6c-4ac8-9fa7-35fec51c214c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:27.108246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:27.112994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15b3b7c6-f303-4e03-851c-5fd2595f87d8 req-1ba6dfc8-3c6c-4ac8-9fa7-35fec51c214c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.3668196 Jan 18 23:12:27.337511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15b3b7c6-f303-4e03-851c-5fd2595f87d8 req-f1ebd9e6-4eff-4d9d-a140-8d24d8938e3c tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182920 Jan 18 23:12:27.367437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9651be-f33c-40f4-8440-fead9fea8c0a req-c5015003-15d0-4644-8152-a4df5d97a24b tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899522 Jan 18 23:12:27.417622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:27.475068 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-4bd6731c-a6c0-4cd5-b3ed-4e5b22bc7d6c service neutron] 10.222.0.89 "GET /v2.0/networks/4a5b4d0d-dab7-4a22-8ee4-224f924f32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600272 Jan 18 23:12:27.496222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-fdf2abc4-daa4-4147-9c6a-c3de1a894c15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:27.496222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-fdf2abc4-daa4-4147-9c6a-c3de1a894c15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4974561 Jan 18 23:12:27.612396 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'code': 200} Jan 18 23:12:27.789679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:27.977798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:28.003337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-6fc61870-775e-4c3e-97b4-76886572b47e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 200 len: 217 time: 0.5017328 Jan 18 23:12:28.036559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.097245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Transition to ACTIVE for port object a62037a9-8de4-424b-9a17-ba1a77229603 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:28.099920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-aefebcbe-30f9-495e-99ca-52d18e47a617 service neutron] 10.222.0.89 "GET /v2.0/networks/4a5b4d0d-dab7-4a22-8ee4-224f924f32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109669 Jan 18 23:12:28.142976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-c43269cb-18a3-4f67-8b01-308f73d93f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:28.144457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-c43269cb-18a3-4f67-8b01-308f73d93f44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1302936 Jan 18 23:12:28.200176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2bc0a04-c975-47a5-8bde-92fd183e850d req-5adaa45b-82fc-4001-a91e-d94c5681f774 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 1096 time: 0.2733736 Jan 18 23:12:28.204901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-7b084574-e006-4a3c-ab24-901ba748c1fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 HTTP/1.1" status: 200 len: 217 time: 0.0980875 Jan 18 23:12:28.206368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:28.237723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbd4b3-c8bf-4127-8718-6f456a24cfde req-17ee7063-5233-4800-937b-6621cc913342 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:28.244616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bdbd4b3-c8bf-4127-8718-6f456a24cfde req-17ee7063-5233-4800-937b-6621cc913342 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3815124 Jan 18 23:12:28.306765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661d39d-8af6-443f-abec-12b7bb94b1f8 req-10a82473-bdc0-4e97-b310-7bb828edfd80 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:28.313991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e661d39d-8af6-443f-abec-12b7bb94b1f8 req-10a82473-bdc0-4e97-b310-7bb828edfd80 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.4201167 Jan 18 23:12:28.406643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-1acbd6ae-42fb-4c9b-bd13-4df268c9462b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:28.407577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bdbd4b3-c8bf-4127-8718-6f456a24cfde req-88f0c1af-d80e-4b93-b6a0-1ae735f1cda9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619976 Jan 18 23:12:28.414466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-1acbd6ae-42fb-4c9b-bd13-4df268c9462b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c06505d3-8c1a-422e-8ff2-5624b6450cbe HTTP/1.1" status: 200 len: 801 time: 0.1954257 Jan 18 23:12:28.460405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:28.486832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e661d39d-8af6-443f-abec-12b7bb94b1f8 req-a0e1cb5e-7868-4691-b4d5-d6c5efc4f248 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716542 Jan 18 23:12:28.501231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-cb4b51ca-98fd-4523-9242-40e8b12b8202 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3483512 Jan 18 23:12:28.615517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:28.637430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2bc0a04-c975-47a5-8bde-92fd183e850d req-ee421182-1b0a-4e87-90ed-0648f3379955 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063976 Jan 18 23:12:28.643673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:28.924757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] No DVR routers for this DVR port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:29.020582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:29.021607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:29.022650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:29.031860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-3912605b-eec3-4a25-bc22-7c9bea871087 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84b8672f-3f8c-4262-9296-126f2ab9b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6165783 Jan 18 23:12:29.111370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:29.111986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:29.118527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-c066f4b2-7a24-4ace-bb23-b8f35d7f4796 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977111 Jan 18 23:12:29.135391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e94d6c-a3b4-42c3-82ef-33a1603a54f1 req-e825fce6-ebf6-410e-b01a-f8274af00924 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:29.139362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8e94d6c-a3b4-42c3-82ef-33a1603a54f1 req-e825fce6-ebf6-410e-b01a-f8274af00924 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.3220177 Jan 18 23:12:29.219743 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'code': 200} Jan 18 23:12:29.234900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:29.235479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:29.236012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:29.236598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Bound port: a62037a9-8de4-424b-9a17-ba1a77229603, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:29.237122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.362291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7346fb5a-5e55-4524-a6f6-7f280e1a67f5 req-4298051e-9e00-42bd-99be-d19b9fca484a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855977 Jan 18 23:12:29.509307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8e94d6c-a3b4-42c3-82ef-33a1603a54f1 req-ae1b1179-1b4c-4405-a65a-2f7c0a275ae0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687990 Jan 18 23:12:29.526282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-ca88fa80-7d56-414c-86c8-6db4eef406ba service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847171 Jan 18 23:12:29.563596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00275a5-bcc3-4278-b26c-72fdb41b0362 req-b2524eb8-8c12-482a-9a1b-177dfec772cb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:29.577394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c00275a5-bcc3-4278-b26c-72fdb41b0362 req-b2524eb8-8c12-482a-9a1b-177dfec772cb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.2081466 Jan 18 23:12:29.601814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:29.612058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:29.632308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:29.674813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c00275a5-bcc3-4278-b26c-72fdb41b0362 req-9da524a5-8cac-43be-b4f2-d50698df263e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006954 Jan 18 23:12:29.828584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.894954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:29.897243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] 10.222.0.83 "PUT /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 1095 time: 4.4433458 Jan 18 23:12:29.937887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bea5e1-e45f-416c-a397-b8c1025d77f2 req-9f3ba23a-3c86-4ade-9af9-9d4b79bc668d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:29.971564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bea5e1-e45f-416c-a397-b8c1025d77f2 req-9f3ba23a-3c86-4ade-9af9-9d4b79bc668d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:29.971564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bea5e1-e45f-416c-a397-b8c1025d77f2 req-9f3ba23a-3c86-4ade-9af9-9d4b79bc668d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.006033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92bea5e1-e45f-416c-a397-b8c1025d77f2 req-9f3ba23a-3c86-4ade-9af9-9d4b79bc668d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.2521555 Jan 18 23:12:30.163562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92bea5e1-e45f-416c-a397-b8c1025d77f2 req-46c49ba5-b2d6-4b6d-9204-fffcd97f103c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551871 Jan 18 23:12:30.273539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8f58e-de1b-4c7f-8884-40138ad79027 service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:30.289399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9935a8be-64d3-42b1-bb26-3819cdac69ec req-78111411-a883-4348-9adb-af2b10a9c619 service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400045 Jan 18 23:12:30.294070 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-eaa5d00e-a543-469d-8d36-5f61e8497239 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1098 time: 0.3499982 Jan 18 23:12:30.305113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-48389fd6-9535-4f6f-91d5-5504d80e59e1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2743144 Jan 18 23:12:30.468344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99993475-bdf6-498f-89a4-d21b3196bc7f req-6a514a90-906f-4094-948d-4c4731e6008f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.499688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99993475-bdf6-498f-89a4-d21b3196bc7f req-6a514a90-906f-4094-948d-4c4731e6008f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3553522 Jan 18 23:12:30.748621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99993475-bdf6-498f-89a4-d21b3196bc7f req-8f3482ff-1972-4b6a-80e3-bb4c02d6f157 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476311 Jan 18 23:12:30.956918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3d3c-1c53-4f37-878b-4f44fa0ae150 req-63ff15b7-8a94-4fea-a6e3-10cd8791fa89 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.975098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c3a3d3c-1c53-4f37-878b-4f44fa0ae150 req-63ff15b7-8a94-4fea-a6e3-10cd8791fa89 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.4196854 Jan 18 23:12:30.994635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-403f5bea-1291-4ce7-b4fe-4da0f8de3787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:30.996346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-403f5bea-1291-4ce7-b4fe-4da0f8de3787 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.6860564 Jan 18 23:12:31.068695 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'code': 200} Jan 18 23:12:31.267300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:31.271147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c3a3d3c-1c53-4f37-878b-4f44fa0ae150 req-40181caf-093d-45e1-b508-d25dd3b6e027 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802298 Jan 18 23:12:31.393397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-f2c6be93-975f-4802-aa73-5ba22ac93025 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.3567529 Jan 18 23:12:31.498257 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-c2413926-0fb3-434b-897e-ec1f13659edd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2864 time: 0.6642408 Jan 18 23:12:31.501369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-23879989-ae8d-4bfd-9a74-36b68d4804a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.506612 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-23879989-ae8d-4bfd-9a74-36b68d4804a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1021421 Jan 18 23:12:31.583426 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-46d0fefd-089d-4cfd-b8f3-0e8f2f223758 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 1100 time: 0.8841584 Jan 18 23:12:31.862266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a6928-8c1d-4127-994d-9b75561731a7 req-6aba5535-c876-4d26-bd9c-dfd1ea343f99 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.880640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d79a6928-8c1d-4127-994d-9b75561731a7 req-6aba5535-c876-4d26-bd9c-dfd1ea343f99 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2247760 Jan 18 23:12:31.959712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-8bd8b83e-3dbc-4be0-aaee-c4a499851636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:31.961511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-8bd8b83e-3dbc-4be0-aaee-c4a499851636 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84b8672f-3f8c-4262-9296-126f2ab9b6c9 HTTP/1.1" status: 200 len: 903 time: 0.4508023 Jan 18 23:12:32.010607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465549d-aa4c-49d9-8552-8d45b44c3f8c req-995485c3-f7ae-44b3-87c1-5f0c6e1a7b0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:32.026507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3465549d-aa4c-49d9-8552-8d45b44c3f8c req-995485c3-f7ae-44b3-87c1-5f0c6e1a7b0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.2590513 Jan 18 23:12:32.065778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d79a6928-8c1d-4127-994d-9b75561731a7 req-c277ce32-0b98-4762-9098-712c55209adc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817434 Jan 18 23:12:32.090103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-9699c66a-f0d6-4854-a33c-eaac6a4360d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5147364 Jan 18 23:12:32.092043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-fd4e7e1a-ddb2-4f28-8f89-55f8905d9d97 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 HTTP/1.1" status: 200 len: 217 time: 0.1177762 Jan 18 23:12:32.093119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-b211efbb-de3b-46fe-9852-dfbbec586bda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:32.094794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-b211efbb-de3b-46fe-9852-dfbbec586bda service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.4316087 Jan 18 23:12:32.162275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3465549d-aa4c-49d9-8552-8d45b44c3f8c req-74f5d44e-4a67-44b2-9674-a708528ee8a8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346388 Jan 18 23:12:32.428962 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'status': 'completed', 'code': 200} Jan 18 23:12:32.810384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-d1c2f097-b141-4217-80d0-0b3d3950cf77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 200 len: 217 time: 0.6722629 Jan 18 23:12:33.137967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-ba6818a0-27c2-46b4-aa82-c03297ce9f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.137967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-ba6818a0-27c2-46b4-aa82-c03297ce9f46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c06505d3-8c1a-422e-8ff2-5624b6450cbe HTTP/1.1" status: 200 len: 801 time: 0.7926905 Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-2949dd0b-ad48-4712-919b-be8bbf06df6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1098 time: 0.5756862 Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bd670-ad8e-4d3c-9474-d9e1ad2f06d6 req-ba48bb47-7fa5-430d-9c0c-e387b9c7a437 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bd670-ad8e-4d3c-9474-d9e1ad2f06d6 req-ba48bb47-7fa5-430d-9c0c-e387b9c7a437 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bd670-ad8e-4d3c-9474-d9e1ad2f06d6 req-ba48bb47-7fa5-430d-9c0c-e387b9c7a437 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e3bd670-ad8e-4d3c-9474-d9e1ad2f06d6 req-ba48bb47-7fa5-430d-9c0c-e387b9c7a437 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.4913514 Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc757865-281b-4bcc-a315-a63a9bb95def req-72bf9fe7-a546-4c02-b9a2-d94176f1c5e6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.138952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc757865-281b-4bcc-a315-a63a9bb95def req-72bf9fe7-a546-4c02-b9a2-d94176f1c5e6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.4316423 Jan 18 23:12:33.139749 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-8f5ab3a9-b022-42bc-bae2-3a6f74d07c68 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9554229 Jan 18 23:12:33.139749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-01e93076-8c35-417d-bb78-a118bc092f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.139749 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-01e93076-8c35-417d-bb78-a118bc092f10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2727733 Jan 18 23:12:33.205624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc757865-281b-4bcc-a315-a63a9bb95def req-af437110-b9d4-431e-93a9-0c282b5ce07e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951790 Jan 18 23:12:33.282695 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-c94cfba3-d99d-4562-b49d-358d5ef0dff1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84b8672f-3f8c-4262-9296-126f2ab9b6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3124647 Jan 18 23:12:33.284391 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96bbd59f-45a6-4b29-bc32-752c458d77f7 req-2082b9b1-38ae-43a8-9249-e40f8878a93e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202234 Jan 18 23:12:33.289844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e3bd670-ad8e-4d3c-9474-d9e1ad2f06d6 req-07a2cdd4-5e41-4e35-a87b-ffd3d399e9b3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176587 Jan 18 23:12:33.299911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-88e79790-cf1e-45d7-bfa8-5e1d2aca2fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.301580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-88e79790-cf1e-45d7-bfa8-5e1d2aca2fee service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2897472 Jan 18 23:12:33.388798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-9fa1b272-1ac0-4e1b-80f2-0678a88527bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2324743 Jan 18 23:12:33.488414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-96689962-8c7d-487e-bad2-93bf48d228b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.1808736 Jan 18 23:12:33.580079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-388f0423-e41a-4d9e-8427-f8ceab007106 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804056 Jan 18 23:12:33.737703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-b7f8f077-9b80-438e-bf41-a41f18f8a1a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.743963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-b7f8f077-9b80-438e-bf41-a41f18f8a1a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2354660 Jan 18 23:12:33.814416 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-d943aa90-1fec-4b2f-95e8-03fac8a2bf4f service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208886 Jan 18 23:12:33.837899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4430801-ce2f-4397-9cd3-6371164ef4c4 req-56d4aa17-f375-4295-a230-4b039bcb17ba tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:33.855459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4430801-ce2f-4397-9cd3-6371164ef4c4 req-56d4aa17-f375-4295-a230-4b039bcb17ba tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.4210157 Jan 18 23:12:33.980953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4430801-ce2f-4397-9cd3-6371164ef4c4 req-7fe2f7af-33e8-4baf-a7e8-5e28c1a99d6f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026926 Jan 18 23:12:34.126124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-b8363d93-f986-4c9f-af3e-7e96b6fd2a6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709347 Jan 18 23:12:34.228158 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-64f9bb33-9398-4ae3-a61b-364496074460 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1098 time: 0.6451030 Jan 18 23:12:34.231432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dc947b0-d1b7-4d0d-883d-ce996b9161c5 req-41ddface-6b9d-472b-bcee-c94551c34ee3 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117864 Jan 18 23:12:34.418838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-8cc21b13-e116-43e3-a20e-ada3bf3fec27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.421196 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-8cc21b13-e116-43e3-a20e-ada3bf3fec27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1785080 Jan 18 23:12:34.431519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-e9204e2b-6c20-47e9-b293-3b8fa2cb41e5 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997575 Jan 18 23:12:34.508908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:34.579848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1cd07504-ac33-48ed-918f-41bc4ef5b48a req-c5a8ac53-ac46-4dd8-9f35-d20aa3f85f1d service neutron] 10.222.0.89 "GET /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444756 Jan 18 23:12:34.580974 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-23bc7e26-a4db-4e5b-9c20-4dae8221e2f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.1396518 Jan 18 23:12:34.625277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-83732a8b-bd0d-4297-aec5-da81199ff71f service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865842 Jan 18 23:12:34.686300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048104fa-c3d8-4067-bd17-da14893f224f req-6bfd0c49-2977-44cd-8b11-4732751b3eef tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.687838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-048104fa-c3d8-4067-bd17-da14893f224f req-6bfd0c49-2977-44cd-8b11-4732751b3eef tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.4182405 Jan 18 23:12:34.745716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-fef173dd-cf33-4324-8e91-73b55b347938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.747251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-fef173dd-cf33-4324-8e91-73b55b347938 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1585851 Jan 18 23:12:34.766191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf270f-d537-4bf4-b973-b484c614deac req-36c2b461-c18a-4173-956f-54a0352a6f73 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:34.774386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aabf270f-d537-4bf4-b973-b484c614deac req-36c2b461-c18a-4173-956f-54a0352a6f73 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.5606964 Jan 18 23:12:34.822030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-048104fa-c3d8-4067-bd17-da14893f224f req-0df3833a-3e30-416e-80fd-2294463ec2ec tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255395 Jan 18 23:12:34.866205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:34.901950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aabf270f-d537-4bf4-b973-b484c614deac req-c4a6bcde-9810-46ec-bad6-972f53dcb0e6 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258593 Jan 18 23:12:34.921241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0', 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'port_id': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0', 'mac_address': 'fa:16:3e:43:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06505d3-8c1a-422e-8ff2-5624b6450cbe', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:34.983394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-5ac300e4-4651-40d1-8572-64b1b8203d53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2210336 Jan 18 23:12:35.094788 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.138612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:35.174959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:35.235193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-858daa1f-f0d5-44e9-93c3-35557899d058 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474964 Jan 18 23:12:35.252521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.253436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4777c8fa-63d2-4b02-855d-f2d2c59859a7 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:35.363526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5c8e7-3726-4f9d-a347-4481a828f3ab req-fe16cc80-3a4c-4c9d-9b15-796a4fc253c0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:35.379234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5c8e7-3726-4f9d-a347-4481a828f3ab req-fe16cc80-3a4c-4c9d-9b15-796a4fc253c0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:35.391622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5c8e7-3726-4f9d-a347-4481a828f3ab req-fe16cc80-3a4c-4c9d-9b15-796a4fc253c0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:35.409970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19f5c8e7-3726-4f9d-a347-4481a828f3ab req-fe16cc80-3a4c-4c9d-9b15-796a4fc253c0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2411 time: 0.2310209 Jan 18 23:12:35.495964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:35.531746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19f5c8e7-3726-4f9d-a347-4481a828f3ab req-210d66a1-fabe-49ee-ba5a-4947251796f8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183345 Jan 18 23:12:35.546310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '4777c8fa-63d2-4b02-855d-f2d2c59859a7', 'network_id': '4a5b4d0d-dab7-4a22-8ee4-224f924f32ca', 'port_id': '4777c8fa-63d2-4b02-855d-f2d2c59859a7', 'mac_address': 'fa:16:3e:dc:af:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7509f3-5dd9-4ced-b47b-7a2afb967752', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:35.659412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.717744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:35.729243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4777c8fa-63d2-4b02-855d-f2d2c59859a7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:35.773674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:35.842796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:35.842796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0ad05546-a863-498c-ac5c-c4fa7f2d19da details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:36.015786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ea8bdfc-16a2-4115-ae57-bc227e75a5a9 req-820bd38c-a8cc-422f-8d67-c69da26fb80a service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698860 Jan 18 23:12:36.108637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:36.137177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:36.189852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '0ad05546-a863-498c-ac5c-c4fa7f2d19da', 'network_id': '84b8672f-3f8c-4262-9296-126f2ab9b6c9', 'port_id': '0ad05546-a863-498c-ac5c-c4fa7f2d19da', 'mac_address': 'fa:16:3e:e1:19:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06505d3-8c1a-422e-8ff2-5624b6450cbe', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:36.331352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.353294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad05546-a863-498c-ac5c-c4fa7f2d19da {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:36.370067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:36.487231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:36.649139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:36.928155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa551c5e-31ba-4d87-a8c9-290b45493cfc req-4e5d73a8-17fd-426f-baee-f240ae778b4e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:36.935798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa551c5e-31ba-4d87-a8c9-290b45493cfc req-4e5d73a8-17fd-426f-baee-f240ae778b4e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.2949500 Jan 18 23:12:36.955574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c266c1-efde-4144-a85e-72c261579c60 req-72bbd9dd-251f-44b6-9ec7-a26a24f0ab2d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:36.957223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c266c1-efde-4144-a85e-72c261579c60 req-72bbd9dd-251f-44b6-9ec7-a26a24f0ab2d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1851075 Jan 18 23:12:36.993705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4777c8fa-63d2-4b02-855d-f2d2c59859a7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:37.159615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa551c5e-31ba-4d87-a8c9-290b45493cfc req-32b5d743-c926-4f1c-aa7b-1f816a844cd0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228637 Jan 18 23:12:37.265626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c266c1-efde-4144-a85e-72c261579c60 req-b150c51c-1a87-4336-bd2c-88dfb5cc8208 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721875 Jan 18 23:12:37.335021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['0ad05546-a863-498c-ac5c-c4fa7f2d19da'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:37.432864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:37.639867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533388f-b55d-46f4-ade8-72ef10a24616 req-c3de847e-19d0-4058-b6a6-3ffadf116b2d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:37.643046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0533388f-b55d-46f4-ade8-72ef10a24616 req-c3de847e-19d0-4058-b6a6-3ffadf116b2d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 947 time: 0.1896126 Jan 18 23:12:37.747841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0533388f-b55d-46f4-ade8-72ef10a24616 req-197f7920-fc95-459d-bfee-141944901370 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957677 Jan 18 23:12:38.000656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:38.057095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef124ca-fc9f-4577-a585-561c7b5d8762 req-a59485c2-698b-4836-aebe-5605b508b5ec tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.071846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef124ca-fc9f-4577-a585-561c7b5d8762 req-a59485c2-698b-4836-aebe-5605b508b5ec tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.078395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef124ca-fc9f-4577-a585-561c7b5d8762 req-a59485c2-698b-4836-aebe-5605b508b5ec tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.088910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'mac_address': 'fa:16:3e:5f:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:38.096459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ef124ca-fc9f-4577-a585-561c7b5d8762 req-a59485c2-698b-4836-aebe-5605b508b5ec tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2414 time: 0.3226888 Jan 18 23:12:38.204261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['94f477e5-f923-4473-bf0a-ef8b5e3a3ae0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:38.245151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5924c-bbaf-403e-9d33-4801291bd9c5 req-9c2d7ad9-8d10-4e7b-ae0a-6cccf7387ace tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:38.252190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9e5924c-bbaf-403e-9d33-4801291bd9c5 req-9c2d7ad9-8d10-4e7b-ae0a-6cccf7387ace tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2949417 Jan 18 23:12:38.297968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ef124ca-fc9f-4577-a585-561c7b5d8762 req-198df4e5-a83d-4ea0-82f7-b178ba3a9da6 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951559 Jan 18 23:12:38.431505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9e5924c-bbaf-403e-9d33-4801291bd9c5 req-e6bd8aec-17ac-42dd-8bc9-2a8bc7869e88 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309180 Jan 18 23:12:38.436748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.523943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:38.571037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:38.652469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:38.813685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:38.839874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.840217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.840555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.841164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.841497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.841823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.842143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.842457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.842778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.843090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.843401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:38.882289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:39.009608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a62037a9-8de4-424b-9a17-ba1a77229603'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:39.068000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6af3f4-b027-4fc2-97ab-ec32b3472717 req-1fc14005-cd2f-428f-82ec-673651949156 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.076278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed6af3f4-b027-4fc2-97ab-ec32b3472717 req-1fc14005-cd2f-428f-82ec-673651949156 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.2403264 Jan 18 23:12:39.192540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed6af3f4-b027-4fc2-97ab-ec32b3472717 req-98da5154-33a8-4ee7-b780-689512220f1c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142180 Jan 18 23:12:39.453613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-8fa754e2-8c5e-4080-965a-0fcb1633954f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.454344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-8fa754e2-8c5e-4080-965a-0fcb1633954f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:39.573892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-8fa754e2-8c5e-4080-965a-0fcb1633954f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:39.576052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-8fa754e2-8c5e-4080-965a-0fcb1633954f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d&tenant_id=f2f4269441ac464588fb46a0bef58d5c&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 948 time: 0.3408086 Jan 18 23:12:39.594027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f5ad4-e4aa-4f24-b5dd-2cbfacbe98df req-28318e31-580d-404a-a853-1b62834f63ea tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.596922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-619f5ad4-e4aa-4f24-b5dd-2cbfacbe98df req-28318e31-580d-404a-a853-1b62834f63ea tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2105458 Jan 18 23:12:39.630327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcebfdf-c2c8-4981-8b1a-057f55d4b8ab req-7bea3295-4cd8-4e74-a3c2-4728343e58e9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:39.631237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adcebfdf-c2c8-4981-8b1a-057f55d4b8ab req-7bea3295-4cd8-4e74-a3c2-4728343e58e9 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.1951051 Jan 18 23:12:39.679476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-619f5ad4-e4aa-4f24-b5dd-2cbfacbe98df req-48165596-6b52-4678-b6ec-121afe01bd26 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802951 Jan 18 23:12:39.704004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-7c6aadc2-faaa-4a4d-8ef5-b98d89efa92b service neutron] 10.222.0.83 "GET /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.1222150 Jan 18 23:12:39.787877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adcebfdf-c2c8-4981-8b1a-057f55d4b8ab req-d0f7d19a-62ef-44f8-9da4-38692de47723 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458735 Jan 18 23:12:39.929948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-b07860da-d2f8-4c04-b6b0-b8252ac88b1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1099 time: 0.1193399 Jan 18 23:12:40.129208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-46a44215-7b2e-4b9b-b466-957ec40e2d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.132149 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-46a44215-7b2e-4b9b-b466-957ec40e2d57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1950624 Jan 18 23:12:40.140427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80044d-a1cc-42c3-8c95-9dc82cb862b1 req-10c01679-a831-4a97-8346-ed7bbe35afa4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.147138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80044d-a1cc-42c3-8c95-9dc82cb862b1 req-10c01679-a831-4a97-8346-ed7bbe35afa4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.155035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80044d-a1cc-42c3-8c95-9dc82cb862b1 req-10c01679-a831-4a97-8346-ed7bbe35afa4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.161705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a80044d-a1cc-42c3-8c95-9dc82cb862b1 req-10c01679-a831-4a97-8346-ed7bbe35afa4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2414 time: 0.1454091 Jan 18 23:12:40.221979 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-61255ed1-404f-490d-abed-76d48d5c79c9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.0820332 Jan 18 23:12:40.281686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a80044d-a1cc-42c3-8c95-9dc82cb862b1 req-209b1ad7-64fb-4775-a823-9e1d39742ffb tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792286 Jan 18 23:12:40.335467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-ac615f83-eb82-407c-b335-b3eee5abd276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.337650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-ac615f83-eb82-407c-b335-b3eee5abd276 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1072676 Jan 18 23:12:40.431853 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-cd36eefa-9b76-4e44-971d-1498a927029b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0782907 Jan 18 23:12:40.490606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e21125-7c8e-415c-8f13-ccdc20888a10 req-a9b0193e-b343-46b9-8e1b-8e482e9c7b8f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:40.507616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02e21125-7c8e-415c-8f13-ccdc20888a10 req-a9b0193e-b343-46b9-8e1b-8e482e9c7b8f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2318699 Jan 18 23:12:40.537743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4777c8fa-63d2-4b02-855d-f2d2c59859a7 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:40.617223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1bc32241-0af9-4615-b224-7883664b240b service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725166 Jan 18 23:12:40.635519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02e21125-7c8e-415c-8f13-ccdc20888a10 req-c8de3bb3-8ddc-4297-ad1f-2261eb26a005 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245828 Jan 18 23:12:40.807867 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Sync routers for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:12:40.835217 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:40.835839 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:12:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:40.851883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-867ba58f-ba6c-41d6-936e-a489294ec304 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269318 Jan 18 23:12:40.925804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.103067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4b77-f43e-4733-97b6-259b25fe14c8 req-4876c511-5d33-4cc6-b1fc-5b2089ceeca8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:41.106271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-467d4b77-f43e-4733-97b6-259b25fe14c8 req-4876c511-5d33-4cc6-b1fc-5b2089ceeca8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1156356 Jan 18 23:12:41.115369 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:41.143120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:41.153635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:41.154008 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.234150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-467d4b77-f43e-4733-97b6-259b25fe14c8 req-c0c177f7-863a-4580-a8c5-5bcd427999c4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089294 Jan 18 23:12:41.487131 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.525063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:41.573847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647308df-3341-4c4b-9af8-2ae821268d06 req-d6ccbfbf-5cc9-488d-ac56-4a6507e68963 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:41.581980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-647308df-3341-4c4b-9af8-2ae821268d06 req-d6ccbfbf-5cc9-488d-ac56-4a6507e68963 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.1964850 Jan 18 23:12:41.653974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:41.672905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:41.722429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-647308df-3341-4c4b-9af8-2ae821268d06 req-a6d09acc-2a78-43f2-9dff-c47a4b08fb06 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388736 Jan 18 23:12:41.751407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:41.757744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-b7433fec-62ef-415a-bda9-52c8c7b211a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 1096 time: 0.1759849 Jan 18 23:12:41.816074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a0f96-f959-47b6-a179-7e21cfc009f9 req-612ab509-9b53-4047-91dc-72b4b00a1c84 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:41.828095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f71a0f96-f959-47b6-a179-7e21cfc009f9 req-612ab509-9b53-4047-91dc-72b4b00a1c84 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1830800 Jan 18 23:12:41.916238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:41.948506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port a62037a9-8de4-424b-9a17-ba1a77229603 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:41.958517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f71a0f96-f959-47b6-a179-7e21cfc009f9 req-6a1256da-e173-4991-b41c-28bca0a71a1e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293283 Jan 18 23:12:41.963698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port a62037a9-8de4-424b-9a17-ba1a77229603 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:41.963698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.037139 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:12:07Z', 'revision_number': 4, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28c9efcf-a420-457e-83a7-55ace8eedda7', 'name': '', 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'mac_address': 'fa:16:3e:64:c2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:04Z', 'updated_at': '2022-01-18T23:12:08Z', 'revision_number': 2, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'subnets': [{'id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:42.053870 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Checking router: 91cfc211-bff8-4852-a5c6-c4748f9610e8 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:12:42.054224 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Updating router 91cfc211-bff8-4852-a5c6-c4748f9610e8 port 28c9efcf-a420-457e-83a7-55ace8eedda7 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:12:42.099054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-8dbc2f48-dad8-448c-81b5-6154f3656784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.111174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-8dbc2f48-dad8-448c-81b5-6154f3656784 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 200 len: 917 time: 0.3327177 Jan 18 23:12:42.188922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.202150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6064c-94d4-4733-9fea-886681d6224e req-3ce4c38c-d575-4b59-827f-88d6b53c80c8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.209500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6064c-94d4-4733-9fea-886681d6224e req-3ce4c38c-d575-4b59-827f-88d6b53c80c8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.215564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6064c-94d4-4733-9fea-886681d6224e req-3ce4c38c-d575-4b59-827f-88d6b53c80c8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.223149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f6064c-94d4-4733-9fea-886681d6224e req-3ce4c38c-d575-4b59-827f-88d6b53c80c8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2415 time: 0.2208450 Jan 18 23:12:42.261898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:42.262574 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.338328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.380819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-3e275fc7-a307-4689-afc5-cdf25a49cb68 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 HTTP/1.1" status: 200 len: 217 time: 0.2629130 Jan 18 23:12:42.488633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:42.526368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f6064c-94d4-4733-9fea-886681d6224e req-1ff662ca-ed0e-485a-9772-3bffacc5180e tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008981 Jan 18 23:12:42.534225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-ed210819-fc25-480e-b9fd-12a18aee846f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.537269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-ed210819-fc25-480e-b9fd-12a18aee846f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 200 len: 855 time: 0.1452258 Jan 18 23:12:42.538890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:42.655441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae59e73-c468-42cc-8060-455ac633b9ea req-1e14210f-6330-4dd0-8b7b-beba810bb304 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:42.657147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ae59e73-c468-42cc-8060-455ac633b9ea req-1e14210f-6330-4dd0-8b7b-beba810bb304 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2678826 Jan 18 23:12:42.702157 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7', 'code': 200} Jan 18 23:12:42.731411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:42.737465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:42.739061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:42.811758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-d90dfa3e-7dc5-4da7-b47f-f9d6769554b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a09e218c-04ca-4b10-9ed0-58e6da32b653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2669835 Jan 18 23:12:42.825496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ae59e73-c468-42cc-8060-455ac633b9ea req-514a7504-f790-4d2c-9d7f-aa31b2f9f83e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554418 Jan 18 23:12:43.155636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.219250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:43.297809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-d0018913-828e-4289-986a-e3dfddc4e409 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699209 Jan 18 23:12:43.347536 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.355003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.355879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0ad05546-a863-498c-ac5c-c4fa7f2d19da up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:43.383573 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Transition to ACTIVE for port object 28c9efcf-a420-457e-83a7-55ace8eedda7 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:43.481934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8052a3f-600e-4597-8496-748570620a5a req-fc830411-a93a-4525-b7bf-6424cb7d56ad tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:43.482707 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.516499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8052a3f-600e-4597-8496-748570620a5a req-fc830411-a93a-4525-b7bf-6424cb7d56ad tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.3623998 Jan 18 23:12:43.661977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656dca-7acd-4c9f-ab2e-61c14efc8881 req-6c129af4-c942-467c-8a5f-261b8b843095 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:43.671202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1656dca-7acd-4c9f-ab2e-61c14efc8881 req-6c129af4-c942-467c-8a5f-261b8b843095 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.4070394 Jan 18 23:12:43.799692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8052a3f-600e-4597-8496-748570620a5a req-d11ccac2-e8ab-4b5f-bf39-5c77861ede3e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807693 Jan 18 23:12:43.865796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:43.917072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1656dca-7acd-4c9f-ab2e-61c14efc8881 req-b5ba3446-603b-45da-95f6-7d5d7848cbb1 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380166 Jan 18 23:12:43.987098 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0f3771b9-f41e-4939-88c3-fb3d684a6e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:43.997560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 0ad05546-a863-498c-ac5c-c4fa7f2d19da completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:44.007502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 0ad05546-a863-498c-ac5c-c4fa7f2d19da triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:44.007873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.173959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-745a052e-a19c-4424-ad04-3d7ee34727a8 req-85d38aa1-7c35-4218-b44e-5151420508f1 service neutron] 10.222.0.83 "GET /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654449 Jan 18 23:12:44.404032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Attempting to bind port 28c9efcf-a420-457e-83a7-55ace8eedda7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:44.406637 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Attempting to bind port 28c9efcf-a420-457e-83a7-55ace8eedda7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:44.407214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Attempting to bind port 28c9efcf-a420-457e-83a7-55ace8eedda7 on network 04f50026-3839-46b1-b9ce-a1dd7fb57597 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:44.413508 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Pushing event updated for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:44.432655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.435847 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.439329 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.439845 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.440561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.442297 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.442789 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.443594 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.444057 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.445224 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.446008 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:44.474947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:44.474947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Checking segment: {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:44.475517 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.476309 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Bound using segment: {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:44.476947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Bound port: 28c9efcf-a420-457e-83a7-55ace8eedda7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd5fabb-c583-4e32-81de-06affd96d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:44.477483 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.503723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.552527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101ff6a-8468-431f-9583-a6014347629d req-211a7778-0be5-437e-acce-4abf0ee8aac2 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.568010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a101ff6a-8468-431f-9583-a6014347629d req-211a7778-0be5-437e-acce-4abf0ee8aac2 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1960742 Jan 18 23:12:44.583782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:44.593417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] For port 28c9efcf-a420-457e-83a7-55ace8eedda7, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:44.593417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] For port 28c9efcf-a420-457e-83a7-55ace8eedda7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28c9efcf-a420-457e-83a7-55ace8eedda7,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:44.663720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.667566 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:44.773759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}, {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0'}, {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:44.777964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390159c-b896-4943-8508-27cde7291ed8 req-4c538f00-1116-4534-9e85-b33fc6993925 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.785069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390159c-b896-4943-8508-27cde7291ed8 req-4c538f00-1116-4534-9e85-b33fc6993925 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.790167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390159c-b896-4943-8508-27cde7291ed8 req-4c538f00-1116-4534-9e85-b33fc6993925 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:44.826448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a390159c-b896-4943-8508-27cde7291ed8 req-4c538f00-1116-4534-9e85-b33fc6993925 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2416 time: 0.3449359 Jan 18 23:12:44.828828 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee87d65-d29f-43d2-bf5f-00c97f7798ed None None] Pushing event updated for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:44.882069 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:12:44.882931 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:12:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:44.902699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a101ff6a-8468-431f-9583-a6014347629d req-07ea4714-21fd-417d-ac32-4474992ae01c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339565 Jan 18 23:12:44.904865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:45.039265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-c037c5c8-a8a4-4a61-8ef1-6155e0e71c8a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d&tenant_id=f2f4269441ac464588fb46a0bef58d5c HTTP/1.1" status: 200 len: 1100 time: 0.4692752 Jan 18 23:12:45.073464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a390159c-b896-4943-8508-27cde7291ed8 req-5eab5f74-186d-4a37-9bb5-882364af7fbf tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436047 Jan 18 23:12:45.105187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:45.202258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:12:45.553181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:45.555665 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'code': 200} Jan 18 23:12:45.555926 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0', 'code': 200} Jan 18 23:12:45.556181 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da', 'code': 200} Jan 18 23:12:45.830459 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f1c480a-52a7-4d81-90b4-6a5198d45000 req-3474b3a5-25d9-4804-8730-44b4d038ca56 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2870 time: 0.1924756 Jan 18 23:12:45.919954 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f1c480a-52a7-4d81-90b4-6a5198d45000 req-e6402e95-984d-42d2-b734-88f3cb951adc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785913 Jan 18 23:12:45.944239 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:12:07Z', 'revision_number': 4, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28c9efcf-a420-457e-83a7-55ace8eedda7', 'name': '', 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'mac_address': 'fa:16:3e:64:c2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:04Z', 'updated_at': '2022-01-18T23:12:44Z', 'revision_number': 4, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'subnets': [{'id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:12:45.958596 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17fc451-e915-46fb-9929-c273b0912a8e None None] The sync data for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 is: [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:12:07Z', 'revision_number': 4, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28c9efcf-a420-457e-83a7-55ace8eedda7', 'name': '', 'network_id': '04f50026-3839-46b1-b9ce-a1dd7fb57597', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'mac_address': 'fa:16:3e:64:c2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:12:04Z', 'updated_at': '2022-01-18T23:12:44Z', 'revision_number': 4, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'subnets': [{'id': '03ddec25-032f-4cab-bd59-e53aa76b03bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:12:45.971021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f388054c-9ac2-4f4b-8bec-d90539dd3474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.184709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361b79d-84b5-42be-8977-4e2a7d2013ad req-9a271418-325e-45b3-9880-db29e35a6cfa tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.203275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3361b79d-84b5-42be-8977-4e2a7d2013ad req-9a271418-325e-45b3-9880-db29e35a6cfa tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.9303753 Jan 18 23:12:46.309815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3361b79d-84b5-42be-8977-4e2a7d2013ad req-1501ab33-c4a0-416e-8d00-ab65ad788018 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036673 Jan 18 23:12:46.424798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822cea-7ac3-428f-b23b-2bf434c7fa6a req-02f3f165-57e1-47bc-9a06-a3ca2fb84fca tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:46.427629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64822cea-7ac3-428f-b23b-2bf434c7fa6a req-02f3f165-57e1-47bc-9a06-a3ca2fb84fca tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.3151844 Jan 18 23:12:46.530455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:46.657972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64822cea-7ac3-428f-b23b-2bf434c7fa6a req-2aaa5e1a-bfec-47bd-85ef-afeb4c75cdb2 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228625 Jan 18 23:12:46.704421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:46.870224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28c9efcf-a420-457e-83a7-55ace8eedda7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:46.898452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:46.927740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Transition to ACTIVE for port object a62037a9-8de4-424b-9a17-ba1a77229603 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:46.933087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:46.995849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f220c-9aed-44ed-b1bf-3489f5de1681 req-b7f1ece6-f251-4847-a4a1-950ae0fee705 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:47.003922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c7f220c-9aed-44ed-b1bf-3489f5de1681 req-b7f1ece6-f251-4847-a4a1-950ae0fee705 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.4317029 Jan 18 23:12:47.044591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.307895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=10']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:47.331472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.362142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.366284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 28c9efcf-a420-457e-83a7-55ace8eedda7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.370930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.371500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.371578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.371865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:12:47.373085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 28c9efcf-a420-457e-83a7-55ace8eedda7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:47.375235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.417427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.455972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:47.559957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c7f220c-9aed-44ed-b1bf-3489f5de1681 req-521fd2b9-5092-41ea-8fd6-7abd7dcb40d7 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547540 Jan 18 23:12:47.591634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] No DVR routers for this DVR port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:47.624619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:47.773152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53128769-d2a7-485e-873f-aa3e9e8b74cf req-016ff6ea-7c88-45be-b831-2182c8030029 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:47.791871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53128769-d2a7-485e-873f-aa3e9e8b74cf req-016ff6ea-7c88-45be-b831-2182c8030029 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.6202445 Jan 18 23:12:47.818292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:47.869835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 28c9efcf-a420-457e-83a7-55ace8eedda7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28c9efcf-a420-457e-83a7-55ace8eedda7,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:47.937556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.002222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53128769-d2a7-485e-873f-aa3e9e8b74cf req-ccc6bc13-8fa2-4bd1-9caf-9f60f8774249 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118168 Jan 18 23:12:48.101325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:12:48.101923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:12:48.102259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:48.107254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:48.126886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:12:48.126886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Attempting to bind port a62037a9-8de4-424b-9a17-ba1a77229603 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:12:48.144786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:12:48.145318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:12:48.145763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:12:48.146219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Bound port: a62037a9-8de4-424b-9a17-ba1a77229603, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:12:48.146576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.284778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c24bb-dfca-4cf7-bfe2-bbf118393f4d req-85132e69-9dcd-43bd-8829-61e771286086 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.297164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c24bb-dfca-4cf7-bfe2-bbf118393f4d req-85132e69-9dcd-43bd-8829-61e771286086 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.307943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c24bb-dfca-4cf7-bfe2-bbf118393f4d req-85132e69-9dcd-43bd-8829-61e771286086 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.328181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa5c24bb-dfca-4cf7-bfe2-bbf118393f4d req-85132e69-9dcd-43bd-8829-61e771286086 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2417 time: 0.3485103 Jan 18 23:12:48.392568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:12:48.399796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:12:48.419398 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'code': 200} Jan 18 23:12:48.452227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa5c24bb-dfca-4cf7-bfe2-bbf118393f4d req-881821a4-1784-4058-855a-f80d83926f42 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223428 Jan 18 23:12:48.500418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.677863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:48.679372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] 10.222.0.89 "PUT /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 1096 time: 3.6049469 Jan 18 23:12:48.695155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1552d3-0561-4805-a242-bc47338b1eba service neutron] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=11']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:48.835607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d93ff-34f5-4958-8e96-875d5c1adc14 req-9f2211e8-fcfc-412a-8e4f-486583168af8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:48.849416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-706d93ff-34f5-4958-8e96-875d5c1adc14 req-9f2211e8-fcfc-412a-8e4f-486583168af8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2676497 Jan 18 23:12:48.859021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28c9efcf-a420-457e-83a7-55ace8eedda7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:49.016459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.016459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 28c9efcf-a420-457e-83a7-55ace8eedda7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:49.016459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:49.038517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4fae9-193c-488a-8320-3c2930545828 req-04c5be44-0d62-4ce9-ae79-a13c25c82189 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.040705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39d4fae9-193c-488a-8320-3c2930545828 req-04c5be44-0d62-4ce9-ae79-a13c25c82189 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2891386 Jan 18 23:12:49.062000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-706d93ff-34f5-4958-8e96-875d5c1adc14 req-8f4fb3f8-0ee6-4a66-838a-fcf54c0cc951 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099800 Jan 18 23:12:49.121333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-a0218c51-4993-47f0-b7f5-f67739c6b327 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1099 time: 0.2394736 Jan 18 23:12:49.214003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39d4fae9-193c-488a-8320-3c2930545828 req-070f1dd1-3d86-4967-84b5-ee5925838329 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499667 Jan 18 23:12:49.271075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1d02fa9e-2ba4-423e-a641-034ce5dd9fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.271526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-1d02fa9e-2ba4-423e-a641-034ce5dd9fb1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1423662 Jan 18 23:12:49.359815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-cea8aacb-ab13-4081-a8fa-f36292066e78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.0817230 Jan 18 23:12:49.642149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-dcd85a36-5e81-4225-9263-2af417a88650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.642658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-dcd85a36-5e81-4225-9263-2af417a88650 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2760534 Jan 18 23:12:49.742597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fda07b-7659-4b57-91c5-9632fe024fbf req-b30f17af-5437-4e18-b355-bcbe9d3e66ef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.747395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58fda07b-7659-4b57-91c5-9632fe024fbf req-b30f17af-5437-4e18-b355-bcbe9d3e66ef tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.3439388 Jan 18 23:12:49.752169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb7c4-4ce5-4178-9661-4ddf0583a869 req-9ec20de8-fdb3-4aa8-8bd8-664e8efbd617 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:49.754226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ceb7c4-4ce5-4178-9661-4ddf0583a869 req-9ec20de8-fdb3-4aa8-8bd8-664e8efbd617 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1950309 Jan 18 23:12:49.845889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ceb7c4-4ce5-4178-9661-4ddf0583a869 req-f0623dd9-33a9-4a0d-bfa8-055cea835561 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748966 Jan 18 23:12:49.853634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-34f36943-ba1d-4621-9a1b-ef51d21d272a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2012975 Jan 18 23:12:49.872636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58fda07b-7659-4b57-91c5-9632fe024fbf req-3fe9b427-be92-40aa-9c13-bcb51e090b76 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173532 Jan 18 23:12:50.045332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-2f002b5e-dacb-4fed-826e-dad5a2e52131 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715701 Jan 18 23:12:50.276263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca26de7-98cd-4701-a1d9-55544432b369 req-4a350e5d-ab9d-4343-8026-24a8ef59a361 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117507 Jan 18 23:12:50.296001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52658bcc-6a93-4d94-8e5d-b22423989361 req-b32f31e3-c9c2-45ca-87fb-7111cbcb2b20 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.299371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52658bcc-6a93-4d94-8e5d-b22423989361 req-b32f31e3-c9c2-45ca-87fb-7111cbcb2b20 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 0.1155565 Jan 18 23:12:50.351672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52658bcc-6a93-4d94-8e5d-b22423989361 req-21f46a79-131f-494c-b321-ea6a2921aed0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Jan 18 23:12:50.424502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:50.552293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8bf-53d6-416c-9ad7-fbe99059c48a req-60c406dd-d6a6-44c0-b5f5-eca6c60176ed tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.553795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a55a8bf-53d6-416c-9ad7-fbe99059c48a req-60c406dd-d6a6-44c0-b5f5-eca6c60176ed tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.0893791 Jan 18 23:12:50.605552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a55a8bf-53d6-416c-9ad7-fbe99059c48a req-68194a86-c119-4fc3-a0d6-6740ed2e357f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421815 Jan 18 23:12:50.732812 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-e452d28e-0132-47d6-ba0a-9927fce12e00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1097 time: 0.0829470 Jan 18 23:12:50.826595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f14d6-3343-4aa8-bb46-af7d96afb280 req-fcdb36b4-e018-4d23-a624-f776fa8ad94c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.826595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149f14d6-3343-4aa8-bb46-af7d96afb280 req-fcdb36b4-e018-4d23-a624-f776fa8ad94c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1619370 Jan 18 23:12:50.880205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-149f14d6-3343-4aa8-bb46-af7d96afb280 req-c722ec37-1763-40e4-b91e-39ed3416a470 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477936 Jan 18 23:12:50.895825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd32a7f-af9e-4b92-8153-2f46b272b2de req-f5b7c7a9-3bd6-4e2b-89fc-dd5c224b3c8d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.897320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd32a7f-af9e-4b92-8153-2f46b272b2de req-f5b7c7a9-3bd6-4e2b-89fc-dd5c224b3c8d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.1476023 Jan 18 23:12:50.903064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-543fec5f-aecf-418d-970c-81e2c6a57c99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:50.906250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-543fec5f-aecf-418d-970c-81e2c6a57c99 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.1660237 Jan 18 23:12:50.959612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cd32a7f-af9e-4b92-8153-2f46b272b2de req-f6530fe6-3d03-457a-8a16-3f25cbcc08ab tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553253 Jan 18 23:12:50.987412 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'status': 'completed', 'code': 200} Jan 18 23:12:51.067160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-edf78425-c9a6-487c-a14a-47ef06211331 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 1001 time: 0.1484933 Jan 18 23:12:51.131377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-20c07613-e49f-4fbb-a7df-d4fb1b084115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.132813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-20c07613-e49f-4fbb-a7df-d4fb1b084115 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.0645618 Jan 18 23:12:51.225185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-7e9e56f3-94f6-4425-b264-d107748e9c14 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842607 Jan 18 23:12:51.285758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-0f3b4ebb-320c-4e58-a4a3-2e80e4beab2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1099 time: 0.2660642 Jan 18 23:12:51.292706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-34e2842d-cfc0-42dd-9160-53db8a30ae50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f2f4269441ac464588fb46a0bef58d5c&device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1099 time: 0.2389445 Jan 18 23:12:51.371028 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-e5c2ec2f-e196-4485-8bec-573a96ed39d7 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395628 Jan 18 23:12:51.402086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cd7e6-9311-4bf2-82ff-8aa2b286e597 req-410f0d24-1543-4018-b740-35e4cc1eb20f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.403548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d1cd7e6-9311-4bf2-82ff-8aa2b286e597 req-410f0d24-1543-4018-b740-35e4cc1eb20f tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.2916622 Jan 18 23:12:51.462159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32393f-02b6-4c35-84ee-454dec023f48 req-7881850f-3dfa-410e-bea4-11ed7e396ad8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.468203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32393f-02b6-4c35-84ee-454dec023f48 req-7881850f-3dfa-410e-bea4-11ed7e396ad8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.472094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32393f-02b6-4c35-84ee-454dec023f48 req-7881850f-3dfa-410e-bea4-11ed7e396ad8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.473910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f32393f-02b6-4c35-84ee-454dec023f48 req-7881850f-3dfa-410e-bea4-11ed7e396ad8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2417 time: 0.3746889 Jan 18 23:12:51.521769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-39c997bf-1a2f-4a7c-989c-be2cd0bf726d req-32a719f8-341c-45c8-9ba6-cf53c5471a7f service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443539 Jan 18 23:12:51.651111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d1cd7e6-9311-4bf2-82ff-8aa2b286e597 req-14b7716a-0ef8-4c9c-a6e6-828e05323368 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362595 Jan 18 23:12:51.656641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-7c52654c-f2c9-4edc-9c2c-39298db220ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.658076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-7c52654c-f2c9-4edc-9c2c-39298db220ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3635328 Jan 18 23:12:51.661885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f32393f-02b6-4c35-84ee-454dec023f48 req-cb73a3b9-fb47-4230-a445-0e5b3fbc7232 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611581 Jan 18 23:12:51.662924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-2d8c6735-4f7b-43c7-b0eb-cad040354da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:51.664273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-2d8c6735-4f7b-43c7-b0eb-cad040354da6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3481116 Jan 18 23:12:51.894079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-75da976e-a17d-4bc3-b82e-fbf4be608a1f req-6fb3952d-445f-408b-9824-7730dabc293a tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:12:51.895620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75da976e-a17d-4bc3-b82e-fbf4be608a1f req-6fb3952d-445f-408b-9824-7730dabc293a tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0682263 Jan 18 23:12:51.903029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-025221d7-d11d-4da7-a78d-4cf122c75311 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.2373624 Jan 18 23:12:51.981681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-832621de-d749-4632-a183-86a10c2ceb93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 200 len: 217 time: 0.1528907 Jan 18 23:12:52.155066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-6a117ee5-2d77-40a7-af0b-2f5a219a1685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.156405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-6a117ee5-2d77-40a7-af0b-2f5a219a1685 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2429342 Jan 18 23:12:52.214257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-ccb21da6-59ed-4468-acf1-ab1280679ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.215936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-ccb21da6-59ed-4468-acf1-ab1280679ae6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2008085 Jan 18 23:12:52.314715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-36378322-c467-4e00-915c-d7779300805c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.315391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-36378322-c467-4e00-915c-d7779300805c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Synchronizing usage tracker for tenant:a251cec4198e474aa659fbf82eb11278 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:52.340194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75da976e-a17d-4bc3-b82e-fbf4be608a1f req-cfc14ad2-5c11-490c-843b-e8fdbf053fad tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4313743 Jan 18 23:12:52.381542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-df40d9dd-2ce4-42d1-9b99-fbbd01caf38b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079325 Jan 18 23:12:52.385930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-412b4cb5-7f77-4cdb-9aa7-73829ab3e82d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491404 Jan 18 23:12:52.486960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-36378322-c467-4e00-915c-d7779300805c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Unset dirty status for tenant:a251cec4198e474aa659fbf82eb11278 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:52.486960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-36378322-c467-4e00-915c-d7779300805c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/networks?id=2ed76a3b-b90f-4f38-a070-ec4aa9044574 HTTP/1.1" status: 200 len: 815 time: 0.5677974 Jan 18 23:12:52.568766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-7d747eea-955f-4a8c-b256-6cb2024ba903 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/quotas/a251cec4198e474aa659fbf82eb11278 HTTP/1.1" status: 200 len: 375 time: 0.0354834 Jan 18 23:12:52.652294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.656551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.661756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:52.663387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:12:52.712143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-79f61ac8-7925-4e49-9c0f-ce81e29c0809 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252749 Jan 18 23:12:52.715087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-50e27d35-477c-434e-bbdf-9019f8690151 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084102 Jan 18 23:12:52.749124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:12:52.750631 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-178294c5-71eb-495d-a7ec-37d550760e7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 2417 time: 0.1875472 Jan 18 23:12:52.865273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 0ad05546-a863-498c-ac5c-c4fa7f2d19da {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:12:52.865873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.011660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-4fba36bd-01c1-482f-b66f-bc29259bf9b2 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a251cec4198e474aa659fbf82eb11278&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4333167 Jan 18 23:12:53.123541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 0ad05546-a863-498c-ac5c-c4fa7f2d19da, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0ad05546-a863-498c-ac5c-c4fa7f2d19da,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:53.124146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.171149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-cb800951-ce5e-4c9a-bf75-0dbb8381a770 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520240 Jan 18 23:12:53.187008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d02def-c8fa-4f58-b54c-910c96a463c2 req-ffe8118d-f7fa-4c26-b3b6-646504e697a8 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474752 Jan 18 23:12:53.218730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc81e-daa4-4456-9711-ce7887edae11 req-6460cc36-1536-4803-bc15-d7f77f34c42a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:53.220191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb1dc81e-daa4-4456-9711-ce7887edae11 req-6460cc36-1536-4803-bc15-d7f77f34c42a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2932236 Jan 18 23:12:53.263063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-93f030f9-2340-405a-b08f-8dc95a0439cf service neutron] 10.222.0.59 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387898 Jan 18 23:12:53.265818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 0ad05546-a863-498c-ac5c-c4fa7f2d19da owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:12:53.464105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb1dc81e-daa4-4456-9711-ce7887edae11 req-5a996845-4cd2-482a-aac6-15a3ffa05fdd tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327807 Jan 18 23:12:53.508309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.522510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4777c8fa-63d2-4b02-855d-f2d2c59859a7', '0ad05546-a863-498c-ac5c-c4fa7f2d19da', '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:53.574563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-81884467-6477-4232-b671-21ce68f14147 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993588 Jan 18 23:12:53.710264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1a60d-a354-4fc2-9ab7-967e06ed490b req-fd077ac2-0848-4b75-9d8e-fb611975136d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:53.715348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=0ad05546-a863-498c-ac5c-c4fa7f2d19da,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:53.718227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dab1a60d-a354-4fc2-9ab7-967e06ed490b req-fd077ac2-0848-4b75-9d8e-fb611975136d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.1343923 Jan 18 23:12:53.779941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dab1a60d-a354-4fc2-9ab7-967e06ed490b req-82063297-7c1f-48a8-85d6-f772a851a7d7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604320 Jan 18 23:12:53.874849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port 0ad05546-a863-498c-ac5c-c4fa7f2d19da on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:53.879573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:53.883906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:53.960358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-49d43991-1752-4375-82cb-f67e4b2c8fc2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "DELETE /v2.0/ports/0ad05546-a863-498c-ac5c-c4fa7f2d19da HTTP/1.1" status: 204 len: 173 time: 1.1979084 Jan 18 23:12:54.117285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:12:54.117850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.220150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fcac2-6d81-4a34-ad37-e970148e49c2 req-b8f17755-7a49-49ad-bc98-d51df9f6281b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.221668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e2fcac2-6d81-4a34-ad37-e970148e49c2 req-b8f17755-7a49-49ad-bc98-d51df9f6281b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 948 time: 0.1849279 Jan 18 23:12:54.247763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce858cd-b1b6-4ed9-a84b-0d2444e7325b req-4a0f6a4d-94cb-4cae-8d4e-065280d525d5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.249358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce858cd-b1b6-4ed9-a84b-0d2444e7325b req-4a0f6a4d-94cb-4cae-8d4e-065280d525d5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1316581 Jan 18 23:12:54.310764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e2fcac2-6d81-4a34-ad37-e970148e49c2 req-667a4c80-2c88-425a-ace3-692a4c433ff8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Jan 18 23:12:54.324565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce858cd-b1b6-4ed9-a84b-0d2444e7325b req-b07653b1-7532-4fc7-b319-9b9ec472d78e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Jan 18 23:12:54.393473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 4777c8fa-63d2-4b02-855d-f2d2c59859a7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4777c8fa-63d2-4b02-855d-f2d2c59859a7,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:54.393871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.533134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 4777c8fa-63d2-4b02-855d-f2d2c59859a7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:12:54.554723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf7cf-de1e-4055-bb84-5395dd65412d req-7d0a0e6b-6711-48f4-87fd-dcc58a25da23 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.558585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf7cf-de1e-4055-bb84-5395dd65412d req-7d0a0e6b-6711-48f4-87fd-dcc58a25da23 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:54.560133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7ebf7cf-de1e-4055-bb84-5395dd65412d req-7d0a0e6b-6711-48f4-87fd-dcc58a25da23 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 1682 time: 0.1007757 Jan 18 23:12:54.605055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:12:54.614287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7ebf7cf-de1e-4055-bb84-5395dd65412d req-fddfaea4-004d-419b-af6c-df0761bece48 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Jan 18 23:12:54.701410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3244e609-3e55-40ca-a2a3-955b633f5b43 req-bc437ac0-c9a7-48c3-9941-1f9f5d5a441e tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0775106 Jan 18 23:12:54.779593 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '0ad05546-a863-498c-ac5c-c4fa7f2d19da', 'status': 'completed', 'code': 200} Jan 18 23:12:54.818936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:54.835310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:54.856086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['0ad05546-a863-498c-ac5c-c4fa7f2d19da'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:54.907075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'mac_address': 'fa:16:3e:5f:23:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:12:54.946106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=4777c8fa-63d2-4b02-855d-f2d2c59859a7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.002622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.009852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port 4777c8fa-63d2-4b02-855d-f2d2c59859a7 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:55.012933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.023429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:12:55.024491 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-28656826-05e4-429c-8933-3ee72d5fc9e2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "DELETE /v2.0/ports/4777c8fa-63d2-4b02-855d-f2d2c59859a7 HTTP/1.1" status: 204 len: 173 time: 1.0592897 Jan 18 23:12:55.053389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5039c8e-e9a3-4ccb-9a6f-648542c6acda req-1380d6de-d855-446a-bc1a-9a85e12d6bc0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.055063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:55.060296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5039c8e-e9a3-4ccb-9a6f-648542c6acda req-1380d6de-d855-446a-bc1a-9a85e12d6bc0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 0.1097744 Jan 18 23:12:55.126277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:12:55.126277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.126535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5039c8e-e9a3-4ccb-9a6f-648542c6acda req-f95fb95d-5aeb-4448-a756-ed389e45ed3f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593581 Jan 18 23:12:55.188593 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.261811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.353263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853896-8097-454d-9e03-dd37b4ee1e26 req-449647e8-c97b-48a7-9c0f-17ef37a7a6f4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.354768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51853896-8097-454d-9e03-dd37b4ee1e26 req-449647e8-c97b-48a7-9c0f-17ef37a7a6f4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.0965767 Jan 18 23:12:55.388647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:55.389046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.403716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51853896-8097-454d-9e03-dd37b4ee1e26 req-a39194e9-7684-44a7-b2bc-fb854618ed14 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Jan 18 23:12:55.503028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:55.520257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:12:55.609372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22458acd-21f7-45c7-a23d-537f19e967fa req-6560b3b2-6b18-4175-b111-42f398a6bce5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.609372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22458acd-21f7-45c7-a23d-537f19e967fa req-6560b3b2-6b18-4175-b111-42f398a6bce5 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.0845726 Jan 18 23:12:55.632582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['a62037a9-8de4-424b-9a17-ba1a77229603'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:12:55.655969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22458acd-21f7-45c7-a23d-537f19e967fa req-2b02d7ae-0191-4a68-9c07-8dec31d69220 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Jan 18 23:12:55.712735 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.749678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.760306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:55.774376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:55.809517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=94f477e5-f923-4473-bf0a-ef8b5e3a3ae0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.829021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.904331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:12:55.908884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:55.935249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97ea928f-cf66-4fce-bbe8-0ebda662dd40 req-8344748c-dff7-4639-86a2-d2f8b898d701 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "DELETE /v2.0/ports/94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 HTTP/1.1" status: 204 len: 173 time: 0.9021912 Jan 18 23:12:55.969345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bc78d-86b8-46c3-8ba2-a05b413e298a req-56ff1eee-1e3c-4182-8d35-ba6f40962e76 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:55.974223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:55.974983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-716bc78d-86b8-46c3-8ba2-a05b413e298a req-56ff1eee-1e3c-4182-8d35-ba6f40962e76 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 949 time: 0.1398492 Jan 18 23:12:56.039065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-716bc78d-86b8-46c3-8ba2-a05b413e298a req-5daae1d2-4ae2-4309-9bec-04eef2a615ba tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500638 Jan 18 23:12:56.395755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2bfbd77f-048e-4def-8a4a-35b5366bb4c1 req-03444db8-5537-4045-8fbe-ab5d73bfa6c0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ea7e5b6-4183-4739-80b5-d796a0f157b1 HTTP/1.1" status: 200 len: 210 time: 0.0498242 Jan 18 23:12:56.628473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:56.641376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90ed0f53-8dc7-4e24-9504-3d14bb724ffa req-0ba06327-2339-4cae-8779-0ee39ecbf427 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0909083 Jan 18 23:12:56.660567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:12:56.661095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 94f477e5-f923-4473-bf0a-ef8b5e3a3ae0 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:56.661532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4777c8fa-63d2-4b02-855d-f2d2c59859a7 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:56.694575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 4777c8fa-63d2-4b02-855d-f2d2c59859a7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:12:56.694933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4777c8fa-63d2-4b02-855d-f2d2c59859a7 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:56.695351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0ad05546-a863-498c-ac5c-c4fa7f2d19da no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:12:56.699352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29f4a5-7c72-431e-a086-d4a7141b649c req-fd700e41-63a0-4592-9022-320b54e94fc7 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.703558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29f4a5-7c72-431e-a086-d4a7141b649c req-fd700e41-63a0-4592-9022-320b54e94fc7 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.708557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29f4a5-7c72-431e-a086-d4a7141b649c req-fd700e41-63a0-4592-9022-320b54e94fc7 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.710249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e29f4a5-7c72-431e-a086-d4a7141b649c req-fd700e41-63a0-4592-9022-320b54e94fc7 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71&device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080&device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 2418 time: 0.1217294 Jan 18 23:12:56.733368 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'code': 422} returned with failed status Jan 18 23:12:56.740587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 0ad05546-a863-498c-ac5c-c4fa7f2d19da {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:12:56.741075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0ad05546-a863-498c-ac5c-c4fa7f2d19da not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:12:56.758385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e29f4a5-7c72-431e-a086-d4a7141b649c req-5c746b7f-b8f8-4cc1-8ef0-2316c8b4d4b8 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Jan 18 23:12:56.781216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7'}, {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:56.966922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed81257-61fa-4ded-ab18-0466ed97562f req-28250dfc-8dcf-466e-85ba-be0f398dbe80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:56.968387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ed81257-61fa-4ded-ab18-0466ed97562f req-28250dfc-8dcf-466e-85ba-be0f398dbe80 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.0880399 Jan 18 23:12:57.177213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ed81257-61fa-4ded-ab18-0466ed97562f req-073bf4b7-cc4e-4c6b-86fe-04f63920a620 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778543 Jan 18 23:12:57.202159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3736995-d292-4588-9a6a-9e0038f8edb8 req-9a3c864d-ba41-4410-9430-36cc239c6193 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 1100 time: 0.2322781 Jan 18 23:12:57.233000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-1bd9d81a-522d-4027-9edc-3a7956ddbf08 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:57.234416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-1bd9d81a-522d-4027-9edc-3a7956ddbf08 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.83 "GET /v2.0/networks?id=2ed76a3b-b90f-4f38-a070-ec4aa9044574 HTTP/1.1" status: 200 len: 815 time: 0.2299144 Jan 18 23:12:57.255033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Request body: {'port': {'device_id': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'admin_state_up': True, 'tenant_id': 'a251cec4198e474aa659fbf82eb11278'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:57.478839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3736995-d292-4588-9a6a-9e0038f8edb8 req-a2a99c5e-7964-4a51-b6d5-8f477f40c3b7 tempest-MigrationsAdminTest-1601001697 tempest-MigrationsAdminTest-1601001697-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692065 Jan 18 23:12:57.560458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-85aac232-0f9c-4b8a-a5ee-754ce732a3ff req-50c1b1d7-19dd-4f31-9149-e74b0c72e4e4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:12:57.561457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85aac232-0f9c-4b8a-a5ee-754ce732a3ff req-50c1b1d7-19dd-4f31-9149-e74b0c72e4e4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090220 Jan 18 23:12:57.574852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:12:57.614919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Usage tracker for resource:port and tenant:a251cec4198e474aa659fbf82eb11278 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:12:57.627459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59ff8712-28ce-4280-bed5-e52e70c432e0 req-a2497698-7b72-4275-a8ec-f117eff1cd5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3058720 Jan 18 23:12:57.628458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:12:57.636342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:12:57.681051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85aac232-0f9c-4b8a-a5ee-754ce732a3ff req-13a8ac20-9fec-4a16-bde7-59b460b2e41f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1099651 Jan 18 23:12:57.728657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Made reservation on behalf of a251cec4198e474aa659fbf82eb11278 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:12:57.728657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:57.954110 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '4777c8fa-63d2-4b02-855d-f2d2c59859a7', 'status': 'completed', 'code': 200} Jan 18 23:12:57.954569 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7e5b6-4183-4739-80b5-d796a0f157b1', 'name': 'network-vif-deleted', 'tag': '94f477e5-f923-4473-bf0a-ef8b5e3a3ae0', 'status': 'completed', 'code': 200} Jan 18 23:12:57.989197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Allocated IP 172.20.0.8 (2ed76a3b-b90f-4f38-a070-ec4aa9044574/89dbb3b1-0595-4487-baf2-49a6e9143007/2518030f-9fbf-4f04-9e0d-a7c67ba80279) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:12:58.245051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:58.322943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.344273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Transition to ACTIVE for port object 2518030f-9fbf-4f04-9e0d-a7c67ba80279 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:12:58.427333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93003ce7-1ea4-45d7-b090-e84309c210a4 req-6bbc890b-5e3e-4dc2-bb90-5305b90970de tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0484219 Jan 18 23:12:58.455651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.623698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:12:58.670110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:12:58.670930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Pushing event updated for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:58.674603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:12:58.679324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:12:58.731022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting subnet 3f7509f3-5dd9-4ced-b47b-7a2afb967752 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:12:58.739463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.783637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:58.784682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.839242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port a62037a9-8de4-424b-9a17-ba1a77229603 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:58.845903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port a62037a9-8de4-424b-9a17-ba1a77229603 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:58.846475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.864075 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:58.882428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1adf9-de74-4e44-b240-018bb5a7d2e0 req-dafa8a89-4b96-4dfb-a6f9-84693cc3270a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:58.884410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19a1adf9-de74-4e44-b240-018bb5a7d2e0 req-dafa8a89-4b96-4dfb-a6f9-84693cc3270a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.3032310 Jan 18 23:12:58.958353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-2c33f925-2138-4a89-b959-bfe2ef884779 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7081523 Jan 18 23:12:59.010760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Request body: {'port': {'device_id': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:12:59.100983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.168394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.226499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:12:59.228857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:12:59.233230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19a1adf9-de74-4e44-b240-018bb5a7d2e0 req-5150b66b-0297-4f66-bffe-e418aa6b508e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374918 Jan 18 23:12:59.308621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.390960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5976739-97e2-4ddd-91e5-145beb99c209 None None] Provisioning for port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:12:59.401016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.409317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5976739-97e2-4ddd-91e5-145beb99c209 None None] Provisioning complete for port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:12:59.410143 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5976739-97e2-4ddd-91e5-145beb99c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.455441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.462909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7509f3-5dd9-4ced-b47b-7a2afb967752,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.473792 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:12:59.482991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.490704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a5976739-97e2-4ddd-91e5-145beb99c209 None None] Port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:12:59.492524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45947283-3a5b-4487-b34f-c93aec1d93c4 None None] Network 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:12:59.494860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8ef7720d-c3f5-4ce3-9f1c-06bd71c7f6e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/subnets/3f7509f3-5dd9-4ced-b47b-7a2afb967752 HTTP/1.1" status: 204 len: 168 time: 1.2466676 Jan 18 23:12:59.496887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38422) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:12:59.605051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=13']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:12:59.637076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba622-3584-461e-8335-114f1c971c5f req-2d48ffa8-c992-4ef6-814c-3248c8f64bb6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:59.640258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a15ba622-3584-461e-8335-114f1c971c5f req-2d48ffa8-c992-4ef6-814c-3248c8f64bb6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3124793 Jan 18 23:12:59.646745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.659373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port f3a23171-1f60-4972-b550-d08e69d5f2e3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:12:59.660387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.687825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c4193-7e0c-4851-945b-4fab92936f81 req-5b3543fa-1eed-49bb-b7cf-b8ea382d2bfb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:12:59.696134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e97c4193-7e0c-4851-945b-4fab92936f81 req-5b3543fa-1eed-49bb-b7cf-b8ea382d2bfb tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 950 time: 0.3021348 Jan 18 23:12:59.805350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a15ba622-3584-461e-8335-114f1c971c5f req-5f0cd7c4-9644-45e2-a3cb-89849fae5712 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640589 Jan 18 23:12:59.838257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] DHCP port deletion for 4a5b4d0d-dab7-4a22-8ee4-224f924f32ca request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:12:59.843246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Deleting port f3a23171-1f60-4972-b550-d08e69d5f2e3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:12:59.843746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:12:59.893478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e97c4193-7e0c-4851-945b-4fab92936f81 req-e0a081fd-da8b-4191-832d-aeedb3f22f0a tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963770 Jan 18 23:13:00.007207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port f3a23171-1f60-4972-b550-d08e69d5f2e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f3a23171-1f60-4972-b550-d08e69d5f2e3,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:00.011659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.222638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2518030f-9fbf-4f04-9e0d-a7c67ba80279 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:00.231645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.251055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Transition to ACTIVE for port object 2518030f-9fbf-4f04-9e0d-a7c67ba80279 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:00.321174 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.325268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for f3a23171-1f60-4972-b550-d08e69d5f2e3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:00.333640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] For port f3a23171-1f60-4972-b550-d08e69d5f2e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f3a23171-1f60-4972-b550-d08e69d5f2e3,segment=NetworkSegment(f14a3826-eff0-4370-83a6-9eec21ab0772),segment_id=f14a3826-eff0-4370-83a6-9eec21ab0772)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:00.334496 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.439139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-7133c1d8-93d8-4fac-99ae-645551429035 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:00.441844 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-7133c1d8-93d8-4fac-99ae-645551429035 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 950 time: 0.1845889 Jan 18 23:13:00.512659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.577840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Calling delete_port for f3a23171-1f60-4972-b550-d08e69d5f2e3 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:00.592222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Pushing event updated for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:00.686120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=f3a23171-1f60-4972-b550-d08e69d5f2e3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:00.701768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port f3a23171-1f60-4972-b550-d08e69d5f2e3 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:00.776494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Deleting port a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:00.777195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:00.778404 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'code': 200} Jan 18 23:13:00.782426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f3a23171-1f60-4972-b550-d08e69d5f2e3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn_limited( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn_limited( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.886192 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:00.888710 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:13:00.905476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:00.908095 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:00.932968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f3a23171-1f60-4972-b550-d08e69d5f2e3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:00.933265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f3a23171-1f60-4972-b550-d08e69d5f2e3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:00.971678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Attempting to bind port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:00.972572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Attempting to bind port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:00.972572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Attempting to bind port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 on network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:00.978555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 on network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:00.978888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Attempting to bind port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 on network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:00.987938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:00.988320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Checking segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:00.988772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Bound using segment: {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:00.989246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Bound port: 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f0a809-d9ba-4643-8ec2-779c52279e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:00.992948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.145426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.213404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5b4d0d-dab7-4a22-8ee4-224f924f32ca']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.247837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:01.256004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-b106e5f0-1e25-4979-be0c-81b406849bee tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.256643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-b106e5f0-1e25-4979-be0c-81b406849bee tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Synchronizing usage tracker for tenant:a251cec4198e474aa659fbf82eb11278 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:01.261178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:01.280362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38b9b-2852-416b-8180-df2c73db3137 req-d48de395-5ece-4dbe-92fb-8609e97122a8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.287996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea38b9b-2852-416b-8180-df2c73db3137 req-d48de395-5ece-4dbe-92fb-8609e97122a8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.1716547 Jan 18 23:13:01.294000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14a3826-eff0-4370-83a6-9eec21ab0772') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.294386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14a3826-eff0-4370-83a6-9eec21ab0772') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:01.314771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.345483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea38b9b-2852-416b-8180-df2c73db3137 req-6eac19e3-f86a-4b33-a488-fa7c9317d912 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565364 Jan 18 23:13:01.354292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.356360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.378738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:13:01.379179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:01.394974 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:01.416064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Deleting port f3a23171-1f60-4972-b550-d08e69d5f2e3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:01.416064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.460736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-b106e5f0-1e25-4979-be0c-81b406849bee tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Unset dirty status for tenant:a251cec4198e474aa659fbf82eb11278 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:01.467867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-b106e5f0-1e25-4979-be0c-81b406849bee tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.4538941 Jan 18 23:13:01.513218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.513218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] 10.222.0.83 "PUT /v2.0/ports/2518030f-9fbf-4f04-9e0d-a7c67ba80279 HTTP/1.1" status: 200 len: 1091 time: 2.5301018 Jan 18 23:13:01.513218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:01.570423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8e9d7-b1f6-4238-90cb-611dc9d15778 service neutron] Pushing event updated for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:01.570423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-7c00ac9a-2747-49b2-9f33-ccf8be451077 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Synchronizing usage tracker for tenant:a251cec4198e474aa659fbf82eb11278 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:01.598502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f42ae13c-7e1f-42e8-98fa-324dc90b48b0 None None] The port 'f3a23171-1f60-4972-b550-d08e69d5f2e3' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:13:01.691932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-7c00ac9a-2747-49b2-9f33-ccf8be451077 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Unset dirty status for tenant:a251cec4198e474aa659fbf82eb11278 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:01.696924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] For port a62037a9-8de4-424b-9a17-ba1a77229603, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a62037a9-8de4-424b-9a17-ba1a77229603,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:01.706446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.706782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f159f02-785b-4def-80a5-879cdb34bd9e req-7c00ac9a-2747-49b2-9f33-ccf8be451077 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355068 Jan 18 23:13:01.784969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d715-fa56-463d-8220-ad13e5e6b735 req-d4ef84ab-8bb5-40dd-82e2-ef9ec42429f2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:01.786957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8e8d715-fa56-463d-8220-ad13e5e6b735 req-d4ef84ab-8bb5-40dd-82e2-ef9ec42429f2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1971776 Jan 18 23:13:01.898224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Calling delete_port for a62037a9-8de4-424b-9a17-ba1a77229603 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:01.944064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:01.973858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.004587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Network': ['ID=4a5b4d0d-dab7-4a22-8ee4-224f924f32ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:02.010826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-16382728-e72c-449c-82e9-5bce42fe6bd9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a251cec4198e474aa659fbf82eb11278&device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 1094 time: 0.3046379 Jan 18 23:13:02.025447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8e8d715-fa56-463d-8220-ad13e5e6b735 req-744b9f9c-8a73-4f50-b3b9-919b7d8f743b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307830 Jan 18 23:13:02.152980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-94e9fb02-e679-47fe-bd72-3f54a00abc62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279 HTTP/1.1" status: 200 len: 217 time: 0.1218073 Jan 18 23:13:02.160506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3f548db4-a304-452a-be55-3d5a0a035e74 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/networks/4a5b4d0d-dab7-4a22-8ee4-224f924f32ca HTTP/1.1" status: 204 len: 168 time: 2.6625125 Jan 18 23:13:02.164001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38440) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:02.233574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949fc0-bb4b-4856-9333-6dc7a38a17d7 req-c77856b9-5321-4ac1-822d-b2cdf37a6b2b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:02.236048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38949fc0-bb4b-4856-9333-6dc7a38a17d7 req-c77856b9-5321-4ac1-822d-b2cdf37a6b2b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3aef155-9503-49da-91ef-005ad3da017d HTTP/1.1" status: 200 len: 950 time: 0.2875814 Jan 18 23:13:02.338400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-b48697dd-dda5-457c-8ac3-cb9960f4bd72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:02.340281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-b48697dd-dda5-457c-8ac3-cb9960f4bd72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbb3b1-0595-4487-baf2-49a6e9143007 HTTP/1.1" status: 200 len: 854 time: 0.1544745 Jan 18 23:13:02.380950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38949fc0-bb4b-4856-9333-6dc7a38a17d7 req-11bacf8b-6eaa-4089-a134-a0189756b8b8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351233 Jan 18 23:13:02.497458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting subnet c06505d3-8c1a-422e-8ff2-5624b6450cbe {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:13:02.500208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.515040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86', '204602d4-78ab-463b-b55b-00d74acbfa22'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:02.561103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-d9c5fcfc-4bfa-4306-98cb-85b382c1e9a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2ed76a3b-b90f-4f38-a070-ec4aa9044574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750286 Jan 18 23:13:02.619167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082', 'a62037a9-8de4-424b-9a17-ba1a77229603'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:02.622169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.685189 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279', 'status': 'completed', 'code': 200} Jan 18 23:13:02.734616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:02.874663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.014798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event deleted for resources: {'Port': ['ID=a62037a9-8de4-424b-9a17-ba1a77229603,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.090014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-9072d849-8fee-4cb1-af6f-7f0346ac2a36 service neutron] 10.222.0.83 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682145 Jan 18 23:13:03.160461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] No DVR routers for this DVR port a62037a9-8de4-424b-9a17-ba1a77229603 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:03.168032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.180145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.186475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-deleted', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:03.291095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Subnet': ['ID=c06505d3-8c1a-422e-8ff2-5624b6450cbe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:03.330123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.332185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79b2083f-cdec-4d7b-b566-61e91f998ad3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/subnets/c06505d3-8c1a-422e-8ff2-5624b6450cbe HTTP/1.1" status: 204 len: 168 time: 1.1671889 Jan 18 23:13:03.336072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:03.390061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e191a2a-11b5-4d16-9a07-636b901050c6 None None] Network 84b8672f-3f8c-4262-9296-126f2ab9b6c9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:03.511309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90bc9306-fab1-4f57-831d-b23f3ad4a297 req-d7b41ed1-2402-4365-8339-ff51673d9071 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "DELETE /v2.0/ports/a62037a9-8de4-424b-9a17-ba1a77229603 HTTP/1.1" status: 204 len: 173 time: 3.0639031 Jan 18 23:13:03.561097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e30b98-8c12-488e-b797-bdc5ed0a478e req-49adb2d9-179e-46cd-b846-8a05242b0eb1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:03.582056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e30b98-8c12-488e-b797-bdc5ed0a478e req-49adb2d9-179e-46cd-b846-8a05242b0eb1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.4976776 Jan 18 23:13:03.610423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.615467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b35f7eb2-1aa6-4c84-97c8-87541bd51fc0 req-32637be6-67fb-49f0-a9dc-47d57676fce9 service neutron] 10.222.0.83 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402733 Jan 18 23:13:03.635293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:03.635638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:03.692664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e30b98-8c12-488e-b797-bdc5ed0a478e req-1b448deb-d3d7-48a0-ac61-6b79fdd36176 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105444 Jan 18 23:13:04.070751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] DHCP port deletion for 84b8672f-3f8c-4262-9296-126f2ab9b6c9 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:13:04.076006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Deleting port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:04.076160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.111601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:04.113723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.179816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38be0a-43dc-4add-894c-b96a8d588c62 req-3084578e-9eea-4893-87aa-fc9467439c4c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:04.187043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c38be0a-43dc-4add-894c-b96a8d588c62 req-3084578e-9eea-4893-87aa-fc9467439c4c tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.4829071 Jan 18 23:13:04.261434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-c5388cff-a928-40d9-8b0f-40b17891dd7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a251cec4198e474aa659fbf82eb11278&device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 1094 time: 0.4768493 Jan 18 23:13:04.265858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b4a4e-8146-446a-a765-8cdbfe62d1c3 req-69374840-6c77-41f4-ae03-84c4807e6b7e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:04.273912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c6b4a4e-8146-446a-a765-8cdbfe62d1c3 req-69374840-6c77-41f4-ae03-84c4807e6b7e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3039021 Jan 18 23:13:04.385641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] For port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,segment=NetworkSegment(837eaa64-f97f-4097-984c-b90bdca0e464),segment_id=837eaa64-f97f-4097-984c-b90bdca0e464)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:04.386183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.389286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:04.568733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Calling delete_port for 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:04.569203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c38be0a-43dc-4add-894c-b96a8d588c62 req-4eb13e49-1697-4c6c-9de6-e513f1f85db5 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811991 Jan 18 23:13:04.573744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c6b4a4e-8146-446a-a765-8cdbfe62d1c3 req-e4a185d3-86af-4ff5-8747-aa1ad657df2c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989888 Jan 18 23:13:04.643056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:04.690227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: a62037a9-8de4-424b-9a17-ba1a77229603 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:04.690669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a62037a9-8de4-424b-9a17-ba1a77229603 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:04.697655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:04.707151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-7d4e430d-30e8-46e0-8765-d45e5b4bd41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:04.713993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-7d4e430d-30e8-46e0-8765-d45e5b4bd41b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2ed76a3b-b90f-4f38-a070-ec4aa9044574 HTTP/1.1" status: 200 len: 916 time: 0.4238367 Jan 18 23:13:04.765379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:04.765684 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:04.787283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:04.864116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:04.864465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:04.898513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-09e6cb39-acca-4881-bd8f-e272bbeec66b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279 HTTP/1.1" status: 200 len: 217 time: 0.1578357 Jan 18 23:13:04.915982 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3aef155-9503-49da-91ef-005ad3da017d', 'name': 'network-vif-deleted', 'tag': 'a62037a9-8de4-424b-9a17-ba1a77229603', 'status': 'completed', 'code': 200} Jan 18 23:13:04.926593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:04.934432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:05.054722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-aa5ad636-5158-4c67-9a1f-c21a00fe52b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:05.056180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-aa5ad636-5158-4c67-9a1f-c21a00fe52b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89dbb3b1-0595-4487-baf2-49a6e9143007 HTTP/1.1" status: 200 len: 854 time: 0.1396747 Jan 18 23:13:05.121834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.151640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b8672f-3f8c-4262-9296-126f2ab9b6c9']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.166496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837eaa64-f97f-4097-984c-b90bdca0e464') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.166933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837eaa64-f97f-4097-984c-b90bdca0e464') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:05.182830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.212134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.224581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:13:05.224581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.266804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Deleting port 7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:05.267816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:05.361861 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:05.381246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-566f2b3a-e5ea-40e1-bdcb-fd47cd75fc4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2ed76a3b-b90f-4f38-a070-ec4aa9044574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2960043 Jan 18 23:13:05.400561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.418787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.425227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c60703c5-9a8b-42f5-bcfe-0c787a8c7e4f None None] The port '7d90ee77-9f2d-46ab-a9e1-3e19c5a5e730' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:13:05.438116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Network': ['ID=84b8672f-3f8c-4262-9296-126f2ab9b6c9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:05.460209 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e53f1eb-21f1-4bea-822a-9f39a81b0e53 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/networks/84b8672f-3f8c-4262-9296-126f2ab9b6c9 HTTP/1.1" status: 204 len: 168 time: 2.1213946 Jan 18 23:13:05.470113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38474) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:05.478736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2131717416'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:05.483972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:05.489616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:network and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:05.493263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:05.508720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:05.586440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c8c91-ae30-4c47-9d51-c378ba155911 req-8598fe1b-e709-4dd9-b4ce-d0a07616893b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:05.593402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d2c8c91-ae30-4c47-9d51-c378ba155911 req-8598fe1b-e709-4dd9-b4ce-d0a07616893b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.3036823 Jan 18 23:13:05.605300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:05.609554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.647220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-f385355b-512e-4369-9252-d23ca3793b5d service neutron] 10.222.0.83 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534494 Jan 18 23:13:05.672884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:05.686981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.687563 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Added segment 6ff7005d-001e-4096-ae86-6b5980830833 of type vlan for network ad820979-3541-4776-b9f0-4b4223b41f6e Jan 18 23:13:05.708189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d2c8c91-ae30-4c47-9d51-c378ba155911 req-18b2f65c-f211-499c-9c82-2a8cce531948 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137829 Jan 18 23:13:05.749498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.892528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6deb29fc-c295-4ca2-98e9-5b78b5049661 req-893dca63-0b4f-4ba6-89f4-78b1a07ea1ce service neutron] 10.222.0.83 "GET /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207811 Jan 18 23:13:05.896569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:05.903536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:05.903536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.078340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Network': ['ID=ad820979-3541-4776-b9f0-4b4223b41f6e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:06.078755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b12e9-d968-4bdb-9435-ed09a90d3e1e req-83117d5b-9933-4c6c-8173-425cd14d2c0e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:06.080521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a07b12e9-d968-4bdb-9435-ed09a90d3e1e req-83117d5b-9933-4c6c-8173-425cd14d2c0e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1360235 Jan 18 23:13:06.091107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ad820979-3541-4776-b9f0-4b4223b41f6e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:06.136933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9374a099-8c60-41db-82f0-022bd999bc0a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6633487 Jan 18 23:13:06.138111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:06.145896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'subnet': {'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:06.151361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a07b12e9-d968-4bdb-9435-ed09a90d3e1e req-854239b6-4a30-4866-937f-4203c6b7644e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Jan 18 23:13:06.306724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:06.312068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:subnet and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:06.315269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:06.323084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:06.410793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:06.479739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118a5b-a142-4ecd-96ae-b27c9b4c7323 req-ee2737eb-8bd8-46f7-bfbc-8e02bc0082a9 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:06.485545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2118a5b-a142-4ecd-96ae-b27c9b4c7323 req-ee2737eb-8bd8-46f7-bfbc-8e02bc0082a9 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.1883080 Jan 18 23:13:06.532233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e157-76c5-41ff-8029-2c629290ed3a req-eefaf891-4f86-4142-8089-382918705c99 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:06.533765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a3e157-76c5-41ff-8029-2c629290ed3a req-eefaf891-4f86-4142-8089-382918705c99 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 951 time: 0.1421676 Jan 18 23:13:06.559809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:06.568385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2118a5b-a142-4ecd-96ae-b27c9b4c7323 req-215c5b34-671a-4992-88f4-591f19896bc2 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805700 Jan 18 23:13:06.589591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89a3e157-76c5-41ff-8029-2c629290ed3a req-4d5780ac-ca7e-45a5-9dc7-72ed3216cb31 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Jan 18 23:13:06.908496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.034779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Subnet': ['ID=afe8071a-dbe8-4dca-b952-b0a22725b860,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:07.039006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Checking segment: {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:07.039372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network hostable DHCP agents. Network: ad820979-3541-4776-b9f0-4b4223b41f6e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:07.095613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1ace-aa32-4c26-9081-f5cad501afe2 req-a388badb-0267-400b-86dc-464a50e4e8c1 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.105137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604d1ace-aa32-4c26-9081-f5cad501afe2 req-a388badb-0267-400b-86dc-464a50e4e8c1 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.1913631 Jan 18 23:13:07.128594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1933185-3220-4fc0-960b-a9a4dc1c4c87 req-d2bf7857-2382-42f7-bcc0-2b855116671a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.130145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1933185-3220-4fc0-960b-a9a4dc1c4c87 req-d2bf7857-2382-42f7-bcc0-2b855116671a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.1724708 Jan 18 23:13:07.153554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network ad820979-3541-4776-b9f0-4b4223b41f6e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:07.200582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-604d1ace-aa32-4c26-9081-f5cad501afe2 req-59244df9-3a64-460a-9940-2ede1485ce80 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944872 Jan 18 23:13:07.209221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1933185-3220-4fc0-960b-a9a4dc1c4c87 req-b3079f38-1958-4a02-91e2-e361a4d0defa tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691314 Jan 18 23:13:07.216733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ad820979-3541-4776-b9f0-4b4223b41f6e) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:07.224538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.224770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.238601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8cd5f-5dcd-45ed-b39f-fb079024bbc5 None None] Network ad820979-3541-4776-b9f0-4b4223b41f6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:07.337305 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d995d6b2-3deb-4adf-b483-9c19869ca56d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1979926 Jan 18 23:13:07.340084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:07.345872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-726261440'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:07.353076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:07.358811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:network and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:07.362173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:07.369837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:07.433986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:07.437261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.472126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:07.502708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.504205 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Added segment 71a1c31e-0844-46ee-8b53-060e9724dcde of type vlan for network f7b7029f-d389-49f0-ae3d-95224a85177a Jan 18 23:13:07.504813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14c7e3-7410-4edf-bc42-c9b28437e4e3 req-af2e641e-f1d3-4073-bf7e-a0c7014ebc4e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.506539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa14c7e3-7410-4edf-bc42-c9b28437e4e3 req-af2e641e-f1d3-4073-bf7e-a0c7014ebc4e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1198294 Jan 18 23:13:07.543709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.612233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa14c7e3-7410-4edf-bc42-c9b28437e4e3 req-9f1c3c89-9e9f-4b9c-9397-550132805b53 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Jan 18 23:13:07.688009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ad820979-3541-4776-b9f0-4b4223b41f6e', 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'fixed_ips': [{'subnet_id': 'afe8071a-dbe8-4dca-b952-b0a22725b860'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:13:07.688009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.697183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.703715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.704905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:07.981344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-9e9a1da3-da6e-442f-826b-2f9f5c843b84 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:07.982999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-9e9a1da3-da6e-442f-826b-2f9f5c843b84 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 951 time: 0.2311945 Jan 18 23:13:07.995009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6dde8-1d66-4840-80d3-44b265e60053 req-ce987b13-c558-48eb-bb63-b74ad8aae282 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.006308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14d6dde8-1d66-4840-80d3-44b265e60053 req-ce987b13-c558-48eb-bb63-b74ad8aae282 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 951 time: 0.2058127 Jan 18 23:13:08.016879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Allocated IP 19.80.0.2 (ad820979-3541-4776-b9f0-4b4223b41f6e/afe8071a-dbe8-4dca-b952-b0a22725b860/6bff22f0-420b-4051-a9aa-24a472681dd1) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:08.023813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6828864 Jan 18 23:13:08.025393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:08.057807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'subnet': {'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:08.131727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8ac5-9062-4d5d-88b8-f5135f0f6691 req-c37bd3dd-ac22-4c6d-aff5-226f6a43b362 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.133476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-037b8ac5-9062-4d5d-88b8-f5135f0f6691 req-c37bd3dd-ac22-4c6d-aff5-226f6a43b362 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.3382459 Jan 18 23:13:08.164797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Deleting port 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:08.165457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.217464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14d6dde8-1d66-4840-80d3-44b265e60053 req-ee99cb7d-afab-4c9e-a0e9-48b9cfcc8f10 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099791 Jan 18 23:13:08.230152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:08.254104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:subnet and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:08.257193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Network': ['ID=f7b7029f-d389-49f0-ae3d-95224a85177a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:08.260585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:08.283189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577c26-577e-4174-8504-544ac3448db7 req-2329831d-3432-45e1-bddd-5e24423175f4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:08.283189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35577c26-577e-4174-8504-544ac3448db7 req-2329831d-3432-45e1-bddd-5e24423175f4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:08.287677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:08.308670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.308670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.308670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.308670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.308670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.309768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.310108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.310443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.311920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.312287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.314145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28506ffc-969e-4547-aceb-b28f00099eaa tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:08.341128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f7b7029f-d389-49f0-ae3d-95224a85177a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:08.422497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:08.440227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-037b8ac5-9062-4d5d-88b8-f5135f0f6691 req-7bf43150-6fba-4526-bb43-e52c5c5efebb tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954974 Jan 18 23:13:08.585270 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.607448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Transition to ACTIVE for port object 6bff22f0-420b-4051-a9aa-24a472681dd1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:08.653263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Transition to ACTIVE for port object 6bff22f0-420b-4051-a9aa-24a472681dd1 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:08.675998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.714234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:08.874744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Network ad820979-3541-4776-b9f0-4b4223b41f6e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:08.876220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Pushing event updated for resources: {'Port': ['ID=6bff22f0-420b-4051-a9aa-24a472681dd1,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:08.879713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:08.882337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:08.944113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.054389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Attempting to bind port 6bff22f0-420b-4051-a9aa-24a472681dd1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:09.054896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Attempting to bind port 6bff22f0-420b-4051-a9aa-24a472681dd1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:09.055360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Attempting to bind port 6bff22f0-420b-4051-a9aa-24a472681dd1 on network ad820979-3541-4776-b9f0-4b4223b41f6e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:09.070929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:09.071684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Checking segment: {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:09.072364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.073167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Bound using segment: {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:09.074078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Bound port: 6bff22f0-420b-4051-a9aa-24a472681dd1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:09.075448 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.093445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35577c26-577e-4174-8504-544ac3448db7 req-2329831d-3432-45e1-bddd-5e24423175f4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:09.094724 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35577c26-577e-4174-8504-544ac3448db7 req-2329831d-3432-45e1-bddd-5e24423175f4 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.89 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 1.3665411 Jan 18 23:13:09.101711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc613-6361-4c2c-af7b-91b10c4d7caf req-324ba3ef-ff35-4539-acc4-07866d885a7f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.103422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-880fc613-6361-4c2c-af7b-91b10c4d7caf req-324ba3ef-ff35-4539-acc4-07866d885a7f tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 946 time: 0.2966208 Jan 18 23:13:09.166813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.221279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] For port 204602d4-78ab-463b-b55b-00d74acbfa22, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=204602d4-78ab-463b-b55b-00d74acbfa22,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:09.222486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.231224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:09.234954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:09.288180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Deleting port af1fe349-10e8-4b70-b7bd-721d639dd0b6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:09.288664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.303081 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.360749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Subnet': ['ID=4c7d19d3-05be-47e1-adf6-b43a7db1ad5d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.379651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f0d33-e921-45eb-a177-f80c01063f64 req-10547998-2058-42f2-9d15-f10a0348e1ae tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:09.391880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-814f0d33-e921-45eb-a177-f80c01063f64 req-10547998-2058-42f2-9d15-f10a0348e1ae tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.4570761 Jan 18 23:13:09.414308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114c6c-5f8f-4e37-82f2-2fcca14844cf None None] Pushing event updated for resources: {'Port': ['ID=6bff22f0-420b-4051-a9aa-24a472681dd1,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:09.444269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Checking segment: {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:09.444269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network hostable DHCP agents. Network: f7b7029f-d389-49f0-ae3d-95224a85177a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:09.502835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Calling delete_port for 204602d4-78ab-463b-b55b-00d74acbfa22 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:09.577454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-880fc613-6361-4c2c-af7b-91b10c4d7caf req-cff365ae-3c88-448b-88d0-64d390b1b8a8 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655974 Jan 18 23:13:09.589015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:09.658867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] For port af1fe349-10e8-4b70-b7bd-721d639dd0b6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=af1fe349-10e8-4b70-b7bd-721d639dd0b6,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:09.659672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:09.745879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-814f0d33-e921-45eb-a177-f80c01063f64 req-a2fb5bad-9c71-4b0f-8528-f5538f016b56 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490536 Jan 18 23:13:09.941280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network f7b7029f-d389-49f0-ae3d-95224a85177a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:09.975138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Calling delete_port for af1fe349-10e8-4b70-b7bd-721d639dd0b6 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:09.975278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:09.993516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'mac_address': 'fa:16:3e:53:28:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:10.068642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f7b7029f-d389-49f0-ae3d-95224a85177a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:10.069543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.078806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:10.079662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.093139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456118c-bd91-4782-abe3-77859b675d94 None None] Network f7b7029f-d389-49f0-ae3d-95224a85177a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:10.194350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b568aa9-8bc9-436f-bf38-aa109c9051d9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:10.202564 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d63022a4-8c16-496c-8442-3b4581dc20ba tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1703410 Jan 18 23:13:10.220314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:10.331523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.353983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.356945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782e118-ec80-4190-9601-d03ebdf24cc5 req-d2e242f9-4647-4b1f-806b-4a63128a217a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:10.361347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4782e118-ec80-4190-9601-d03ebdf24cc5 req-d2e242f9-4647-4b1f-806b-4a63128a217a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3890598 Jan 18 23:13:10.390246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['af1fe349-10e8-4b70-b7bd-721d639dd0b6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:10.404139 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.411982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a09111-f1a2-4c9b-be50-0e99a8658c64 req-8baacfb6-2844-40e0-8c59-b918d800bcfe tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:10.420618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', '51ac5b83-c4ba-4907-945a-e1d4570d6e6e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:10.421106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8a09111-f1a2-4c9b-be50-0e99a8658c64 req-8baacfb6-2844-40e0-8c59-b918d800bcfe tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=986a709a-a24f-436d-832b-53c04580aa78 HTTP/1.1" status: 200 len: 951 time: 0.2434912 Jan 18 23:13:10.461331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event deleted for resources: {'Port': ['ID=af1fe349-10e8-4b70-b7bd-721d639dd0b6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:10.524958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event deleted for resources: {'Port': ['ID=204602d4-78ab-463b-b55b-00d74acbfa22,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:10.593112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4782e118-ec80-4190-9601-d03ebdf24cc5 req-cdb061d7-ced5-486d-aa30-99e047ab4ddb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239127 Jan 18 23:13:10.644528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8b568aa9-8bc9-436f-bf38-aa109c9051d9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:10.691391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] No DVR routers for this DVR port af1fe349-10e8-4b70-b7bd-721d639dd0b6 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:10.701120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.720730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] No DVR routers for this DVR port 204602d4-78ab-463b-b55b-00d74acbfa22 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:10.724498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:10.752551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-deleted', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:10.755886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'name': 'network-vif-deleted', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:10.760256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7476784e-9ead-41c3-8f60-5dd6dd4c7bfc req-87160fb1-3652-4b7b-aa34-d2e667fedc3e tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "DELETE /v2.0/ports/204602d4-78ab-463b-b55b-00d74acbfa22 HTTP/1.1" status: 204 len: 173 time: 2.7496011 Jan 18 23:13:10.793555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8a09111-f1a2-4c9b-be50-0e99a8658c64 req-2c450284-9dcc-47e3-ac24-303f6872c7ac tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730967 Jan 18 23:13:10.836436 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35577c26-577e-4174-8504-544ac3448db7 req-c49c0ec8-fc03-412b-8db3-478f431e49ee tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.89 "DELETE /v2.0/ports/af1fe349-10e8-4b70-b7bd-721d639dd0b6 HTTP/1.1" status: 204 len: 173 time: 1.7353623 Jan 18 23:13:10.991583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:11.153594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:11.309421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6bff22f0-420b-4051-a9aa-24a472681dd1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:11.438876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeeef7-b9dc-43e8-9af3-8d25d17cc242 req-5195cd5e-b5af-4bb6-bb2a-c5283d0de556 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:11.442413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3eeeeef7-b9dc-43e8-9af3-8d25d17cc242 req-5195cd5e-b5af-4bb6-bb2a-c5283d0de556 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.2886043 Jan 18 23:13:11.478176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f7b7029f-d389-49f0-ae3d-95224a85177a', 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'fixed_ips': [{'subnet_id': '4c7d19d3-05be-47e1-adf6-b43a7db1ad5d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:13:11.480698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.555100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3eeeeef7-b9dc-43e8-9af3-8d25d17cc242 req-72e5f7ca-a86f-438f-a9a6-3a03df37c82e tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050572 Jan 18 23:13:11.645637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:11.685758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:11.741141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 204602d4-78ab-463b-b55b-00d74acbfa22 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:11.741484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 204602d4-78ab-463b-b55b-00d74acbfa22 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:11.743672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a32478-7dae-46ce-a566-9055ab4b240e None None] Network ad820979-3541-4776-b9f0-4b4223b41f6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:12.071079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-f12dcec9-313a-4e1e-ad0d-3fd5b54e1d30 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:12.083040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-f12dcec9-313a-4e1e-ad0d-3fd5b54e1d30 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:12.088723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-f12dcec9-313a-4e1e-ad0d-3fd5b54e1d30 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/networks?id=ad820979-3541-4776-b9f0-4b4223b41f6e&id=f7b7029f-d389-49f0-ae3d-95224a85177a HTTP/1.1" status: 200 len: 1391 time: 0.4249346 Jan 18 23:13:12.237738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f56c2428-5a6b-4eb1-951e-e0de7b5d26b2 req-3cc04548-7be2-4bd1-b3e2-22884ff1f93b tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdf14a73-64c7-4a7c-b439-b002e5965d71 HTTP/1.1" status: 200 len: 210 time: 0.1397388 Jan 18 23:13:12.253322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-c0b78ebd-0a9b-4027-ba45-6b1261960382 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/quotas/a4c5c5fde4584eaa8753a31cbbec20fa HTTP/1.1" status: 200 len: 375 time: 0.0383770 Jan 18 23:13:12.445418 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986a709a-a24f-436d-832b-53c04580aa78', 'name': 'network-vif-deleted', 'tag': '204602d4-78ab-463b-b55b-00d74acbfa22', 'status': 'completed', 'code': 200} Jan 18 23:13:12.504672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-db673f24-5f64-44e6-9f6e-b9f4fce3d8ca tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2497799 Jan 18 23:13:12.579022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f799b47f-66ee-4544-a944-5fb9bcb648bb None None] Provisioning for port 6bff22f0-420b-4051-a9aa-24a472681dd1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:12.619040 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf14a73-64c7-4a7c-b439-b002e5965d71', 'name': 'network-vif-deleted', 'tag': 'af1fe349-10e8-4b70-b7bd-721d639dd0b6', 'status': 'completed', 'code': 200} Jan 18 23:13:12.731303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device af1fe349-10e8-4b70-b7bd-721d639dd0b6 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:12.790133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: af1fe349-10e8-4b70-b7bd-721d639dd0b6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:12.790782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device af1fe349-10e8-4b70-b7bd-721d639dd0b6 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:12.875270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1ee92365-8f53-4223-a0f7-f44c9d3fe6ae service neutron] 10.222.0.59 "GET /v2.0/networks/ad820979-3541-4776-b9f0-4b4223b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617878 Jan 18 23:13:13.004812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Allocated IP 19.86.0.2 (f7b7029f-d389-49f0-ae3d-95224a85177a/4c7d19d3-05be-47e1-adf6-b43a7db1ad5d/a2ed5a62-1352-480c-ae3e-c9cdfe921305) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:13.126104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d978f2-6797-4e8f-b204-aa1f831636b6 req-0fde7afb-bde6-4b0f-8dd9-83a2bcfcd57d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.133402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d978f2-6797-4e8f-b204-aa1f831636b6 req-0fde7afb-bde6-4b0f-8dd9-83a2bcfcd57d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.3750048 Jan 18 23:13:13.249704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-86f8b0ac-5eeb-4be8-9c0d-c0daa5352264 service neutron] 10.222.0.59 "GET /v2.0/networks/ad820979-3541-4776-b9f0-4b4223b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645260 Jan 18 23:13:13.252048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6bff22f0-420b-4051-a9aa-24a472681dd1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:13.264522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6bff22f0-420b-4051-a9aa-24a472681dd1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:13.264925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.277552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d978f2-6797-4e8f-b204-aa1f831636b6 req-c84a1ea1-b945-4f32-b306-fc95a47a1206 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237190 Jan 18 23:13:13.591545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-ee52d9a1-9c87-431f-9241-4bb5f5c36a4c service neutron] 10.222.0.59 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123896 Jan 18 23:13:13.659546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:13.777704 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.807652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.825685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Transition to ACTIVE for port object a2ed5a62-1352-480c-ae3e-c9cdfe921305 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:13.849401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['44069bf0-7bdd-43c9-8f70-2f4e485f5a86'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:13.857189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87390d74-e559-4a7d-8c70-7267f94d0009 req-5cb913ea-0054-4773-8672-cfbd5254eccf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:13.858722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87390d74-e559-4a7d-8c70-7267f94d0009 req-5cb913ea-0054-4773-8672-cfbd5254eccf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 944 time: 0.3623867 Jan 18 23:13:13.894367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4ecd6c30-5ee8-439a-afd4-19957c139715 None None] Provisioning complete for port 6bff22f0-420b-4051-a9aa-24a472681dd1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:13.894668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6c30-5ee8-439a-afd4-19957c139715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.922768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-411ce16f-b3d7-489c-9d7c-e58374d9123d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:13.952764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:13.958897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Transition to ACTIVE for port object a2ed5a62-1352-480c-ae3e-c9cdfe921305 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:14.000138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:14.003834 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.006819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-2220c7cf-6c56-47db-8612-59beaaac1fb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5197275 Jan 18 23:13:14.010423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-942712a7-4955-40a0-8f13-9e25f1473aa0 service neutron] 10.222.0.59 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167981 Jan 18 23:13:14.040308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87390d74-e559-4a7d-8c70-7267f94d0009 req-6f6bb108-0720-4754-aed0-46121961d166 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401000 Jan 18 23:13:14.126222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.247273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.313124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Network f7b7029f-d389-49f0-ae3d-95224a85177a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:14.332770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:14.374831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:14.466929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6bff22f0-420b-4051-a9aa-24a472681dd1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:14.651016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.715209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Attempting to bind port a2ed5a62-1352-480c-ae3e-c9cdfe921305 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:14.716622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Attempting to bind port a2ed5a62-1352-480c-ae3e-c9cdfe921305 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:14.717248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Attempting to bind port a2ed5a62-1352-480c-ae3e-c9cdfe921305 on network f7b7029f-d389-49f0-ae3d-95224a85177a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:14.733073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:14.733936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Checking segment: {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:14.734554 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.735154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Bound using segment: {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:14.735833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Bound port: a2ed5a62-1352-480c-ae3e-c9cdfe921305, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:14.736423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:14.739115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf077f-d480-411a-9c90-6debc540f6be req-66681111-d606-4967-bda9-1612387f7110 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:14.744371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eaf077f-d480-411a-9c90-6debc540f6be req-66681111-d606-4967-bda9-1612387f7110 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 0.2070591 Jan 18 23:13:14.746710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:14.779803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Pushing event updated for resources: {'Port': ['ID=a2ed5a62-1352-480c-ae3e-c9cdfe921305,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:14.793149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:14.837942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eaf077f-d480-411a-9c90-6debc540f6be req-dbde4a4d-0111-46cc-9656-f87fe9f365c3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888410 Jan 18 23:13:14.900586 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.034673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-563beca1-fe4a-4bb8-9c54-22d09bcd3b78 req-8a8057cd-4865-4ea4-95a3-17ab01b33000 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 210 time: 0.0673430 Jan 18 23:13:15.088806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] For port a2ed5a62-1352-480c-ae3e-c9cdfe921305, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:15.092888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:15.101670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] For port a2ed5a62-1352-480c-ae3e-c9cdfe921305, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a2ed5a62-1352-480c-ae3e-c9cdfe921305,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:15.154278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:15.279200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e443b9-0049-46d0-8dbf-258ca50aed6c None None] Pushing event updated for resources: {'Port': ['ID=a2ed5a62-1352-480c-ae3e-c9cdfe921305,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:15.441752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e194-7386-4159-af20-58e508a74d02 req-bd56d678-5ac6-4844-a2c5-cbc19b496e67 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:15.455137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2791e194-7386-4159-af20-58e508a74d02 req-bd56d678-5ac6-4844-a2c5-cbc19b496e67 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.2149153 Jan 18 23:13:15.653675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2791e194-7386-4159-af20-58e508a74d02 req-18cbcff7-46af-46b0-a285-b6df18a10002 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958411 Jan 18 23:13:15.757585 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'code': 200} Jan 18 23:13:15.977429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e4cc3b26-ae54-471e-b5f9-3f024e4b07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.051371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f737-4907-4f4a-91ac-b3a12cc6e4ba req-46d71aee-b1aa-478f-bc79-133c44b35c30 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.053746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d78f737-4907-4f4a-91ac-b3a12cc6e4ba req-46d71aee-b1aa-478f-bc79-133c44b35c30 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1105075 Jan 18 23:13:16.148797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d78f737-4907-4f4a-91ac-b3a12cc6e4ba req-0e5cf68a-1f0c-423b-bca2-d302cfa84e2d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887165 Jan 18 23:13:16.473863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6bff22f0-420b-4051-a9aa-24a472681dd1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:16.534424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5278-0548-4472-9fb9-62298ecd24f1 req-72a77757-adc9-45b6-9ef8-633be926b4f3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.540191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09ca5278-0548-4472-9fb9-62298ecd24f1 req-72a77757-adc9-45b6-9ef8-633be926b4f3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:16.589369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6bff22f0-420b-4051-a9aa-24a472681dd1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:16.589703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:16.673455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09ca5278-0548-4472-9fb9-62298ecd24f1 req-72a77757-adc9-45b6-9ef8-633be926b4f3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:16.680703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09ca5278-0548-4472-9fb9-62298ecd24f1 req-72a77757-adc9-45b6-9ef8-633be926b4f3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.3900363 Jan 18 23:13:16.774323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09ca5278-0548-4472-9fb9-62298ecd24f1 req-41ddfacc-3ae5-4026-be59-a502c9448b66 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918801 Jan 18 23:13:16.826766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-2e1e1ba3-48f8-4e15-ba19-d9946f9d247b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:16.828603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-2e1e1ba3-48f8-4e15-ba19-d9946f9d247b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.2531393 Jan 18 23:13:16.894591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a2ed5a62-1352-480c-ae3e-c9cdfe921305 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:16.938483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc56f2-cb3f-4d10-aef7-ce3536293ce4 None None] Network f7b7029f-d389-49f0-ae3d-95224a85177a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:17.085416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Deleting port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:17.085948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.217607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-571e96bb-7d77-45e6-b31c-f81950f66492 req-7ff43311-c65e-4426-821a-89e333e7bbac tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 210 time: 0.0947545 Jan 18 23:13:17.235197 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.236569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3dc027e1-4ce2-405f-9e8b-db3052a89383 None None] Provisioning for port a2ed5a62-1352-480c-ae3e-c9cdfe921305 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:17.302685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a2ed5a62-1352-480c-ae3e-c9cdfe921305 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:17.407066 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.413591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a2ed5a62-1352-480c-ae3e-c9cdfe921305 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:17.413964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.484989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-14b1fef3-adc1-4fa8-9d57-cbba65ad257d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.491167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-14b1fef3-adc1-4fa8-9d57-cbba65ad257d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:17.492324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-14b1fef3-adc1-4fa8-9d57-cbba65ad257d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:17.635651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2518030f-9fbf-4f04-9e0d-a7c67ba80279 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:17.640137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-14b1fef3-adc1-4fa8-9d57-cbba65ad257d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:17.640922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.641358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-14b1fef3-adc1-4fa8-9d57-cbba65ad257d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "GET /v2.0/networks?id=ad820979-3541-4776-b9f0-4b4223b41f6e&id=f7b7029f-d389-49f0-ae3d-95224a85177a HTTP/1.1" status: 200 len: 1391 time: 0.5254171 Jan 18 23:13:17.676725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'port': {'device_id': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e', 'admin_state_up': True, 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:17.876481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port a2ed5a62-1352-480c-ae3e-c9cdfe921305, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a2ed5a62-1352-480c-ae3e-c9cdfe921305,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:17.899556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] For port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:17.899944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:17.992245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.056818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-93c7d304-584e-4f00-8817-b89b4bab14e6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.057938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-93c7d304-584e-4f00-8817-b89b4bab14e6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:18.066809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:18.082749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:port and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:18.089678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:18.100634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:18.130312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:18.160258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '2518030f-9fbf-4f04-9e0d-a7c67ba80279', 'network_id': '2ed76a3b-b90f-4f38-a070-ec4aa9044574', 'port_id': '2518030f-9fbf-4f04-9e0d-a7c67ba80279', 'mac_address': 'fa:16:3e:87:74:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dbb3b1-0595-4487-baf2-49a6e9143007', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:18.199623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e64-c19c-45c7-a50f-f0cbd12860f2 req-5e0d16e7-a24e-4714-93f0-1400287cb020 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.201344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e23e64-c19c-45c7-a50f-f0cbd12860f2 req-5e0d16e7-a24e-4714-93f0-1400287cb020 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 943 time: 1.2951636 Jan 18 23:13:18.210127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=a2ed5a62-1352-480c-ae3e-c9cdfe921305,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:18.223386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e083a92c-559b-41d0-9fca-b3f295543415 None None] Provisioning complete for port a2ed5a62-1352-480c-ae3e-c9cdfe921305 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:18.223759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e083a92c-559b-41d0-9fca-b3f295543415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.277156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:18.308630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2518030f-9fbf-4f04-9e0d-a7c67ba80279 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:18.323956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Calling delete_port for 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:18.353895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:18.481762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd3fc3-979b-4c82-868b-8711c4f30cb5 req-e0464b75-e725-4d22-8b5d-74873d74650e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.483491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22cd3fc3-979b-4c82-868b-8711c4f30cb5 req-e0464b75-e725-4d22-8b5d-74873d74650e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 1.0184753 Jan 18 23:13:18.485815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e23e64-c19c-45c7-a50f-f0cbd12860f2 req-22ed2f27-9b2d-45e9-97c8-e7c71c06aed9 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773238 Jan 18 23:13:18.540867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22cd3fc3-979b-4c82-868b-8711c4f30cb5 req-5a2082ef-f496-4f45-b3df-a2951002f31d tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513015 Jan 18 23:13:18.726398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44507e5d-8bf0-4343-8505-7b4d04264cbf req-be368ac9-c13e-4108-b25b-9eefea258a55 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.727762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44507e5d-8bf0-4343-8505-7b4d04264cbf req-be368ac9-c13e-4108-b25b-9eefea258a55 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.1219528 Jan 18 23:13:18.797801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a053b-71ec-45c9-998d-2bd53124a6f1 req-e78c8665-d355-4e1b-a58a-ee28a09ac877 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:18.799966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-196a053b-71ec-45c9-998d-2bd53124a6f1 req-e78c8665-d355-4e1b-a58a-ee28a09ac877 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1326873 Jan 18 23:13:18.802230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44507e5d-8bf0-4343-8505-7b4d04264cbf req-ee114d1f-5bb5-4ad6-8b8c-b26cb92003e3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679636 Jan 18 23:13:18.850607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-196a053b-71ec-45c9-998d-2bd53124a6f1 req-6b01c8d9-6c8a-47f1-8e48-0049afb07e74 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Jan 18 23:13:19.085482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-93c7d304-584e-4f00-8817-b89b4bab14e6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:19.086696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-93c7d304-584e-4f00-8817-b89b4bab14e6 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 1.5661182 Jan 18 23:13:19.142084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2334678d-5620-4997-be69-4db919474112 req-3286bc0e-5973-4fda-a5a8-94751bc21d89 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 210 time: 0.0584786 Jan 18 23:13:19.148669 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.151000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.160502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:19.163578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.208237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Deleting port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:19.208771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.243214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.287681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c98a-1283-4772-b680-6c00668253d6 req-bc4f9e7d-2f1d-45e2-9359-64fbd8e6da66 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:19.295216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d726c98a-1283-4772-b680-6c00668253d6 req-bc4f9e7d-2f1d-45e2-9359-64fbd8e6da66 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecb4057b-d649-4424-b161-b0fc6c942d33 HTTP/1.1" status: 200 len: 949 time: 0.2429171 Jan 18 23:13:19.332796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.349094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['1c42bf49-c269-48c1-9d82-13f6b49e7082'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:19.397815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2518030f-9fbf-4f04-9e0d-a7c67ba80279'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:19.493370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event deleted for resources: {'Port': ['ID=44069bf0-7bdd-43c9-8f70-2f4e485f5a86,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:19.539855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d726c98a-1283-4772-b680-6c00668253d6 req-42e47a35-c845-4e9d-8ebb-5ec7585921e3 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436807 Jan 18 23:13:19.577338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] No DVR routers for this DVR port 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:19.597567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:19.597567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-deleted', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:19.662225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:19.750411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-535b92b4-c96d-4bbd-8f34-e1ac43a1a284 req-a68869d4-57ea-4cc2-a1ea-5a7dbf6cf8f8 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.83 "DELETE /v2.0/ports/44069bf0-7bdd-43c9-8f70-2f4e485f5a86 HTTP/1.1" status: 204 len: 173 time: 2.9145772 Jan 18 23:13:19.796025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Allocated IP 19.80.0.114 (ad820979-3541-4776-b9f0-4b4223b41f6e/afe8071a-dbe8-4dca-b952-b0a22725b860/a0a17f85-ad2d-42eb-a531-ebbc6148fa75) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:19.813321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:19.813801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 44069bf0-7bdd-43c9-8f70-2f4e485f5a86 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:19.814502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 51ac5b83-c4ba-4907-945a-e1d4570d6e6e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:19.902120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22e3d-c468-48a2-b44c-076f996dad00 req-fc425751-504f-4711-bb26-6f64648e859f tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:19.910886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d22e3d-c468-48a2-b44c-076f996dad00 req-fc425751-504f-4711-bb26-6f64648e859f tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 944 time: 0.2169518 Jan 18 23:13:19.981453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-38d22e3d-c468-48a2-b44c-076f996dad00 req-474ecdcb-c7d2-404f-a078-d54d56d8b2d8 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Jan 18 23:13:20.016949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88822c19-162d-4cf5-84d0-734b80649ffd req-edc375f9-24a2-4787-ab26-fa1647442ca3 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.016949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88822c19-162d-4cf5-84d0-734b80649ffd req-edc375f9-24a2-4787-ab26-fa1647442ca3 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 946 time: 0.2547636 Jan 18 23:13:20.074894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88822c19-162d-4cf5-84d0-734b80649ffd req-d38d7604-702d-4ff6-80d2-60f87964d1ef tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668068 Jan 18 23:13:20.113488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.131169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Transition to ACTIVE for port object a0a17f85-ad2d-42eb-a531-ebbc6148fa75 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:20.191250 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb4057b-d649-4424-b161-b0fc6c942d33', 'name': 'network-vif-deleted', 'tag': '44069bf0-7bdd-43c9-8f70-2f4e485f5a86', 'status': 'completed', 'code': 200} Jan 18 23:13:20.298957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.352090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a2ed5a62-1352-480c-ae3e-c9cdfe921305 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:20.507832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network ad820979-3541-4776-b9f0-4b4223b41f6e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:20.513984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-797d5790-72b7-4916-a1ec-cfc73618557b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 1095 time: 0.2659404 Jan 18 23:13:20.515929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:20.521985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:20.527961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:20.594278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117f02c-1e1f-4d99-b851-fc872fa8cc41 req-95f0ffcb-59fb-4322-9f6f-8d422fb593c0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.602522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f117f02c-1e1f-4d99-b851-fc872fa8cc41 req-95f0ffcb-59fb-4322-9f6f-8d422fb593c0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.2572684 Jan 18 23:13:20.609681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.620068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.621862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.653895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:20.684238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:20.684945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.738139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:20.765311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-17f70086-1690-4e9a-93c0-5ebe0fbed665 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0993941 Jan 18 23:13:20.785894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.796678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:20.808358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a2ed5a62-1352-480c-ae3e-c9cdfe921305 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:20.808358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:20.829216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f117f02c-1e1f-4d99-b851-fc872fa8cc41 req-6c37c5da-c4a4-400c-9d99-b3cb49969054 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255828 Jan 18 23:13:20.851922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Request body: {'port': {'device_id': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a', 'admin_state_up': True, 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:20.979432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a872c-7c17-4a68-bbf2-ebb97f2fd20c req-a14e570a-0384-4a4c-9d32-7f68c98f165b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:20.984394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a872c-7c17-4a68-bbf2-ebb97f2fd20c req-a14e570a-0384-4a4c-9d32-7f68c98f165b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.5352147 Jan 18 23:13:20.988682 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.047030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Calling delete_port for 51ac5b83-c4ba-4907-945a-e1d4570d6e6e owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:21.141633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:21.162607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:21.221901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Usage tracker for resource:port and tenant:a4c5c5fde4584eaa8753a31cbbec20fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:21.225191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:21.232369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:21.236647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b7ee296f-e5a1-43a7-825e-ce12263b7bfc None None] Provisioning for port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:21.246144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b7ee296f-e5a1-43a7-825e-ce12263b7bfc None None] Provisioning complete for port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:21.247246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7ee296f-e5a1-43a7-825e-ce12263b7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.254225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a872c-7c17-4a68-bbf2-ebb97f2fd20c req-f70bab9f-1b61-46f7-94a5-7d4b45c1b93d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610815 Jan 18 23:13:21.266108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:21.267699 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:21.356270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee296f-e5a1-43a7-825e-ce12263b7bfc None None] Port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:13:21.360496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Made reservation on behalf of a4c5c5fde4584eaa8753a31cbbec20fa for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:21.371352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.622620 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'code': 200} Jan 18 23:13:21.652234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2518030f-9fbf-4f04-9e0d-a7c67ba80279 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:21.666384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:21.683766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Allocated IP 19.86.0.227 (f7b7029f-d389-49f0-ae3d-95224a85177a/4c7d19d3-05be-47e1-adf6-b43a7db1ad5d/13f61664-f9f0-4c68-b5f6-de9e60eb6727) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:21.687177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d374-279a-4f40-b481-2e5edb339ca3 req-61fc53e4-35cb-4f8c-9d73-90d8e7b369e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:21.694879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5a0d374-279a-4f40-b481-2e5edb339ca3 req-61fc53e4-35cb-4f8c-9d73-90d8e7b369e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 932 time: 0.2661014 Jan 18 23:13:21.771699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5a0d374-279a-4f40-b481-2e5edb339ca3 req-73ea5a7e-0300-4c86-8bd5-68dbcb56a381 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757146 Jan 18 23:13:21.775437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:21.788686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Deleting port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:21.789067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.856435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:21.860706 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.879166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Transition to ACTIVE for port object 790625ea-c683-4e8e-9be2-125dffe61a97 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:21.924073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:21.925825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:21.926328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:21.989458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.117394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.167976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:22.173812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=9']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.233139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.260200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176b3cd-e7d6-4241-8fed-40852aa7549f req-10ddfa93-9465-4f8f-8eb5-c127cc485d20 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.267157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5176b3cd-e7d6-4241-8fed-40852aa7549f req-10ddfa93-9465-4f8f-8eb5-c127cc485d20 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 944 time: 0.3296514 Jan 18 23:13:22.303158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdca2e-7940-460d-94a0-027605af2f34 req-bad2cfd2-2ff4-4415-b830-d7bb832d0405 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.304722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9cdca2e-7940-460d-94a0-027605af2f34 req-bad2cfd2-2ff4-4415-b830-d7bb832d0405 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 944 time: 0.4239714 Jan 18 23:13:22.353092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] No DVR routers for this DVR port 790625ea-c683-4e8e-9be2-125dffe61a97 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:22.385836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:22.407141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] For port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:22.407669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.535015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5176b3cd-e7d6-4241-8fed-40852aa7549f req-b5a0c4bf-47a3-4424-989b-8514a8657e3b tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664747 Jan 18 23:13:22.568460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9cdca2e-7940-460d-94a0-027605af2f34 req-fec9367b-f52c-41c3-98e3-476086db35b6 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324429 Jan 18 23:13:22.749876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Calling delete_port for 51ac5b83-c4ba-4907-945a-e1d4570d6e6e owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:22.814349 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:22.840294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0e91-eb7a-4bbd-a4bb-a60336dcd16b req-e81fd7b1-bf8b-4446-aef2-941bb291908e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:22.847607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Transition to ACTIVE for port object 13f61664-f9f0-4c68-b5f6-de9e60eb6727 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:22.849844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-125c0e91-eb7a-4bbd-a4bb-a60336dcd16b req-e81fd7b1-bf8b-4446-aef2-941bb291908e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 944 time: 0.1327384 Jan 18 23:13:22.928876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-125c0e91-eb7a-4bbd-a4bb-a60336dcd16b req-30c0c5da-524d-45ba-8556-b4d5fc14c5e0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745318 Jan 18 23:13:23.002109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.010084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:23.012617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:23.012617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:23.017679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:23.018248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Attempting to bind port 790625ea-c683-4e8e-9be2-125dffe61a97 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:23.028291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:23.039973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:23.039973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Bound using segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:23.039973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Bound port: 790625ea-c683-4e8e-9be2-125dffe61a97, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:23.039973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.094820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event updated for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.098843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.128499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:23.168179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event deleted for resources: {'Port': ['ID=51ac5b83-c4ba-4907-945a-e1d4570d6e6e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.206438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Network f7b7029f-d389-49f0-ae3d-95224a85177a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:23.272157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:23.273911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:23.319971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:23.326359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:23.411332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.500281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:23.500281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.500786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=10']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:23.540179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] No DVR routers for this DVR port 51ac5b83-c4ba-4907-945a-e1d4570d6e6e on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:23.559316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.569002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-deleted', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:23.606761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.613127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-73e7f23d-4554-4485-bc57-1e47579b0373 service neutron] 10.222.0.89 "PUT /v2.0/ports/790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 1092 time: 3.0900013 Jan 18 23:13:23.616348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:23.623907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:23.733252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-727f851b-2f8f-410b-a138-7d73dd4b56a7 req-2663afdc-49de-46de-9e0f-d70f5c0d4e75 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "DELETE /v2.0/ports/51ac5b83-c4ba-4907-945a-e1d4570d6e6e HTTP/1.1" status: 204 len: 173 time: 4.6409178 Jan 18 23:13:23.735050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-bf0d9007-0e82-4bfa-8de7-5c38a43afab0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8905842 Jan 18 23:13:23.749887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Request body: {'port': {'device_id': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:23.857222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce745184-9616-464c-998f-3f174d2352dd None None] Provisioning for port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:23.864765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce745184-9616-464c-998f-3f174d2352dd None None] Provisioning complete for port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:23.865182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce745184-9616-464c-998f-3f174d2352dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:23.866585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c7fc6-cdfb-4184-990f-012d502726fa req-1c9da04a-d07f-47d8-9633-731587322fa7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:23.868211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-638c7fc6-cdfb-4184-990f-012d502726fa req-1c9da04a-d07f-47d8-9633-731587322fa7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3700583 Jan 18 23:13:23.901817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-6ae328e8-72d2-490f-b27c-6f1a9e4496fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1096 time: 0.2607744 Jan 18 23:13:24.041059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce745184-9616-464c-998f-3f174d2352dd None None] Port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:13:24.065733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2806447-cae2-42d2-aa61-beae697a536f req-8d5f645f-f3ef-4950-afbd-4dba53996bcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.067303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-8d5f645f-f3ef-4950-afbd-4dba53996bcc service neutron] 10.222.0.89 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.1536832 Jan 18 23:13:24.076042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c9eb3-8c00-42dd-bf1b-cd20a5096be9 req-8c3025c1-6dc1-4265-b60e-54f24dfecde8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.080025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c9eb3-8c00-42dd-bf1b-cd20a5096be9 req-8c3025c1-6dc1-4265-b60e-54f24dfecde8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.088418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c1c9eb3-8c00-42dd-bf1b-cd20a5096be9 req-8c3025c1-6dc1-4265-b60e-54f24dfecde8 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1655 time: 0.3633883 Jan 18 23:13:24.196853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-638c7fc6-cdfb-4184-990f-012d502726fa req-437741a2-b332-41a6-82c6-0d63e0fa8772 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211279 Jan 18 23:13:24.234774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75d26d-6194-4385-9a7f-25227decab7c req-91d2589c-fc5a-4156-9089-9567e16f089d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.235520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2d75d26d-6194-4385-9a7f-25227decab7c req-91d2589c-fc5a-4156-9089-9567e16f089d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:24.241829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.420727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2d75d26d-6194-4385-9a7f-25227decab7c req-91d2589c-fc5a-4156-9089-9567e16f089d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:24.421976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2d75d26d-6194-4385-9a7f-25227decab7c req-91d2589c-fc5a-4156-9089-9567e16f089d tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.5923095 Jan 18 23:13:24.513147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c1c9eb3-8c00-42dd-bf1b-cd20a5096be9 req-74bd83a5-38d3-4cd5-a78a-99bdedf5b3a2 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234588 Jan 18 23:13:24.519894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-6bcb202c-7b50-4783-b588-a145cdab5d6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 200 len: 999 time: 0.4149630 Jan 18 23:13:24.600379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Deleting port 1c42bf49-c269-48c1-9d82-13f6b49e7082 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:24.600930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:24.645260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2806447-cae2-42d2-aa61-beae697a536f req-ea1a1d35-dece-4dd2-b681-26cb278e323d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.646535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-ea1a1d35-dece-4dd2-b681-26cb278e323d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.1141231 Jan 18 23:13:24.696335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d699cc-faef-42bf-991d-24b222823713 req-aad12d32-4043-4b0d-ad86-803c0f6f7a93 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:24.696679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62d699cc-faef-42bf-991d-24b222823713 req-aad12d32-4043-4b0d-ad86-803c0f6f7a93 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Synchronizing usage tracker for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:24.789134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-827d0005-0df7-4cb5-8b01-5188a5f9559c req-805adbe9-c454-4427-adc3-779f4ec19755 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d8fc3aa-6628-4606-8bd8-6fa0da8de080 HTTP/1.1" status: 200 len: 210 time: 0.0893612 Jan 18 23:13:24.815924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62d699cc-faef-42bf-991d-24b222823713 req-aad12d32-4043-4b0d-ad86-803c0f6f7a93 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Unset dirty status for tenant:f2f4269441ac464588fb46a0bef58d5c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:24.838551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62d699cc-faef-42bf-991d-24b222823713 req-aad12d32-4043-4b0d-ad86-803c0f6f7a93 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 949 time: 0.4070802 Jan 18 23:13:24.903947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-d45cd39a-4b99-4d85-bd1c-2dfa3392d577 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505436 Jan 18 23:13:24.931302 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8fc3aa-6628-4606-8bd8-6fa0da8de080', 'name': 'network-vif-deleted', 'tag': '51ac5b83-c4ba-4907-945a-e1d4570d6e6e', 'status': 'completed', 'code': 200} Jan 18 23:13:25.035570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62d699cc-faef-42bf-991d-24b222823713 req-8de59643-db03-4967-a950-9868533e9935 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/security-groups?id=17a2b4d1-1a7c-4ce5-a7d2-496574c21534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848054 Jan 18 23:13:25.115227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a17f85-ad2d-42eb-a531-ebbc6148fa75 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:25.125569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] For port 1c42bf49-c269-48c1-9d82-13f6b49e7082, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1c42bf49-c269-48c1-9d82-13f6b49e7082,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:25.126202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.137996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.148423 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279', 'code': 200} Jan 18 23:13:25.221379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2dfb6-e0c9-4f79-99f2-cff2a56ebe58 req-f690f2f5-844d-4eb6-9aaa-d75431074606 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:25.228057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3c2dfb6-e0c9-4f79-99f2-cff2a56ebe58 req-f690f2f5-844d-4eb6-9aaa-d75431074606 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 945 time: 0.1569469 Jan 18 23:13:25.272543 n-d-825175-2 neutron-server[84542]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'status': 'failed', 'code': 422} returned with failed status Jan 18 23:13:25.288020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3c2dfb6-e0c9-4f79-99f2-cff2a56ebe58 req-8f8f077f-34f2-4c06-8e47-133c03535a45 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 Jan 18 23:13:25.290242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-f6841d06-cf4a-4630-8147-f41bf84fa7e2 service neutron] 10.222.0.89 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782701 Jan 18 23:13:25.444206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Calling delete_port for 1c42bf49-c269-48c1-9d82-13f6b49e7082 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:25.469262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-339071f5-6dc3-462a-9e4f-4153b7463a2d service neutron] 10.222.0.89 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585255 Jan 18 23:13:25.486011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Transition to ACTIVE for port object a0a17f85-ad2d-42eb-a531-ebbc6148fa75 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:25.569938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ac5cf-3ce5-4cb5-bcdb-03722425181e req-9637bd32-5ac6-4220-96b0-5b276575bd65 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:25.571585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-436ac5cf-3ce5-4cb5-bcdb-03722425181e req-9637bd32-5ac6-4220-96b0-5b276575bd65 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1074600 Jan 18 23:13:25.608095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:25.650681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-436ac5cf-3ce5-4cb5-bcdb-03722425181e req-65574330-ec43-470e-bded-77330393d058 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578220 Jan 18 23:13:25.688244 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-20a65f4d-189d-4d0c-a19b-d53ecdff8597 req-fbc4c3bc-ec6b-4056-ab3c-0ae8ee0900d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 1096 time: 0.3991299 Jan 18 23:13:25.835081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:25.855271 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-20a65f4d-189d-4d0c-a19b-d53ecdff8597 req-5562c4c0-0085-4e59-bd5a-172613b04a72 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507239 Jan 18 23:13:25.976603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.083389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Pushing event deleted for resources: {'Port': ['ID=1c42bf49-c269-48c1-9d82-13f6b49e7082,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.092027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab892f-198b-43d4-b733-d2162b73fa88 req-5b6f8cfd-5900-4c50-a662-5f48db69f997 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:26.094331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5aab892f-198b-43d4-b733-d2162b73fa88 req-5b6f8cfd-5900-4c50-a662-5f48db69f997 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2254360 Jan 18 23:13:26.106607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e2a72-c1cc-4e60-ba1b-8bd9f549c1b4 req-273c45e9-65e3-4fe7-8a57-f43e496e559c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:26.111173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e2a72-c1cc-4e60-ba1b-8bd9f549c1b4 req-273c45e9-65e3-4fe7-8a57-f43e496e559c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:26.120538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f38e2a72-c1cc-4e60-ba1b-8bd9f549c1b4 req-273c45e9-65e3-4fe7-8a57-f43e496e559c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1667 time: 0.1826155 Jan 18 23:13:26.200730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] No DVR routers for this DVR port 1c42bf49-c269-48c1-9d82-13f6b49e7082 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:26.204078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.222162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Attempting to bind port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:26.223327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Attempting to bind port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:26.223680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Attempting to bind port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 on network ad820979-3541-4776-b9f0-4b4223b41f6e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:26.231440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 on network ad820979-3541-4776-b9f0-4b4223b41f6e not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:26.231779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Attempting to bind port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 on network ad820979-3541-4776-b9f0-4b4223b41f6e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:26.242220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:26.242220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Checking segment: {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:26.242220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Bound using segment: {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:26.242220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Bound port: a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff7005d-001e-4096-ae86-6b5980830833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:26.242220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.271384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f38e2a72-c1cc-4e60-ba1b-8bd9f549c1b4 req-9e4bdb1b-0179-428f-a936-25bbda3982f4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507463 Jan 18 23:13:26.280972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5aab892f-198b-43d4-b733-d2162b73fa88 req-6e681b89-bc67-4ae1-8a85-ce9d27bd3847 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562593 Jan 18 23:13:26.297489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2d75d26d-6194-4385-9a7f-25227decab7c req-641766f6-5d4d-475b-bdae-c721b6c05b55 tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.89 "DELETE /v2.0/ports/1c42bf49-c269-48c1-9d82-13f6b49e7082 HTTP/1.1" status: 204 len: 173 time: 1.8700838 Jan 18 23:13:26.460640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:26.469066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:26.542402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.650076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d44970c3-6618-4182-808c-1cd5317a09c0 req-ba50bc47-d6b6-476b-96c3-db7252a3a81b tempest-MigrationsAdminTest-1212972595 tempest-MigrationsAdminTest-1212972595-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6 HTTP/1.1" status: 200 len: 210 time: 0.1226943 Jan 18 23:13:26.664593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:26.666326 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] 10.222.0.89 "PUT /v2.0/ports/a0a17f85-ad2d-42eb-a531-ebbc6148fa75 HTTP/1.1" status: 200 len: 1092 time: 2.9210060 Jan 18 23:13:26.707762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e513-42b9-4b69-997a-a8f8e55211e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:26.716824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:26.813961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Request body: {'port': {'device_id': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:26.945487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 1c42bf49-c269-48c1-9d82-13f6b49e7082 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:26.945487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1c42bf49-c269-48c1-9d82-13f6b49e7082 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:26.945863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b325c45-c686-448f-bd43-0d7674c6df24 req-2490a8e5-c975-4a96-a28f-87a9097b73f7 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:26.945863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b325c45-c686-448f-bd43-0d7674c6df24 req-2490a8e5-c975-4a96-a28f-87a9097b73f7 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 945 time: 0.3374612 Jan 18 23:13:26.969397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-deleted', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082'}, {'name': 'network-changed', 'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:27.023903 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b325c45-c686-448f-bd43-0d7674c6df24 req-5ae45d8c-3064-44c8-a959-dd93a8a38ca1 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032414 Jan 18 23:13:27.073534 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.348934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11276935-df2c-4fe2-af2d-1769f7cc0119 req-5df6fe40-b62f-432d-9626-248153205b85 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:27.350343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11276935-df2c-4fe2-af2d-1769f7cc0119 req-5df6fe40-b62f-432d-9626-248153205b85 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.0771248 Jan 18 23:13:27.404799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11276935-df2c-4fe2-af2d-1769f7cc0119 req-f87d578a-d4d3-42f9-af58-970c2d620ac4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474596 Jan 18 23:13:27.452134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f61664-f9f0-4c68-b5f6-de9e60eb6727 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:27.461374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.477166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Transition to ACTIVE for port object 13f61664-f9f0-4c68-b5f6-de9e60eb6727 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:27.639374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:27.870198 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf8d0c9-3176-4ad4-8ed7-5d4fb60729c6', 'name': 'network-vif-deleted', 'tag': '1c42bf49-c269-48c1-9d82-13f6b49e7082', 'status': 'completed', 'code': 200} Jan 18 23:13:27.870765 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75', 'status': 'completed', 'code': 200} Jan 18 23:13:27.975390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:28.040356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c33f7-5bd0-4cd5-9bb1-3b4a48eb40bc req-403050af-05f6-4a0e-ba04-9c5ada797f16 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.055215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c33f7-5bd0-4cd5-9bb1-3b4a48eb40bc req-403050af-05f6-4a0e-ba04-9c5ada797f16 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.065416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-092c33f7-5bd0-4cd5-9bb1-3b4a48eb40bc req-403050af-05f6-4a0e-ba04-9c5ada797f16 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 0.2500482 Jan 18 23:13:28.288240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c854977-9eb7-4401-921a-20160159ca4b req-c20553ea-dc93-4ff9-b811-45a6bc9658a5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.295804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c854977-9eb7-4401-921a-20160159ca4b req-c20553ea-dc93-4ff9-b811-45a6bc9658a5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1925457 Jan 18 23:13:28.364307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-fecd603b-b230-4309-a6aa-afa659faf39e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1939 time: 0.4929914 Jan 18 23:13:28.386150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-092c33f7-5bd0-4cd5-9bb1-3b4a48eb40bc req-0697b9cc-6ebf-490b-95a1-e2cc43611b7c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199046 Jan 18 23:13:28.418736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c854977-9eb7-4401-921a-20160159ca4b req-067a328c-2d3d-446b-b71d-cc58d8c61f9c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207345 Jan 18 23:13:28.775310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d0811-0783-4429-bac1-8f757817877e req-69e8f908-f025-441c-8b62-127efd473f10 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:28.782522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-529d0811-0783-4429-bac1-8f757817877e req-69e8f908-f025-441c-8b62-127efd473f10 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.1591341 Jan 18 23:13:28.997951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Attempting to bind port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:28.997951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Attempting to bind port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:28.997951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Attempting to bind port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 on network f7b7029f-d389-49f0-ae3d-95224a85177a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:29.015373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-529d0811-0783-4429-bac1-8f757817877e req-d5976e7a-f287-47f3-ba35-d50ef1ba2e61 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837002 Jan 18 23:13:29.069099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 on network f7b7029f-d389-49f0-ae3d-95224a85177a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:29.069431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Attempting to bind port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 on network f7b7029f-d389-49f0-ae3d-95224a85177a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:29.109552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c5f3d-1e77-48b4-aa15-1c5ef671713a req-f84c218d-462d-43dc-84b9-0b6106adf523 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.117071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-917c5f3d-1e77-48b4-aa15-1c5ef671713a req-f84c218d-462d-43dc-84b9-0b6106adf523 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 945 time: 0.3324995 Jan 18 23:13:29.130366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:29.135680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Checking segment: {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:29.136350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Bound using segment: {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:29.141890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Bound port: 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a1c31e-0844-46ee-8b53-060e9724dcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:29.141890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.177345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-b76b26fe-e2c9-4d9a-ab3b-941155c8d046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.181308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-b76b26fe-e2c9-4d9a-ab3b-941155c8d046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.182072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-b76b26fe-e2c9-4d9a-ab3b-941155c8d046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:29.186777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-b76b26fe-e2c9-4d9a-ab3b-941155c8d046 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7970276 Jan 18 23:13:29.248140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-917c5f3d-1e77-48b4-aa15-1c5ef671713a req-f38022d9-e83d-4cdb-9ddc-8a3e240a4452 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237521 Jan 18 23:13:29.364890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:29.579587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:29.589437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:29.828610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.939000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:29.945882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] 10.222.0.89 "PUT /v2.0/ports/13f61664-f9f0-4c68-b5f6-de9e60eb6727 HTTP/1.1" status: 200 len: 1092 time: 3.1370609 Jan 18 23:13:30.045886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:30.099878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eac83926-4427-490c-bc69-c9d0d72a163f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2f4269441ac464588fb46a0bef58d5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7338057 Jan 18 23:13:30.106209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38756) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:30.204174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-cd0de71d-122d-4d1e-bb87-6072c5dd86b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.206999 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12bb2403-41ca-4159-b5b0-9105b75e7fa5 req-cd0de71d-122d-4d1e-bb87-6072c5dd86b9 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0121446 Jan 18 23:13:30.207126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20728b34-5bc5-47ab-9aed-ee8d3bae4b01 req-59f6e62e-725e-435c-8d58-a9ecace9718d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.220028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20728b34-5bc5-47ab-9aed-ee8d3bae4b01 req-59f6e62e-725e-435c-8d58-a9ecace9718d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.6260021 Jan 18 23:13:30.398313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20728b34-5bc5-47ab-9aed-ee8d3bae4b01 req-6c1c5676-e555-406a-a9ed-e61fd0c33a6c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755040 Jan 18 23:13:30.436987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-0d004f3f-c7fc-465c-bf32-552e08fdfeea tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.438001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-0d004f3f-c7fc-465c-bf32-552e08fdfeea tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Synchronizing usage tracker for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:30.464130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debb5e7-f804-4f03-b199-bb3bd312bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:30.502667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.520701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ea53-1f5a-4e20-b88b-5b0db7419572 req-0504c98d-9237-42ab-8b39-49cfc2798f8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.526907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2ea53-1f5a-4e20-b88b-5b0db7419572 req-0504c98d-9237-42ab-8b39-49cfc2798f8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:30.529380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f2ea53-1f5a-4e20-b88b-5b0db7419572 req-0504c98d-9237-42ab-8b39-49cfc2798f8c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 0.5187223 Jan 18 23:13:30.559526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-b847ff58-dd09-445b-874c-c35b77593f60 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4315562 Jan 18 23:13:30.570121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-05d34ce5-fcfd-4697-8e4c-8e19645f2225 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1981 time: 0.3041296 Jan 18 23:13:30.626001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f2ea53-1f5a-4e20-b88b-5b0db7419572 req-618f827d-8254-4657-8558-f2a2bda2bc66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826766 Jan 18 23:13:30.646455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:30.832588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-ae1cfaeb-5577-43ae-ad66-a15bcfe73459 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75 HTTP/1.1" status: 200 len: 217 time: 0.2550676 Jan 18 23:13:30.960357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-0d004f3f-c7fc-465c-bf32-552e08fdfeea tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Unset dirty status for tenant:e3f6813ac2764cc0ac0b89a22f5ee9b6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:30.973813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-0d004f3f-c7fc-465c-bf32-552e08fdfeea tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 1.6535809 Jan 18 23:13:31.180758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b443ee-eb65-465d-835d-fcfe8682bb09 req-07985ac0-52fb-44b4-88e0-0337f123315e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:31.190069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7b443ee-eb65-465d-835d-fcfe8682bb09 req-07985ac0-52fb-44b4-88e0-0337f123315e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3308616 Jan 18 23:13:31.248334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.275370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7b443ee-eb65-465d-835d-fcfe8682bb09 req-4f2fa01e-e2ea-4f84-b102-9562564e80d3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826776 Jan 18 23:13:31.340855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2b4d1-1a7c-4ce5-a7d2-496574c21534,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:31.387373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-fc5ba3de-c7d9-4c73-b9c2-a0fa9d19ef2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:31.389131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-fc5ba3de-c7d9-4c73-b9c2-a0fa9d19ef2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=afe8071a-dbe8-4dca-b952-b0a22725b860 HTTP/1.1" status: 200 len: 801 time: 0.4393363 Jan 18 23:13:31.393973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.394516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Deleting port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:31.394929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:31.407128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8cc4fe47-b88d-4549-8160-700184b14728 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17a2b4d1-1a7c-4ce5-a7d2-496574c21534 HTTP/1.1" status: 204 len: 168 time: 1.2979643 Jan 18 23:13:31.469624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b50611-30e3-4726-9494-fc85bd4c3f56 req-855a5a5a-1a5d-484f-88bb-51771d1c9ba0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:31.489991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8b50611-30e3-4726-9494-fc85bd4c3f56 req-855a5a5a-1a5d-484f-88bb-51771d1c9ba0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 945 time: 0.3832378 Jan 18 23:13:31.503616 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727', 'status': 'completed', 'code': 200} Jan 18 23:13:31.527273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-0ac875b7-eb9d-4e08-b621-e62c37b3e318 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 1096 time: 0.6905575 Jan 18 23:13:31.624683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8b50611-30e3-4726-9494-fc85bd4c3f56 req-eb8290b2-f6f2-43d4-9795-ed282a4f1cb0 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/security-groups?id=2b2d6332-1175-4e2e-a544-aec8268eadca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334784 Jan 18 23:13:32.261576 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-7a832969-fb0c-46d3-99bc-160e30c52e54 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ad820979-3541-4776-b9f0-4b4223b41f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8103578 Jan 18 23:13:32.418861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] For port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:32.419606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:32.586619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Calling delete_port for 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:32.734201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cbd67-67ee-4792-a5f2-20dd950adcc0 req-7b975fda-70d9-4bc7-b6eb-b9e5b6a8d054 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.766534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cbd67-67ee-4792-a5f2-20dd950adcc0 req-7b975fda-70d9-4bc7-b6eb-b9e5b6a8d054 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.774679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-331cbd67-67ee-4792-a5f2-20dd950adcc0 req-7b975fda-70d9-4bc7-b6eb-b9e5b6a8d054 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 0.4799416 Jan 18 23:13:32.782221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-bc39000c-2a61-4ea7-b66d-3f29a10969ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.787118 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-bc39000c-2a61-4ea7-b66d-3f29a10969ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 200 len: 917 time: 1.1892223 Jan 18 23:13:32.791533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e75ef-912c-4e6b-aea7-f0bac82a2c64 req-e8b3fdf7-0d93-4f9e-b66f-799e8d99d100 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:32.793428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d24e75ef-912c-4e6b-aea7-f0bac82a2c64 req-e8b3fdf7-0d93-4f9e-b66f-799e8d99d100 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.6015732 Jan 18 23:13:32.851147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.168226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.198168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1de75db8-40eb-452a-8511-7f9b91d8d042 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=439c6dade1bd429293ee98f30a545a18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3396664 Jan 18 23:13:33.199641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d24e75ef-912c-4e6b-aea7-f0bac82a2c64 req-634fe5e6-7527-4583-a267-dd3ca2d22c02 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440907 Jan 18 23:13:33.200287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38794) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:33.292948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-331cbd67-67ee-4792-a5f2-20dd950adcc0 req-899f567f-5bd3-482d-a73e-74e3e8d4b211 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982362 Jan 18 23:13:33.451970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.562914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.665991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Pushing event deleted for resources: {'Port': ['ID=8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:33.744646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:33.811185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:33.839669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:33.843550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:33.860062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea3dc39-ce26-458e-a62c-9eeb14f4f507 req-09c43eee-3d21-45f0-ada1-78ee0d4ebdb2 tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 210 time: 0.1081140 Jan 18 23:13:33.926799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba3abd-6f6e-4f62-b44f-169d6e2959dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:34.014674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] No DVR routers for this DVR port 8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:34.017290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.022265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:34.053031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'name': 'network-vif-deleted', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:34.056281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5ef6e6f8-c073-47ef-9054-d925bf1de4a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5ba3abd-6f6e-4f62-b44f-169d6e2959dd HTTP/1.1" status: 204 len: 168 time: 0.8520741 Jan 18 23:13:34.059738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-d78f266d-d132-4770-b97f-29f4e34aa21f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 200 len: 1000 time: 1.0240872 Jan 18 23:13:34.093151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2ccae-15ad-4d04-aee1-5d5309616b8d req-fda24513-6a62-460f-9b18-94388506bfc2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.103210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f2ccae-15ad-4d04-aee1-5d5309616b8d req-fda24513-6a62-460f-9b18-94388506bfc2 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3917677 Jan 18 23:13:34.181702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f2ccae-15ad-4d04-aee1-5d5309616b8d req-46280d74-714e-4078-8f24-9097e9851578 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757346 Jan 18 23:13:34.182540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-696b9565-3412-4e10-9ad0-13bdb04fe4eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.184336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-696b9565-3412-4e10-9ad0-13bdb04fe4eb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=48780cab-388f-48a0-a0c1-ddc9b71d97e6 HTTP/1.1" status: 200 len: 855 time: 0.1112514 Jan 18 23:13:34.188235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-ef6b49ae-799a-4969-872f-2a9d7281acf7 service neutron] 10.222.0.89 "GET /v2.0/networks/ad820979-3541-4776-b9f0-4b4223b41f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4000118 Jan 18 23:13:34.285758 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27b89da-29f0-44b0-8e1e-7510230cea25', 'name': 'network-vif-deleted', 'tag': '8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262', 'status': 'completed', 'code': 200} Jan 18 23:13:34.417968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-313387e0-baae-413c-aef0-5187041fd750 service neutron] 10.222.0.89 "GET /v2.0/networks/ad820979-3541-4776-b9f0-4b4223b41f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159529 Jan 18 23:13:34.421699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-450fb2cc-cd22-48bc-af55-11e85304588d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2185633 Jan 18 23:13:34.707217 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-b8f7c81c-c7c4-46af-9761-bbd382e6b1ec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727 HTTP/1.1" status: 200 len: 217 time: 0.1302638 Jan 18 23:13:34.707823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcff7d-74c3-4819-88da-876d0b8230f6 req-421a5c6e-2e06-40f9-a7a1-b42f2ed4cc4b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.707823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7efcff7d-74c3-4819-88da-876d0b8230f6 req-421a5c6e-2e06-40f9-a7a1-b42f2ed4cc4b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1678007 Jan 18 23:13:34.707823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c91d1-4332-4aee-b3d8-f3db9b8e79a6 req-df2e39ee-ec97-436e-9bac-0272a4b941e4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.707823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c91d1-4332-4aee-b3d8-f3db9b8e79a6 req-df2e39ee-ec97-436e-9bac-0272a4b941e4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.707823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c85c91d1-4332-4aee-b3d8-f3db9b8e79a6 req-df2e39ee-ec97-436e-9bac-0272a4b941e4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 0.1410420 Jan 18 23:13:34.708201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-49ceddfe-35b8-4ae0-8a5a-57ec693d5aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:34.708201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-49ceddfe-35b8-4ae0-8a5a-57ec693d5aca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c7d19d3-05be-47e1-adf6-b43a7db1ad5d HTTP/1.1" status: 200 len: 801 time: 0.0995634 Jan 18 23:13:34.708201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-46657d9f-47f0-4d24-ad87-c1f57b613ef0 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430792 Jan 18 23:13:34.708394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7efcff7d-74c3-4819-88da-876d0b8230f6 req-eb55e707-ba70-478a-af3b-f15d282e9a33 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833387 Jan 18 23:13:34.708394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c85c91d1-4332-4aee-b3d8-f3db9b8e79a6 req-b551b2de-09f8-43d8-8c81-a81012237fbf tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591164 Jan 18 23:13:34.829065 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29bf6dc8-18c8-46b1-ba82-e503ba3518ee req-12e242e8-bf19-4305-b9b2-b9eff58cc76c tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.83 "DELETE /v2.0/ports/8fb5dcc6-c78c-4eb2-82fc-7c4ab926a262 HTTP/1.1" status: 204 len: 173 time: 3.6788199 Jan 18 23:13:34.918911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-ddf877ec-b00d-4bbe-b2d4-d2445b4047a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7b7029f-d389-49f0-ae3d-95224a85177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2443347 Jan 18 23:13:34.961066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c27a5b8b-90ac-4864-95ab-ff5cfb5e98ef req-064f365b-b645-475a-bf4f-daf2d1e15215 service neutron] 10.222.0.89 "GET /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343857 Jan 18 23:13:35.150608 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-02bbb42f-f45d-42e7-8636-6698603ff445 service neutron] 10.222.0.89 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150085 Jan 18 23:13:35.252296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bbb3a67-a3bb-40c7-90c8-f79e3584591e req-829e4260-93e8-42b2-8033-903de292f95e tempest-ListServerFiltersTestJSON-185282225 tempest-ListServerFiltersTestJSON-185282225-project] 10.222.0.59 "GET /v2.0/ports?device_id=e27b89da-29f0-44b0-8e1e-7510230cea25 HTTP/1.1" status: 200 len: 210 time: 0.0879354 Jan 18 23:13:35.505582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-546e63ae-a268-45b2-afaf-3b6b00689f24 req-e60288e5-ca9f-4613-8ece-277c306c8866 service neutron] 10.222.0.89 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415384 Jan 18 23:13:35.933381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-03d351df-3caa-46d2-ad97-4631ef920f6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1981 time: 0.2350748 Jan 18 23:13:36.054740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a8f0d-7c54-4b47-aefb-8ba53edfdf3f req-c0feafda-52bf-4191-96c4-2dc29911e576 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.057326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f13a8f0d-7c54-4b47-aefb-8ba53edfdf3f req-c0feafda-52bf-4191-96c4-2dc29911e576 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2028029 Jan 18 23:13:36.168449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f13a8f0d-7c54-4b47-aefb-8ba53edfdf3f req-e758a77a-c644-4f68-ac54-53c9916b3853 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046009 Jan 18 23:13:36.275383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-8e535561-bca5-48b0-a1bc-1fdfda5b2fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.278661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-8e535561-bca5-48b0-a1bc-1fdfda5b2fba service neutron] 10.222.0.89 "GET /v2.0/networks?id=f7b7029f-d389-49f0-ae3d-95224a85177a HTTP/1.1" status: 200 len: 902 time: 0.3368473 Jan 18 23:13:36.468761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:13:36.472027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074cbf-cc33-4b0b-9863-1ef55516f83c req-08e4e479-d52c-4562-8af5-1c17d460e7e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.491359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8074cbf-cc33-4b0b-9863-1ef55516f83c req-08e4e479-d52c-4562-8af5-1c17d460e7e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.494116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8074cbf-cc33-4b0b-9863-1ef55516f83c req-08e4e479-d52c-4562-8af5-1c17d460e7e5 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 0.1772673 Jan 18 23:13:36.497269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-2c3ac55c-8b07-4198-86bf-78dd831200a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727 HTTP/1.1" status: 200 len: 217 time: 0.2103496 Jan 18 23:13:36.566698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8074cbf-cc33-4b0b-9863-1ef55516f83c req-9431f52d-c197-4164-bff0-aaea5988e0a0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654528 Jan 18 23:13:36.725351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38862) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:36.859003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-439925f2-b80e-4aab-a93f-0e88bf2eddf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.862225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-439925f2-b80e-4aab-a93f-0e88bf2eddf0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4c7d19d3-05be-47e1-adf6-b43a7db1ad5d HTTP/1.1" status: 200 len: 801 time: 0.3255599 Jan 18 23:13:36.870056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a06c9-4b83-43ff-9d38-de6e02ab9843 req-d7736108-740e-40fe-986f-21e04a53e8be tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:36.871840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f26a06c9-4b83-43ff-9d38-de6e02ab9843 req-d7736108-740e-40fe-986f-21e04a53e8be tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2012444 Jan 18 23:13:36.970463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Deleting subnet b9837b42-6e19-49fd-b939-8d99e49da1de {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:13:36.975569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:36.986624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f26a06c9-4b83-43ff-9d38-de6e02ab9843 req-9bb854dd-d24a-4007-a877-892d569e9e1e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078069 Jan 18 23:13:37.054319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.192366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-47b8e048-714a-4084-be4f-a0376592e5f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f7b7029f-d389-49f0-ae3d-95224a85177a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3219314 Jan 18 23:13:37.340358 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.486162 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-d60c0ea4-477e-445e-93fb-11f412be18f0 service neutron] 10.222.0.89 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660508 Jan 18 23:13:37.572498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653365c8-f660-4bb1-97d5-7d7e8d2cde51 req-e3fd43c3-1b69-48eb-a50a-39023340ef2f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:37.583462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-653365c8-f660-4bb1-97d5-7d7e8d2cde51 req-e3fd43c3-1b69-48eb-a50a-39023340ef2f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.1854973 Jan 18 23:13:37.671635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.731975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-653365c8-f660-4bb1-97d5-7d7e8d2cde51 req-209486fd-6550-45be-9ef3-dbba7880c41a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353328 Jan 18 23:13:37.788421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7136d-64bb-43f3-bf27-458f1b28103e None None] Network a09e218c-04ca-4b10-9ed0-58e6da32b653 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:37.828575 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97f79365-e3d7-49b7-b3da-20b8a6d35398 req-b7535c10-552e-4d9c-a71e-c907a7931c5c service neutron] 10.222.0.89 "GET /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364947 Jan 18 23:13:37.846936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:37.849901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9837b42-6e19-49fd-b939-8d99e49da1de,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:37.880931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38884) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:37.887175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a93e229e-919f-463e-acb7-6c7935b1895e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b9837b42-6e19-49fd-b939-8d99e49da1de HTTP/1.1" status: 204 len: 168 time: 1.1570265 Jan 18 23:13:38.061174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-a7c73a15-1b0a-4b21-b02d-2c59dd34b5de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 1096 time: 0.1727660 Jan 18 23:13:38.243215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] DHCP port deletion for a09e218c-04ca-4b10-9ed0-58e6da32b653 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:13:38.248140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Deleting port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:38.248503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.391904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-7d54c27a-5f20-4af2-b5ca-832fba08a1c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:38.393490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-7d54c27a-5f20-4af2-b5ca-832fba08a1c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.3188581 Jan 18 23:13:38.549885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.553946 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-9cf3cc4e-8aea-4e6b-8882-c093b784b34b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9 HTTP/1.1" status: 200 len: 217 time: 0.1541851 Jan 18 23:13:38.574011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] For port e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:38.574399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.662058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Deleting port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:38.664862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:38.719434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-cea0e041-8d39-481f-8ea4-7bc3db11fb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:38.722379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-cea0e041-8d39-481f-8ea4-7bc3db11fb7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1624045 Jan 18 23:13:38.784606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Calling delete_port for e2fe86a6-843f-40e0-8c20-1d94d5d5d348 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:38.821417 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-d0e3d7ab-5139-402b-a704-8ac52832acb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923867 Jan 18 23:13:38.947530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 13f61664-f9f0-4c68-b5f6-de9e60eb6727 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:39.011685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] For port e2fe86a6-843f-40e0-8c20-1d94d5d5d348, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,segment=NetworkSegment(8245f285-7fd2-4628-b0a9-e006a5aa207c),segment_id=8245f285-7fd2-4628-b0a9-e006a5aa207c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:39.011685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.095006 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-01d71a3c-14e4-41cf-9673-10aa1b241890 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673922 Jan 18 23:13:39.206241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.206921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.285067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Pushing event deleted for resources: {'Port': ['ID=e2fe86a6-843f-40e0-8c20-1d94d5d5d348,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:39.293586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] No DVR routers for this DVR port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:39.297872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.298185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.298765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.299046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.299538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.300012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.300476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.300975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.301453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.302170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.302647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810d116e-e24a-45f3-ba70-6af104770108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:39.317136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Calling delete_port for e2fe86a6-843f-40e0-8c20-1d94d5d5d348 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:39.401496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:39.446382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '13f61664-f9f0-4c68-b5f6-de9e60eb6727', 'network_id': 'f7b7029f-d389-49f0-ae3d-95224a85177a', 'port_id': '13f61664-f9f0-4c68-b5f6-de9e60eb6727', 'mac_address': 'fa:16:3e:38:8b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7d19d3-05be-47e1-adf6-b43a7db1ad5d', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:39.453599 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9687afaa-43c3-4f23-9d5b-c46b6aa51ff7 req-61e71da7-5227-4d7a-9e22-6618b596c888 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502936 Jan 18 23:13:39.478773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:13:39.479100 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:13:39.495379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220358-f207-422c-8ef1-ce89f0c9fc89 req-6984e4d0-aaac-44c4-9685-ddff7d1031f3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:39.502060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220358-f207-422c-8ef1-ce89f0c9fc89 req-6984e4d0-aaac-44c4-9685-ddff7d1031f3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:39.504083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e220358-f207-422c-8ef1-ce89f0c9fc89 req-6984e4d0-aaac-44c4-9685-ddff7d1031f3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1679 time: 1.3245170 Jan 18 23:13:39.554656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.573162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e220358-f207-422c-8ef1-ce89f0c9fc89 req-951cd1f7-d79d-4c41-96d1-007e58414491 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621886 Jan 18 23:13:39.579166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8a599-6484-430d-b938-c43d57ed67fc req-19765923-6d4c-4fe1-a5b0-3697ee66a6df tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:39.591859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2c8a599-6484-430d-b938-c43d57ed67fc req-19765923-6d4c-4fe1-a5b0-3697ee66a6df tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 1.0518472 Jan 18 23:13:39.614802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f61664-f9f0-4c68-b5f6-de9e60eb6727 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:39.658843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:39.719824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2c8a599-6484-430d-b938-c43d57ed67fc req-607e1830-69c5-41a5-a37f-c23ae6d06c9f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269486 Jan 18 23:13:39.722123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:39.725131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a0a17f85-ad2d-42eb-a531-ebbc6148fa75 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:39.811347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:39.980878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Deleting port e2fe86a6-843f-40e0-8c20-1d94d5d5d348 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:39.981905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.100743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:40.119529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75', 'network_id': 'ad820979-3541-4776-b9f0-4b4223b41f6e', 'port_id': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75', 'mac_address': 'fa:16:3e:18:85:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe8071a-dbe8-4dca-b952-b0a22725b860', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:40.120829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] The port 'e2fe86a6-843f-40e0-8c20-1d94d5d5d348' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:13:40.202252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.221373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a17f85-ad2d-42eb-a531-ebbc6148fa75 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:40.244465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:40.294244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e2fe86a6-843f-40e0-8c20-1d94d5d5d348 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:40.354091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e2fe86a6-843f-40e0-8c20-1d94d5d5d348 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:13:40.357203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e2fe86a6-843f-40e0-8c20-1d94d5d5d348 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:13:40.373324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.413780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09e218c-04ca-4b10-9ed0-58e6da32b653']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:40.441432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881b64a-f224-4fa6-9209-1e3863c405ee req-cd520ebb-69c5-4a29-bd0e-43dc20ed6939 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.442953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c881b64a-f224-4fa6-9209-1e3863c405ee req-cd520ebb-69c5-4a29-bd0e-43dc20ed6939 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.3293707 Jan 18 23:13:40.445226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8245f285-7fd2-4628-b0a9-e006a5aa207c') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:40.445943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8245f285-7fd2-4628-b0a9-e006a5aa207c') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:13:40.491335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.528224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.539351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c881b64a-f224-4fa6-9209-1e3863c405ee req-230216e0-8804-4275-8b4f-635b08f1f28a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815644 Jan 18 23:13:40.541325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:13:40.541717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:13:40.556945 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:13:40.963692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f545b-7754-419f-9c92-0921eb055210 req-3c4dd645-b0df-4bcf-8cb5-0eea26e6a26a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.970554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f545b-7754-419f-9c92-0921eb055210 req-3c4dd645-b0df-4bcf-8cb5-0eea26e6a26a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:40.972392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b74f545b-7754-419f-9c92-0921eb055210 req-3c4dd645-b0df-4bcf-8cb5-0eea26e6a26a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1680 time: 0.1836498 Jan 18 23:13:41.068516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b74f545b-7754-419f-9c92-0921eb055210 req-f3960ca0-a4bb-4e0d-b60a-4b8faeba55d3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Jan 18 23:13:41.102072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.102072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.131567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.181542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:41.233420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b6dbb-4e4e-4d92-825d-8daa5d8f5458 req-88da7661-6235-4cec-bc52-2b430855d5ce tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:41.241571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f1b6dbb-4e4e-4d92-825d-8daa5d8f5458 req-88da7661-6235-4cec-bc52-2b430855d5ce tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2276957 Jan 18 23:13:41.289550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] Pushing event deleted for resources: {'Network': ['ID=a09e218c-04ca-4b10-9ed0-58e6da32b653,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:41.303365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f0b50d5-c6e9-416e-be29-6d83ad1b381c admin admin] 10.222.0.59 "DELETE /v2.0/networks/a09e218c-04ca-4b10-9ed0-58e6da32b653 HTTP/1.1" status: 204 len: 168 time: 3.4197550 Jan 18 23:13:41.325720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:41.362296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f1b6dbb-4e4e-4d92-825d-8daa5d8f5458 req-d6fcba76-59f7-449f-a5fd-9798bff181a3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188796 Jan 18 23:13:41.608183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['a0a17f85-ad2d-42eb-a531-ebbc6148fa75'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:41.796308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:42.038788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:42.084822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.141384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:42.155144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:42.261412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbc071-a4e3-43f9-be54-1be4f0ac9b77 req-dfd118be-2f61-4cd4-b641-b318698d560e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.263822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5cbc071-a4e3-43f9-be54-1be4f0ac9b77 req-dfd118be-2f61-4cd4-b641-b318698d560e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 945 time: 0.2225096 Jan 18 23:13:42.270221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:42.271796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b29d0be6-d9e0-40d3-a267-7137b89f3bc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3f6813ac2764cc0ac0b89a22f5ee9b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317672 Jan 18 23:13:42.350150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5cbc071-a4e3-43f9-be54-1be4f0ac9b77 req-6deb257b-f565-4c03-8ff0-87729bccf711 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687828 Jan 18 23:13:42.391461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.443417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.535904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.637409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.652438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['13f61664-f9f0-4c68-b5f6-de9e60eb6727'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:42.656644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d6332-1175-4e2e-a544-aec8268eadca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.745409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd97b-2d84-4f02-82e6-cf040d8516bc req-12c839b5-b259-42d3-9b2e-43e26da1a677 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.750302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd97b-2d84-4f02-82e6-cf040d8516bc req-12c839b5-b259-42d3-9b2e-43e26da1a677 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:42.766356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd9fd97b-2d84-4f02-82e6-cf040d8516bc req-12c839b5-b259-42d3-9b2e-43e26da1a677 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1681 time: 0.1507580 Jan 18 23:13:42.786440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:42.787701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a93dfb01-e730-487f-85fe-94ad3fdeb5a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b2d6332-1175-4e2e-a544-aec8268eadca HTTP/1.1" status: 204 len: 168 time: 0.5164695 Jan 18 23:13:42.799755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:42.831245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd9fd97b-2d84-4f02-82e6-cf040d8516bc req-60e959cd-9bcc-4883-8c63-fd27dfde16d6 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685678 Jan 18 23:13:42.848354 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'code': 422} returned with failed status Jan 18 23:13:43.298835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243f624-f61a-4d9e-b2c7-c0316c03b093 req-ef728078-25d3-4cc6-bf62-58fbd49a8e78 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:43.301108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0243f624-f61a-4d9e-b2c7-c0316c03b093 req-ef728078-25d3-4cc6-bf62-58fbd49a8e78 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2097602 Jan 18 23:13:43.383260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0243f624-f61a-4d9e-b2c7-c0316c03b093 req-54cbe001-cd36-45a9-955a-ff48709f76e7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682778 Jan 18 23:13:43.815249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f7416ab-66d9-419f-8b6e-bb338a50f993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.624660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:44.758055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-70875518-network', 'tenant_id': '82483b87b2bc479b94ea5e621ea2826e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:44.762731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:44.766685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Usage tracker for resource:network and tenant:82483b87b2bc479b94ea5e621ea2826e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:44.770831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:44.777015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:44.884892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Made reservation on behalf of 82483b87b2bc479b94ea5e621ea2826e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:44.887467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.900577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:44.932390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:44.936823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Usage tracker for resource:security_group_rule and tenant:82483b87b2bc479b94ea5e621ea2826e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:44.939602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:44.945260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:45.025640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.092340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.122001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:13:45.123719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a0a17f85-ad2d-42eb-a531-ebbc6148fa75 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:45.127804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be1f62-b79f-4963-944b-5da47ec51f56,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.134594 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.135036 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Added segment 38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6 of type vlan for network 9b6b026e-ada2-4d46-bcf8-776420f1e271 Jan 18 23:13:45.165601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.263325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:45.266059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-5abfa8cc-36ce-4a36-950c-0d97fb7534f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:45.266636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:45.267076 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.268125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-5abfa8cc-36ce-4a36-950c-0d97fb7534f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=4016baf7-9b8b-491a-965c-8de8c67be69e HTTP/1.1" status: 200 len: 943 time: 0.0974522 Jan 18 23:13:45.340947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:45.341284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.373990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.374875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:45.375462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.382568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.410033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:45.423590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:45.525572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] Pushing event updated for resources: {'Network': ['ID=9b6b026e-ada2-4d46-bcf8-776420f1e271,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.541633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 9b6b026e-ada2-4d46-bcf8-776420f1e271 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:13:45.555654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.556458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 13f61664-f9f0-4c68-b5f6-de9e60eb6727 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:45.629501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8e7cccaf-64b0-4bb0-8c11-202868bab8cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0035691 Jan 18 23:13:45.631681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39050) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:45.637409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Request body: {'subnet': {'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-70875518-subnet', 'tenant_id': '82483b87b2bc479b94ea5e621ea2826e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:45.645580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:45.649954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Usage tracker for resource:subnet and tenant:82483b87b2bc479b94ea5e621ea2826e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:45.653282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:45.663677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:45.713157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port 8b568aa9-8bc9-436f-bf38-aa109c9051d9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8b568aa9-8bc9-436f-bf38-aa109c9051d9,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:45.713518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.718346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Made reservation on behalf of 82483b87b2bc479b94ea5e621ea2826e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:45.722258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.749809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:45.806082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8b568aa9-8bc9-436f-bf38-aa109c9051d9 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:45.835715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:45.859536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:45.860082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:45.866444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for 8b568aa9-8bc9-436f-bf38-aa109c9051d9 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:46.088748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1eee0aef-5615-40ba-9739-c2a6bde22380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.121320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.153037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.155903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:46.198972 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.226979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c46dc7-bf76-42aa-aabb-e4bde1027cd4,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.239120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Checking segment: {'id': '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:46.239477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Network hostable DHCP agents. Network: 9b6b026e-ada2-4d46-bcf8-776420f1e271, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:13:46.245139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.291435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=8b568aa9-8bc9-436f-bf38-aa109c9051d9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.321312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:46.341954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Network 9b6b026e-ada2-4d46-bcf8-776420f1e271 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:13:46.378669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port 8b568aa9-8bc9-436f-bf38-aa109c9051d9 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:46.382940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.384114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-deleted', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:46.401281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-572b19bc-1963-40cc-a2ed-06c0687b7213 req-c886c508-0a93-4543-aec8-d417dfd47b12 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "DELETE /v2.0/ports/8b568aa9-8bc9-436f-bf38-aa109c9051d9 HTTP/1.1" status: 204 len: 173 time: 1.1269090 Jan 18 23:13:46.412216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee79db-1f24-4156-b2fe-4523d172434a req-6528537b-f92f-40f1-b0af-394069d1f0b7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:46.416103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee79db-1f24-4156-b2fe-4523d172434a req-6528537b-f92f-40f1-b0af-394069d1f0b7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:46.417613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26ee79db-1f24-4156-b2fe-4523d172434a req-6528537b-f92f-40f1-b0af-394069d1f0b7 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.2115140 Jan 18 23:13:46.433581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 9b6b026e-ada2-4d46-bcf8-776420f1e271) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:46.433581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:46.434340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:46.437787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2fb0d-f784-4b86-8d51-81faa7b12282 None None] Network 9b6b026e-ada2-4d46-bcf8-776420f1e271 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:46.467585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26ee79db-1f24-4156-b2fe-4523d172434a req-d3e98242-ca7c-4ec8-948c-1267b947d3bf tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440278 Jan 18 23:13:46.611301 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b51377eb-288e-405b-aeba-e76b8e14403a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9777765 Jan 18 23:13:46.670601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad393a1-e773-4e2f-953c-42ad89cae62b None None] Network 9b6b026e-ada2-4d46-bcf8-776420f1e271 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:13:47.096365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd9d68-9aee-4c3c-8b09-8878b59f5053 req-b20e0763-3a9f-4020-9532-cf84655edecb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:47.103918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27fd9d68-9aee-4c3c-8b09-8878b59f5053 req-b20e0763-3a9f-4020-9532-cf84655edecb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1025341 Jan 18 23:13:47.154692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27fd9d68-9aee-4c3c-8b09-8878b59f5053 req-3060b9b4-e018-438d-b828-93c8fe1b36af tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Jan 18 23:13:47.195706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.227997 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75', 'code': 200} Jan 18 23:13:47.274415 n-d-825175-2 neutron-server[84542]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4016baf7-9b8b-491a-965c-8de8c67be69e', 'name': 'network-vif-deleted', 'tag': '8b568aa9-8bc9-436f-bf38-aa109c9051d9', 'status': 'failed', 'code': 422} returned with failed status Jan 18 23:13:47.359699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:47.574039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-7886c73c-4c1b-49ea-ae44-41889dbaa315 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:47.574721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-7886c73c-4c1b-49ea-ae44-41889dbaa315 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Synchronizing usage tracker for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:47.748797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-7886c73c-4c1b-49ea-ae44-41889dbaa315 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Unset dirty status for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:47.748797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-7886c73c-4c1b-49ea-ae44-41889dbaa315 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/networks?id=9b6b026e-ada2-4d46-bcf8-776420f1e271 HTTP/1.1" status: 200 len: 819 time: 0.3259633 Jan 18 23:13:47.770865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-b4548527-0258-4eb5-9b43-4d6c3f9a1355 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/quotas/82483b87b2bc479b94ea5e621ea2826e HTTP/1.1" status: 200 len: 375 time: 0.0167692 Jan 18 23:13:47.838262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-eae94ed9-de27-4ae7-b828-dd02c47c63b6 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82483b87b2bc479b94ea5e621ea2826e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584333 Jan 18 23:13:48.116106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-ef5274f0-b1a1-476d-ba41-277ef72410c2 service neutron] 10.222.0.59 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906868 Jan 18 23:13:48.268201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634f18-7cfc-4c0b-b3e8-9c4c5f9bf4d9 req-03e36800-e7a0-45bf-8d60-2d825b0d9760 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.268201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634f18-7cfc-4c0b-b3e8-9c4c5f9bf4d9 req-03e36800-e7a0-45bf-8d60-2d825b0d9760 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.277348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68634f18-7cfc-4c0b-b3e8-9c4c5f9bf4d9 req-03e36800-e7a0-45bf-8d60-2d825b0d9760 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.3350744 Jan 18 23:13:48.349644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-584050a8-d88a-4aba-8ced-421f61dd4e3f service neutron] 10.222.0.59 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147913 Jan 18 23:13:48.349644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68634f18-7cfc-4c0b-b3e8-9c4c5f9bf4d9 req-c407712e-92d8-4263-9af5-8e575f783c10 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689557 Jan 18 23:13:48.693985 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:48.721050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-bea7d798-08f1-40d3-bd90-adf3c1f220ec tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.722560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-bea7d798-08f1-40d3-bd90-adf3c1f220ec tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.2148011 Jan 18 23:13:48.751683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-2cfd9e1e-9c8f-44de-b674-78cfa2d63ace tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0227666 Jan 18 23:13:48.804343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-86b60e56-70d0-46a9-acf1-93750e94db7b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:48.813946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df2b09-9fd1-4167-9e27-d1eaffd1e44f req-b8e70bee-faf3-497f-ae48-b24b99964206 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:48.815589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95df2b09-9fd1-4167-9e27-d1eaffd1e44f req-b8e70bee-faf3-497f-ae48-b24b99964206 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1504803 Jan 18 23:13:48.871165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95df2b09-9fd1-4167-9e27-d1eaffd1e44f req-33e242be-75e8-4a71-a194-cb781b525206 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480151 Jan 18 23:13:48.931402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-86b60e56-70d0-46a9-acf1-93750e94db7b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:48.931402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-86b60e56-70d0-46a9-acf1-93750e94db7b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1699705 Jan 18 23:13:49.105405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-54919cc5-caaa-424b-8c5a-97306be18e90 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607955 Jan 18 23:13:49.156135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:49.229190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:49.306039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.307438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8489d97-6c2d-4ec9-8d2a-d917e7df6753 req-d0a7e515-4f1f-4ddf-be6d-ca319fbf550c tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 210 time: 0.0632517 Jan 18 23:13:49.312791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-df49fd2a-2539-4c9c-a341-f35226818255 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987455 Jan 18 23:13:49.338104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:49.342331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Usage tracker for resource:security_group_rule and tenant:c6593a6cdf464880a0b8e02347eced2b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:49.346061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:49.353526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:49.425421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.565665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.623319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f77ca2d-6754-4fd9-8f9b-8aed7f47f794,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:49.635534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1c2f1760-a5e9-4e60-b6b2-9342bff8422d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6593a6cdf464880a0b8e02347eced2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4696212 Jan 18 23:13:49.635534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39150) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:49.715909 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727', 'code': 200} Jan 18 23:13:49.763582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.799458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:49.933806 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7cf6404c-91a6-4dfc-8a0d-136e87c7f53c req-9b296f33-b894-4865-b0e3-e3eb95f1fa3c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1985 time: 0.1333132 Jan 18 23:13:50.062283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7cf6404c-91a6-4dfc-8a0d-136e87c7f53c req-7778351b-7e10-4226-a217-5bc6156ffd80 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109412 Jan 18 23:13:50.084931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2152c-a115-47ba-989c-3f21cfece4d5 req-0d0a7622-dc94-44c9-ba56-f9f027862102 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:50.084931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2152c-a115-47ba-989c-3f21cfece4d5 req-0d0a7622-dc94-44c9-ba56-f9f027862102 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:50.107184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edb2152c-a115-47ba-989c-3f21cfece4d5 req-0d0a7622-dc94-44c9-ba56-f9f027862102 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.1289542 Jan 18 23:13:50.155784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.187190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f77ca2d-6754-4fd9-8f9b-8aed7f47f794,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:50.187190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:50.199586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-48cad976-450b-4eb3-b4ce-8cdbbe3421ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f77ca2d-6754-4fd9-8f9b-8aed7f47f794 HTTP/1.1" status: 204 len: 168 time: 0.5696495 Jan 18 23:13:50.294990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0735376-2146-4d89-8298-130d98677e31 req-97b5948e-33d4-44ea-9293-0c7eb4e90b05 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 210 time: 0.0707245 Jan 18 23:13:50.321123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edb2152c-a115-47ba-989c-3f21cfece4d5 req-1e82d9af-1962-42c9-9f7e-fd790a3ad20d tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195113 Jan 18 23:13:50.547154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba366-1fb9-453d-add3-9692b02fd5d4 req-745ed0d0-3951-43fe-9b63-478b39910aee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:50.549443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c7ba366-1fb9-453d-add3-9692b02fd5d4 req-745ed0d0-3951-43fe-9b63-478b39910aee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.0850174 Jan 18 23:13:50.628961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4d37913-4b82-4c81-a2ba-afedcb200584 req-d88651c1-4af8-4405-bd70-1a169ddd5690 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 210 time: 0.0524030 Jan 18 23:13:50.653203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c7ba366-1fb9-453d-add3-9692b02fd5d4 req-49abe219-0f23-48df-aa83-97eec3971dd9 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975175 Jan 18 23:13:51.212162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39176) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:51.229009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.266695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:51.270744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Usage tracker for resource:security_group_rule and tenant:db5579ce371648b8a50dba7c476bb3d6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:51.283116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:51.285216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:51.382170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.539888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.555530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21a77aea-31ab-41f9-a649-c2d082b4fe30 req-e7d9dca1-450f-4ed4-b6a0-c11e6a0eec16 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 210 time: 0.0541043 Jan 18 23:13:51.597091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0164d-6f2e-45b6-81c4-8e93629d0215,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:51.636405 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fe0f7b94-291c-4ba3-9f4c-d6acc2e9a847 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db5579ce371648b8a50dba7c476bb3d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4251060 Jan 18 23:13:51.647175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39188) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:13:51.656086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91290e-90ed-4f3d-aee0-211a982082a3 req-2d821aae-4e03-4f31-b5ad-70fcd91ffc29 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:51.672162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91290e-90ed-4f3d-aee0-211a982082a3 req-2d821aae-4e03-4f31-b5ad-70fcd91ffc29 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:51.677435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac91290e-90ed-4f3d-aee0-211a982082a3 req-2d821aae-4e03-4f31-b5ad-70fcd91ffc29 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.2217731 Jan 18 23:13:51.722115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-8a94a08e-e5bb-451e-a30b-b8c699fad92b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:51.727864 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-8a94a08e-e5bb-451e-a30b-b8c699fad92b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.83 "GET /v2.0/networks?id=9b6b026e-ada2-4d46-bcf8-776420f1e271 HTTP/1.1" status: 200 len: 819 time: 0.2674782 Jan 18 23:13:51.755785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Request body: {'port': {'device_id': '70104a10-db10-4055-8655-06c092023b17', 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271', 'admin_state_up': True, 'tenant_id': '82483b87b2bc479b94ea5e621ea2826e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:51.806239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac91290e-90ed-4f3d-aee0-211a982082a3 req-59099677-cf18-4819-8760-f63aa7f40041 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267891 Jan 18 23:13:51.889415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.957300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:51.987049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:52.005176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Usage tracker for resource:port and tenant:82483b87b2bc479b94ea5e621ea2826e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:13:52.010880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:13:52.019554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:52.056276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a4e58c2-bb12-4137-8840-2473eb274f0f req-9cd44b4a-ec26-48ec-b81b-ce95d14605b0 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 210 time: 0.1906497 Jan 18 23:13:52.097273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Made reservation on behalf of 82483b87b2bc479b94ea5e621ea2826e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:52.104476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.124601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc93110-d25d-40a0-964d-fabb00bf1a1a req-3daca761-8db3-430a-b0be-093e5d3112bd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:52.133303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fc93110-d25d-40a0-964d-fabb00bf1a1a req-3daca761-8db3-430a-b0be-093e5d3112bd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.1265607 Jan 18 23:13:52.164533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.208735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fc93110-d25d-40a0-964d-fabb00bf1a1a req-c104ed4b-17bc-4ea9-9f8f-afc7e2ef776e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696793 Jan 18 23:13:52.278751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0164d-6f2e-45b6-81c4-8e93629d0215,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:52.292064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.293245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64933b90-919a-45f4-9318-ea283aae9786 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2a0164d-6f2e-45b6-81c4-8e93629d0215 HTTP/1.1" status: 204 len: 168 time: 0.6451323 Jan 18 23:13:52.411647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Allocated IP 172.20.0.4 (9b6b026e-ada2-4d46-bcf8-776420f1e271/26c46dc7-bf76-42aa-aabb-e4bde1027cd4/34c01de3-c746-4280-b728-d396e553c3b0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:52.656346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.657119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-145e38f3-b1f9-4f5d-b470-8364e6ab7ac5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:52.659227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-145e38f3-b1f9-4f5d-b470-8364e6ab7ac5 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.2641969 Jan 18 23:13:52.676458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:52.814551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:52.942915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5be9e832-2222-4dc1-94d2-1dda0986c08b req-81548087-d772-4906-bafd-154ace87b072 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 210 time: 0.2191074 Jan 18 23:13:53.043327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Pushing event updated for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:53.070830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Network 9b6b026e-ada2-4d46-bcf8-776420f1e271 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:53.070830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:53.074008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:13:53.084893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:53.085396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:13:53.157601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.160819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.201442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:13:53.205770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.250035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-54d49e53-9452-4c0e-8a71-a93dbfe4b01e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4987354 Jan 18 23:13:53.261762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Request body: {'port': {'device_id': '70104a10-db10-4055-8655-06c092023b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:53.421718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71966e-330e-43be-8c58-cc7f4f205143 req-454e2fbe-3964-43c9-aba1-f82c1e28b152 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.427249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71966e-330e-43be-8c58-cc7f4f205143 req-454e2fbe-3964-43c9-aba1-f82c1e28b152 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.429363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae71966e-330e-43be-8c58-cc7f4f205143 req-454e2fbe-3964-43c9-aba1-f82c1e28b152 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.2680030 Jan 18 23:13:53.479342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.480129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7543a5-4a77-48e7-9931-a7f9da37f2a8 req-aee8f366-dcf4-4ef8-bb20-c15a1a178585 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:53.480129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a7543a5-4a77-48e7-9931-a7f9da37f2a8 req-aee8f366-dcf4-4ef8-bb20-c15a1a178585 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 931 time: 0.2479620 Jan 18 23:13:53.561233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.6 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/43722ab5-089f-4df0-a6c8-271014d32dbc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:13:53.589264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae71966e-330e-43be-8c58-cc7f4f205143 req-1189ab77-fd69-48aa-a389-dcc0de8f3471 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289718 Jan 18 23:13:53.592635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5a7543a5-4a77-48e7-9931-a7f9da37f2a8 req-1e9ca531-5120-4492-bf85-0635e0537c55 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Synchronizing usage tracker for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:53.812665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5a7543a5-4a77-48e7-9931-a7f9da37f2a8 req-1e9ca531-5120-4492-bf85-0635e0537c55 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Unset dirty status for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:53.814055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a7543a5-4a77-48e7-9931-a7f9da37f2a8 req-1e9ca531-5120-4492-bf85-0635e0537c55 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199887 Jan 18 23:13:53.863958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.911139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c01de3-c746-4280-b728-d396e553c3b0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:53.921518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:53.938632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Transition to ACTIVE for port object 34c01de3-c746-4280-b728-d396e553c3b0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:53.953178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.050109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.092242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.095796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:13:54.104628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:13:54.108776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:13:54.159695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.160041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.160383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.160722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.161095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.161422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.161743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.162233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.162740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.163068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.163391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:13:54.193408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:54.194026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.206876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b96ca-0f17-44e4-8972-1d94bcd24329 req-cadd5e10-8942-4788-bc32-8188aa3b62c4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:54.209758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b75b96ca-0f17-44e4-8972-1d94bcd24329 req-cadd5e10-8942-4788-bc32-8188aa3b62c4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 945 time: 0.2030785 Jan 18 23:13:54.271877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b75b96ca-0f17-44e4-8972-1d94bcd24329 req-026a7bff-e645-4ca6-8de4-7495d9a59c59 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580490 Jan 18 23:13:54.314740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-31130c53-5627-4f64-9913-89d3275a9a13 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6420774 Jan 18 23:13:54.327650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Request body: {'port': {'device_id': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:13:54.332494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Pushing event updated for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.389814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Attempting to bind port 34c01de3-c746-4280-b728-d396e553c3b0 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:54.390222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Attempting to bind port 34c01de3-c746-4280-b728-d396e553c3b0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:54.390560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Attempting to bind port 34c01de3-c746-4280-b728-d396e553c3b0 on network 9b6b026e-ada2-4d46-bcf8-776420f1e271 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:54.399227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Port 34c01de3-c746-4280-b728-d396e553c3b0 on network 9b6b026e-ada2-4d46-bcf8-776420f1e271 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:54.399551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Attempting to bind port 34c01de3-c746-4280-b728-d396e553c3b0 on network 9b6b026e-ada2-4d46-bcf8-776420f1e271 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:54.406582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:54.407085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Checking segment: {'id': '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:54.408631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Bound using segment: {'id': '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:54.409124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Bound port: 34c01de3-c746-4280-b728-d396e553c3b0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:54.409642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.516047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.549574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:54.556653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=34c01de3-c746-4280-b728-d396e553c3b0,segment=NetworkSegment(38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6),segment_id=38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:54.686088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.752401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:54.753814 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] 10.222.0.83 "PUT /v2.0/ports/34c01de3-c746-4280-b728-d396e553c3b0 HTTP/1.1" status: 200 len: 1091 time: 1.4960244 Jan 18 23:13:54.754258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:54.771918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27a843-5a71-452c-93d0-665e52d3b990 service neutron] Pushing event updated for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:54.797250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad0ffb-51e2-4c77-a4cc-2625b292e348 req-ba669c3b-6bc6-4170-bb4e-c756ab2eebde tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:54.798852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3ad0ffb-51e2-4c77-a4cc-2625b292e348 req-ba669c3b-6bc6-4170-bb4e-c756ab2eebde tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 945 time: 0.2383044 Jan 18 23:13:54.960879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3ad0ffb-51e2-4c77-a4cc-2625b292e348 req-80aa8903-fe7e-460c-b422-a1011cb4ea44 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d4a059-7bf2-4e17-be41-c95df3ab7af9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529207 Jan 18 23:13:54.976170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-520b7e4d-8833-4115-bb44-f43091cfb829 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82483b87b2bc479b94ea5e621ea2826e&device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 1094 time: 0.1005173 Jan 18 23:13:55.004434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86217b-7e66-411c-979d-d494a5b671a0 req-a1c5f26f-b1d2-4451-bbee-6d9fc695b47f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.005304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0d86217b-7e66-411c-979d-d494a5b671a0 req-a1c5f26f-b1d2-4451-bbee-6d9fc695b47f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:55.046186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-56619718-c273-4036-8187-a7b2e2d5c126 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c01de3-c746-4280-b728-d396e553c3b0 HTTP/1.1" status: 200 len: 217 time: 0.0692770 Jan 18 23:13:55.104926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0d86217b-7e66-411c-979d-d494a5b671a0 req-a1c5f26f-b1d2-4451-bbee-6d9fc695b47f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:55.114396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d86217b-7e66-411c-979d-d494a5b671a0 req-a1c5f26f-b1d2-4451-bbee-6d9fc695b47f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 931 time: 0.3885987 Jan 18 23:13:55.124301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-e52aae74-604c-4c1b-af79-7527e65e40af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.126890 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-e52aae74-604c-4c1b-af79-7527e65e40af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26c46dc7-bf76-42aa-aabb-e4bde1027cd4 HTTP/1.1" status: 200 len: 859 time: 0.0728726 Jan 18 23:13:55.153978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43722ab5-089f-4df0-a6c8-271014d32dbc {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:55.175393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.192354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:55.199150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-2004ac3b-bf19-4de6-8b36-bacff60cee78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6b026e-ada2-4d46-bcf8-776420f1e271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597448 Jan 18 23:13:55.199289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d86217b-7e66-411c-979d-d494a5b671a0 req-ae354d75-3fe0-49ef-8a9c-4971db1747b0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819349 Jan 18 23:13:55.211867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Transition to ACTIVE for port object 43722ab5-089f-4df0-a6c8-271014d32dbc will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:13:55.262894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.300074 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0', 'status': 'completed', 'code': 200} Jan 18 23:13:55.372323 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-085cfe5c-6346-42ed-bb90-9bf47414e89e service neutron] 10.222.0.83 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691222 Jan 18 23:13:55.397269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:55.434520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '790625ea-c683-4e8e-9be2-125dffe61a97', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '790625ea-c683-4e8e-9be2-125dffe61a97', 'mac_address': 'fa:16:3e:3a:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:55.525014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.547133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:55.567843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:55.585053 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a447712c-2a48-4726-ad8a-7eb47949ee6d req-cca6a8a0-86fb-4cee-9a28-adc11fbed177 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042589 Jan 18 23:13:55.666063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Pushing event updated for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:55.687375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.754372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:55.797512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5123-2fef-4c58-9401-244cf01b3efc req-b5679328-48bd-4dbd-944d-761f64c02f5b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.797870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-953a5123-2fef-4c58-9401-244cf01b3efc req-b5679328-48bd-4dbd-944d-761f64c02f5b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 943 time: 0.2016847 Jan 18 23:13:55.811215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Attempting to bind port 43722ab5-089f-4df0-a6c8-271014d32dbc on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:13:55.811549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Attempting to bind port 43722ab5-089f-4df0-a6c8-271014d32dbc by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:13:55.811865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Attempting to bind port 43722ab5-089f-4df0-a6c8-271014d32dbc on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:55.826056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-bc3edf9c-0e68-4f08-9501-2454192e1be6 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:55.827100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-bc3edf9c-0e68-4f08-9501-2454192e1be6 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Synchronizing usage tracker for tenant:a251cec4198e474aa659fbf82eb11278 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:55.867308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-bc3edf9c-0e68-4f08-9501-2454192e1be6 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Unset dirty status for tenant:a251cec4198e474aa659fbf82eb11278 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:55.868751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-bc3edf9c-0e68-4f08-9501-2454192e1be6 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.83 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 945 time: 0.1472640 Jan 18 23:13:55.951354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Deleting port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:55.951614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:55.981557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Port 43722ab5-089f-4df0-a6c8-271014d32dbc on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:13:55.982156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Attempting to bind port 43722ab5-089f-4df0-a6c8-271014d32dbc on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:13:56.021944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:13:56.022291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:13:56.022688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:13:56.023124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Bound port: 43722ab5-089f-4df0-a6c8-271014d32dbc, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:13:56.023598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.040104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-953a5123-2fef-4c58-9401-244cf01b3efc req-24b82943-db25-42e9-a778-94e1a3cfd902 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321744 Jan 18 23:13:56.126410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['790625ea-c683-4e8e-9be2-125dffe61a97'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:56.188821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:13:56.198611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=43722ab5-089f-4df0-a6c8-271014d32dbc,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:13:56.207435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-56863295-4a94-414a-bf91-866cbc3a66c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82483b87b2bc479b94ea5e621ea2826e&device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 1094 time: 0.3787029 Jan 18 23:13:56.214114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2e67-6b2c-47c5-9f26-15ec289ad333 req-89411aa0-d3a6-4aa9-b69a-0c9da213c05c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:56.221647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ade2e67-6b2c-47c5-9f26-15ec289ad333 req-89411aa0-d3a6-4aa9-b69a-0c9da213c05c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.2787333 Jan 18 23:13:56.325568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] For port 2518030f-9fbf-4f04-9e0d-a7c67ba80279, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2518030f-9fbf-4f04-9e0d-a7c67ba80279,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:56.330543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.335866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.400905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.402440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] 10.222.0.83 "PUT /v2.0/ports/43722ab5-089f-4df0-a6c8-271014d32dbc HTTP/1.1" status: 200 len: 1091 time: 2.0808256 Jan 18 23:13:56.442806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:56.451217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Calling delete_port for 2518030f-9fbf-4f04-9e0d-a7c67ba80279 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:56.513320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ade2e67-6b2c-47c5-9f26-15ec289ad333 req-56eddc42-5bcd-457b-be31-564ebe5563fb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630789 Jan 18 23:13:56.553197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4b2b-d0a5-4b55-bf83-906a6f661335 service neutron] Pushing event updated for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.611814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-9438778d-f8ef-4ae1-a065-de0d3170c714 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:56.613502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-9438778d-f8ef-4ae1-a065-de0d3170c714 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6b026e-ada2-4d46-bcf8-776420f1e271 HTTP/1.1" status: 200 len: 920 time: 0.3964055 Jan 18 23:13:56.674377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.684457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2518030f-9fbf-4f04-9e0d-a7c67ba80279'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:56.726811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Pushing event deleted for resources: {'Port': ['ID=2518030f-9fbf-4f04-9e0d-a7c67ba80279,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:56.744503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94025dc5-a290-4e76-9649-ce61dd6c2fe0 req-279801f0-4bef-4e2f-a215-9cfa59c803d2 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe78690a-663e-47b7-9501-35a5138c88c1 HTTP/1.1" status: 200 len: 210 time: 0.0684941 Jan 18 23:13:56.758027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536b3-a3bf-4833-9d07-b0a5c0c13159 req-60678821-4d26-450e-88f2-57e08eb47243 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:56.758027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25536b3-a3bf-4833-9d07-b0a5c0c13159 req-60678821-4d26-450e-88f2-57e08eb47243 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:56.758027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a25536b3-a3bf-4833-9d07-b0a5c0c13159 req-60678821-4d26-450e-88f2-57e08eb47243 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.3750970 Jan 18 23:13:56.758027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-5f7d1eae-2338-48dd-a2bb-24adcbf3db28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c01de3-c746-4280-b728-d396e553c3b0 HTTP/1.1" status: 200 len: 217 time: 0.1381633 Jan 18 23:13:56.821674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] No DVR routers for this DVR port 2518030f-9fbf-4f04-9e0d-a7c67ba80279 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:56.824318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:56.867468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-501fc425-a2ad-4faa-a16e-46e1500f2398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:56.868962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-501fc425-a2ad-4faa-a16e-46e1500f2398 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26c46dc7-bf76-42aa-aabb-e4bde1027cd4 HTTP/1.1" status: 200 len: 859 time: 0.1045673 Jan 18 23:13:56.874444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-db648229-d9b6-4ed8-b89d-aee4478e9d41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 1094 time: 0.3242960 Jan 18 23:13:56.901216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c00c8711-d98d-492a-bebe-3da5bb373807 req-978c2ec6-fa4f-4de7-850c-d578e776dfa3 tempest-AttachSCSIVolumeTestJSON-528727454 tempest-AttachSCSIVolumeTestJSON-528727454-project] 10.222.0.83 "DELETE /v2.0/ports/2518030f-9fbf-4f04-9e0d-a7c67ba80279 HTTP/1.1" status: 204 len: 173 time: 1.0272465 Jan 18 23:13:57.009581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-81e46a36-2550-42ef-96b6-35e4da13b906 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6b026e-ada2-4d46-bcf8-776420f1e271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340654 Jan 18 23:13:57.013297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-a9fc2361-1ea4-4b66-b6da-d198018df8b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43722ab5-089f-4df0-a6c8-271014d32dbc HTTP/1.1" status: 200 len: 217 time: 0.0937483 Jan 18 23:13:57.043116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a25536b3-a3bf-4833-9d07-b0a5c0c13159 req-b400edb2-6ddb-4b8b-b704-ec9d71c773e3 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469070 Jan 18 23:13:57.107178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-79432352-a68c-439c-a635-4d80d995559f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08fff4d03a204fe39d22272e11e7008b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933037 Jan 18 23:13:57.262563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969af79-ee77-4797-9949-8785798b31a2 req-e84d250d-a036-475a-81e2-7d50e15c578a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:57.266601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969af79-ee77-4797-9949-8785798b31a2 req-e84d250d-a036-475a-81e2-7d50e15c578a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:57.267348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4969af79-ee77-4797-9949-8785798b31a2 req-e84d250d-a036-475a-81e2-7d50e15c578a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Synchronizing usage tracker for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:13:57.301585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'name': 'network-vif-deleted', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:57.376020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4969af79-ee77-4797-9949-8785798b31a2 req-e84d250d-a036-475a-81e2-7d50e15c578a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Unset dirty status for tenant:a4c5c5fde4584eaa8753a31cbbec20fa on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:13:57.377272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4969af79-ee77-4797-9949-8785798b31a2 req-e84d250d-a036-475a-81e2-7d50e15c578a tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 1683 time: 0.2154658 Jan 18 23:13:57.448356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-9dccd9f3-63f4-441b-98fd-c277314abbaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:57.449820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-9dccd9f3-63f4-441b-98fd-c277314abbaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.4137521 Jan 18 23:13:57.450133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:57.450473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.528290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-d6bdb4d7-4214-46a7-97be-45651b041f9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627315 Jan 18 23:13:57.591693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-4a76c334-55e7-4e91-9913-3b508a2e277a service neutron] 10.222.0.83 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541179 Jan 18 23:13:57.725773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 13f61664-f9f0-4c68-b5f6-de9e60eb6727, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=13f61664-f9f0-4c68-b5f6-de9e60eb6727,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:57.726318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:57.777251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852dce-7373-4356-a02f-405347788cd5 req-7153d4e9-705e-493d-88f4-d02973083430 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:57.781295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-7153d4e9-705e-493d-88f4-d02973083430 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6627281 Jan 18 23:13:57.842698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c8678-1f75-4fe6-ab99-d1372541a755 req-032c6a6e-475b-4a59-a526-f425b9cd8deb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:57.852096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b6c8678-1f75-4fe6-ab99-d1372541a755 req-032c6a6e-475b-4a59-a526-f425b9cd8deb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 943 time: 0.6494508 Jan 18 23:13:57.853489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 13f61664-f9f0-4c68-b5f6-de9e60eb6727 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:57.868338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 34c01de3-c746-4280-b728-d396e553c3b0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:13:57.911631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-5b3395c4-7b95-4fe6-bba4-a584a6845918 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695209 Jan 18 23:13:57.954004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-c51dbae3-2f51-40a3-9e13-1d5a5f30dd3c tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/quotas/08fff4d03a204fe39d22272e11e7008b HTTP/1.1" status: 200 len: 375 time: 0.1656578 Jan 18 23:13:58.045327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=34c01de3-c746-4280-b728-d396e553c3b0,segment=NetworkSegment(38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6),segment_id=38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:58.059040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '34c01de3-c746-4280-b728-d396e553c3b0', 'network_id': '9b6b026e-ada2-4d46-bcf8-776420f1e271', 'port_id': '34c01de3-c746-4280-b728-d396e553c3b0', 'mac_address': 'fa:16:3e:b1:a2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c46dc7-bf76-42aa-aabb-e4bde1027cd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:13:58.091964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-15a219dd-31f7-44f0-9e90-7e44b84edfc0 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1238372 Jan 18 23:13:58.094430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e524c61-d58b-4af2-9feb-4a84cc231f0d req-f4a20d65-f3d4-47e7-a348-55fb72a72e83 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423451 Jan 18 23:13:58.101397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b6c8678-1f75-4fe6-ab99-d1372541a755 req-c35e950d-278a-40eb-b210-9a3cb4e02c9f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481754 Jan 18 23:13:58.116393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.124495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.146676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c01de3-c746-4280-b728-d396e553c3b0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:13:58.150780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['a0a17f85-ad2d-42eb-a531-ebbc6148fa75', '13f61664-f9f0-4c68-b5f6-de9e60eb6727'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:58.170831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b188a00-e3f3-4d42-a9ff-f1fc46aae698 req-326ee5c8-6950-4c03-b039-01f382c5112c service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509680 Jan 18 23:13:58.188369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=13f61664-f9f0-4c68-b5f6-de9e60eb6727,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.218440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=34c01de3-c746-4280-b728-d396e553c3b0,segment=NetworkSegment(38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6),segment_id=38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:58.243943 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc', 'status': 'completed', 'code': 200} Jan 18 23:13:58.288193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port 13f61664-f9f0-4c68-b5f6-de9e60eb6727 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:58.288394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.310576 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.430976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:58.450569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4969af79-ee77-4797-9949-8785798b31a2 req-9637df24-10ed-48b5-8a77-de06b9fcab66 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "DELETE /v2.0/ports/13f61664-f9f0-4c68-b5f6-de9e60eb6727 HTTP/1.1" status: 204 len: 173 time: 1.0680583 Jan 18 23:13:58.514961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['34c01de3-c746-4280-b728-d396e553c3b0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:13:58.547302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:13:58.548295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.658983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10c528-ca69-450d-83cd-197f8d9ce477 req-189bbc33-0bea-406d-9138-0b00d2d19a86 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:58.667247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d10c528-ca69-450d-83cd-197f8d9ce477 req-189bbc33-0bea-406d-9138-0b00d2d19a86 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 944 time: 0.1235695 Jan 18 23:13:58.708638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-814dc79e-010c-46ba-a8d3-b946b1123550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 1094 time: 0.2730830 Jan 18 23:13:58.724199 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe78690a-663e-47b7-9501-35a5138c88c1', 'name': 'network-vif-deleted', 'tag': '2518030f-9fbf-4f04-9e0d-a7c67ba80279', 'status': 'completed', 'code': 200} Jan 18 23:13:58.825740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d10c528-ca69-450d-83cd-197f8d9ce477 req-bf04124e-d500-437e-af3b-c611b35d53af tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571486 Jan 18 23:13:58.926825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port a0a17f85-ad2d-42eb-a531-ebbc6148fa75, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:58.927367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:58.987069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-c6fb39dd-65d9-4d2b-80bd-025a254ff14b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:58.988915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-c6fb39dd-65d9-4d2b-80bd-025a254ff14b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.2678914 Jan 18 23:13:59.116566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-87c96e8b-7a56-43a8-82f4-b0c46b91ee25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43722ab5-089f-4df0-a6c8-271014d32dbc HTTP/1.1" status: 200 len: 217 time: 0.1204517 Jan 18 23:13:59.152469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for a0a17f85-ad2d-42eb-a531-ebbc6148fa75 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:13:59.209455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406135e-4702-4802-9a0b-bc06391e87ab req-c7ede0b4-e840-44a3-9fc1-3e91e5669171 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:59.213075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d406135e-4702-4802-9a0b-bc06391e87ab req-c7ede0b4-e840-44a3-9fc1-3e91e5669171 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 946 time: 0.3792970 Jan 18 23:13:59.220432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-ff5f40fc-e6ef-4118-ac32-5839cc18f3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:59.221918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-ff5f40fc-e6ef-4118-ac32-5839cc18f3df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.0965338 Jan 18 23:13:59.237187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:59.295077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-fe77357a-3717-4369-8b18-124ed212a3b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526330 Jan 18 23:13:59.335280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab6df4-3f02-4786-bc02-c8d70821ce0b req-1e8d423c-d459-43e6-8fb6-52249fc92f20 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:13:59.336749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7ab6df4-3f02-4786-bc02-c8d70821ce0b req-1e8d423c-d459-43e6-8fb6-52249fc92f20 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 946 time: 0.2614138 Jan 18 23:13:59.420935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 790625ea-c683-4e8e-9be2-125dffe61a97 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:13:59.423724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d406135e-4702-4802-9a0b-bc06391e87ab req-154af6d9-a2ec-400b-96a7-55b1500e258a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005630 Jan 18 23:13:59.432676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 790625ea-c683-4e8e-9be2-125dffe61a97 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:13:59.432676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.481240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.481676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7ab6df4-3f02-4786-bc02-c8d70821ce0b req-9116ab9f-1236-464d-ab17-a92c0aedc067 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3ba597c-d1f2-456c-ba34-a14a7fba27f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813267 Jan 18 23:13:59.537845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-e7f2a1bd-3e04-44c8-b833-9a4f37a3766f service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271488 Jan 18 23:13:59.538526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Port': ['ID=a0a17f85-ad2d-42eb-a531-ebbc6148fa75,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:13:59.650596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] No DVR routers for this DVR port a0a17f85-ad2d-42eb-a531-ebbc6148fa75 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:13:59.651870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.659952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.682855 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4969af79-ee77-4797-9949-8785798b31a2 req-8775be16-ecf1-43fa-bc4f-cbb2eecd811c tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.89 "DELETE /v2.0/ports/a0a17f85-ad2d-42eb-a531-ebbc6148fa75 HTTP/1.1" status: 204 len: 173 time: 1.2267051 Jan 18 23:13:59.719833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:13:59.731722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:13:59.857405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d9fc912-544a-4ed0-8a06-d4896792163e req-cb9df60e-5e82-4a5c-8399-69581a5fecad tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 210 time: 0.2996120 Jan 18 23:13:59.881479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:13:59.882206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a0a17f85-ad2d-42eb-a531-ebbc6148fa75 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:13:59.978691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 34c01de3-c746-4280-b728-d396e553c3b0 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:13:59.990827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb4a6c0-624f-4a00-b3a4-73fc8ba0d311 req-d9f0edd4-c1cf-4f48-b1ac-6c62d937a1b0 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297242 Jan 18 23:14:00.033060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: a0a17f85-ad2d-42eb-a531-ebbc6148fa75 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:00.033060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a0a17f85-ad2d-42eb-a531-ebbc6148fa75 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:00.033060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 13f61664-f9f0-4c68-b5f6-de9e60eb6727 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:00.034084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f293786-4195-46c1-8e08-69e0c307f490 req-a988153e-001b-4bf6-8be6-e2a4a5b8471c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:00.041363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f293786-4195-46c1-8e08-69e0c307f490 req-a988153e-001b-4bf6-8be6-e2a4a5b8471c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 943 time: 0.1940789 Jan 18 23:14:00.073067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 13f61664-f9f0-4c68-b5f6-de9e60eb6727 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:00.073418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 13f61664-f9f0-4c68-b5f6-de9e60eb6727 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:00.092431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f293786-4195-46c1-8e08-69e0c307f490 req-71c1a437-65f0-4bc3-86e8-a995ba77d977 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Jan 18 23:14:00.116904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:00.176065 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'code': 200} Jan 18 23:14:00.227811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 34c01de3-c746-4280-b728-d396e553c3b0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:00.235632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 34c01de3-c746-4280-b728-d396e553c3b0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:00.238900 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.382373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.417347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=34c01de3-c746-4280-b728-d396e553c3b0,segment=NetworkSegment(38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6),segment_id=38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:00.495707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b439-e906-40b4-9ad8-fc2e663c4004 req-1f0c5ac4-339f-490c-a8f0-06f0e7f88878 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:00.497205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c361b439-e906-40b4-9ad8-fc2e663c4004 req-1f0c5ac4-339f-490c-a8f0-06f0e7f88878 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 944 time: 0.1515300 Jan 18 23:14:00.503482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9b52f-fa73-4d66-955c-a168deaab49e req-2d5e13fa-c417-40c5-b469-b74d65a7f5bc tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:00.504890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98d9b52f-fa73-4d66-955c-a168deaab49e req-2d5e13fa-c417-40c5-b469-b74d65a7f5bc tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.1254494 Jan 18 23:14:00.558286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2353c735-23de-4000-92e7-88e0b27e8139 req-97224cb0-565f-4f31-9b88-b5b701ddf0fa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 1098 time: 0.0708961 Jan 18 23:14:00.580860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:00.581889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2518030f-9fbf-4f04-9e0d-a7c67ba80279 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:00.588493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c361b439-e906-40b4-9ad8-fc2e663c4004 req-0b0aa524-a1f5-46aa-9729-2d5fe108e585 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819852 Jan 18 23:14:00.597812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98d9b52f-fa73-4d66-955c-a168deaab49e req-4d611d76-99cb-4037-af64-a15ec1fd5aa7 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762448 Jan 18 23:14:00.653479 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2353c735-23de-4000-92e7-88e0b27e8139 req-cf879be8-08dd-4dc4-a62e-5c1460916b77 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798886 Jan 18 23:14:00.722519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 2518030f-9fbf-4f04-9e0d-a7c67ba80279 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:00.723153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2518030f-9fbf-4f04-9e0d-a7c67ba80279 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:00.725762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-deleted', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727'}, {'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-deleted', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:00.749446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:00.830705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bfe4f08-7727-4d6c-8536-1f2e14218c88 req-af5fa812-8ad1-4f4a-be8c-e03c52cd6071 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae0c14f-2264-40ec-857d-8a605ff5e62c HTTP/1.1" status: 200 len: 210 time: 0.0771635 Jan 18 23:14:00.889820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe306d-4aa9-4c38-82ad-5d55d2e10509 req-14df39cf-ec13-46b3-9f16-a1744867ea21 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:00.891490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1efe306d-4aa9-4c38-82ad-5d55d2e10509 req-14df39cf-ec13-46b3-9f16-a1744867ea21 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.0991719 Jan 18 23:14:00.923261 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-deleted', 'tag': '13f61664-f9f0-4c68-b5f6-de9e60eb6727', 'status': 'completed', 'code': 200} Jan 18 23:14:00.923261 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0c14f-2264-40ec-857d-8a605ff5e62c', 'name': 'network-vif-deleted', 'tag': 'a0a17f85-ad2d-42eb-a531-ebbc6148fa75', 'status': 'completed', 'code': 200} Jan 18 23:14:00.946894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1efe306d-4aa9-4c38-82ad-5d55d2e10509 req-ac96471f-45b7-4b9d-98ce-d3edc074942f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Jan 18 23:14:01.098827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6361ac9a-a821-4308-966c-fc944b3129c2 req-aaa92300-8707-49c2-9f8e-469156e33515 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 210 time: 0.0481570 Jan 18 23:14:01.315067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff9b5f-f7b5-492f-9e02-6113a3cff99b req-2503b6d7-e53d-4d6c-8f75-ad61ae69ed7f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:01.317019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3ff9b5f-f7b5-492f-9e02-6113a3cff99b req-2503b6d7-e53d-4d6c-8f75-ad61ae69ed7f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 943 time: 0.0819683 Jan 18 23:14:01.368824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3ff9b5f-f7b5-492f-9e02-6113a3cff99b req-b63fe3d8-9d1a-4ad2-9e7b-8b5089924fce tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460837 Jan 18 23:14:01.817868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe60e6-d4dc-45d5-8eca-958e015d49a5 req-057acb16-1145-43db-92e0-7b1f9425d252 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:01.817868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ebe60e6-d4dc-45d5-8eca-958e015d49a5 req-057acb16-1145-43db-92e0-7b1f9425d252 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.0888426 Jan 18 23:14:01.899891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 43722ab5-089f-4df0-a6c8-271014d32dbc details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:01.929439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ebe60e6-d4dc-45d5-8eca-958e015d49a5 req-0ff872d7-09ad-4d63-83bc-3e830ef256c0 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036639 Jan 18 23:14:01.989273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39392) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:02.089990 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-90175333-437d-4fa2-9dec-cc696cc402f3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=08fff4d03a204fe39d22272e11e7008b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397055 Jan 18 23:14:02.131394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=43722ab5-089f-4df0-a6c8-271014d32dbc,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:02.177916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:02.198674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '43722ab5-089f-4df0-a6c8-271014d32dbc', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': '43722ab5-089f-4df0-a6c8-271014d32dbc', 'mac_address': 'fa:16:3e:79:e7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:02.412131 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.459550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43722ab5-089f-4df0-a6c8-271014d32dbc {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:02.492099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852dce-7373-4356-a02f-405347788cd5 req-f034fd63-92b8-4a50-84ea-fc6220fbfd4f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:02.494205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-f034fd63-92b8-4a50-84ea-fc6220fbfd4f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856502 Jan 18 23:14:02.498805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=43722ab5-089f-4df0-a6c8-271014d32dbc,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:02.504521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting subnet 4c7d19d3-05be-47e1-adf6-b43a7db1ad5d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:02.508020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35d18c77-621d-449f-a71f-529fc0e2e4bd req-43f0d3f2-2c23-44df-9255-f647cc2ff915 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 210 time: 0.1531384 Jan 18 23:14:02.508909 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.621959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Request body: {'port': {'device_id': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '08fff4d03a204fe39d22272e11e7008b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:02.629747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d51420-d891-4ccb-854f-dca68d796918 req-f7c902f3-3b59-4b79-8c2f-67bc30400023 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:02.638044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.650745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19d51420-d891-4ccb-854f-dca68d796918 req-f7c902f3-3b59-4b79-8c2f-67bc30400023 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.4142780 Jan 18 23:14:02.739275 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0', 'code': 200} Jan 18 23:14:02.814956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19d51420-d891-4ccb-854f-dca68d796918 req-89932a34-8b8c-49f3-b9fe-53e1da15eb11 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626897 Jan 18 23:14:02.824701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:02.879654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['43722ab5-089f-4df0-a6c8-271014d32dbc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:03.009668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.071525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:03.084519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Usage tracker for resource:port and tenant:08fff4d03a204fe39d22272e11e7008b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:03.099055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:03.112527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:03.158597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.231176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Made reservation on behalf of 08fff4d03a204fe39d22272e11e7008b for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:03.231176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.265108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.291519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87fd11c3-5cfc-4315-b56e-7f91f66c0535 req-e2805312-f7b5-4322-adc6-6843715874df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 1096 time: 0.3408284 Jan 18 23:14:03.373565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:03.373753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b36079-af56-4ac1-b623-11347b475429 req-63d9ecd1-ee1e-47ce-9a40-c2f1fddd58ca tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.373753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73b36079-af56-4ac1-b623-11347b475429 req-63d9ecd1-ee1e-47ce-9a40-c2f1fddd58ca tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 944 time: 0.2740753 Jan 18 23:14:03.373956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Usage tracker for resource:security_group_rule and tenant:08fff4d03a204fe39d22272e11e7008b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:03.377403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:03.384405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:03.418347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87fd11c3-5cfc-4315-b56e-7f91f66c0535 req-1df2c8a2-9e46-4ad0-9e92-2dd75347c7cb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190920 Jan 18 23:14:03.447942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1ae6e-d633-422e-928c-ef7c1119e87d req-78a43b86-1ca1-40b0-ad1e-43c03ef97c41 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:03.456693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72b1ae6e-d633-422e-928c-ef7c1119e87d req-78a43b86-1ca1-40b0-ad1e-43c03ef97c41 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.2746167 Jan 18 23:14:03.492615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73b36079-af56-4ac1-b623-11347b475429 req-1fcb36ae-dc29-4211-978c-e215d66d55b3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130338 Jan 18 23:14:03.493000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.494439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.536759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72b1ae6e-d633-422e-928c-ef7c1119e87d req-3a698a2a-edbf-4bb9-9ef0-fbe1d603307e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766833 Jan 18 23:14:03.583646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7d19d3-05be-47e1-adf6-b43a7db1ad5d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.609246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.614472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ee14d-482b-4ee3-9d8a-334a74f90402 None None] Network f7b7029f-d389-49f0-ae3d-95224a85177a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:03.635654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.664532 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-76d5fcc8-42ea-413a-a52b-73597933cb69 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/subnets/4c7d19d3-05be-47e1-adf6-b43a7db1ad5d HTTP/1.1" status: 204 len: 168 time: 1.6721182 Jan 18 23:14:03.668126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:03.773250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb897ca-a7b7-4530-9ccc-63c5f9749118,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:03.893257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:03.919837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 43722ab5-089f-4df0-a6c8-271014d32dbc up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:03.986020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-417a8a49-c39c-4ae5-b451-9f950ab70bb6 req-13687417-aa39-49ee-b247-0a525edc5cd2 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 210 time: 0.2555354 Jan 18 23:14:04.007659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Allocated IP 192.168.233.28 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/6d18327b-d93e-41ce-b33b-b124a9478de2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:04.015260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port a2ed5a62-1352-480c-ae3e-c9cdfe921305 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:04.015614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.225987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 43722ab5-089f-4df0-a6c8-271014d32dbc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:04.231577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 43722ab5-089f-4df0-a6c8-271014d32dbc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:04.237271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.291082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] DHCP port deletion for f7b7029f-d389-49f0-ae3d-95224a85177a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:04.304069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Deleting port a2ed5a62-1352-480c-ae3e-c9cdfe921305 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:04.304498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.491514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.514412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Transition to ACTIVE for port object 6d18327b-d93e-41ce-b33b-b124a9478de2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:04.638465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.678518 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.843539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=43722ab5-089f-4df0-a6c8-271014d32dbc,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:04.848130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:04.892794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] For port a2ed5a62-1352-480c-ae3e-c9cdfe921305, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a2ed5a62-1352-480c-ae3e-c9cdfe921305,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:04.893588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.913096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.920633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:04.931548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port a2ed5a62-1352-480c-ae3e-c9cdfe921305, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a2ed5a62-1352-480c-ae3e-c9cdfe921305,segment=NetworkSegment(71a1c31e-0844-46ee-8b53-060e9724dcde),segment_id=71a1c31e-0844-46ee-8b53-060e9724dcde)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:04.932097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:04.936569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:04.943460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:05.012220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Pushing event updated for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:05.087854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.088792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.096878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Calling delete_port for a2ed5a62-1352-480c-ae3e-c9cdfe921305 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:05.165071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:05.177470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for a2ed5a62-1352-480c-ae3e-c9cdfe921305 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:05.221475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-8e412570-e3e5-41e3-a0be-f80516d24338 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6032434 Jan 18 23:14:05.230399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Request body: {'port': {'device_id': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:05.233384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8642-8100-4644-bdef-66ed0e86975a req-bedc1397-2332-4b63-aafe-b92367a86fe8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.234985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e9f8642-8100-4644-bdef-66ed0e86975a req-bedc1397-2332-4b63-aafe-b92367a86fe8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.9513257 Jan 18 23:14:05.299682 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.345484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e9f8642-8100-4644-bdef-66ed0e86975a req-6e875479-f3ab-40d5-8c90-888604ef7c33 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999091 Jan 18 23:14:05.352177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8697e1-a8d6-4d5a-86a4-46557f03ec80 req-a39433fc-17a6-48f0-83a8-191d0685bd7f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.359310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac8697e1-a8d6-4d5a-86a4-46557f03ec80 req-a39433fc-17a6-48f0-83a8-191d0685bd7f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.5730519 Jan 18 23:14:05.362639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:05.363138 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:05.409850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] Pushing event deleted for resources: {'Port': ['ID=a2ed5a62-1352-480c-ae3e-c9cdfe921305,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:05.422248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.443740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84076f02-99fc-4296-9b1c-3a252521ef8c None None] No DVR routers for this DVR port a2ed5a62-1352-480c-ae3e-c9cdfe921305 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:05.446522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac8697e1-a8d6-4d5a-86a4-46557f03ec80 req-75aa0a1f-87a7-4660-b8d7-0369b0afeb66 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846539 Jan 18 23:14:05.529631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-379d1963-34c0-4db2-9810-d4c0cc707f3b None None] Provisioning for port 6d18327b-d93e-41ce-b33b-b124a9478de2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:05.536372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-379d1963-34c0-4db2-9810-d4c0cc707f3b None None] Provisioning complete for port 6d18327b-d93e-41ce-b33b-b124a9478de2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:05.536741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-379d1963-34c0-4db2-9810-d4c0cc707f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.613325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-379d1963-34c0-4db2-9810-d4c0cc707f3b None None] Port 6d18327b-d93e-41ce-b33b-b124a9478de2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:14:05.739225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d337-9f62-4377-bdfd-337e789b86fb req-98979b7c-ff69-4642-b51b-f90845bb8b23 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.740750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a62d337-9f62-4377-bdfd-337e789b86fb req-98979b7c-ff69-4642-b51b-f90845bb8b23 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.1610975 Jan 18 23:14:05.752140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a65bbe-cdac-4197-9990-3073f68bc233 req-b4e37ecc-dc97-427c-88e1-5dda5f449df3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:05.752140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21a65bbe-cdac-4197-9990-3073f68bc233 req-b4e37ecc-dc97-427c-88e1-5dda5f449df3 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1319501 Jan 18 23:14:05.819468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a62d337-9f62-4377-bdfd-337e789b86fb req-38ccdf2e-5686-486b-a458-14c0cc980d23 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Jan 18 23:14:05.829913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21a65bbe-cdac-4197-9990-3073f68bc233 req-51448dd1-84fe-45c8-a2e4-e6843c5b486f tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638282 Jan 18 23:14:05.858164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d18327b-d93e-41ce-b33b-b124a9478de2 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:05.864701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port a2ed5a62-1352-480c-ae3e-c9cdfe921305 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:05.865045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.884659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:05.914608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Transition to ACTIVE for port object 6d18327b-d93e-41ce-b33b-b124a9478de2 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:05.947139 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc', 'code': 200} Jan 18 23:14:05.967167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] The port 'a2ed5a62-1352-480c-ae3e-c9cdfe921305' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:06.021232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.233979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.273458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Pushing event updated for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.301307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b7029f-d389-49f0-ae3d-95224a85177a']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:06.305743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a2ed5a62-1352-480c-ae3e-c9cdfe921305 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:06.326795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a1c31e-0844-46ee-8b53-060e9724dcde') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:06.327097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a1c31e-0844-46ee-8b53-060e9724dcde') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:06.336803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Attempting to bind port 6d18327b-d93e-41ce-b33b-b124a9478de2 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:06.337244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Attempting to bind port 6d18327b-d93e-41ce-b33b-b124a9478de2 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:06.337801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Attempting to bind port 6d18327b-d93e-41ce-b33b-b124a9478de2 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:06.346213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Port 6d18327b-d93e-41ce-b33b-b124a9478de2 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:06.346767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Attempting to bind port 6d18327b-d93e-41ce-b33b-b124a9478de2 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:06.352613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.357289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:06.357837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:06.358382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:06.359082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Bound port: 6d18327b-d93e-41ce-b33b-b124a9478de2, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:06.361000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.363488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a2ed5a62-1352-480c-ae3e-c9cdfe921305 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:06.363953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a2ed5a62-1352-480c-ae3e-c9cdfe921305 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:06.388281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.411572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea07ec-2006-4400-b153-8d57c025a65e req-700730c8-5560-4998-a7df-b7364e1b38ef tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:06.411572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95ea07ec-2006-4400-b153-8d57c025a65e req-700730c8-5560-4998-a7df-b7364e1b38ef tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 947 time: 0.3501892 Jan 18 23:14:06.415515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aa4130c-8f36-4d58-ac4e-177ee4a90d0e req-a8c93c79-8786-463b-99fe-4fae8792b8a6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 1096 time: 0.3515480 Jan 18 23:14:06.415515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:06.415515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:06.442453 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:06.498362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:06.505703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6d18327b-d93e-41ce-b33b-b124a9478de2,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:06.548147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39486) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:06.573802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95ea07ec-2006-4400-b153-8d57c025a65e req-576d7767-a355-45b0-8467-2eae78c48de8 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655209 Jan 18 23:14:06.578858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aa4130c-8f36-4d58-ac4e-177ee4a90d0e req-0cbd35b0-30c1-4277-b984-8d0c9046a4b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313040 Jan 18 23:14:06.627257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.678132 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.698534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.710818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:06.711457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Network': ['ID=f7b7029f-d389-49f0-ae3d-95224a85177a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.711934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] 10.222.0.89 "PUT /v2.0/ports/6d18327b-d93e-41ce-b33b-b124a9478de2 HTTP/1.1" status: 200 len: 1095 time: 1.4857025 Jan 18 23:14:06.715297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:06.755859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759c37-bfbe-4ef1-8c6d-49c4fbe03aca service neutron] Pushing event updated for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:06.826069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e77e0863-e769-423c-a67d-cdc55c0746e0 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/networks/f7b7029f-d389-49f0-ae3d-95224a85177a HTTP/1.1" status: 204 len: 168 time: 3.1565030 Jan 18 23:14:06.827160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:06.846777 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2', 'status': 'completed', 'code': 200} Jan 18 23:14:07.056770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61967e8-cc33-4644-a9e7-59fb90b8d790 req-5420f703-fbd9-4809-a8ca-f641b5b9d93a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.058365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a61967e8-cc33-4644-a9e7-59fb90b8d790 req-5420f703-fbd9-4809-a8ca-f641b5b9d93a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.2948620 Jan 18 23:14:07.069628 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ab300f8-6a53-479d-b06a-fb2c33b9e26e req-1712c809-ef0f-4d60-8a32-6ae8558f350b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 1098 time: 0.2218268 Jan 18 23:14:07.113732 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ab300f8-6a53-479d-b06a-fb2c33b9e26e req-a64cf963-a52d-4958-96b4-b2cd458a6f82 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=08fff4d03a204fe39d22272e11e7008b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351043 Jan 18 23:14:07.124326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting subnet afe8071a-dbe8-4dca-b952-b0a22725b860 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:07.136687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.186529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a61967e8-cc33-4644-a9e7-59fb90b8d790 req-06872ef6-5eb3-4de3-98d6-0282827351b4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203897 Jan 18 23:14:07.210090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.448317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab300f8-6a53-479d-b06a-fb2c33b9e26e req-66abfed4-2ea4-4173-8ab0-2bc1654a7a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.459075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ab300f8-6a53-479d-b06a-fb2c33b9e26e req-66abfed4-2ea4-4173-8ab0-2bc1654a7a52 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3291624 Jan 18 23:14:07.512230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe024ef-37b0-4eb5-9375-2cc3b11c58cf req-283f121d-1f00-4262-bdd1-2698607618da tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.513794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe024ef-37b0-4eb5-9375-2cc3b11c58cf req-283f121d-1f00-4262-bdd1-2698607618da tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1374953 Jan 18 23:14:07.516976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.551226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.611742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe024ef-37b0-4eb5-9375-2cc3b11c58cf req-a3405491-ce7b-48f6-8443-f4c0d35336fa tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651014 Jan 18 23:14:07.674563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-9cd37c2b-f3fd-4dac-ae82-7dee1cfd71aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 1098 time: 0.1762536 Jan 18 23:14:07.736345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.752599 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-fd405656-b455-42f7-b740-a0af883dec17 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6d18327b-d93e-41ce-b33b-b124a9478de2 HTTP/1.1" status: 200 len: 217 time: 0.0747993 Jan 18 23:14:07.793114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489cecc9-be73-4eea-834b-451845d75a8e None None] Network ad820979-3541-4776-b9f0-4b4223b41f6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:07.802157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:07.811465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/subnets/afe8071a-dbe8-4dca-b952-b0a22725b860 HTTP/1.1" status: 204 len: 168 time: 0.9811580 Jan 18 23:14:07.853102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8da81-9505-4224-9bc1-8d58cd0a25da tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Subnet': ['ID=afe8071a-dbe8-4dca-b952-b0a22725b860,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:07.853305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:07.974665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891e1a5-1c43-4c4d-be94-ec9accdf548b req-f36900e8-6750-4825-bb34-725c6273010e tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.976141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2891e1a5-1c43-4c4d-be94-ec9accdf548b req-f36900e8-6750-4825-bb34-725c6273010e tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 947 time: 0.1201205 Jan 18 23:14:07.989780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beb639-5194-475a-bbf8-481e5b8f9c6f req-7d0615df-3bce-48bf-a4af-39428c7e8eea tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.990377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852dce-7373-4356-a02f-405347788cd5 req-38c13f17-9af8-4683-8442-4c5bdaf7e6ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:07.995687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-38c13f17-9af8-4683-8442-4c5bdaf7e6ac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1907494 Jan 18 23:14:07.995778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5beb639-5194-475a-bbf8-481e5b8f9c6f req-7d0615df-3bce-48bf-a4af-39428c7e8eea tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.2073894 Jan 18 23:14:08.047658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.081453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5beb639-5194-475a-bbf8-481e5b8f9c6f req-3b980de2-ff1b-41e5-a3ef-e3bebbc069bd tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834296 Jan 18 23:14:08.084471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 6bff22f0-420b-4051-a9aa-24a472681dd1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:08.084471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.099692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2891e1a5-1c43-4c4d-be94-ec9accdf548b req-d7992c46-72b5-470d-b097-dcc691545fe3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045017 Jan 18 23:14:08.184494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413042ba-8991-4a41-a21d-16381531150f None None] DHCP port deletion for ad820979-3541-4776-b9f0-4b4223b41f6e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:08.189691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-413042ba-8991-4a41-a21d-16381531150f None None] Deleting port 6bff22f0-420b-4051-a9aa-24a472681dd1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:08.191592 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-413042ba-8991-4a41-a21d-16381531150f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.263685 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-04377e32-b836-4bd2-a2b9-55332b7d4dbe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2594459 Jan 18 23:14:08.300535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6bff22f0-420b-4051-a9aa-24a472681dd1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:08.520740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-413042ba-8991-4a41-a21d-16381531150f None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:08.521176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-413042ba-8991-4a41-a21d-16381531150f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.586328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:08.590003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.644411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.661867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-413042ba-8991-4a41-a21d-16381531150f None None] Calling delete_port for 6bff22f0-420b-4051-a9aa-24a472681dd1 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:08.748304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:08.767390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 6bff22f0-420b-4051-a9aa-24a472681dd1 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:08.794303 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-40bb3e16-7637-4b62-8611-a282a294d6f6 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788558 Jan 18 23:14:08.821560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.890352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10c574-929c-4424-a501-d2798153b406 req-2c820ad5-a2f8-4d0e-992e-b354f4b5c50e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:08.892609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f10c574-929c-4424-a501-d2798153b406 req-2c820ad5-a2f8-4d0e-992e-b354f4b5c50e tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.1365674 Jan 18 23:14:08.908202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:08.912429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-413042ba-8991-4a41-a21d-16381531150f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:08.913040 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-413042ba-8991-4a41-a21d-16381531150f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:08.940085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6bff22f0-420b-4051-a9aa-24a472681dd1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:08.993369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f10c574-929c-4424-a501-d2798153b406 req-51a8ce0c-6feb-4480-aac0-06fe15aacdec tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894351 Jan 18 23:14:09.078970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487418-39bb-4d47-a547-870e19562d8a req-84250c76-00bd-43c7-835f-f41824da7998 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.080439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d487418-39bb-4d47-a547-870e19562d8a req-84250c76-00bd-43c7-835f-f41824da7998 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.0859041 Jan 18 23:14:09.156684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d487418-39bb-4d47-a547-870e19562d8a req-2fcc6632-9e73-4827-bf1f-a14669df83ab tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683687 Jan 18 23:14:09.196379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:09.196953 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:09.200593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad852dce-7373-4356-a02f-405347788cd5 req-924d6c70-f826-42f3-a1f1-a9a07952c2df service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943062 Jan 18 23:14:09.243866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-c5f9653c-17f4-474d-affa-06d63b8e9a8a tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.244154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-c5f9653c-17f4-474d-affa-06d63b8e9a8a tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Synchronizing usage tracker for tenant:2c0a40b9fbcf4d89af1ee7d382b52480 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:09.293143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-c5f9653c-17f4-474d-affa-06d63b8e9a8a tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Unset dirty status for tenant:2c0a40b9fbcf4d89af1ee7d382b52480 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:09.294280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-c5f9653c-17f4-474d-affa-06d63b8e9a8a tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.1921043 Jan 18 23:14:09.371834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Deleting port 8f15718d-20d0-47cb-8bf6-427db6873cf5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:09.372181 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.381470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0248f-c717-4f79-a51a-b78fedc5d818 req-eb84d245-6436-4488-b568-08eabaa44f78 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.382916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43d0248f-c717-4f79-a51a-b78fedc5d818 req-eb84d245-6436-4488-b568-08eabaa44f78 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.1431231 Jan 18 23:14:09.412771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0c5f4-fb52-460f-94f6-0b648769e80e req-46b881c4-3cab-48ac-85ad-5e338c25310f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:09.415244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-413042ba-8991-4a41-a21d-16381531150f None None] Deleting port 6bff22f0-420b-4051-a9aa-24a472681dd1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:09.416056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fc0c5f4-fb52-460f-94f6-0b648769e80e req-46b881c4-3cab-48ac-85ad-5e338c25310f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 947 time: 0.1260300 Jan 18 23:14:09.416183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-413042ba-8991-4a41-a21d-16381531150f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.476954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43d0248f-c717-4f79-a51a-b78fedc5d818 req-07babdc1-2176-4036-b209-926ea43428b9 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872481 Jan 18 23:14:09.480819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fc0c5f4-fb52-460f-94f6-0b648769e80e req-1577e54f-2183-42c0-a8f4-a036c942af25 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604815 Jan 18 23:14:09.537211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Deleting port 999126a6-3805-4df8-9ed7-3ba274c9106a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:09.537555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.686349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-413042ba-8991-4a41-a21d-16381531150f None None] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:09.686746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-413042ba-8991-4a41-a21d-16381531150f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.734917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 6bff22f0-420b-4051-a9aa-24a472681dd1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:09.735764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:09.821803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-413042ba-8991-4a41-a21d-16381531150f None None] Calling delete_port for 6bff22f0-420b-4051-a9aa-24a472681dd1 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:09.920379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] For port 8f15718d-20d0-47cb-8bf6-427db6873cf5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8f15718d-20d0-47cb-8bf6-427db6873cf5,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:09.920379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.009673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-413042ba-8991-4a41-a21d-16381531150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.069802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-5f771ad5-823a-4cf4-bb7d-6f59f82e1a1b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:10.071546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-5f771ad5-823a-4cf4-bb7d-6f59f82e1a1b tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.83 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.1636641 Jan 18 23:14:10.084412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413042ba-8991-4a41-a21d-16381531150f None None] No DVR routers for this DVR port 6bff22f0-420b-4051-a9aa-24a472681dd1 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:10.093862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413042ba-8991-4a41-a21d-16381531150f None None] Pushing event deleted for resources: {'Port': ['ID=6bff22f0-420b-4051-a9aa-24a472681dd1,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:10.098876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] For port 999126a6-3805-4df8-9ed7-3ba274c9106a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=999126a6-3805-4df8-9ed7-3ba274c9106a,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:10.099240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.255333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Deleting port 34c01de3-c746-4280-b728-d396e553c3b0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:10.255815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.268362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Calling delete_port for 999126a6-3805-4df8-9ed7-3ba274c9106a owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:10.384168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] For port 6bff22f0-420b-4051-a9aa-24a472681dd1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6bff22f0-420b-4051-a9aa-24a472681dd1,segment=NetworkSegment(6ff7005d-001e-4096-ae86-6b5980830833),segment_id=6ff7005d-001e-4096-ae86-6b5980830833)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:10.384531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.397747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80052e58-42eb-4921-8ca8-d824d20dab64 req-dc65befd-969a-4637-9622-39b2be8aaf72 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:10.399251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80052e58-42eb-4921-8ca8-d824d20dab64 req-dc65befd-969a-4637-9622-39b2be8aaf72 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.2717626 Jan 18 23:14:10.433977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece65a7-ae42-4649-b2ae-78fc01da46da req-53349009-8b2f-4889-b8fb-f737023b16c8 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:10.435496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dece65a7-ae42-4649-b2ae-78fc01da46da req-53349009-8b2f-4889-b8fb-f737023b16c8 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 945 time: 0.2401876 Jan 18 23:14:10.581941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80052e58-42eb-4921-8ca8-d824d20dab64 req-55736322-f956-4a9c-998f-39ba8d644445 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742599 Jan 18 23:14:10.597598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dece65a7-ae42-4649-b2ae-78fc01da46da req-4c3d6700-7de0-4f31-b482-4479c374e243 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/security-groups?id=48be1f62-b79f-4963-944b-5da47ec51f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415777 Jan 18 23:14:10.630421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Calling delete_port for 6bff22f0-420b-4051-a9aa-24a472681dd1 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:10.666680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] For port 34c01de3-c746-4280-b728-d396e553c3b0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=34c01de3-c746-4280-b728-d396e553c3b0,segment=NetworkSegment(38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6),segment_id=38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:10.667141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.826464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.826839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.833653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:10.834243 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Floating IP 60ea75b8-252f-4a51-b742-ad7380be6117 disassociated. External IP: 172.25.1.94, port: 8f15718d-20d0-47cb-8bf6-427db6873cf5. Jan 18 23:14:10.834243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Calling delete_port for 8f15718d-20d0-47cb-8bf6-427db6873cf5 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:10.896586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:10.896586 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:10.985757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Calling delete_port for 34c01de3-c746-4280-b728-d396e553c3b0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:11.140255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.164668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f381b2-7293-4a32-b723-5fc5241d08bd req-27c0a610-a040-4f00-bed0-ffbe093f63a0 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:11.164668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04f381b2-7293-4a32-b723-5fc5241d08bd req-27c0a610-a040-4f00-bed0-ffbe093f63a0 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 945 time: 0.4070611 Jan 18 23:14:11.179016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fe6f3-a6a8-42ea-a75a-48696df47f9c req-e84c6476-50e7-4e6b-a100-caa0cd7f5ead tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:11.180240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-784fe6f3-a6a8-42ea-a75a-48696df47f9c req-e84c6476-50e7-4e6b-a100-caa0cd7f5ead tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 947 time: 0.4276915 Jan 18 23:14:11.192414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.196931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event deleted for resources: {'Port': ['ID=8f15718d-20d0-47cb-8bf6-427db6873cf5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:11.217305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.217305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.218480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.218480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.218480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.219150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.219150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.219329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.219520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.219844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.220559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:11.300226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04f381b2-7293-4a32-b723-5fc5241d08bd req-d0998853-3dbc-4846-9ac9-8efa1289c843 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups?id=4d5e8280-d0af-4058-a9db-6085e9e65bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122098 Jan 18 23:14:11.300226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-784fe6f3-a6a8-42ea-a75a-48696df47f9c req-41366de9-c072-4fc1-978f-798a1df1255b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911887 Jan 18 23:14:11.328471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.336816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['34c01de3-c746-4280-b728-d396e553c3b0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:11.379257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Pushing event deleted for resources: {'Port': ['ID=999126a6-3805-4df8-9ed7-3ba274c9106a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:11.421574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Pushing event deleted for resources: {'Port': ['ID=34c01de3-c746-4280-b728-d396e553c3b0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:11.516054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Deleting port 6bff22f0-420b-4051-a9aa-24a472681dd1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:11.516285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.537543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] No DVR routers for this DVR port 34c01de3-c746-4280-b728-d396e553c3b0 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:11.540034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.542868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'name': 'network-vif-deleted', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:11.553408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f73a6086-c3a4-439e-ac43-6c5b5782989a req-fc120a72-065f-4d45-b8ed-9bcdbb165ee4 tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.83 "DELETE /v2.0/ports/34c01de3-c746-4280-b728-d396e553c3b0 HTTP/1.1" status: 204 len: 173 time: 1.4651945 Jan 18 23:14:11.598655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] The port '6bff22f0-420b-4051-a9aa-24a472681dd1' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:11.629953 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70104a10-db10-4055-8655-06c092023b17', 'name': 'network-vif-deleted', 'tag': '34c01de3-c746-4280-b728-d396e553c3b0', 'status': 'completed', 'code': 200} Jan 18 23:14:11.851801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3d031f82-b239-41d0-afe7-46f140a857cc req-7158cfd1-8abf-4bbf-9892-df5cb65c22ef tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Synchronizing usage tracker for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:11.918657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b0feb-6f0f-44bc-a56d-a1c06ea5e0aa req-6e3e86b2-12dc-4d50-a44c-a60a8f8e2078 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:11.920119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-055b0feb-6f0f-44bc-a56d-a1c06ea5e0aa req-6e3e86b2-12dc-4d50-a44c-a60a8f8e2078 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1131232 Jan 18 23:14:11.930555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:11.985200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad820979-3541-4776-b9f0-4b4223b41f6e']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:11.985588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-055b0feb-6f0f-44bc-a56d-a1c06ea5e0aa req-3afdd9fc-cc48-42ec-ab85-7de4046a714e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Jan 18 23:14:11.998582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3d031f82-b239-41d0-afe7-46f140a857cc req-7158cfd1-8abf-4bbf-9892-df5cb65c22ef tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] Unset dirty status for tenant:82483b87b2bc479b94ea5e621ea2826e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:12.004345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d031f82-b239-41d0-afe7-46f140a857cc req-7158cfd1-8abf-4bbf-9892-df5cb65c22ef tempest-ServerMetadataNegativeTestJSON-1064202902 tempest-ServerMetadataNegativeTestJSON-1064202902-project] 10.222.0.59 "GET /v2.0/ports?device_id=70104a10-db10-4055-8655-06c092023b17 HTTP/1.1" status: 200 len: 210 time: 0.2328432 Jan 18 23:14:12.004988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff7005d-001e-4096-ae86-6b5980830833') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:12.005094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff7005d-001e-4096-ae86-6b5980830833') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:12.023148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.087814 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.106954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:12.107343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:12.126938 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:12.302180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Router deccfca4-0a65-4858-b4ae-8096207bf323 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:12.405391 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.428147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.449646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] Pushing event deleted for resources: {'Network': ['ID=ad820979-3541-4776-b9f0-4b4223b41f6e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:12.477684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f3f7de3-c379-4f07-b05b-80b5363959c5 req-172b691d-31f6-46eb-987f-a73ea0768d82 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 210 time: 0.0469034 Jan 18 23:14:12.481475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a5581e1-b99c-49f5-b9e8-32dd72e5bcc4 tempest-ServersTestMultiNic-270503608 tempest-ServersTestMultiNic-270503608-project] 10.222.0.59 "DELETE /v2.0/networks/ad820979-3541-4776-b9f0-4b4223b41f6e HTTP/1.1" status: 204 len: 168 time: 4.6235902 Jan 18 23:14:12.492104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.618934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f85ed-e679-45a1-b02d-9d6dde6f8183 req-37b7ae0d-f67d-4934-8fdb-9eab04244e56 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:12.626196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd3f85ed-e679-45a1-b02d-9d6dde6f8183 req-37b7ae0d-f67d-4934-8fdb-9eab04244e56 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 947 time: 0.1394277 Jan 18 23:14:12.670289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd3f85ed-e679-45a1-b02d-9d6dde6f8183 req-372306cf-c483-4186-bffd-f8cc1f3779b5 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431008 Jan 18 23:14:12.777064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:12.787623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Sync routers for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:12.801797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:12.802532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:13:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:12.871340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] No DVR routers for this DVR port 8f15718d-20d0-47cb-8bf6-427db6873cf5 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:12.876039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:12.878224 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1c2d0acd-0870-4307-965f-19c2b6655a06 req-ab1ee44b-b164-45bd-989c-df3d2fc5f3c6 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.89 "DELETE /v2.0/ports/8f15718d-20d0-47cb-8bf6-427db6873cf5 HTTP/1.1" status: 204 len: 173 time: 3.5789917 Jan 18 23:14:12.879844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'name': 'network-vif-deleted', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:12.983736 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e76eea-5fb8-46d2-8c56-bd0760301414', 'name': 'network-vif-deleted', 'tag': '8f15718d-20d0-47cb-8bf6-427db6873cf5', 'status': 'completed', 'code': 200} Jan 18 23:14:13.010113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:13.017969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:13.222689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39590) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:13.301243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6d18327b-d93e-41ce-b33b-b124a9478de2 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:13.303641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8f15718d-20d0-47cb-8bf6-427db6873cf5 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:13.328914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Deleting subnet 26c46dc7-bf76-42aa-aabb-e4bde1027cd4 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:13.332480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.343376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 8f15718d-20d0-47cb-8bf6-427db6873cf5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:13.344472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8f15718d-20d0-47cb-8bf6-427db6873cf5 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:13.351092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9a49-8342-4cfd-bec6-091473f38c3f req-6a820623-b759-45ee-97e8-ab90feca56f8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:13.361409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bbd9a49-8342-4cfd-bec6-091473f38c3f req-6a820623-b759-45ee-97e8-ab90feca56f8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1861703 Jan 18 23:14:13.405002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.455375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.471007 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:14:13.583978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6d18327b-d93e-41ce-b33b-b124a9478de2,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:13.587211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bbd9a49-8342-4cfd-bec6-091473f38c3f req-07409587-2d43-4e90-961f-71bfb786cde1 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169125 Jan 18 23:14:13.609202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '6d18327b-d93e-41ce-b33b-b124a9478de2', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '6d18327b-d93e-41ce-b33b-b124a9478de2', 'mac_address': 'fa:16:3e:8c:b8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:13.671931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.716263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d18327b-d93e-41ce-b33b-b124a9478de2 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:13.735263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Router dda0a313-585c-424b-bbf8-cc92b0af29dd has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:13.746702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6d18327b-d93e-41ce-b33b-b124a9478de2,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:13.750484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:13.763600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Checking router: deccfca4-0a65-4858-b4ae-8096207bf323 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:13.777724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:13.780353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:13:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:13.795675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a7c6af3-0c0d-4e9a-b275-2d9a9bd0247c req-45877040-caf4-4ac5-b908-a780e75cc069 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 210 time: 0.1018469 Jan 18 23:14:13.903422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:13.986574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 34c01de3-c746-4280-b728-d396e553c3b0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:14.016321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8bee4afe-cb7b-4dc3-911b-3dfe008fdc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.021235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.074970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c46dc7-bf76-42aa-aabb-e4bde1027cd4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:14.080193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3954-6a1d-4c8f-aca7-44a9fae9bac6 req-30670d07-ee86-4dfb-93d2-dad12b8c2f28 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.085540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.087416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d3c3954-6a1d-4c8f-aca7-44a9fae9bac6 req-30670d07-ee86-4dfb-93d2-dad12b8c2f28 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 948 time: 0.1452005 Jan 18 23:14:14.122189 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2dc66e27-d652-4b81-8757-54aa9a520e87 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/26c46dc7-bf76-42aa-aabb-e4bde1027cd4 HTTP/1.1" status: 204 len: 168 time: 0.8820615 Jan 18 23:14:14.122903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.143878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.174204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 34c01de3-c746-4280-b728-d396e553c3b0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:14.174447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 34c01de3-c746-4280-b728-d396e553c3b0 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:14.224333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d3c3954-6a1d-4c8f-aca7-44a9fae9bac6 req-465b3023-4b5a-423f-ad99-5e8b8001548a tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358421 Jan 18 23:14:14.240058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:14.249044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:14.418368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:14.423707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-74e641aa-56c6-434b-9142-7b0c8322d06d admin admin] 10.222.0.59 "PUT /v2.0/routers/dda0a313-585c-424b-bbf8-cc92b0af29dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8742402 Jan 18 23:14:14.431301 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Sync routers for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:14.435440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.438932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39604) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:14.449302 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:14.450370 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:13:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:14.467835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6d18327b-d93e-41ce-b33b-b124a9478de2'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:14.753827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:14.806404 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:14.941633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6b026e-ada2-4d46-bcf8-776420f1e271']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:14.979610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959edd36-68b2-4b32-948a-be1ab541468b req-ee11d29a-1546-4f19-af98-49c9ffd4406d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:14.988019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-959edd36-68b2-4b32-948a-be1ab541468b req-ee11d29a-1546-4f19-af98-49c9ffd4406d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1750720 Jan 18 23:14:15.007430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:15.007743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ba9d6e-d8c3-4856-a9d6-928a56bcb1f6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:15.051556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:15.053388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.066335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57dd50-af93-425d-b67a-d1404be061a3 None None] The sync data for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 is: [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:09:01Z', 'revision_number': 4, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd7bd9300-35f5-482d-a5ed-c4a4c549ff05', 'name': '', 'network_id': '8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'mac_address': 'fa:16:3e:4f:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:00Z', 'updated_at': '2022-01-18T23:09:29Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'subnets': [{'id': '48780cab-388f-48a0-a0c1-ddc9b71d97e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:15.088012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-959edd36-68b2-4b32-948a-be1ab541468b req-d431770e-c3a7-4006-91de-3810aeb58814 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987611 Jan 18 23:14:15.090073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.107099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.198999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:15.199407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:15.220955 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:15.324416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01db89f3-86a1-44c0-badc-e1924e2fb74c req-dc600897-ddfb-4a75-9205-adbcc46c0d95 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/ports?device_id=41e76eea-5fb8-46d2-8c56-bd0760301414 HTTP/1.1" status: 200 len: 210 time: 0.1747515 Jan 18 23:14:15.492302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.542345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.542985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Deleting port c149c184-3afd-466e-9f73-d674aed33f59 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:15.543337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.567389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b91c08-9f89-4832-a20e-943306cc20ed None None] New status for floating IP 60ea75b8-252f-4a51-b742-ad7380be6117: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:14:15.569144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6b026e-ada2-4d46-bcf8-776420f1e271,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:15.607273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.641286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e321cd8-d996-4d75-9b7e-9aff9924cea6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9b6b026e-ada2-4d46-bcf8-776420f1e271 HTTP/1.1" status: 204 len: 168 time: 1.5165741 Jan 18 23:14:15.679033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Deleting port 1dcdcbf9-8996-474b-8520-db5093ff34c1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:15.679459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:15.679577 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:14:10Z', 'revision_number': 5, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port': {'id': '1dcdcbf9-8996-474b-8520-db5093ff34c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:36Z', 'updated_at': '2022-01-18T23:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:15.689635 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Checking router: dda0a313-585c-424b-bbf8-cc92b0af29dd for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:15.711308 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Routers {'dda0a313-585c-424b-bbf8-cc92b0af29dd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:15.714724 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:13:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dda0a313-585c-424b-bbf8-cc92b0af29dd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:15.931997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] For port c149c184-3afd-466e-9f73-d674aed33f59, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c149c184-3afd-466e-9f73-d674aed33f59,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:15.933123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.021076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] For port 1dcdcbf9-8996-474b-8520-db5093ff34c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1dcdcbf9-8996-474b-8520-db5093ff34c1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:16.021706 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.046093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] Set router dda0a313-585c-424b-bbf8-cc92b0af29dd gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:16.093319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Calling delete_port for c149c184-3afd-466e-9f73-d674aed33f59 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:16.151345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Calling delete_port for 1dcdcbf9-8996-474b-8520-db5093ff34c1 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:16.161321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:14:15Z', 'revision_number': 6, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:16.165516 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088dc6d-6bf0-4bad-ba38-67c9a9b5a2dc None None] The sync data for ids ['dda0a313-585c-424b-bbf8-cc92b0af29dd'] in n-d-825175-2 is: [{'id': 'dda0a313-585c-424b-bbf8-cc92b0af29dd', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809286866-router', 'tenant_id': 'a251cec4198e474aa659fbf82eb11278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:35Z', 'updated_at': '2022-01-18T23:14:15Z', 'revision_number': 6, 'project_id': 'a251cec4198e474aa659fbf82eb11278', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:16.221465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cc88abb-8c99-4e88-8d5c-b0f73c0ecdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.337326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47f09-3ea5-44c1-b8df-72176ecda598 req-6cccc8f4-5e44-4d86-96d3-e79015914256 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.339185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3df47f09-3ea5-44c1-b8df-72176ecda598 req-6cccc8f4-5e44-4d86-96d3-e79015914256 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 948 time: 0.6931956 Jan 18 23:14:16.361135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39620) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:16.434991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5eb4c668-40af-41d4-9e27-9dca6e9f679d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82483b87b2bc479b94ea5e621ea2826e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0727422 Jan 18 23:14:16.438440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39628) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:16.456641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3df47f09-3ea5-44c1-b8df-72176ecda598 req-3f742ab3-f122-41af-b218-2c59abb51c81 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753081 Jan 18 23:14:16.456641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.510673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Pushing event deleted for resources: {'Port': ['ID=c149c184-3afd-466e-9f73-d674aed33f59,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:16.519030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.523499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c783d7-65fb-4e8d-bfc4-6cb9234fff72 req-8051b55b-063a-4120-bbc1-b0c257bf5a18 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:16.525079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00c783d7-65fb-4e8d-bfc4-6cb9234fff72 req-8051b55b-063a-4120-bbc1-b0c257bf5a18 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1988699 Jan 18 23:14:16.540890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:16.671416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcdcbf9-8996-474b-8520-db5093ff34c1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:16.834016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00c783d7-65fb-4e8d-bfc4-6cb9234fff72 req-0ff6c566-65ac-4446-80b6-8a3808874e38 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721913 Jan 18 23:14:16.901816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.036007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39634) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.153146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.168596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.231019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.301721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6d18327b-d93e-41ce-b33b-b124a9478de2 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:17.360966 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.384873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.464713 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.472524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.474251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be1f62-b79f-4963-944b-5da47ec51f56,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:17.483463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 6d18327b-d93e-41ce-b33b-b124a9478de2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:17.497271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.500813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 6d18327b-d93e-41ce-b33b-b124a9478de2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:17.501345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.520979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.603998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.609447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e2b322ff-dee6-40c7-88d2-9142106b55e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48be1f62-b79f-4963-944b-5da47ec51f56 HTTP/1.1" status: 204 len: 168 time: 1.1693575 Jan 18 23:14:17.652142 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.687308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:17.697998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.697998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda0a313-585c-424b-bbf8-cc92b0af29dd {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:14:17.698375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6d18327b-d93e-41ce-b33b-b124a9478de2,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:17.708178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.750531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.752066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "DELETE /v2.0/security-groups/4d5e8280-d0af-4058-a9db-6085e9e65bc9 HTTP/1.1" status: 204 len: 168 time: 0.7144971 Jan 18 23:14:17.753216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.757148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7dfc51b1-f4b7-4cad-b296-71989617c499 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dda0a313-585c-424b-bbf8-cc92b0af29dd HTTP/1.1" status: 204 len: 168 time: 3.3170786 Jan 18 23:14:17.759895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.760336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39646) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.769244 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2', 'code': 200} Jan 18 23:14:17.821849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c2082-4675-462e-ae60-baf311f44698 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5e8280-d0af-4058-a9db-6085e9e65bc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:17.829051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:17.842472 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-bb2a23d8-ff4c-4a91-86d8-746f0a803c99 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] show failed (client error): The resource could not be found. Jan 18 23:14:17.844393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bb2a23d8-ff4c-4a91-86d8-746f0a803c99 tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "GET /v2.0/security-groups/4d5e8280-d0af-4058-a9db-6085e9e65bc9 HTTP/1.1" status: 404 len: 347 time: 0.0823686 Jan 18 23:14:17.847450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:17.989064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Deleting subnet 89dbb3b1-0595-4487-baf2-49a6e9143007 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:18.008237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.029164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:18.069234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2447202-7ea9-4b01-bc32-aa44a701b182 req-0a4cc9a6-cb10-4de3-8640-c15f0bd8a21d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:18.070717 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2447202-7ea9-4b01-bc32-aa44a701b182 req-0a4cc9a6-cb10-4de3-8640-c15f0bd8a21d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 948 time: 0.3962700 Jan 18 23:14:18.075108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Deleting port 03b91da9-58b5-4153-9ad6-7b9f522f881e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:18.075648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.121619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.178851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-42647903-999f-4e08-a97b-dab73e8afe57 req-97cf10da-a0b5-428c-abf3-29572de008f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 1100 time: 0.2748775 Jan 18 23:14:18.247694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-42647903-999f-4e08-a97b-dab73e8afe57 req-5c9514c2-54ec-4f56-bf10-9e699f507921 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614502 Jan 18 23:14:18.258243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.396620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2447202-7ea9-4b01-bc32-aa44a701b182 req-c2bb9d18-f757-4e59-9859-627e5246d2d2 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888165 Jan 18 23:14:18.424413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 999126a6-3805-4df8-9ed7-3ba274c9106a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:18.455418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.494384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 999126a6-3805-4df8-9ed7-3ba274c9106a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:18.494728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 999126a6-3805-4df8-9ed7-3ba274c9106a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:18.495143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1dcdcbf9-8996-474b-8520-db5093ff34c1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:18.498059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdbaf6-7e14-438e-8743-ac8503bac81b req-f4669b83-221a-4689-a770-ae4e27108a22 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:18.509736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9bdbaf6-7e14-438e-8743-ac8503bac81b req-f4669b83-221a-4689-a770-ae4e27108a22 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.3752191 Jan 18 23:14:18.528575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dbb3b1-0595-4487-baf2-49a6e9143007,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:18.543022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.556121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b5802b8-1a53-4be6-baee-f89df357cbd8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/89dbb3b1-0595-4487-baf2-49a6e9143007 HTTP/1.1" status: 204 len: 168 time: 0.7926683 Jan 18 23:14:18.564922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39668) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:18.571299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd6480-3d79-482e-9e63-49f1e34cac6b None None] Network 2ed76a3b-b90f-4f38-a070-ec4aa9044574 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:18.580912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.581400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.623145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 1dcdcbf9-8996-474b-8520-db5093ff34c1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:18.623487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1dcdcbf9-8996-474b-8520-db5093ff34c1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:18.645214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9bdbaf6-7e14-438e-8743-ac8503bac81b req-d8a9bc48-ed71-423d-83b8-f8b0e09b0e20 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246772 Jan 18 23:14:18.730704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.747995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Deleting port 1aac4972-ffb0-4c74-91f2-caa47b839f4e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:18.748461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.808092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.948309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] DHCP port deletion for 2ed76a3b-b90f-4f38-a070-ec4aa9044574 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:18.952946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Deleting port 1aac4972-ffb0-4c74-91f2-caa47b839f4e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:18.953327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:18.979012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Calling delete_port for 03b91da9-58b5-4153-9ad6-7b9f522f881e owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:19.054187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:19.094811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] For port 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1aac4972-ffb0-4c74-91f2-caa47b839f4e,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:19.094811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.313517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] For port 1aac4972-ffb0-4c74-91f2-caa47b839f4e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1aac4972-ffb0-4c74-91f2-caa47b839f4e,segment=NetworkSegment(a6f0a809-d9ba-4643-8ec2-779c52279e6b),segment_id=a6f0a809-d9ba-4643-8ec2-779c52279e6b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:19.313935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.377801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Calling delete_port for 1aac4972-ffb0-4c74-91f2-caa47b839f4e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:19.462382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.467121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Calling delete_port for 1aac4972-ffb0-4c74-91f2-caa47b839f4e owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:19.524004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Pushing event deleted for resources: {'Port': ['ID=03b91da9-58b5-4153-9ad6-7b9f522f881e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.627006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.638121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:19.641152 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:19.659777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.698456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:19.700929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aac4972-ffb0-4c74-91f2-caa47b839f4e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:19.711770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] No DVR routers for this DVR port 1aac4972-ffb0-4c74-91f2-caa47b839f4e on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:19.711908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.713103 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Sync routers for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:19.727174 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:19.728145 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:19.806374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89577b97-d540-426c-b37a-4a467bc1dfa6 req-75a309e9-399d-47e0-88ff-841583717b35 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:19.812693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89577b97-d540-426c-b37a-4a467bc1dfa6 req-75a309e9-399d-47e0-88ff-841583717b35 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 949 time: 0.2370985 Jan 18 23:14:19.915665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-network', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:19.946647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b2a886b-4cc8-4e87-966a-cf28da0f3097 admin admin] 10.222.0.59 "PUT /v2.0/routers/5f577e1c-86b8-4c6d-b5a9-f7258289a409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9252691 Jan 18 23:14:19.946647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:19.947529 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:19.951268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:19.954387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cea8b6e6-4ca6-4e89-9045-53334da2408f tempest-ServersTestBootFromVolume-111927426 tempest-ServersTestBootFromVolume-111927426-project] 10.222.0.59 "DELETE /v2.0/floatingips/60ea75b8-252f-4a51-b742-ad7380be6117 HTTP/1.1" status: 204 len: 168 time: 2.1027894 Jan 18 23:14:19.957952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39692) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.958523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:19.968771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Usage tracker for resource:network and tenant:dbe07505b6fa426e9bd32cf176cc3c5d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:19.973668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:19.977929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89577b97-d540-426c-b37a-4a467bc1dfa6 req-985ad91f-c181-4ff8-8de5-7de8dab4d531 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634707 Jan 18 23:14:19.981948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:20.069565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.108417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Made reservation on behalf of dbe07505b6fa426e9bd32cf176cc3c5d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:20.113567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed76a3b-b90f-4f38-a070-ec4aa9044574']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.137894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.142484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f0a809-d9ba-4643-8ec2-779c52279e6b') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.142484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f0a809-d9ba-4643-8ec2-779c52279e6b') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.156609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Deleting port 1aac4972-ffb0-4c74-91f2-caa47b839f4e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:20.156609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.174429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.192647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.234906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.249440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:20.250350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:20.251073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.254685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Usage tracker for resource:security_group_rule and tenant:dbe07505b6fa426e9bd32cf176cc3c5d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:20.257800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:20.258918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-782f5712-77e1-4a20-b280-bf843d7a8cf8 None None] The port '1aac4972-ffb0-4c74-91f2-caa47b839f4e' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:20.272651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:20.276974 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:20.309479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc10a9-2adc-4356-8550-fea32dae44e9 req-d7fd4850-7df7-4ef3-a8eb-dec39462d8f0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:20.329619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cadc10a9-2adc-4356-8550-fea32dae44e9 req-d7fd4850-7df7-4ef3-a8eb-dec39462d8f0 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.2825599 Jan 18 23:14:20.329742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1aac4972-ffb0-4c74-91f2-caa47b839f4e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:20.339750 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:14:16Z', 'revision_number': 5, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.345779 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Checking router: 5f577e1c-86b8-4c6d-b5a9-f7258289a409 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:20.359810 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Routers {'5f577e1c-86b8-4c6d-b5a9-f7258289a409'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:20.360529 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.372995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 1aac4972-ffb0-4c74-91f2-caa47b839f4e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:20.372995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1aac4972-ffb0-4c74-91f2-caa47b839f4e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:20.397020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cadc10a9-2adc-4356-8550-fea32dae44e9 req-89f12b85-1dfb-49f5-bc77-ecda154f24c9 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777831 Jan 18 23:14:20.414002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.489394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.521365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:20.532160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a463c-ab87-487c-8718-80ff1e27ad23,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:20.539766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.539766 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Added segment 14292195-ccbd-4173-a873-add8a3a4d00e of type vlan for network 3d34972c-2b56-4752-b027-0777ff99769b Jan 18 23:14:20.553482 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] Set router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:20.560213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.562985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.574671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.612721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed76a3b-b90f-4f38-a070-ec4aa9044574,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:20.621238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.697926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.699042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:20.699686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:20.726858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d7635e7-62e4-4960-87f5-85c84e002920 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2ed76a3b-b90f-4f38-a070-ec4aa9044574 HTTP/1.1" status: 204 len: 168 time: 2.1580181 Jan 18 23:14:20.731689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:20.890275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] Pushing event updated for resources: {'Network': ['ID=3d34972c-2b56-4752-b027-0777ff99769b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:20.890880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:14:16Z', 'revision_number': 5, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:20.897062 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0db1531-9143-4dd1-881c-26503a615e84 None None] The sync data for ids ['5f577e1c-86b8-4c6d-b5a9-f7258289a409'] in n-d-825175-2 is: [{'id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'name': 'tempest-ServersTestMultiNic-481007082-router', 'tenant_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:28Z', 'updated_at': '2022-01-18T23:14:16Z', 'revision_number': 5, 'project_id': 'a4c5c5fde4584eaa8753a31cbbec20fa', 'gw_port': {'id': 'c8c1d8f5-1942-457c-b264-7ac8903cb4b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f577e1c-86b8-4c6d-b5a9-f7258289a409', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:30Z', 'updated_at': '2022-01-18T23:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:20.913771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 3d34972c-2b56-4752-b027-0777ff99769b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:20.953034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11b73cb5-7f58-4cf8-b2c7-24c13d777242 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2920308 Jan 18 23:14:20.962095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39710) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:20.967723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Request body: {'subnet': {'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-subnet', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:20.980495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:20.991454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Usage tracker for resource:subnet and tenant:dbe07505b6fa426e9bd32cf176cc3c5d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:20.994519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:21.002369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:21.095929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Made reservation on behalf of dbe07505b6fa426e9bd32cf176cc3c5d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:21.098673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.196650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.214937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.290714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Deleting port c8c1d8f5-1942-457c-b264-7ac8903cb4b1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:21.291058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.430628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c88bc6-c8ce-4ef0-9737-ea3487ec8148 req-a483516b-72b2-46cc-976d-7135026031f3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.432128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c88bc6-c8ce-4ef0-9737-ea3487ec8148 req-a483516b-72b2-46cc-976d-7135026031f3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 949 time: 0.2662320 Jan 18 23:14:21.594940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] For port c8c1d8f5-1942-457c-b264-7ac8903cb4b1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:21.595594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.708011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c88bc6-c8ce-4ef0-9737-ea3487ec8148 req-bf4f7e99-10ff-43f1-8e98-9b386e4966e4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575018 Jan 18 23:14:21.721985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Calling delete_port for c8c1d8f5-1942-457c-b264-7ac8903cb4b1 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:21.775825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:21.884150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ecbe70d-cf11-4060-96a2-47f4d589cc78,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:21.932095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede4df2-353d-477d-9f99-8f9cfd16a51f req-ec851eb8-d089-44ca-af0b-949b0f7fd563 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:21.936551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dede4df2-353d-477d-9f99-8f9cfd16a51f req-ec851eb8-d089-44ca-af0b-949b0f7fd563 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.3384361 Jan 18 23:14:22.014834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Checking segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:22.015728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Network hostable DHCP agents. Network: 3d34972c-2b56-4752-b027-0777ff99769b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:22.021214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.105450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dede4df2-353d-477d-9f99-8f9cfd16a51f req-d620642b-fea7-4704-a98c-6be207fe701e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566899 Jan 18 23:14:22.217872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.248970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c149c184-3afd-466e-9f73-d674aed33f59 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:22.282555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-378dd1b7-20ff-48b7-8458-95beacde9ce1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08fff4d03a204fe39d22272e11e7008b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405066 Jan 18 23:14:22.287367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c149c184-3afd-466e-9f73-d674aed33f59 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:22.288504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c149c184-3afd-466e-9f73-d674aed33f59 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:22.306406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c1d8f5-1942-457c-b264-7ac8903cb4b1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:22.326373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Network 3d34972c-2b56-4752-b027-0777ff99769b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:22.488315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 3d34972c-2b56-4752-b027-0777ff99769b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:22.496288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26309de9-821d-49a2-9fef-fb89ab987502 None None] Network 3d34972c-2b56-4752-b027-0777ff99769b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:22.500727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.501354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.521216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-ab40a169-ac12-4aca-b99d-aeaea749c4f8 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:22.522683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-ab40a169-ac12-4aca-b99d-aeaea749c4f8 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271421 Jan 18 23:14:22.600566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-1eb90fff-e142-4d34-abf7-b68523798a2f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/quotas/08fff4d03a204fe39d22272e11e7008b HTTP/1.1" status: 200 len: 375 time: 0.0675359 Jan 18 23:14:22.606666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.620240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-29bd990c-1aaf-4a6a-993c-9b812b4ba356 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6571391 Jan 18 23:14:22.649662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:22.686395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:22.704252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:22.714710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Usage tracker for resource:router and tenant:dbe07505b6fa426e9bd32cf176cc3c5d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:22.720784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:22.731502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:22.746114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8ee2a1-37a8-4f10-a4e4-bbf9f8b1d63d None None] Network 3d34972c-2b56-4752-b027-0777ff99769b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:22.802083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Deleting port d7bd9300-35f5-482d-a5ed-c4a4c549ff05 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:22.802268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.817179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-a3b8d854-0e6e-4734-a2e9-fdb98bfa44b6 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2029221 Jan 18 23:14:22.830988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.832357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:22.976158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.141239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.145585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.234139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] For port d7bd9300-35f5-482d-a5ed-c4a4c549ff05, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:23.234551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.297493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.298000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f577e1c-86b8-4c6d-b5a9-f7258289a409 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:14:23.318543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7382ba9f-62ba-4d4d-abec-b7dfb56b88f5 req-45989d2f-a853-4b0b-8ce9-3ed4ed8b3232 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 210 time: 0.1238651 Jan 18 23:14:23.386089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Calling delete_port for d7bd9300-35f5-482d-a5ed-c4a4c549ff05 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:23.402685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Deleting port 28c9efcf-a420-457e-83a7-55ace8eedda7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:23.403031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.454715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.459295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b46c90ad-8f5a-4e66-a160-1bf78ea1867b admin admin] 10.222.0.59 "DELETE /v2.0/routers/5f577e1c-86b8-4c6d-b5a9-f7258289a409 HTTP/1.1" status: 204 len: 168 time: 3.4964211 Jan 18 23:14:23.459829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:23.553427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Deleting subnet d6bc24db-97f8-46a0-9567-5b59602d3e69 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:23.557285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.595733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.618549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.726360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a6489-3d36-4208-beeb-9601062fa6cf req-167b5e70-0c19-4d4e-8eab-5bc57d8b1485 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:23.727922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c9a6489-3d36-4208-beeb-9601062fa6cf req-167b5e70-0c19-4d4e-8eab-5bc57d8b1485 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.4661772 Jan 18 23:14:23.762162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.840377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c9a6489-3d36-4208-beeb-9601062fa6cf req-ff317a4c-1e84-4b45-9ec1-63e2fd268eb8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038392 Jan 18 23:14:23.845757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] For port 28c9efcf-a420-457e-83a7-55ace8eedda7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28c9efcf-a420-457e-83a7-55ace8eedda7,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:23.847229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.894048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.947950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:23.951513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd9300-35f5-482d-a5ed-c4a4c549ff05,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:24.019594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bc24db-97f8-46a0-9567-5b59602d3e69,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:24.036029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.038754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Calling delete_port for 28c9efcf-a420-457e-83a7-55ace8eedda7 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:24.044037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26404459-d0d0-473b-89a5-019ad6857d0f None None] Network 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:24.094222 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6352e4a8-a1e5-403f-a754-25ae1d7fbe2b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d6bc24db-97f8-46a0-9567-5b59602d3e69 HTTP/1.1" status: 204 len: 168 time: 0.6330442 Jan 18 23:14:24.095069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39754) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:24.292946 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.320506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Deleting port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:24.320506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.411357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.418965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] DHCP port deletion for 2fe14807-f6d7-4d0e-8987-80d0bf54bb88 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:24.423146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c1d8f5-1942-457c-b264-7ac8903cb4b1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:24.465232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c8c1d8f5-1942-457c-b264-7ac8903cb4b1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:24.466100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c1d8f5-1942-457c-b264-7ac8903cb4b1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:24.469288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Deleting port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:24.474791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.475294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.562470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.565869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1725aed-ed9e-42fa-a6f0-9ce9edb69fc5 req-057df457-202d-43b2-98bc-3af78860ca69 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 210 time: 0.0516591 Jan 18 23:14:24.568822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c9efcf-a420-457e-83a7-55ace8eedda7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:24.853771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] For port 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=086d899b-ee26-4cc8-8c17-b55bc7e9d570,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:24.856133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:24.947257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] For port 086d899b-ee26-4cc8-8c17-b55bc7e9d570, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=086d899b-ee26-4cc8-8c17-b55bc7e9d570,segment=NetworkSegment(9b70cae9-f168-4484-87e8-3a1d8c3d44de),segment_id=9b70cae9-f168-4484-87e8-3a1d8c3d44de)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:24.948390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.024801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Allocated IP 172.25.1.89 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/1d050d2e-738c-462e-99d7-366783f8c74e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:25.058566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Calling delete_port for 086d899b-ee26-4cc8-8c17-b55bc7e9d570 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:25.105412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Calling delete_port for 086d899b-ee26-4cc8-8c17-b55bc7e9d570 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:25.164096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.215321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.265350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:25.265881 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:25.271753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] Pushing event deleted for resources: {'Port': ['ID=086d899b-ee26-4cc8-8c17-b55bc7e9d570,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:25.273829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f604e1-ecfe-43da-bca7-6a06e99d0ec1 None None] No DVR routers for this DVR port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:25.327416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe2aec-6536-438f-baab-1b0dc15c5348 req-2e29d80f-3c9a-495a-be57-6b821a26be18 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:25.329541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1fe2aec-6536-438f-baab-1b0dc15c5348 req-2e29d80f-3c9a-495a-be57-6b821a26be18 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.2693937 Jan 18 23:14:25.370747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.502008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.604202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1fe2aec-6536-438f-baab-1b0dc15c5348 req-484de938-0e80-4aa3-a29a-0727ed14099c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579885 Jan 18 23:14:25.664574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-1b2bc9c0-fe33-46c7-8000-f0bd5b1718aa tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=08fff4d03a204fe39d22272e11e7008b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320630 Jan 18 23:14:25.767655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Deleting port 086d899b-ee26-4cc8-8c17-b55bc7e9d570 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:25.768256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.788245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.842392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] The port '086d899b-ee26-4cc8-8c17-b55bc7e9d570' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:25.850574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdad8733-a953-4cba-a959-87f2c33ef4c8 req-5846b2db-3bc8-43ad-9110-fc36ef1cde7f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 210 time: 0.1028950 Jan 18 23:14:25.986556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:25.996115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:26.006960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:26.019655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe14807-f6d7-4d0e-8987-80d0bf54bb88']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.023499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:26.052185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Pushing event updated for resources: {'Port': ['ID=1d050d2e-738c-462e-99d7-366783f8c74e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.078122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-21bf1226-e89b-4717-b0f3-c2bfc401c0ae tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:26.079931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-21bf1226-e89b-4717-b0f3-c2bfc401c0ae tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081857 Jan 18 23:14:26.081352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b70cae9-f168-4484-87e8-3a1d8c3d44de') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.081650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b70cae9-f168-4484-87e8-3a1d8c3d44de') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.101745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.103150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Request body: {'port': {'device_id': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '08fff4d03a204fe39d22272e11e7008b'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:26.132394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.143812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:26.144650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:26.159184 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:26.400724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 086d899b-ee26-4cc8-8c17-b55bc7e9d570 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:26.404274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Router deccfca4-0a65-4858-b4ae-8096207bf323 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:26.429141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 086d899b-ee26-4cc8-8c17-b55bc7e9d570 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:26.429141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 086d899b-ee26-4cc8-8c17-b55bc7e9d570 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:26.431434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:26.441093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Usage tracker for resource:port and tenant:08fff4d03a204fe39d22272e11e7008b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:26.444448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:26.456307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:26.480546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.480546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.509122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe14807-f6d7-4d0e-8987-80d0bf54bb88,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:26.522347 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1e59300-8c69-4a94-a127-5aa8d9b55042 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2fe14807-f6d7-4d0e-8987-80d0bf54bb88 HTTP/1.1" status: 204 len: 168 time: 2.4217720 Jan 18 23:14:26.629206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:26.634044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8315f419-90fe-4e89-810e-8428a46eee7e admin admin] 10.222.0.59 "PUT /v2.0/routers/deccfca4-0a65-4858-b4ae-8096207bf323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6726890 Jan 18 23:14:26.636809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:26.639470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Sync routers for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:26.652772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:26.653133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:26.675692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Made reservation on behalf of 08fff4d03a204fe39d22272e11e7008b for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:26.678648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.701307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.702054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:26.863843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:27.008952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.078586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a187c4fe-1ddd-4ddd-aced-f8be2c8088cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4c5c5fde4584eaa8753a31cbbec20fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0680528 Jan 18 23:14:27.081049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:27.110876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.243700 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.243888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:14:23Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:27.248395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Checking router: deccfca4-0a65-4858-b4ae-8096207bf323 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:27.260760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Routers {'deccfca4-0a65-4858-b4ae-8096207bf323'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:27.261553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['deccfca4-0a65-4858-b4ae-8096207bf323'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:27.281633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.347432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79521ba1-1ba3-4c7e-9512-4d7f6af6fdb9 req-cb7f20ec-8159-4fbc-a67d-7c28f5be1f72 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 210 time: 0.1331763 Jan 18 23:14:27.434755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Allocated IP 192.168.233.139 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/4bbbddc7-6fe8-409c-9d46-0ad59d831164) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:27.442993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.456166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20be40-56b2-4481-9c06-052f543c4fdb req-3edd2f4c-ff11-43ca-b5ec-daaefac88954 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:27.457674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d20be40-56b2-4481-9c06-052f543c4fdb req-3edd2f4c-ff11-43ca-b5ec-daaefac88954 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.6176798 Jan 18 23:14:27.461755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-99b88255-88e0-4728-a3fd-099937d8415e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 1096 time: 0.5524354 Jan 18 23:14:27.483755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.484659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] Set router deccfca4-0a65-4858-b4ae-8096207bf323 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:27.505440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba597c-d1f2-456c-ba34-a14a7fba27f4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:27.510021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.511134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0669f693-7cef-4d7b-a05d-2f195f79ef00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3ba597c-d1f2-456c-ba34-a14a7fba27f4 HTTP/1.1" status: 204 len: 168 time: 0.4291866 Jan 18 23:14:27.547609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Deleting port 629129f9-8465-41fe-8cd8-4abd6cad7224 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:27.551244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.737368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d20be40-56b2-4481-9c06-052f543c4fdb req-550907a5-1a82-4ea1-9d1d-1bc08ff6b1c1 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662585 Jan 18 23:14:27.745993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Router 91cfc211-bff8-4852-a5c6-c4748f9610e8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:27.759348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] For port 629129f9-8465-41fe-8cd8-4abd6cad7224, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=629129f9-8465-41fe-8cd8-4abd6cad7224,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:27.759600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:27.825097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:14:23Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:27.829334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed94ed0-d420-46aa-9067-a2bf4f7276c2 None None] The sync data for ids ['deccfca4-0a65-4858-b4ae-8096207bf323'] in n-d-825175-2 is: [{'id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'name': 'tempest-ServersTestBootFromVolume-1198953213-router', 'tenant_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:50Z', 'updated_at': '2022-01-18T23:14:23Z', 'revision_number': 5, 'project_id': '2c0a40b9fbcf4d89af1ee7d382b52480', 'gw_port': {'id': '629129f9-8465-41fe-8cd8-4abd6cad7224', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deccfca4-0a65-4858-b4ae-8096207bf323', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:51Z', 'updated_at': '2022-01-18T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:27.904379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Calling delete_port for 629129f9-8465-41fe-8cd8-4abd6cad7224 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:28.057104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-79321ef2-c570-4d9e-b488-5b1d43e6b183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.058704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-79321ef2-c570-4d9e-b488-5b1d43e6b183 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.5594814 Jan 18 23:14:28.152387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.184851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-5da6bccc-3baa-4ae9-b5dd-d0c670d49880 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43722ab5-089f-4df0-a6c8-271014d32dbc HTTP/1.1" status: 200 len: 217 time: 0.1098876 Jan 18 23:14:28.203570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=629129f9-8465-41fe-8cd8-4abd6cad7224,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:28.235907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.340126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Transition to ACTIVE for port object 4bbbddc7-6fe8-409c-9d46-0ad59d831164 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:28.342551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7bd9300-35f5-482d-a5ed-c4a4c549ff05 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:28.361659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-e331165e-7f53-45ef-b71f-341c4e308053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:28.363863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-e331165e-7f53-45ef-b71f-341c4e308053 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1649644 Jan 18 23:14:28.429276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-36625e33-d1d2-46da-9c4f-63b2bacf7a45 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567846 Jan 18 23:14:28.515015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d7bd9300-35f5-482d-a5ed-c4a4c549ff05 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:28.515966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7bd9300-35f5-482d-a5ed-c4a4c549ff05 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:28.516328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:14:28.644660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b82696d-2d20-489a-bcef-f5a5b13a82c6 req-e3778dda-5d2c-4acb-97ea-4f374faf9297 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 210 time: 0.0557115 Jan 18 23:14:28.659110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.732995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.746161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6d18327b-d93e-41ce-b33b-b124a9478de2'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:28.860007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-47a3e802-7ec9-444b-ba45-b95d9eee376b service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230561 Jan 18 23:14:28.877838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:28.885110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Pushing event updated for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:28.914359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:28.923362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:28.953507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:28.958574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.095572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.096390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router deccfca4-0a65-4858-b4ae-8096207bf323 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:14:29.126079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.127801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d61c550-5540-4c9b-bfd8-750ad7464b2c admin admin] 10.222.0.59 "DELETE /v2.0/routers/deccfca4-0a65-4858-b4ae-8096207bf323 HTTP/1.1" status: 204 len: 168 time: 2.4864225 Jan 18 23:14:29.129381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39816) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:29.133507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39818) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:29.213789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Deleting subnet 48780cab-388f-48a0-a0c1-ddc9b71d97e6 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:29.222765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.290093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:29.292432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.300372 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Sync routers for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:29.316743 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:29.317400 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:29.367985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:29.369364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.406878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.409219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-adf85877-c9b4-48c4-a354-c785330d3cd2 None None] Provisioning for port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:29.414802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-adf85877-c9b4-48c4-a354-c785330d3cd2 None None] Provisioning complete for port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:29.415646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-adf85877-c9b4-48c4-a354-c785330d3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.481560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1794485246-network', 'tenant_id': '61510257056f4b03b4fb9ca30d9976b9'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:29.492243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:29.501801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Usage tracker for resource:network and tenant:61510257056f4b03b4fb9ca30d9976b9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:29.505333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:29.510501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-94402434-7a51-439a-88c1-4f4d16540f8b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4142137 Jan 18 23:14:29.512132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:29.513677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-adf85877-c9b4-48c4-a354-c785330d3cd2 None None] Port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:14:29.516539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb5da9b8-13e3-4800-96bf-a160d5385eb3 admin admin] 10.222.0.59 "PUT /v2.0/routers/91cfc211-bff8-4852-a5c6-c4748f9610e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7838466 Jan 18 23:14:29.523850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19839a27-521a-4369-aff4-d5ecfee57b3a req-345fe1da-ec08-4797-b2b4-e1665b58ed28 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365039 Jan 18 23:14:29.523991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39826) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:29.529344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Request body: {'port': {'device_id': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:29.545353 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:29.598386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.603642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22b44c-83eb-4b25-b46e-b6cb16a2c507 req-bb69098c-3034-4aaa-b287-8a293e423eb4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:29.605145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c22b44c-83eb-4b25-b46e-b6cb16a2c507 req-bb69098c-3034-4aaa-b287-8a293e423eb4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.4055238 Jan 18 23:14:29.642085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48780cab-388f-48a0-a0c1-ddc9b71d97e6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:29.649047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.655065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcfe4c-b095-4895-bdaa-bfa22b8c0e85 None None] Network 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:29.666691 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e5e965b-e030-4eb8-b306-db6ee5f4bb56 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/48780cab-388f-48a0-a0c1-ddc9b71d97e6 HTTP/1.1" status: 204 len: 168 time: 0.5303073 Jan 18 23:14:29.668439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39830) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:29.700977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Made reservation on behalf of 61510257056f4b03b4fb9ca30d9976b9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:29.703858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.768527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.768750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.801592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:29.815279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c22b44c-83eb-4b25-b46e-b6cb16a2c507 req-8ec0493f-cb14-40ab-8abd-d0bb1267451c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767557 Jan 18 23:14:29.857812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:29.874827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:29.877341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:61510257056f4b03b4fb9ca30d9976b9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:29.880505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:29.892689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Sync routers for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:29.944487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:29.991273 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:14:24Z', 'revision_number': 5, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:29.996108 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Checking router: 91cfc211-bff8-4852-a5c6-c4748f9610e8 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:30.000464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Deleting port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:30.001274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.008876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:30.009356 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Routers {'91cfc211-bff8-4852-a5c6-c4748f9610e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:30.009560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.010102 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91cfc211-bff8-4852-a5c6-c4748f9610e8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.015453 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.016533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-502e9f47-a8d3-46c9-a14d-736e576b426d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3654232 Jan 18 23:14:30.026906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:30.195061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:30.254693 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] Set router 91cfc211-bff8-4852-a5c6-c4748f9610e8 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:30.283190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc646cf7-1390-4f5d-8481-fa6e6b64227c req-ebe42339-1068-493b-930c-548fb64e7df3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:30.283901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc646cf7-1390-4f5d-8481-fa6e6b64227c req-ebe42339-1068-493b-930c-548fb64e7df3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Synchronizing usage tracker for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:30.369768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.373809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.404040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 629129f9-8465-41fe-8cd8-4abd6cad7224 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:30.478209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 629129f9-8465-41fe-8cd8-4abd6cad7224 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:30.478808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 629129f9-8465-41fe-8cd8-4abd6cad7224 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:30.491190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbbddc7-6fe8-409c-9d46-0ad59d831164 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:30.504101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.522155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fc646cf7-1390-4f5d-8481-fa6e6b64227c req-ebe42339-1068-493b-930c-548fb64e7df3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Unset dirty status for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:30.523342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc646cf7-1390-4f5d-8481-fa6e6b64227c req-ebe42339-1068-493b-930c-548fb64e7df3 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 936 time: 0.5620167 Jan 18 23:14:30.527557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Transition to ACTIVE for port object 4bbbddc7-6fe8-409c-9d46-0ad59d831164 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:30.574514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.620442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.666614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:26Z', 'revision_number': 3, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.672393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Checking router: f22f5e82-1f6a-4463-8835-93f26b5f9cb7 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:30.673017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Updating router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 port 1d050d2e-738c-462e-99d7-366783f8c74e binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:14:30.731551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:14:24Z', 'revision_number': 5, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:30.733531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc646cf7-1390-4f5d-8481-fa6e6b64227c req-8f5c0595-f27e-4890-ab00-e901a785bf09 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032261 Jan 18 23:14:30.738484 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63051c-d265-4bf4-bab3-f75620793d0d None None] The sync data for ids ['91cfc211-bff8-4852-a5c6-c4748f9610e8'] in n-d-825175-2 is: [{'id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1789386151-router', 'tenant_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:11:55Z', 'updated_at': '2022-01-18T23:14:24Z', 'revision_number': 5, 'project_id': 'c3a58fa80dc7443684ba6ea01ffac051', 'gw_port': {'id': 'c453684a-c946-4fe5-b19c-f0d31ed30b86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cfc211-bff8-4852-a5c6-c4748f9610e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:11:56Z', 'updated_at': '2022-01-18T23:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:30.744703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.751505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:30.774105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] For port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:30.774552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.787710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] DHCP port deletion for 8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:30.789965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7120793-c29c-42ee-af4b-889553c797e1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:30.798645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.798991 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Added segment 809d5269-6303-43f5-9420-6f30efb516e2 of type vlan for network 0150a87e-1a5d-4125-9492-b049d74660a8 Jan 18 23:14:30.810210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Deleting port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:30.810671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:30.837571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:30.977507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Calling delete_port for c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:31.095278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.174304 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-0ee66180-4dd8-411d-b372-4eb32f9a8e8f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5574992 Jan 18 23:14:31.292798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.292798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.293166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.341924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.357896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Attempting to bind port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:31.357896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Attempting to bind port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:31.357896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Attempting to bind port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:31.381410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:31.381638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Attempting to bind port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:31.417501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:31.417501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:31.427427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:31.427427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Bound port: 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:31.427427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.528651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] For port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,segment=NetworkSegment(1b3fb562-16ab-4cef-b4cb-f5740b7317f6),segment_id=1b3fb562-16ab-4cef-b4cb-f5740b7317f6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:31.529133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.539367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38d00c-b759-4f8d-9f1c-110539ce19fd req-e3910694-54a9-429d-b728-1f461ae5f1be tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:31.546328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc38d00c-b759-4f8d-9f1c-110539ce19fd req-e3910694-54a9-429d-b728-1f461ae5f1be tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.4522741 Jan 18 23:14:31.548518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b93e0c-0798-4edb-bc27-8cc5f42c61e3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:31.595561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] No DVR routers for this DVR port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:31.623698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0150a87e-1a5d-4125-9492-b049d74660a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:31.656714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:31.660805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:31.681971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc38d00c-b759-4f8d-9f1c-110539ce19fd req-1bbdbdf1-ce92-46ea-afd5-f6fe96a10155 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345663 Jan 18 23:14:31.696248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0150a87e-1a5d-4125-9492-b049d74660a8 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:31.716916 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e7bca9f9-0eaa-4cc4-b106-27c778bf3cb8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5822027 Jan 18 23:14:31.720498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:31.744726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Request body: {'subnet': {'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1794485246-subnet', 'tenant_id': '61510257056f4b03b4fb9ca30d9976b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:31.753172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.769900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:31.785444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-4b715fc2-d596-4a6d-8485-63d95a661069 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.5349832 Jan 18 23:14:31.785620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.797494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Usage tracker for resource:subnet and tenant:61510257056f4b03b4fb9ca30d9976b9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:31.803926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:31.811325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:31.813294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Calling delete_port for c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:31.825068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:31.894207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:14:31.897269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3fb562-16ab-4cef-b4cb-f5740b7317f6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:31.897269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3fb562-16ab-4cef-b4cb-f5740b7317f6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:31.900757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:31.902285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] 10.222.0.83 "PUT /v2.0/ports/4bbbddc7-6fe8-409c-9d46-0ad59d831164 HTTP/1.1" status: 200 len: 1096 time: 2.3799236 Jan 18 23:14:31.904476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:31.966073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dab4f2-3a34-4d22-be7d-7bfe2ca56478 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.082010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.089123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:32.089123 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:32.100316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.111666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.133715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Transition to ACTIVE for port object 1d050d2e-738c-462e-99d7-366783f8c74e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:32.138324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.173672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:32.173672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.184876 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164', 'status': 'completed', 'code': 200} Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:32.189518 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:32.293566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.312074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Made reservation on behalf of 61510257056f4b03b4fb9ca30d9976b9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:32.315164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.331231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:32.382204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:32.382549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:32.382969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28c9efcf-a420-457e-83a7-55ace8eedda7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:32.404947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-9526410a-9ad1-43a4-8158-9e7a0691130d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 1099 time: 0.2915628 Jan 18 23:14:32.410200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Deleting port c453684a-c946-4fe5-b19c-f0d31ed30b86 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:32.410544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.413815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5c165-2409-4752-9135-f70c7220d074 req-3814b05e-923c-4c06-b9f5-84519e56bf14 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.417454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07f5c165-2409-4752-9135-f70c7220d074 req-3814b05e-923c-4c06-b9f5-84519e56bf14 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 948 time: 0.2962399 Jan 18 23:14:32.440238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 28c9efcf-a420-457e-83a7-55ace8eedda7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:32.440824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28c9efcf-a420-457e-83a7-55ace8eedda7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:32.461760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Attempting to bind port 1d050d2e-738c-462e-99d7-366783f8c74e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:32.462249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Attempting to bind port 1d050d2e-738c-462e-99d7-366783f8c74e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:32.462808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Attempting to bind port 1d050d2e-738c-462e-99d7-366783f8c74e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:32.463246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c7e803c5-6f7d-4e28-839d-845816128c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.463627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c7e803c5-6f7d-4e28-839d-845816128c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.463996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c7e803c5-6f7d-4e28-839d-845816128c42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.466072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c7e803c5-6f7d-4e28-839d-845816128c42 service neutron] 10.222.0.89 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 2294 time: 0.6436357 Jan 18 23:14:32.469711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d083d-8fe3-4d7e-b198-d771ad386912 None None] Pushing event updated for resources: {'Port': ['ID=1d050d2e-738c-462e-99d7-366783f8c74e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.476806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:32.477497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:32.478049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.478598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:32.479221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Bound port: 1d050d2e-738c-462e-99d7-366783f8c74e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:32.479753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.531545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.545246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-cb257818-26ed-43d0-892c-65b363e25fbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164 HTTP/1.1" status: 200 len: 217 time: 0.1262023 Jan 18 23:14:32.555101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] For port 1d050d2e-738c-462e-99d7-366783f8c74e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:32.558538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] For port 1d050d2e-738c-462e-99d7-366783f8c74e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1d050d2e-738c-462e-99d7-366783f8c74e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:32.583833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Deleting port c3b93e0c-0798-4edb-bc27-8cc5f42c61e3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:32.584280 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.627883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-fbea8a2e-caa2-4716-8275-ef3ec0e56f60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:32.629716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-fbea8a2e-caa2-4716-8275-ef3ec0e56f60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0769391 Jan 18 23:14:32.661273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.728383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cb440d15-7f18-45bf-a696-01f34c757ad7 None None] The port 'c3b93e0c-0798-4edb-bc27-8cc5f42c61e3' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:32.733622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07f5c165-2409-4752-9135-f70c7220d074 req-418780ae-51a2-4b3b-b200-708985610d85 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099945 Jan 18 23:14:32.793555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d083d-8fe3-4d7e-b198-d771ad386912 None None] Pushing event updated for resources: {'Port': ['ID=1d050d2e-738c-462e-99d7-366783f8c74e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.805123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.825759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:32.826617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:32.828871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:32.854052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0 HTTP/1.1" status: 204 len: 168 time: 3.1761048 Jan 18 23:14:32.873021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef4daa-d61a-4779-a0e6-4d62ffb41335 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2f1b91-edd3-47e4-96d0-225c5c3e6dc0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:32.882037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-e711551f-6229-41b4-9519-bc1bdf6b4a77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 1000 time: 0.4063435 Jan 18 23:14:32.983131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Allocated IP 172.20.0.1 (3d34972c-2b56-4752-b027-0777ff99769b/5ecbe70d-cf11-4060-96a2-47f4d589cc78/9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:33.049469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] For port c453684a-c946-4fe5-b19c-f0d31ed30b86, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c453684a-c946-4fe5-b19c-f0d31ed30b86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:33.050022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.067550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-1cc9dec0-ae2c-4234-9510-d1ef68e675c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.069202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-1cc9dec0-ae2c-4234-9510-d1ef68e675c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 200 len: 851 time: 0.1773753 Jan 18 23:14:33.073379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:33.126664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-73ef1335-25e4-42ee-91d3-fdd7459b4553 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4894130 Jan 18 23:14:33.238538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Calling delete_port for c453684a-c946-4fe5-b19c-f0d31ed30b86 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:33.260737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39864) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:33.327716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.359639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-472a7ad1-932b-4c81-9e8e-134417433e0f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=54f36bba-5c61-4635-b73b-4727c8de00f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279513 Jan 18 23:14:33.390284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.390828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:26Z', 'revision_number': 3, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:33.395545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d5060c-c83a-4463-b6a0-6deb7fcafd2f None None] The sync data for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 is: [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:26Z', 'revision_number': 3, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:33.403849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb8764-c175-45e5-b65e-4af52935c0b2 req-1d73640e-2a90-4b2a-90b7-b58e4992d9cb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:33.405925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aebb8764-c175-45e5-b65e-4af52935c0b2 req-1d73640e-2a90-4b2a-90b7-b58e4992d9cb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.3819726 Jan 18 23:14:33.418995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-9c547b62-53d1-41d4-a84a-052e0fc1fed2 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774117 Jan 18 23:14:33.444821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-91daef10-3e28-4966-9350-621de8914e05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c0a40b9fbcf4d89af1ee7d382b52480&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1780465 Jan 18 23:14:33.449454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39868) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:33.593329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e4e92d-32de-40bb-b896-920232b5c4f9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.697981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Checking segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:33.698675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Network hostable DHCP agents. Network: 0150a87e-1a5d-4125-9492-b049d74660a8, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:33.713258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-e331d206-4214-4b2a-bbd1-010dcad566c2 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468645 Jan 18 23:14:33.765239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aebb8764-c175-45e5-b65e-4af52935c0b2 req-f1c9ae70-62fa-48d1-8b06-eea4657ec1fb tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500700 Jan 18 23:14:33.810751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.833012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.836669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:33.930943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c453684a-c946-4fe5-b19c-f0d31ed30b86,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:33.969908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92122fb3-930d-4f5c-bdd7-5f5192804237 req-24b373cd-b2e8-4c98-95bf-2742970235b3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307264 Jan 18 23:14:33.986227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.017597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Network 3d34972c-2b56-4752-b027-0777ff99769b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:34.018434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:34.058488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:34.071505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:34.098902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Network 0150a87e-1a5d-4125-9492-b049d74660a8 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:34.121170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-ce2c2e99-c9a3-4ffe-8035-6e993f0dcdb2 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999448 Jan 18 23:14:34.193410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0150a87e-1a5d-4125-9492-b049d74660a8) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:34.203438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a344ab-0391-4b1e-92c2-64be459e67bd None None] Network 0150a87e-1a5d-4125-9492-b049d74660a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:34.206864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.207716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.221969 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.274342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-fce088ce-b29a-4c7f-bf18-86b64b6dda5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 217 time: 0.1426203 Jan 18 23:14:34.291837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fec9c9-2f04-4a1e-a722-e44f2f5bfae5 req-4f6d2b58-cfa5-4895-ab7b-e15aedb19e0b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.299677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0fec9c9-2f04-4a1e-a722-e44f2f5bfae5 req-4f6d2b58-cfa5-4895-ab7b-e15aedb19e0b tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 948 time: 0.2760093 Jan 18 23:14:34.409752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-3c8f3bad-967e-4d61-8d6e-77da8dd02eb4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=08fff4d03a204fe39d22272e11e7008b&device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 1099 time: 0.2846091 Jan 18 23:14:34.410655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.500148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b21e6-e103-4905-bf6c-cb3b3e2d95f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:34.568721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1d050d2e-738c-462e-99d7-366783f8c74e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:34.577608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0fec9c9-2f04-4a1e-a722-e44f2f5bfae5 req-e40f86c6-1cc3-487f-8cfa-9738fb432652 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769809 Jan 18 23:14:34.598408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.612578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.634625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:34.635745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-487bfdcd-79c5-4464-bf8c-b7e65dc2414a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/804b21e6-e103-4905-bf6c-cb3b3e2d95f7 HTTP/1.1" status: 204 len: 168 time: 1.1626558 Jan 18 23:14:34.648988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85043dc4-b8b6-49e2-bdf0-98c648f6bf8c None None] Network 0150a87e-1a5d-4125-9492-b049d74660a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:34.697157 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57e4b691-0995-43f5-b92e-28892f3a325e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9650638 Jan 18 23:14:34.707200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-3cf0beb5-1203-4e80-887d-a29a3d9118d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.708612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-3cf0beb5-1203-4e80-887d-a29a3d9118d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2681234 Jan 18 23:14:34.777904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-f3d7d1bf-ab7c-451d-9dc4-aa91070315d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164 HTTP/1.1" status: 200 len: 217 time: 0.0614910 Jan 18 23:14:34.865104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1d050d2e-738c-462e-99d7-366783f8c74e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:34.873666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-62e09cc2-14a3-406c-894d-daea2baf1d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:34.875332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-62e09cc2-14a3-406c-894d-daea2baf1d7a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.5904384 Jan 18 23:14:34.904596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1d050d2e-738c-462e-99d7-366783f8c74e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:34.906715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.010401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-5bac7640-0941-4990-9be0-d1dc80f2ac28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.011851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-5bac7640-0941-4990-9be0-d1dc80f2ac28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2245808 Jan 18 23:14:35.200664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.211088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.223231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.226898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.228071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 1d050d2e-738c-462e-99d7-366783f8c74e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1d050d2e-738c-462e-99d7-366783f8c74e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:35.243166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-ddca1af3-bb8a-465f-a57a-a860abb08298 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1930614 Jan 18 23:14:35.257310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da164569-ae21-471e-8fa2-2559c1eabaae req-1a984425-77e1-4b2a-8708-b18589f6a24c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.259020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da164569-ae21-471e-8fa2-2559c1eabaae req-1a984425-77e1-4b2a-8708-b18589f6a24c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.3025782 Jan 18 23:14:35.309301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.329267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.422932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c17c5f33-3c56-42b6-84d1-d7144633cc7c service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670585 Jan 18 23:14:35.442291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=1d050d2e-738c-462e-99d7-366783f8c74e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:35.457540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-e91d3de9-c2bf-4c48-b53c-90f9c685b30b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4367001 Jan 18 23:14:35.467245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.520493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.521376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91cfc211-bff8-4852-a5c6-c4748f9610e8 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:14:35.538195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.541893 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3406d846-7abd-4d39-a548-18fa292b2b90 admin admin] 10.222.0.59 "DELETE /v2.0/routers/91cfc211-bff8-4852-a5c6-c4748f9610e8 HTTP/1.1" status: 204 len: 168 time: 6.0177522 Jan 18 23:14:35.542140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:35.575986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da164569-ae21-471e-8fa2-2559c1eabaae req-6dceaede-38cf-43dd-add5-5003baefab8c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070719 Jan 18 23:14:35.645829 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-d1c02c0c-2073-4945-967a-671328ad08d7 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174146 Jan 18 23:14:35.764511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-17a87772-9f8f-4928-a123-be5a6850297a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 217 time: 0.1121213 Jan 18 23:14:35.833568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:35.837701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Deleting subnet 03ddec25-032f-4cab-bd59-e53aa76b03bf {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:14:35.843456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:35.897714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-9dfed934-b49e-4be9-9b28-cb3aabfc35c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:35.899781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-9dfed934-b49e-4be9-9b28-cb3aabfc35c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.1169641 Jan 18 23:14:35.952743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.048427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-48d82be8-c62a-4031-8850-828d49fcd725 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708265 Jan 18 23:14:36.056522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bbbddc7-6fe8-409c-9d46-0ad59d831164 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:36.067710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-e54cd832-8135-45f6-84ac-70d25a85a7a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590474 Jan 18 23:14:36.074817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Network 3d34972c-2b56-4752-b027-0777ff99769b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:36.079207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.093387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:36.238608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.238848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-17dadae3-7a9e-4b91-9e42-dbd1c392833c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.240497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-17dadae3-7a9e-4b91-9e42-dbd1c392833c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.5892801 Jan 18 23:14:36.269650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-326dfc0c-9f11-4f7a-be0c-a9020712de8d service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925292 Jan 18 23:14:36.306149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-f02db799-837b-42e2-be70-c0f8677944d3 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/quotas/61510257056f4b03b4fb9ca30d9976b9 HTTP/1.1" status: 200 len: 375 time: 0.0522287 Jan 18 23:14:36.307665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:36.308885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d44ce9-fcab-4e73-9ce3-4fd9de3f6b0d req-bd717840-b2af-450a-bc39-838451a43ae4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:36.310555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7d44ce9-fcab-4e73-9ce3-4fd9de3f6b0d req-bd717840-b2af-450a-bc39-838451a43ae4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 948 time: 0.4894946 Jan 18 23:14:36.329288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '4bbbddc7-6fe8-409c-9d46-0ad59d831164', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '4bbbddc7-6fe8-409c-9d46-0ad59d831164', 'mac_address': 'fa:16:3e:cc:90:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:36.334904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1d050d2e-738c-462e-99d7-366783f8c74e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:36.398800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.441883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ddec25-032f-4cab-bd59-e53aa76b03bf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:36.457045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.464031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1713982577-network', 'tenant_id': '72cc676a8965494791153dc0908cbb4c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:36.473002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:36.473200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-13498ff5-ae6f-4955-a58e-ecb5cf15c3bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1578379 Jan 18 23:14:36.478089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.481791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230efc6-a847-46e2-9473-2a5d7e5eec7a None None] Network 04f50026-3839-46b1-b9ce-a1dd7fb57597 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:36.493915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Usage tracker for resource:network and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:36.497922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:36.503672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbbddc7-6fe8-409c-9d46-0ad59d831164 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:36.568964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02fc831e-70e2-4baa-a6f0-6cad3f1e00f1 req-f13b235e-d9ee-412d-bbbc-fd2a6be5be1d service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072529 Jan 18 23:14:36.601448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:36.612438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1d050d2e-738c-462e-99d7-366783f8c74e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:36.612990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.616231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7d44ce9-fcab-4e73-9ce3-4fd9de3f6b0d req-82c679d1-742d-42ef-81fc-669a4ad7c491 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461910 Jan 18 23:14:36.623649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cce4265a-eacc-45dc-a47e-0dca248cdb74 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/03ddec25-032f-4cab-bd59-e53aa76b03bf HTTP/1.1" status: 204 len: 168 time: 1.0805759 Jan 18 23:14:36.625314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:36.629795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:36.707213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.733639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-956d09ea-8514-4cf8-b94b-5b88a98b5a85 service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595222 Jan 18 23:14:36.738389 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-99883dc8-6d1d-4550-8209-dc7824c3419e service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623907 Jan 18 23:14:36.816360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Made reservation on behalf of 72cc676a8965494791153dc0908cbb4c for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:36.818750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.852363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.869211 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-7745f4ac-8556-404d-b59f-f2a383ca873a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 200 len: 217 time: 0.1117153 Jan 18 23:14:36.913847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:36.952141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-0d636ca8-9896-4b58-bc82-e498034ef392 service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174788 Jan 18 23:14:36.968326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4bbbddc7-6fe8-409c-9d46-0ad59d831164'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:36.994161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:37.007218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:37.020868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Deleting port 8df6b80c-a81a-4566-91b1-7f92c01258cb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:37.021223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.051944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:37.054916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:37.058834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-cdc4e1a3-e080-4755-bfba-db90b45ada07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.060561 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-cdc4e1a3-e080-4755-bfba-db90b45ada07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.1826684 Jan 18 23:14:37.123978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:37.132044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:37.260915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4f0e8-4cbb-4f2d-851d-8643417f7de6 req-7c0d5aa7-45bd-4af6-8a95-4a41fac0ae9a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:37.270753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fa4f0e8-4cbb-4f2d-851d-8643417f7de6 req-7c0d5aa7-45bd-4af6-8a95-4a41fac0ae9a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.2358079 Jan 18 23:14:37.349239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fa4f0e8-4cbb-4f2d-851d-8643417f7de6 req-c478a6a8-55f8-479c-9228-0164a2543c10 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Jan 18 23:14:37.411598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] DHCP port deletion for 04f50026-3839-46b1-b9ce-a1dd7fb57597 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:14:37.424341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Deleting port 8df6b80c-a81a-4566-91b1-7f92c01258cb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:37.424341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.618831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeacd879-9754-41d2-baab-a602e98ba66f req-4e527f66-1550-4578-a3a1-3f254bd7e73f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0994613 Jan 18 23:14:37.685413 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-93701689-9c1c-4578-b818-2782a90a92e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6127443 Jan 18 23:14:37.711631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:37.717916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f5aaab58-2651-42c7-bca1-302995844df9 admin admin] 10.222.0.59 "PUT /v2.0/routers/f22f5e82-1f6a-4463-8835-93f26b5f9cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6901920 Jan 18 23:14:37.782909 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.930163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.938799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] For port 8df6b80c-a81a-4566-91b1-7f92c01258cb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8df6b80c-a81a-4566-91b1-7f92c01258cb,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:37.939189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:37.968935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] For port 8df6b80c-a81a-4566-91b1-7f92c01258cb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8df6b80c-a81a-4566-91b1-7f92c01258cb,segment=NetworkSegment(2fd5fabb-c583-4e32-81de-06affd96d2c2),segment_id=2fd5fabb-c583-4e32-81de-06affd96d2c2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:37.969793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.008258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Sync routers for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:38.076377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bbbddc7-6fe8-409c-9d46-0ad59d831164 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:38.088562 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:38.098173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:38.173658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Calling delete_port for 8df6b80c-a81a-4566-91b1-7f92c01258cb owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:38.196439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb237380-53d3-43d3-86fc-cd91332ef937,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.305733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe0c4-cbc6-4214-8306-18e802237b9d req-b898edd4-e598-47fc-b06f-9eac9e6e6acd tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:38.319324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27fe0c4-cbc6-4214-8306-18e802237b9d req-b898edd4-e598-47fc-b06f-9eac9e6e6acd tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 949 time: 0.4179778 Jan 18 23:14:38.349518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Calling delete_port for 8df6b80c-a81a-4566-91b1-7f92c01258cb owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:38.381839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e27fe0c4-cbc6-4214-8306-18e802237b9d req-9ce9e2a4-d311-48f5-b955-f34e9bae0dc5 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615656 Jan 18 23:14:38.413120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:14:38.432477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:38.432477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.493033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-e87eda5b-e7e0-4437-8a66-4d70ac2daa7a service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7944012 Jan 18 23:14:38.496799 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:38.529073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8df6b80c-a81a-4566-91b1-7f92c01258cb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:38.546397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.546880 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Added segment 94979e03-a1ad-42d3-8861-6b29774724a3 of type vlan for network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 Jan 18 23:14:38.603572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] No DVR routers for this DVR port 8df6b80c-a81a-4566-91b1-7f92c01258cb on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:38.625847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd691ceb-dc0d-4966-bec6-726280c9985d req-33a1f921-80c5-4645-bfc4-17dd3d7d6b5a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:38.638559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:14:38.638866 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:14:38.640964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd691ceb-dc0d-4966-bec6-726280c9985d req-33a1f921-80c5-4645-bfc4-17dd3d7d6b5a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.1264920 Jan 18 23:14:38.648965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.654289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:38.654685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.706276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd691ceb-dc0d-4966-bec6-726280c9985d req-fad957a2-a424-4650-8072-a4b533788147 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Jan 18 23:14:38.715006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8df6b80c-a81a-4566-91b1-7f92c01258cb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:38.715349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8df6b80c-a81a-4566-91b1-7f92c01258cb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:38.725744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c453684a-c946-4fe5-b19c-f0d31ed30b86 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:38.742465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-79cb5fde-0286-4b1c-8b2d-0fb85a84e35a service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396691 Jan 18 23:14:38.755782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c7a89-a36f-4678-9e51-5052fdccf903 None None] Pushing event deleted for resources: {'Port': ['ID=8df6b80c-a81a-4566-91b1-7f92c01258cb,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:38.768695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c453684a-c946-4fe5-b19c-f0d31ed30b86 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:38.770108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c453684a-c946-4fe5-b19c-f0d31ed30b86 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:38.884293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-7c07483b-1622-4609-a518-3e02b3a96fe5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 200 len: 217 time: 0.1213930 Jan 18 23:14:38.900147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-095e9b2e-fd8a-4902-9c8c-03320cfc9140 req-f515b9a3-a8a5-4443-afe6-e054b2483d54 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 210 time: 0.1023819 Jan 18 23:14:38.911733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.966519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.972878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:38.973416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:38.973956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.010879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:39.023038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:39.056352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-27f1b2de-b0ac-4137-914e-813c467f5524 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:39.057421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-27f1b2de-b0ac-4137-914e-813c467f5524 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:39.088510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.098893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-7d3c205e-2559-481d-82fd-0531abbcf281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:39.100632 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-7d3c205e-2559-481d-82fd-0531abbcf281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.2059364 Jan 18 23:14:39.105545 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:34Z', 'revision_number': 4, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf', 'name': '', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'mac_address': 'fa:16:3e:c3:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:32Z', 'updated_at': '2022-01-18T23:14:34Z', 'revision_number': 2, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'subnets': [{'id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:39.112497 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Checking router: f22f5e82-1f6a-4463-8835-93f26b5f9cb7 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:39.113033 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Updating router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:14:39.146477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Deleting port 8df6b80c-a81a-4566-91b1-7f92c01258cb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:39.146785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.151200 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164', 'code': 200} Jan 18 23:14:39.164258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-27f1b2de-b0ac-4137-914e-813c467f5524 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:39.170222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-27f1b2de-b0ac-4137-914e-813c467f5524 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 819 time: 0.2949626 Jan 18 23:14:39.177869 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.213674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.256975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-daaa1f27-42fe-416f-81c3-e8598caa149b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/quotas/dbe07505b6fa426e9bd32cf176cc3c5d HTTP/1.1" status: 200 len: 375 time: 0.0849786 Jan 18 23:14:39.317849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:39.331279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:14:39.331864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] The port '8df6b80c-a81a-4566-91b1-7f92c01258cb' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:14:39.336867 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6622e9b-82f8-493f-abf9-01d89efd0ab4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0939827 Jan 18 23:14:39.338278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39968) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:39.377137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Request body: {'subnet': {'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1713982577-subnet', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:39.409819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:39.417492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1821d435-ec49-4446-b9ec-89771b6714e1 req-1e0172f3-3bbf-4f79-b626-1beb96d61c93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 1101 time: 0.2339644 Jan 18 23:14:39.424701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f6049d03-2aff-4156-98c4-e695c1c83e29 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:39.426324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f6049d03-2aff-4156-98c4-e695c1c83e29 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 945 time: 0.2438102 Jan 18 23:14:39.443865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-43dbcb7b-d125-4396-a1e3-5585b1b250d0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:39.462009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Usage tracker for resource:subnet and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:39.473499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:39.496188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:39.503078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.542814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port 43722ab5-089f-4df0-a6c8-271014d32dbc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:39.542814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.546190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f50026-3839-46b1-b9ce-a1dd7fb57597']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:39.555586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-28763f9e-d3d3-40b4-88e3-c9ddc40ab64d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4452381 Jan 18 23:14:39.563429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd5fabb-c583-4e32-81de-06affd96d2c2') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:39.563755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd5fabb-c583-4e32-81de-06affd96d2c2') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:39.593764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1821d435-ec49-4446-b9ec-89771b6714e1 req-4084eb2a-bec1-47e9-80dc-fcc2e39f6a54 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657898 Jan 18 23:14:39.612173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.643543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-43dbcb7b-d125-4396-a1e3-5585b1b250d0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:39.651309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-43dbcb7b-d125-4396-a1e3-5585b1b250d0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3934810 Jan 18 23:14:39.664522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Made reservation on behalf of 72cc676a8965494791153dc0908cbb4c for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:39.666834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.705312 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.721543 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Transition to ACTIVE for port object 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:39.754232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.788012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:14:39.788420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:14:39.814652 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:14:39.817877 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:39.929559 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-c555a6ac-0040-4fc7-9baa-8e2fc432a225 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575015 Jan 18 23:14:39.965978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-6f3c46c6-6d8a-4652-9559-ab6082233122 service neutron] 10.222.0.59 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135202 Jan 18 23:14:39.966901 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Pushing event updated for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.031787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.032197 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.032634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.033092 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.033523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.033945 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.034368 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.034932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.035380 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.035813 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.036665 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:40.057354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.079947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.083894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port 43722ab5-089f-4df0-a6c8-271014d32dbc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=43722ab5-089f-4df0-a6c8-271014d32dbc,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:40.084252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.098293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d05e8-d0d3-4d5c-809d-cb501e308ba6 req-3552f91b-735b-4a78-89d8-2a1c4f662106 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:40.099742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a59d05e8-d0d3-4d5c-809d-cb501e308ba6 req-3552f91b-735b-4a78-89d8-2a1c4f662106 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 950 time: 0.4572725 Jan 18 23:14:40.116192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Attempting to bind port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:40.116192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Attempting to bind port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:40.116873 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Attempting to bind port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf on network 3d34972c-2b56-4752-b027-0777ff99769b {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:40.116951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=04f50026-3839-46b1-b9ce-a1dd7fb57597,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.128811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:40.129230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Checking segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:40.129598 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.129988 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Bound using segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:40.130790 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Bound port: 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:40.130790 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.142828 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-21cfb05a-5ed7-4de0-b4f4-d6ca7f4cd2ab admin admin] 10.222.0.59 "DELETE /v2.0/networks/04f50026-3839-46b1-b9ce-a1dd7fb57597 HTTP/1.1" status: 204 len: 168 time: 3.5097411 Jan 18 23:14:40.184074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-bfda4606-6afd-4f11-b0e6-b04515628096 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456481 Jan 18 23:14:40.240866 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] For port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:40.242195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for 43722ab5-089f-4df0-a6c8-271014d32dbc owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:40.244564 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] For port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:40.251677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.310397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-9cc1bb13-e4c9-45ff-863f-edbba75c93f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 200 len: 217 time: 0.1188269 Jan 18 23:14:40.317828 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.346693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-8607d178-719c-4221-a93b-9975db26ab3f service neutron] 10.222.0.59 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799012 Jan 18 23:14:40.358927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a59d05e8-d0d3-4d5c-809d-cb501e308ba6 req-0ff910aa-b5b7-4679-8355-aa13b892fa30 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468154 Jan 18 23:14:40.387087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f475b3-1280-4dc3-a1cb-bd48bb66849b,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.409979 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a61940-4920-464b-8003-81e9e947cbc1 None None] Pushing event updated for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.414699 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:40.415435 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:40.507814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-2eb172f3-6d9e-4db4-afa4-3fbb00dc92d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:40.509490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-2eb172f3-6d9e-4db4-afa4-3fbb00dc92d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.1901646 Jan 18 23:14:40.564335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.577345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['43722ab5-089f-4df0-a6c8-271014d32dbc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:40.670101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Checking segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:40.670101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Network hostable DHCP agents. Network: afb9be0e-5e13-4f1e-a974-bc3222a3a4f1, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:14:40.761081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-cf887464-f6b4-4fca-85f8-c2b13301cc5a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:40.761926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-cf887464-f6b4-4fca-85f8-c2b13301cc5a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Synchronizing usage tracker for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:40.793935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:40.819632 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-97626812-c031-4403-aadd-3618c82ffe96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2962861 Jan 18 23:14:40.866520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:40.940231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=43722ab5-089f-4df0-a6c8-271014d32dbc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:40.947675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:40.954667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-cf887464-f6b4-4fca-85f8-c2b13301cc5a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Unset dirty status for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:40.955968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-cf887464-f6b4-4fca-85f8-c2b13301cc5a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.5716352 Jan 18 23:14:40.960929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:14:40.982199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Request body: {'port': {'device_id': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'admin_state_up': True, 'tenant_id': '61510257056f4b03b4fb9ca30d9976b9'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:41.129969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-445d0331-9fa5-4554-859e-83d0b85bc441 req-3f64e871-1632-4f1a-9d73-9ef0eab1d1d0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 210 time: 0.1811800 Jan 18 23:14:41.224259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, afb9be0e-5e13-4f1e-a974-bc3222a3a4f1) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:41.235645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:41.236434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.239272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc001dd-6f84-4a91-be9c-6eb7e7d3ea8d None None] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:41.277842 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:34Z', 'revision_number': 4, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf', 'name': '', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'mac_address': 'fa:16:3e:c3:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:32Z', 'updated_at': '2022-01-18T23:14:40Z', 'revision_number': 4, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'subnets': [{'id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:41.282866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baa46726-d484-470f-8976-b572a55f272c req-c2638d47-9d3c-440e-869c-fa13be2ed744 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b0e4dcb-5168-4900-bd2a-63aec297815a HTTP/1.1" status: 200 len: 210 time: 0.3307941 Jan 18 23:14:41.287842 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d77359-ede9-4f5f-81aa-6defcfbe3a9c None None] The sync data for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 is: [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:14:34Z', 'revision_number': 4, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf', 'name': '', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'mac_address': 'fa:16:3e:c3:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:32Z', 'updated_at': '2022-01-18T23:14:40Z', 'revision_number': 4, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'subnets': [{'id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:41.359879 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-2401e32f-a8cd-4556-b108-584cae30db5c service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315890 Jan 18 23:14:41.421914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-371bdfb7-e87e-4351-9862-9a13f2ae3ecf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a251cec4198e474aa659fbf82eb11278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4686651 Jan 18 23:14:41.423129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port 43722ab5-089f-4df0-a6c8-271014d32dbc on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:41.424673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39994) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.431980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.439598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cb3b80d-bdbc-446b-966f-49b3bcfb815d req-8781bcc5-0492-4fc6-87fb-eb8a5f703f60 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 210 time: 0.1369972 Jan 18 23:14:41.440028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'name': 'network-vif-deleted', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:41.473302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:41.481706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Usage tracker for resource:port and tenant:61510257056f4b03b4fb9ca30d9976b9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:41.485551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-38d230d4-330e-4ef6-b88e-1cb1fb182802 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1471782 Jan 18 23:14:41.488505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:41.491137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40002) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:41.502688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:41.509220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:41.553382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:41.563471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.573229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Usage tracker for resource:router and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:41.588163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:41.603223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-deee192f-f599-44de-ac74-3f34a83cd7de req-f048a797-3b92-46bb-b893-ed2a56c05048 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "DELETE /v2.0/ports/43722ab5-089f-4df0-a6c8-271014d32dbc HTTP/1.1" status: 204 len: 173 time: 2.1521606 Jan 18 23:14:41.603877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:41.631473 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e4dcb-5168-4900-bd2a-63aec297815a', 'name': 'network-vif-deleted', 'tag': '43722ab5-089f-4df0-a6c8-271014d32dbc', 'status': 'completed', 'code': 200} Jan 18 23:14:41.637440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.690234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Made reservation on behalf of 61510257056f4b03b4fb9ca30d9976b9 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:41.693486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.721107 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-d95a8b1e-66e7-4db7-a73e-6fb1dc91d082 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474300 Jan 18 23:14:41.771378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:14:41.775410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.815195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.894760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d4a059-7bf2-4e17-be41-c95df3ab7af9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:41.934730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.942012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:41.983182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cf99f-9ee2-4045-a21b-33c9e42fa29f req-9ad2f54b-d248-45cf-83d7-841791693e4d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:41.986224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-257cf99f-9ee2-4045-a21b-33c9e42fa29f req-9ad2f54b-d248-45cf-83d7-841791693e4d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 950 time: 0.2519150 Jan 18 23:14:41.999427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.009976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-ca7b257c-0385-42de-a25e-5629804bffc1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 217 time: 0.1771374 Jan 18 23:14:42.016296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-73aac3dd-3b62-4ac2-810d-2b2819255281 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38d4a059-7bf2-4e17-be41-c95df3ab7af9 HTTP/1.1" status: 204 len: 168 time: 0.5841453 Jan 18 23:14:42.103927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Allocated IP 172.20.0.2 (afb9be0e-5e13-4f1e-a974-bc3222a3a4f1/08f475b3-1280-4dc3-a1cb-bd48bb66849b/9d838103-7fcb-45d6-9b2b-84b69d7c1829) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:42.141531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.199242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-93b77511-f0d0-4b67-98f3-6e594412b657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:42.200721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-93b77511-f0d0-4b67-98f3-6e594412b657 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.1791797 Jan 18 23:14:42.249308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-257cf99f-9ee2-4045-a21b-33c9e42fa29f req-0b9e7635-eefc-41d2-ab2f-24a35f5b1a75 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308025 Jan 18 23:14:42.323783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Allocated IP 172.20.0.4 (0150a87e-1a5d-4125-9492-b049d74660a8/85e4e92d-32de-40bb-b896-920232b5c4f9/7b4c2e72-2d3e-49cc-b226-5990a47ae12a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:42.380372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895c75-8123-4785-820c-01d6fdf67f40 req-c1c64e17-8347-4179-bac0-31c575b4db6a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:42.387225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-c1c64e17-8347-4179-bac0-31c575b4db6a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 819 time: 0.3061070 Jan 18 23:14:42.435659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-09b085df-c265-43e7-a50a-cbbcbab01b7e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/quotas/dbe07505b6fa426e9bd32cf176cc3c5d HTTP/1.1" status: 200 len: 375 time: 0.0408139 Jan 18 23:14:42.519673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:42.631931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-305146ea-3138-4366-a59b-49c78160a139 req-143cfe04-2774-4492-8c49-26695cf41d64 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 210 time: 0.0773983 Jan 18 23:14:42.650463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.672206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Transition to ACTIVE for port object 9d838103-7fcb-45d6-9b2b-84b69d7c1829 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:42.735458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Transition to ACTIVE for port object 9d838103-7fcb-45d6-9b2b-84b69d7c1829 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:42.742816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-51bc745f-f646-4024-84f7-e179f144abd4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3058810 Jan 18 23:14:42.781186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:42.786921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:42.788015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.814411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-e69e84ae-d5cf-4b16-9f41-4de45b6a62da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5761666 Jan 18 23:14:42.824640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:42.861221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.098597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Pushing event updated for resources: {'Port': ['ID=9d838103-7fcb-45d6-9b2b-84b69d7c1829,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.100736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-5e2d5161-11f4-4281-aa27-a7206ebc9ae1 service neutron] 10.222.0.59 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558707 Jan 18 23:14:43.118100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:43.119709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.120153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.120593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.121065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.122228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.122675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.123127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.123697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.124076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.124502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.124950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:43.130682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:43.137772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:43.161093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-47437093-c22e-4018-b114-3c448212a233 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042445 Jan 18 23:14:43.224438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.309194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Attempting to bind port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:43.309699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Attempting to bind port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:43.310126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Attempting to bind port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 on network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:43.320764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-df99a1bd-744d-4a4a-96ed-cc7450183995 service neutron] 10.222.0.59 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139738 Jan 18 23:14:43.328387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-941cedab-8591-4e52-be3a-5105fd72f49e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3a58fa80dc7443684ba6ea01ffac051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1016295 Jan 18 23:14:43.329970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:43.331655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:43.332238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Checking segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:43.332674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.333155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Bound using segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:43.333714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Bound port: 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:43.334164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.347068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.415410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.439284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.468128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:43.487533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.494932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] For port 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:43.499802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] For port 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9d838103-7fcb-45d6-9b2b-84b69d7c1829,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:43.531819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7d8dba72-6edc-456c-b803-b8cf33dc6c06 req-85c63475-7fbe-488c-98a1-d6866031a8b0 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534162 Jan 18 23:14:43.546751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.608670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.658611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.692064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.694325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.717588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.735092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.767786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f968a-041a-4a23-94f4-fc1e620ba9cd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.815476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d849e-1cbe-455e-bdda-9961201e417a None None] Pushing event updated for resources: {'Port': ['ID=9d838103-7fcb-45d6-9b2b-84b69d7c1829,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:43.855572 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.857386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1deb2c0f-fe0f-4f56-9709-bce74c57fbf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da6f968a-041a-4a23-94f4-fc1e620ba9cd HTTP/1.1" status: 204 len: 168 time: 0.5264544 Jan 18 23:14:43.877658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6cb06b92-61db-47d8-a4c7-5b72c14d85fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:43.917260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-041f739d-d99e-491d-a8cd-149f556d885f req-59c1cebf-f757-4ccd-82e7-476d2d5816b2 tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 1101 time: 0.1515503 Jan 18 23:14:43.945534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.040636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:44.076773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 43722ab5-089f-4df0-a6c8-271014d32dbc no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:44.161079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Usage tracker for resource:security_group_rule and tenant:3b653b1ed7bd41fea9272ad255cee628 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:44.167710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:44.187547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 43722ab5-089f-4df0-a6c8-271014d32dbc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:44.188001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 43722ab5-089f-4df0-a6c8-271014d32dbc not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:44.196069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:44.199561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Network 0150a87e-1a5d-4125-9492-b049d74660a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:44.204083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:44.207740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:44.214268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:44.374634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:44.375463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.487035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc18c1-ee68-4708-9d99-8ccd06616d92 req-7e5db278-e7b0-4e4c-af31-3260709c4497 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:44.487035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46dc18c1-ee68-4708-9d99-8ccd06616d92 req-7e5db278-e7b0-4e4c-af31-3260709c4497 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 931 time: 0.3461545 Jan 18 23:14:44.488640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Allocated IP 172.25.1.119 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6fe0de08-28c1-4cd3-a785-d0880d958799) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:44.489152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-b242755e-2a5a-48ae-b80c-236df8e913cc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:44.489152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-b242755e-2a5a-48ae-b80c-236df8e913cc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 819 time: 0.2792044 Jan 18 23:14:44.489152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Request body: {'port': {'device_id': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'admin_state_up': True, 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:44.529330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9d838103-7fcb-45d6-9b2b-84b69d7c1829 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:44.590109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.610267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46dc18c1-ee68-4708-9d99-8ccd06616d92 req-31f5e049-db6c-4ac1-a74e-c957423c87d1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981390 Jan 18 23:14:44.640095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.794143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-417e414f-6146-4737-bc67-e5e9c0848b79 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8175557 Jan 18 23:14:44.805639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Request body: {'port': {'device_id': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:44.887678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:44.888168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:44.893380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.893817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:44.912874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:44.959041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:45.005090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b535489-7f2f-4de7-981b-99671e435f68,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:45.030736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:45.042556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:45.045070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:45.063282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-041f739d-d99e-491d-a8cd-149f556d885f req-cdb5c457-43e3-4a73-90ca-4cd6bc9a37cc tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1449771 Jan 18 23:14:45.077286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afeae-e217-43b5-9663-75caff75ca44 req-82cb881a-bc65-43a1-9760-c9c60557b4c7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:45.086002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-82cb881a-bc65-43a1-9760-c9c60557b4c7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.3360186 Jan 18 23:14:45.101400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:45.102909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.118686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-2bab06a4-9bcb-493c-b3ca-f987e316d32c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/quotas/b77fbce25e4a4201ad70021a16609097 HTTP/1.1" status: 200 len: 375 time: 0.0314376 Jan 18 23:14:45.126221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Made reservation on behalf of dbe07505b6fa426e9bd32cf176cc3c5d for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:45.129957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.229502 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.258098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-343afeae-e217-43b5-9663-75caff75ca44 req-fb827603-c940-45a9-bbe7-0100d0ef8e5e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:45.266974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Pushing event updated for resources: {'Port': ['ID=6fe0de08-28c1-4cd3-a785-d0880d958799,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:45.388054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937b5d5-4621-4d2d-9f0c-590a84d1d011 None None] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:14:45.400403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5cea18e-a7cf-4ecf-8cad-bd2d37300d5b req-64b45c2f-980e-454a-81fe-4beec1089d8f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 210 time: 0.1380517 Jan 18 23:14:45.523591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-343afeae-e217-43b5-9663-75caff75ca44 req-fb827603-c940-45a9-bbe7-0100d0ef8e5e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:45.532176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-fb827603-c940-45a9-bbe7-0100d0ef8e5e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4126110 Jan 18 23:14:45.593485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Provisioning for port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:45.602019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Provisioning complete for port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:45.602716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.678305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Allocated IP 172.20.0.6 (3d34972c-2b56-4752-b027-0777ff99769b/5ecbe70d-cf11-4060-96a2-47f4d589cc78/b1271f84-61e1-4a94-b094-593fce588375) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:45.763723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-e949e12c-263e-4a0c-a4eb-2708d0bfdab8 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303824 Jan 18 23:14:45.801531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4c2e72-2d3e-49cc-b226-5990a47ae12a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:45.809589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.815474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.816327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.934920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:45.956119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Transition to ACTIVE for port object 7b4c2e72-2d3e-49cc-b226-5990a47ae12a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:46.019576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] For port 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9d838103-7fcb-45d6-9b2b-84b69d7c1829,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:46.026351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af8739d8-c697-44c1-9d2f-ed8028143ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.061688 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.111572 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.162397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-78abc256-8a4a-4224-8a99-6fce8af6fff8 service neutron] 10.222.0.59 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880382 Jan 18 23:14:46.221703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72683337-a48c-4e37-8e78-4dfbb0a3419f req-e2627852-3f4e-493a-9b96-309c25874a8d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:46.229627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72683337-a48c-4e37-8e78-4dfbb0a3419f req-e2627852-3f4e-493a-9b96-309c25874a8d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 931 time: 0.4038980 Jan 18 23:14:46.254454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98cb9c-ce37-4491-9953-d6e1a857cd3a None None] Pushing event updated for resources: {'Port': ['ID=9d838103-7fcb-45d6-9b2b-84b69d7c1829,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.269950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.319254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72683337-a48c-4e37-8e78-4dfbb0a3419f req-ab31d05c-030a-4277-adde-95862b5fbed6 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886703 Jan 18 23:14:46.388685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.422812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.455437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8ecc0e88-acaf-4f73-a782-9a2219e0c3d9 None None] Provisioning complete for port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:46.455880 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0e88-acaf-4f73-a782-9a2219e0c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.502891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Attempting to bind port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:46.503237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Attempting to bind port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:46.503571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Attempting to bind port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:46.533709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a on network 0150a87e-1a5d-4125-9492-b049d74660a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:46.534042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Attempting to bind port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:46.573473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:46.573817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Checking segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:46.574208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Bound using segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:46.574675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Bound port: 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:46.574981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.679991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Network 3d34972c-2b56-4752-b027-0777ff99769b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:46.690421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:46.696046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:46.702168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Router d9682b8f-5557-4716-bcb6-0c584b726a8e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:14:46.763318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Pushing event updated for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:46.876471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc86bf6e-7b89-49e3-b9dc-20944800ecea req-78166c9d-60c0-4709-ba17-de7ffb675003 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 210 time: 0.1141407 Jan 18 23:14:46.912256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:46.912973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:46.937880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:46.941992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:46.945621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7877283a-1ea4-4de7-84a5-44ae6865314d req-6dee0453-0edc-405c-9510-de61494f18c1 tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 1101 time: 0.3973393 Jan 18 23:14:47.028993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.039622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1a87103-3373-4352-8790-582ab2a7973d req-7034d2f7-608e-4a89-9385-25bde4d389d6 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 210 time: 0.0852120 Jan 18 23:14:47.043785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-fda54697-3324-4c83-962f-da7998342a3e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5762343 Jan 18 23:14:47.065344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Request body: {'port': {'device_id': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:47.171162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.210556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7877283a-1ea4-4de7-84a5-44ae6865314d req-125ae178-7c05-4a84-9613-227848aa507d tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Synchronizing usage tracker for tenant:3b653b1ed7bd41fea9272ad255cee628 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:47.231318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.234521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] 10.222.0.89 "PUT /v2.0/ports/7b4c2e72-2d3e-49cc-b226-5990a47ae12a HTTP/1.1" status: 200 len: 1091 time: 2.4318662 Jan 18 23:14:47.234521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:47.235543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.308844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385303b4-ea45-4b10-a06d-54ca94414f04 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:47.343304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.369308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7877283a-1ea4-4de7-84a5-44ae6865314d req-125ae178-7c05-4a84-9613-227848aa507d tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] Unset dirty status for tenant:3b653b1ed7bd41fea9272ad255cee628 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:47.372060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7877283a-1ea4-4de7-84a5-44ae6865314d req-125ae178-7c05-4a84-9613-227848aa507d tempest-ServersAdminNegativeTestJSON-65767264 tempest-ServersAdminNegativeTestJSON-65767264-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173653 Jan 18 23:14:47.389399 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'status': 'completed', 'code': 200} Jan 18 23:14:47.569719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895c75-8123-4785-820c-01d6fdf67f40 req-d9abcbc6-9d7e-4098-95b0-ecd99326af26 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:47.571310 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-d9abcbc6-9d7e-4098-95b0-ecd99326af26 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.89 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 819 time: 0.5310161 Jan 18 23:14:47.589162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Request body: {'port': {'device_id': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'admin_state_up': True, 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:47.610912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:47.618304 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-fc7f7fdc-e6d9-4b7d-930a-96dd85ba7118 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.2849286 Jan 18 23:14:47.620144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Sync routers for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:14:47.635831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:47.636700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:47.767752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-46b045ce-314c-432f-b69a-f022b055899c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a HTTP/1.1" status: 200 len: 217 time: 0.1021917 Jan 18 23:14:47.833180 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:47.835128 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a02d934f-840f-4158-a25a-f507cc8288db admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3406208 Jan 18 23:14:47.839814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40130) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:47.875121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:47.877900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:47.878101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-85775c13-ab80-43dc-8cdf-a8e0e563075b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:47.879572 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-85775c13-ab80-43dc-8cdf-a8e0e563075b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.1017611 Jan 18 23:14:47.882223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Usage tracker for resource:port and tenant:dbe07505b6fa426e9bd32cf176cc3c5d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:47.885350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:47.928725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:47.938553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-d3a12048-f0bc-48ec-a25e-4b0e8fc7342a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503106 Jan 18 23:14:47.951122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99bace8c-1d2c-4446-a2a7-a1a80c6e64d4 req-e014e7cf-c444-4743-9fe7-4a58aea95864 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3910859 Jan 18 23:14:47.974670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eaba2-5888-4c97-bbc7-f58437ee8994 req-f86d77d7-3107-4a29-ab60-3fb8e10d17dc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:47.976176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c6eaba2-5888-4c97-bbc7-f58437ee8994 req-f86d77d7-3107-4a29-ab60-3fb8e10d17dc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 943 time: 0.3743138 Jan 18 23:14:48.032884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Made reservation on behalf of dbe07505b6fa426e9bd32cf176cc3c5d for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:48.037415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.172409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e98c400-2480-4f5e-8002-613d3f9307d9 req-d996be75-2278-480a-9b1a-bf2810fd4d83 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:48.173611 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-e205930c-5875-4294-80d2-ed363efacf5f service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242084 Jan 18 23:14:48.197291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1271f84-61e1-4a94-b094-593fce588375 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:48.210198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.215000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c6eaba2-5888-4c97-bbc7-f58437ee8994 req-a8dd624c-8b8c-4bc5-b303-e30e92677f54 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085185 Jan 18 23:14:48.236818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Transition to ACTIVE for port object b1271f84-61e1-4a94-b094-593fce588375 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:48.328456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9e98c400-2480-4f5e-8002-613d3f9307d9 req-d996be75-2278-480a-9b1a-bf2810fd4d83 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:48.343109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e98c400-2480-4f5e-8002-613d3f9307d9 req-d996be75-2278-480a-9b1a-bf2810fd4d83 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 210 time: 0.2566738 Jan 18 23:14:48.364964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.410916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9d838103-7fcb-45d6-9b2b-84b69d7c1829 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:48.455535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-573a568d-5ad1-435a-a642-7fa1e59a1628 req-564e8cbf-bd8d-4a2e-9d93-fa575d5149fa service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745483 Jan 18 23:14:48.512657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Allocated IP 172.20.0.12 (3d34972c-2b56-4752-b027-0777ff99769b/5ecbe70d-cf11-4060-96a2-47f4d589cc78/f73e7a88-c1d2-47f2-a7b7-781703b5fdad) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:48.523219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:45Z', 'revision_number': 3, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:48.537905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Checking router: d9682b8f-5557-4716-bcb6-0c584b726a8e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:14:48.538259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Updating router d9682b8f-5557-4716-bcb6-0c584b726a8e port 6fe0de08-28c1-4cd3-a785-d0880d958799 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:14:48.621453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.630580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Pushing event updated for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:48.637303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d7ff1da-6ead-4cfa-8056-997b2aa53def req-fbaea2fb-bfa8-4916-9e4f-704f96141d47 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 210 time: 0.0656292 Jan 18 23:14:48.729691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:48.730190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:48.813886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.014557 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-a65d2278-8c24-4233-9f22-19123b382987 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 1094 time: 0.3797824 Jan 18 23:14:49.018564 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.029266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Attempting to bind port b1271f84-61e1-4a94-b094-593fce588375 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:49.030773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Attempting to bind port b1271f84-61e1-4a94-b094-593fce588375 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:49.031327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Attempting to bind port b1271f84-61e1-4a94-b094-593fce588375 on network 3d34972c-2b56-4752-b027-0777ff99769b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:49.066579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Port b1271f84-61e1-4a94-b094-593fce588375 on network 3d34972c-2b56-4752-b027-0777ff99769b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:49.066950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Attempting to bind port b1271f84-61e1-4a94-b094-593fce588375 on network 3d34972c-2b56-4752-b027-0777ff99769b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:49.078999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:49.079572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Checking segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:49.080129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Bound using segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:49.081251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Bound port: b1271f84-61e1-4a94-b094-593fce588375, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:49.081251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.254748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.274399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Transition to ACTIVE for port object 6fe0de08-28c1-4cd3-a785-d0880d958799 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:49.340003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-c418660a-d380-4c21-9f85-bc8d562da405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:49.342554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-c418660a-d380-4c21-9f85-bc8d562da405 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 916 time: 0.3204799 Jan 18 23:14:49.388006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:49.392724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.413183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b1271f84-61e1-4a94-b094-593fce588375,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:49.437399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afeae-e217-43b5-9663-75caff75ca44 req-7c8df2d5-bbdc-4006-aaa0-eb339dab13f8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:49.438829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-7c8df2d5-bbdc-4006-aaa0-eb339dab13f8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 811 time: 0.2254615 Jan 18 23:14:49.475209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.496244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Request body: {'port': {'device_id': '25a77a67-563a-41c3-99fa-606d9f126998', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'admin_state_up': True, 'tenant_id': 'b77fbce25e4a4201ad70021a16609097'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:49.517691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Attempting to bind port 6fe0de08-28c1-4cd3-a785-d0880d958799 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:49.518311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Attempting to bind port 6fe0de08-28c1-4cd3-a785-d0880d958799 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:49.522329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Attempting to bind port 6fe0de08-28c1-4cd3-a785-d0880d958799 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:49.522329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd876f-c38d-4d67-899b-ec83fa70e77e None None] Pushing event updated for resources: {'Port': ['ID=6fe0de08-28c1-4cd3-a785-d0880d958799,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:49.528533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:49.528951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:49.529388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.529778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:49.530432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Bound port: 6fe0de08-28c1-4cd3-a785-d0880d958799, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:49.530813 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.556654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-ac268058-fd3d-4607-8209-6e9db74a0611 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a HTTP/1.1" status: 200 len: 217 time: 0.2078185 Jan 18 23:14:49.597996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Pushing event updated for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:49.618090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] For port 6fe0de08-28c1-4cd3-a785-d0880d958799, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:49.624017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] For port 6fe0de08-28c1-4cd3-a785-d0880d958799, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6fe0de08-28c1-4cd3-a785-d0880d958799,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:49.631356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Network 3d34972c-2b56-4752-b027-0777ff99769b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:49.641371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:49.647708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:49.666787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.690332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-0344634b-8cff-48ce-9bb4-06e44296920f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:49.693135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-0344634b-8cff-48ce-9bb4-06e44296920f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.1294310 Jan 18 23:14:49.701639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.758508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-7b3ba0d8-36af-4c24-814c-b288dfc9828c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586832 Jan 18 23:14:49.796752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:14:49.798036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:49.868040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:49.869100 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.966149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd876f-c38d-4d67-899b-ec83fa70e77e None None] Pushing event updated for resources: {'Port': ['ID=6fe0de08-28c1-4cd3-a785-d0880d958799,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:49.972028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:49.973639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] 10.222.0.83 "PUT /v2.0/ports/b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 1091 time: 2.9135199 Jan 18 23:14:49.977668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:49.981774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-d7afc907-02e8-4c79-a18a-ab07eaa00df0 service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158806 Jan 18 23:14:49.985983 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-7cf64136-cb26-4b65-9767-339ecb619221 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4019866 Jan 18 23:14:50.025477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:14:50.026514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Request body: {'port': {'device_id': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:50.042673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8658c5-8555-4f97-964e-83c87b7cc95f service neutron] Pushing event updated for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:50.174927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:50.184805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfbe3-baa5-4074-ba07-700cb3294f6a req-89efe538-ac64-4d1b-a21c-9d48a86de7a4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:50.192269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59dbfbe3-baa5-4074-ba07-700cb3294f6a req-89efe538-ac64-4d1b-a21c-9d48a86de7a4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 950 time: 0.6865258 Jan 18 23:14:50.200207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603b4b-052a-4a33-8ee9-b1961d6789ed req-68f61a0c-d039-49fd-999f-75ae3372f1a9 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:50.202995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c603b4b-052a-4a33-8ee9-b1961d6789ed req-68f61a0c-d039-49fd-999f-75ae3372f1a9 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 943 time: 0.7457237 Jan 18 23:14:50.240481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.242015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:50.262578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4c2ed19c-f134-431a-a0bd-554f4821a1aa req-a93d33db-cdba-400b-ae2d-e684ff16a0b7 service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689664 Jan 18 23:14:50.388186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59dbfbe3-baa5-4074-ba07-700cb3294f6a req-f0c658e5-14ab-4c83-b905-0d9394270118 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950481 Jan 18 23:14:50.404948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c603b4b-052a-4a33-8ee9-b1961d6789ed req-4ad24e4f-0f90-4f78-9d87-395cdb4c905e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675797 Jan 18 23:14:50.439119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-e42b8387-d02f-46bb-8a8c-9e441f4d912d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1094 time: 0.3741496 Jan 18 23:14:50.442238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Made reservation on behalf of b77fbce25e4a4201ad70021a16609097 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:14:50.452054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.454815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:45Z', 'revision_number': 3, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:14:50.460547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7240fc-c8e2-4022-af62-1f497892a8d1 None None] The sync data for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 is: [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:45Z', 'revision_number': 3, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:14:50.474024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:14:50.590080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-2b700293-50b5-44b1-a655-932f2958c38a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.1107867 Jan 18 23:14:50.661830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73e7a88-c1d2-47f2-a7b7-781703b5fdad {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:50.669347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.684434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Transition to ACTIVE for port object f73e7a88-c1d2-47f2-a7b7-781703b5fdad will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:50.764569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:50.773590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-bc0b65eb-572c-468f-b925-6a14220cdbc1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:50.774281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-bc0b65eb-572c-468f-b925-6a14220cdbc1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Synchronizing usage tracker for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:50.803063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-e999d2db-c2f4-45d4-97eb-3ec91e1dbc41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:50.804514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-e999d2db-c2f4-45d4-97eb-3ec91e1dbc41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.1732380 Jan 18 23:14:50.897101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-be79fdf6-e394-4746-9e8f-cf685779a502 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792847 Jan 18 23:14:50.912798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-bc0b65eb-572c-468f-b925-6a14220cdbc1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Unset dirty status for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:50.913884 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-bc0b65eb-572c-468f-b925-6a14220cdbc1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.83 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 950 time: 0.2280443 Jan 18 23:14:50.918519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Pushing event updated for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:51.081866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Allocated IP 172.20.0.8 (ab5df2ab-f4a6-4da1-9296-38a901e20368/dbc36639-522b-4e9a-84a0-e0fd2903a6b7/4a56646a-ee68-4345-be26-4c5a0bc7c798) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:51.091068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d63e-531a-4c25-9178-6f954e633d4d req-8bdaa480-d150-4703-8b46-f2eb9b953994 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:51.092650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ce8d63e-531a-4c25-9178-6f954e633d4d req-8bdaa480-d150-4703-8b46-f2eb9b953994 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 932 time: 0.4602728 Jan 18 23:14:51.181259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Deleting port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:51.182379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.290431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Attempting to bind port f73e7a88-c1d2-47f2-a7b7-781703b5fdad on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:51.292149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Attempting to bind port f73e7a88-c1d2-47f2-a7b7-781703b5fdad by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:51.293021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Attempting to bind port f73e7a88-c1d2-47f2-a7b7-781703b5fdad on network 3d34972c-2b56-4752-b027-0777ff99769b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:51.330317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f42c88a-d017-4179-a02f-97e962af07ef req-f8e46a4b-a1f2-454c-b10b-4764310d66cc tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 210 time: 0.1157944 Jan 18 23:14:51.338581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-5666db12-76c9-4506-b81f-9c35bdebe400 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303789 Jan 18 23:14:51.340552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Port f73e7a88-c1d2-47f2-a7b7-781703b5fdad on network 3d34972c-2b56-4752-b027-0777ff99769b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:51.341266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Attempting to bind port f73e7a88-c1d2-47f2-a7b7-781703b5fdad on network 3d34972c-2b56-4752-b027-0777ff99769b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:51.355668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:51.356145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Checking segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:51.356637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Bound using segment: {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:51.357210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Bound port: f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14292195-ccbd-4173-a873-add8a3a4d00e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:51.358319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.485940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:51.591558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:51.616499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:51.618369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.623756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] For port 4bbbddc7-6fe8-409c-9d46-0ad59d831164, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bbbddc7-6fe8-409c-9d46-0ad59d831164,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:51.624230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.687270 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375', 'status': 'completed', 'code': 200} Jan 18 23:14:51.690078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6ce8d63e-531a-4c25-9178-6f954e633d4d req-d19ba4ae-3fff-4816-808b-3d1d11d213e3 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:51.710326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.770957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:51.790943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'port_id': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'mac_address': 'fa:16:3e:17:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4e92d-32de-40bb-b896-920232b5c4f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:51.819576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Calling delete_port for 4bbbddc7-6fe8-409c-9d46-0ad59d831164 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:51.873637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.884655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6ce8d63e-531a-4c25-9178-6f954e633d4d req-d19ba4ae-3fff-4816-808b-3d1d11d213e3 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:51.895116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4c2e72-2d3e-49cc-b226-5990a47ae12a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:51.898898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ce8d63e-531a-4c25-9178-6f954e633d4d req-d19ba4ae-3fff-4816-808b-3d1d11d213e3 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919266 Jan 18 23:14:51.925535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:51.936750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:51.938369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] 10.222.0.89 "PUT /v2.0/ports/f73e7a88-c1d2-47f2-a7b7-781703b5fdad HTTP/1.1" status: 200 len: 1092 time: 1.9431548 Jan 18 23:14:51.953772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:51.996730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8611-447b-40df-89d6-35cacfb5273b service neutron] Pushing event updated for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.008539 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.135321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.211436 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-53a91926-de93-4e8b-8a09-914ccb87a221 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 1095 time: 0.0909810 Jan 18 23:14:52.231540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca29a930-1225-4ced-85e1-75f2c10fc627 req-d05d3852-5182-4716-b260-62b57ee4b8e3 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626022 Jan 18 23:14:52.309802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.323474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6d18327b-d93e-41ce-b33b-b124a9478de2'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:52.359503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.359744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-6a3d74b9-73c6-4cb2-968e-149569759f02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad HTTP/1.1" status: 200 len: 217 time: 0.1363542 Jan 18 23:14:52.406989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Pushing event deleted for resources: {'Port': ['ID=4bbbddc7-6fe8-409c-9d46-0ad59d831164,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.427438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c66ae-ca4a-4288-9759-86c7901067e0 req-d858e610-4a3e-4529-8bb9-10843969f49d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:52.440454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-313c66ae-ca4a-4288-9759-86c7901067e0 req-d858e610-4a3e-4529-8bb9-10843969f49d tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=c364fb8d-6ec1-4e3e-ae78-eb982f074c6f HTTP/1.1" status: 200 len: 950 time: 0.5643978 Jan 18 23:14:52.444185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6fe0de08-28c1-4cd3-a785-d0880d958799 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:52.515475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Allocated IP 172.20.0.1 (afb9be0e-5e13-4f1e-a974-bc3222a3a4f1/08f475b3-1280-4dc3-a1cb-bd48bb66849b/ad3dc015-7f03-4e35-b179-d0f7dcdf6c33) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:14:52.523575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7b4c2e72-2d3e-49cc-b226-5990a47ae12a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:52.543271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] No DVR routers for this DVR port 4bbbddc7-6fe8-409c-9d46-0ad59d831164 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:52.549834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.559910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09895c75-8123-4785-820c-01d6fdf67f40 req-4ec5ebbc-7b75-4779-804d-46d12f276af3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:52.562427 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-4ec5ebbc-7b75-4779-804d-46d12f276af3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.1909750 Jan 18 23:14:52.633093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-bb33df50-9aea-4ef8-959d-67efb1631e2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639141 Jan 18 23:14:52.702519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6931942f-9e20-4bf7-adee-5f6fae89ff97 req-740aafd3-97d8-44a6-ae91-50b59917a6c1 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.83 "DELETE /v2.0/ports/4bbbddc7-6fe8-409c-9d46-0ad59d831164 HTTP/1.1" status: 204 len: 173 time: 1.7810843 Jan 18 23:14:52.734122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.754343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1b9ec-7d98-4c7a-8efe-a99ec8bdd9ba req-8da37dcf-2c91-4d0f-ac97-dbc97502b831 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:52.756765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fd1b9ec-7d98-4c7a-8efe-a99ec8bdd9ba req-8da37dcf-2c91-4d0f-ac97-dbc97502b831 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 944 time: 0.6618032 Jan 18 23:14:52.837677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.867687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-8eaf7d61-0050-4a70-9de9-808594903ace service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221878 Jan 18 23:14:52.904019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6fe0de08-28c1-4cd3-a785-d0880d958799 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:52.907445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Transition to ACTIVE for port object ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:52.912974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event updated for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:52.916249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Network ab5df2ab-f4a6-4da1-9296-38a901e20368 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:52.923373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:52.925776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6fe0de08-28c1-4cd3-a785-d0880d958799 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:52.926154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:52.928018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:52.963034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-313c66ae-ca4a-4288-9759-86c7901067e0 req-2516c3f4-e701-4804-8a39-7bb45d7032f4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215778 Jan 18 23:14:53.058818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-d9ac11df-e0ba-4043-995d-70a010b8bd42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1094 time: 0.6146302 Jan 18 23:14:53.074412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:53.074984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.114578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-09895c75-8123-4785-820c-01d6fdf67f40 req-d9e79b0a-a8b9-4787-820e-7738443bca9e service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460394 Jan 18 23:14:53.180090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.327604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:53.328507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:53.331375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-c78680a9-2ca4-4887-b05a-0d3d3f28196e tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8729014 Jan 18 23:14:53.335777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:53.348974 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.353954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:14:53.381481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6fe0de08-28c1-4cd3-a785-d0880d958799, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6fe0de08-28c1-4cd3-a785-d0880d958799,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:53.387317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Request body: {'port': {'device_id': '25a77a67-563a-41c3-99fa-606d9f126998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:53.443448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-4b58904b-3588-410a-82f9-3d929595fae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:53.444938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-4b58904b-3588-410a-82f9-3d929595fae6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.3763597 Jan 18 23:14:53.456292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fd1b9ec-7d98-4c7a-8efe-a99ec8bdd9ba req-ab47ab0f-c649-4448-a050-24d35610fa90 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514111 Jan 18 23:14:53.460292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.562287 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad', 'status': 'completed', 'code': 200} Jan 18 23:14:53.590445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6fe0de08-28c1-4cd3-a785-d0880d958799,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:53.649388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-b02f1344-6897-44b7-bc22-749b22cd4239 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.1882830 Jan 18 23:14:53.658316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.739439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-a415cf60-63e1-4542-bf07-910028103f74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 1095 time: 0.1524630 Jan 18 23:14:53.779279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.838470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95c5f46c-47ea-4088-b9a9-b157f5f46550 None None] Provisioning for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:53.844262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95c5f46c-47ea-4088-b9a9-b157f5f46550 None None] Provisioning complete for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:53.844636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95c5f46c-47ea-4088-b9a9-b157f5f46550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:53.889895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-cab18b63-c154-49fb-b248-094a9aa6500e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:53.891968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-cab18b63-c154-49fb-b248-094a9aa6500e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.2222362 Jan 18 23:14:53.911452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-95c5f46c-47ea-4088-b9a9-b157f5f46550 None None] Port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:14:54.006366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-60c5fb03-5fef-4ad3-a18f-9c1ed2faf795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:54.007836 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-60c5fb03-5fef-4ad3-a18f-9c1ed2faf795 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.2676365 Jan 18 23:14:54.079144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-97016765-52b9-4b95-a365-d0039d832459 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad HTTP/1.1" status: 200 len: 217 time: 0.0630746 Jan 18 23:14:54.131510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-9942d9c5-e1c2-4a9f-8b02-3ed6b500e3ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722165 Jan 18 23:14:54.134189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b1271f84-61e1-4a94-b094-593fce588375 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:54.141014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bbbddc7-6fe8-409c-9d46-0ad59d831164 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:14:54.160136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-55df209e-fb5a-4cbf-ade3-e4c985b9af18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:54.162758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-55df209e-fb5a-4cbf-ade3-e4c985b9af18 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.0768976 Jan 18 23:14:54.186847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 4bbbddc7-6fe8-409c-9d46-0ad59d831164 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:14:54.187212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bbbddc7-6fe8-409c-9d46-0ad59d831164 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:14:54.209279 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-1946fa7e-b3fe-42b8-8986-a149d9d3bbd0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403433 Jan 18 23:14:54.341222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b1271f84-61e1-4a94-b094-593fce588375,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:54.362112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b1271f84-61e1-4a94-b094-593fce588375', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'port_id': 'b1271f84-61e1-4a94-b094-593fce588375', 'mac_address': 'fa:16:3e:e6:8f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:54.367025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6fe0de08-28c1-4cd3-a785-d0880d958799 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:54.371896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-1d8ecd34-4a54-415b-8237-6bac08257639 service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560559 Jan 18 23:14:54.376432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.441832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29995d43-41cb-40da-896c-bf0be54a35a7 req-2dede917-37bf-419e-bf81-733c4ec4e873 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:54.442485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-29995d43-41cb-40da-896c-bf0be54a35a7 req-2dede917-37bf-419e-bf81-733c4ec4e873 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:54.474711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.496427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1271f84-61e1-4a94-b094-593fce588375 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:54.508695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158b2b-1de7-45d2-b95a-33c5b8f0ffff req-2f6f629c-7a1f-44b8-ba78-93853f025f1a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:54.513331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a158b2b-1de7-45d2-b95a-33c5b8f0ffff req-2f6f629c-7a1f-44b8-ba78-93853f025f1a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 944 time: 0.6190448 Jan 18 23:14:54.517557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b1271f84-61e1-4a94-b094-593fce588375,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:54.520439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6fe0de08-28c1-4cd3-a785-d0880d958799 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:54.520822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.521573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0cc76c6-b5f6-4b79-ab91-b31b4d38d799 req-a300b822-f7ea-431f-b890-3de7544b20f9 service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433206 Jan 18 23:14:54.595110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-dcc5b7f4-131d-4081-bc15-cd4c41a6013f service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472377 Jan 18 23:14:54.630608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:54.743152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:54.759568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-29995d43-41cb-40da-896c-bf0be54a35a7 req-2dede917-37bf-419e-bf81-733c4ec4e873 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:54.760701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29995d43-41cb-40da-896c-bf0be54a35a7 req-2dede917-37bf-419e-bf81-733c4ec4e873 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 931 time: 0.9610221 Jan 18 23:14:54.815925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b1271f84-61e1-4a94-b094-593fce588375'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:54.892805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a158b2b-1de7-45d2-b95a-33c5b8f0ffff req-42d11724-fe69-404f-ab37-c4f007241cff tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011773 Jan 18 23:14:55.026150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e125cd4d-2ccd-4300-96dc-4effe4000547 req-befe4a1a-f382-4ee5-95c2-a6107aa050ad service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716321 Jan 18 23:14:55.085318 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.115092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a56646a-ee68-4345-be26-4c5a0bc7c798 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:55.129485 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.150525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.176318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Transition to ACTIVE for port object 4a56646a-ee68-4345-be26-4c5a0bc7c798 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:14:55.232049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29995d43-41cb-40da-896c-bf0be54a35a7 req-88d61b71-2ffb-484c-af97-17fb8861d995 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631977 Jan 18 23:14:55.278688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.312704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:55.319185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.396883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.397287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.397635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.397969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.398421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.398776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.398988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.399242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.399564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.399883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.400201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:14:55.511951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:55.563333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'name': 'network-vif-deleted', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:55.631286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:55.636823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:55.637469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.747581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Pushing event updated for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:55.764812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.773678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51020ef5-cf72-448f-ab5e-d6131e490aa6 req-3dd6a0e9-1df3-448d-b967-5e6326fe81e1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:55.775144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51020ef5-cf72-448f-ab5e-d6131e490aa6 req-3dd6a0e9-1df3-448d-b967-5e6326fe81e1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 944 time: 0.5670063 Jan 18 23:14:55.798996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:55.808777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:55.864040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Attempting to bind port 4a56646a-ee68-4345-be26-4c5a0bc7c798 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:14:55.864377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Attempting to bind port 4a56646a-ee68-4345-be26-4c5a0bc7c798 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:14:55.864710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Attempting to bind port 4a56646a-ee68-4345-be26-4c5a0bc7c798 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:55.867732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:14:55.875287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:14:55.877128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:55.956041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Port 4a56646a-ee68-4345-be26-4c5a0bc7c798 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:14:55.956041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Attempting to bind port 4a56646a-ee68-4345-be26-4c5a0bc7c798 on network ab5df2ab-f4a6-4da1-9296-38a901e20368 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:14:55.956041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51020ef5-cf72-448f-ab5e-d6131e490aa6 req-d32898ae-7a12-43a5-9b6c-b5b2d0c1c9db tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605136 Jan 18 23:14:55.964728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:55.972989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:14:55.973332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Checking segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:14:55.973748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Bound using segment: {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:14:55.974245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Bound port: 4a56646a-ee68-4345-be26-4c5a0bc7c798, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a4a04d-6544-43d3-8461-0acc9d262b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:14:55.974495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.049086 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c364fb8d-6ec1-4e3e-ae78-eb982f074c6f', 'name': 'network-vif-deleted', 'tag': '4bbbddc7-6fe8-409c-9d46-0ad59d831164', 'status': 'completed', 'code': 200} Jan 18 23:14:56.141365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b1271f84-61e1-4a94-b094-593fce588375 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:14:56.202494 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'code': 200} Jan 18 23:14:56.239845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-880e31d1-ab23-418b-a896-b1f053cf09dc None None] Provisioning complete for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:56.240696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-880e31d1-ab23-418b-a896-b1f053cf09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.246121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:14:56.318529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:14:56.334279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-880e31d1-ab23-418b-a896-b1f053cf09dc None None] Port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:14:56.370156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4d437e02-468a-42be-8c94-7b8f6f397e5b req-78d77dd9-64b1-464f-9dbc-231acd850ae4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.0974274 Jan 18 23:14:56.379139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20797f54-35e4-4362-99c6-72060a12ca93 req-b216dc26-16cd-4583-b8c8-ac7a509576c4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:56.380599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20797f54-35e4-4362-99c6-72060a12ca93 req-b216dc26-16cd-4583-b8c8-ac7a509576c4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 944 time: 0.1268623 Jan 18 23:14:56.401577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b1271f84-61e1-4a94-b094-593fce588375 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:14:56.408051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b1271f84-61e1-4a94-b094-593fce588375 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:14:56.415808 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.424272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4d437e02-468a-42be-8c94-7b8f6f397e5b req-26317cad-173f-44ab-afae-c112539d88e3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503011 Jan 18 23:14:56.454908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.532048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.547344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.548710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] 10.222.0.83 "PUT /v2.0/ports/4a56646a-ee68-4345-be26-4c5a0bc7c798 HTTP/1.1" status: 200 len: 1091 time: 3.1982083 Jan 18 23:14:56.552799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:56.573061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b1271f84-61e1-4a94-b094-593fce588375,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:56.575105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c2f9-c73a-4489-90c2-822b77a06c55 service neutron] Pushing event updated for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:56.580824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20797f54-35e4-4362-99c6-72060a12ca93 req-35c89340-cd87-45b4-8dc1-6b1cc2c6d766 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494102 Jan 18 23:14:56.631638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Router d9682b8f-5557-4716-bcb6-0c584b726a8e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:14:56.648333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:56.716565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:56.923676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-95b121ca-e75f-4fba-b101-b11d25fcbfe2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 1094 time: 0.2828219 Jan 18 23:14:56.930865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88797-ab97-434d-acf7-d16cf1ef4cd8 req-9a96a3b7-efdb-4eb2-a01d-2fc5ea3d7921 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:56.932208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e88797-ab97-434d-acf7-d16cf1ef4cd8 req-9a96a3b7-efdb-4eb2-a01d-2fc5ea3d7921 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 943 time: 0.2002778 Jan 18 23:14:56.940704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b44d5-04e9-40d7-92b2-bce778847bf1 req-e240e592-e388-4a82-a419-e6d1c4fc15ea tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:56.942114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a9b44d5-04e9-40d7-92b2-bce778847bf1 req-e240e592-e388-4a82-a419-e6d1c4fc15ea tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 949 time: 0.2153504 Jan 18 23:14:57.089858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-36267fec-dc3b-4987-b24c-196260c4d6b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798 HTTP/1.1" status: 200 len: 217 time: 0.1567185 Jan 18 23:14:57.203691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a9b44d5-04e9-40d7-92b2-bce778847bf1 req-2da3bc3e-c2d4-497a-a685-5d9a8329b44f tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002904 Jan 18 23:14:57.208042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e88797-ab97-434d-acf7-d16cf1ef4cd8 req-097e144c-1e7d-4717-846c-ee1aab90e929 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188985 Jan 18 23:14:57.209590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343afeae-e217-43b5-9663-75caff75ca44 req-f6cb87cb-c357-4441-925a-8bddc50cbf27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:57.210942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-f6cb87cb-c357-4441-925a-8bddc50cbf27 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1111052 Jan 18 23:14:57.261530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-ba713a98-8107-45b4-8ae4-dabfc52415ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428927 Jan 18 23:14:57.295833 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798', 'status': 'completed', 'code': 200} Jan 18 23:14:57.477836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:14:57.483450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6afd61dd-4c59-4c8d-983e-8308f8efdfe1 admin admin] 10.222.0.59 "PUT /v2.0/routers/d9682b8f-5557-4716-bcb6-0c584b726a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6390302 Jan 18 23:14:57.530346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f73e7a88-c1d2-47f2-a7b7-781703b5fdad details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:14:57.624259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-6e40677c-ec66-41f4-af82-73fd1d04aa42 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553920 Jan 18 23:14:57.680274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:57.698493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad', 'network_id': '3d34972c-2b56-4752-b027-0777ff99769b', 'port_id': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad', 'mac_address': 'fa:16:3e:ae:69:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ecbe70d-cf11-4060-96a2-47f4d589cc78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:14:57.719602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760808e1-c778-4e1d-ba6b-6351157b42e6 req-6aff96de-51f3-4d80-ab2c-110885ddec53 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:57.721044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-760808e1-c778-4e1d-ba6b-6351157b42e6 req-6aff96de-51f3-4d80-ab2c-110885ddec53 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2454319 Jan 18 23:14:57.754179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.774370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73e7a88-c1d2-47f2-a7b7-781703b5fdad {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:14:57.792764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:57.835258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-343afeae-e217-43b5-9663-75caff75ca44 req-87aa4797-32d7-44f1-88da-de14699f47ff service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041316 Jan 18 23:14:57.839926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-760808e1-c778-4e1d-ba6b-6351157b42e6 req-17a3506f-2c1e-4984-aa9b-ba4123ff2b23 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087942 Jan 18 23:14:57.860155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:57.975294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:58.100983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-a7561356-113f-44cf-9214-bcef4a228ba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b77fbce25e4a4201ad70021a16609097&device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 1094 time: 0.1275713 Jan 18 23:14:58.111974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c00b6-bc13-42db-8bae-fefb7ae7aa69 req-df90e4a9-deb0-4a3d-8cd0-4eb86b117cba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.113441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-500c00b6-bc13-42db-8bae-fefb7ae7aa69 req-df90e4a9-deb0-4a3d-8cd0-4eb86b117cba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 945 time: 0.1048193 Jan 18 23:14:58.204492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:58.223653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-5d3f62c9-799e-4f4a-a0c0-33cedfa79ebc tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.224475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-5d3f62c9-799e-4f4a-a0c0-33cedfa79ebc tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Synchronizing usage tracker for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:14:58.252802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-500c00b6-bc13-42db-8bae-fefb7ae7aa69 req-ba25a6fc-f54b-4f11-8969-e03f9692c5a8 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132970 Jan 18 23:14:58.291770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-b87db3d7-9cc2-4a73-a8ed-c776daf85c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.293313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-b87db3d7-9cc2-4a73-a8ed-c776daf85c85 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 200 len: 912 time: 0.1790252 Jan 18 23:14:58.317025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-5d3f62c9-799e-4f4a-a0c0-33cedfa79ebc tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Unset dirty status for tenant:08fff4d03a204fe39d22272e11e7008b on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:14:58.318324 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-5d3f62c9-799e-4f4a-a0c0-33cedfa79ebc tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.89 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 949 time: 0.1826503 Jan 18 23:14:58.326635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40366) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:58.361387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833350761', 'description': 'tempest-description--2023201941'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:58.367252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:58.376158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Usage tracker for resource:security_group and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:58.379418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:58.385193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:58.386608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-c93ff9a1-c0c1-4f20-92da-2db772c7e2b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798 HTTP/1.1" status: 200 len: 217 time: 0.0868156 Jan 18 23:14:58.390906 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375', 'code': 200} Jan 18 23:14:58.407980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f73e7a88-c1d2-47f2-a7b7-781703b5fdad'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:58.467545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Deleting port 6d18327b-d93e-41ce-b33b-b124a9478de2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:14:58.467887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.531589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-947a3762-b329-49fa-adc7-8a10b5916b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.532988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-947a3762-b329-49fa-adc7-8a10b5916b3d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 200 len: 851 time: 0.1381209 Jan 18 23:14:58.562922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.665068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-815e8ef6-a608-43d7-87e1-a376d500917e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab5df2ab-f4a6-4da1-9296-38a901e20368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655305 Jan 18 23:14:58.703925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:58.711432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Usage tracker for resource:security_group_rule and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:58.721978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:58.735954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:58.787022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] For port 6d18327b-d93e-41ce-b33b-b124a9478de2, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6d18327b-d93e-41ce-b33b-b124a9478de2,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:14:58.787313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:58.844548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-def5bc73-4ae4-47de-a951-67b610446859 req-ab56207a-b802-441c-99da-0e4cf115ea15 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.3157389 Jan 18 23:14:58.852429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115a7d1-7fd9-4945-ae3f-e53a73452b2b req-4f14710e-5fb5-4df0-bc0d-1449d05bdc07 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.853837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8115a7d1-7fd9-4945-ae3f-e53a73452b2b req-4f14710e-5fb5-4df0-bc0d-1449d05bdc07 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 949 time: 0.3560932 Jan 18 23:14:58.869761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4a02e-0dda-4fa9-bbdb-0211d7f5a08d req-8846f358-b5f9-4167-bbdd-b7a751ae5e56 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:58.874217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70c4a02e-0dda-4fa9-bbdb-0211d7f5a08d req-8846f358-b5f9-4167-bbdd-b7a751ae5e56 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 943 time: 0.3411822 Jan 18 23:14:58.929508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-28165c0c-ffd8-41c0-a802-84ea05f8d21c service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539585 Jan 18 23:14:58.933357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Calling delete_port for 6d18327b-d93e-41ce-b33b-b124a9478de2 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:14:58.993509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.061273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-def5bc73-4ae4-47de-a951-67b610446859 req-f671e660-44a2-41fc-a1c9-13b81f2e81eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968353 Jan 18 23:14:59.066620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.066861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8115a7d1-7fd9-4945-ae3f-e53a73452b2b req-4758c351-dc6d-463e-9938-1801abcae7e4 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/security-groups?id=2cb897ca-a7b7-4530-9ccc-63c5f9749118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949697 Jan 18 23:14:59.070695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70c4a02e-0dda-4fa9-bbdb-0211d7f5a08d req-e5b38a0a-bbb1-44b5-9f1c-e72fdf1dbcfa tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829102 Jan 18 23:14:59.127854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed8d7a5f-ecd5-4ce6-a149-0f5b9c341226 req-3004750a-777f-4bee-bc65-9d7f051b9a20 service neutron] 10.222.0.83 "GET /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908460 Jan 18 23:14:59.130482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.214517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.216143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8faf81cf-ed3a-45a2-b821-9c09eb243132 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8883498 Jan 18 23:14:59.217186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.219185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40382) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:59.259294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'security_group_rule': {'security_group_id': '5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:59.275847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:59.287827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Pushing event deleted for resources: {'Port': ['ID=6d18327b-d93e-41ce-b33b-b124a9478de2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.292760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Usage tracker for resource:security_group_rule and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:59.296145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:59.303196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:59.382462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] No DVR routers for this DVR port 6d18327b-d93e-41ce-b33b-b124a9478de2 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:14:59.385223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.387273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a407cb08-afe6-43c7-b0d4-a7cb33d0a9b2 req-648e4777-6f4c-4ffa-8e4b-f8c9815aa7ee tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.89 "DELETE /v2.0/ports/6d18327b-d93e-41ce-b33b-b124a9478de2 HTTP/1.1" status: 204 len: 173 time: 1.0621867 Jan 18 23:14:59.387734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'name': 'network-vif-deleted', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:14:59.430678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6d18327b-d93e-41ce-b33b-b124a9478de2'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:14:59.439493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.464035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7903-8ca9-40d5-87df-ab6a5b7b3901 req-27cee291-6691-4f66-8923-164c75f2a8d0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:59.472059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62da7903-8ca9-40d5-87df-ab6a5b7b3901 req-27cee291-6691-4f66-8923-164c75f2a8d0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1225944 Jan 18 23:14:59.522588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62da7903-8ca9-40d5-87df-ab6a5b7b3901 req-359e464e-670a-4f87-a20c-56681b941494 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496347 Jan 18 23:14:59.547588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.636978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.658080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4efc71-1af9-4848-9a83-31eff43fcd87,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:14:59.701949 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7e0b15-2aeb-47e1-b0fb-651b8de79903', 'name': 'network-vif-deleted', 'tag': '6d18327b-d93e-41ce-b33b-b124a9478de2', 'status': 'completed', 'code': 200} Jan 18 23:14:59.743941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475fadb-3f1c-4d76-9704-216ee2c2ab03 req-a3f4a450-cac2-4945-bbf9-57bcda036bfc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:14:59.745361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4475fadb-3f1c-4d76-9704-216ee2c2ab03 req-a3f4a450-cac2-4945-bbf9-57bcda036bfc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 945 time: 0.0911663 Jan 18 23:14:59.757317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:14:59.761028 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdcd497c-4a0b-4657-83aa-9b4f893f4e2c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5384176 Jan 18 23:14:59.763801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:14:59.767808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'security_group_rule': {'security_group_id': '5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:14:59.774151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:14:59.778008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Usage tracker for resource:security_group_rule and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:14:59.781141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:14:59.790582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:14:59.797877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4475fadb-3f1c-4d76-9704-216ee2c2ab03 req-f4212dd2-2ac7-4c2c-8a5c-5e7a33a3e6e0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460849 Jan 18 23:14:59.873214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.017136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208151-b7e1-43b2-9cde-e2d45a2ac4ae req-e1380405-bcde-456a-b93b-7c084687836f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:00.018735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0208151-b7e1-43b2-9cde-e2d45a2ac4ae req-e1380405-bcde-456a-b93b-7c084687836f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2130814 Jan 18 23:15:00.058052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.097441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0208151-b7e1-43b2-9cde-e2d45a2ac4ae req-9cb2aa40-7ac9-4907-8319-9300eef6aaad tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617089 Jan 18 23:15:00.123222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.146665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4a56646a-ee68-4345-be26-4c5a0bc7c798 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:00.159763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9536c9-3eba-4063-a3e4-7a665f2e261a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:00.250636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.251937 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b744a6be-8681-4735-b679-30ec961c8ab3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4898012 Jan 18 23:15:00.255186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:00.261051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:00.268101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:00.284649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Usage tracker for resource:floatingip and tenant:72cc676a8965494791153dc0908cbb4c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:00.299632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:00.299632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:00.332084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:00.358285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '4a56646a-ee68-4345-be26-4c5a0bc7c798', 'network_id': 'ab5df2ab-f4a6-4da1-9296-38a901e20368', 'port_id': '4a56646a-ee68-4345-be26-4c5a0bc7c798', 'mac_address': 'fa:16:3e:94:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc36639-522b-4e9a-84a0-e0fd2903a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:00.376372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02a768e4-0f6a-4e4e-b650-b5fa9aca8bd5 req-e7e71c20-bad3-42a6-b11c-16f2b1757899 tempest-ServersAdminNegativeTestJSON-1708242052 tempest-ServersAdminNegativeTestJSON-1708242052-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b7e0b15-2aeb-47e1-b0fb-651b8de79903 HTTP/1.1" status: 200 len: 210 time: 0.1094339 Jan 18 23:15:00.391247 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.443745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.463844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a56646a-ee68-4345-be26-4c5a0bc7c798 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:00.507425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:00.591743 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.635435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:00.681538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:00.702734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283a81b-6b2d-4312-82a0-53d9f7893436 req-a16c3cb9-fe11-4f3f-8162-2cba6db6f3f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:00.704255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6283a81b-6b2d-4312-82a0-53d9f7893436 req-a16c3cb9-fe11-4f3f-8162-2cba6db6f3f7 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 943 time: 0.1631134 Jan 18 23:15:00.799103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4a56646a-ee68-4345-be26-4c5a0bc7c798'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:00.814125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6283a81b-6b2d-4312-82a0-53d9f7893436 req-d9a0a86e-1e9b-4945-b9bc-28afedad8e07 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038141 Jan 18 23:15:00.839924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Allocated IP 172.25.1.177 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/d6a9cb13-9f4b-4025-85ab-ae104316a14f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:00.968513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Sync routers for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:01.001343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:01.001963 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:01.087869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.219052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.245004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:01.347223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:01.348500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'Port': ['ID=d6a9cb13-9f4b-4025-85ab-ae104316a14f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:01.357576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:01.362746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:01.446709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c85d9-aa33-42e9-8151-55067b77b57d req-76811926-a616-41a3-90c7-0846c57c6158 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:01.448183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e3c85d9-aa33-42e9-8151-55067b77b57d req-76811926-a616-41a3-90c7-0846c57c6158 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 945 time: 0.2788527 Jan 18 23:15:01.454854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7372-fc7b-4ed3-ae7b-147b9b0e7c84 req-4a9af2a4-f2c6-41e5-b120-c2d839fed17a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:01.456258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc2d7372-fc7b-4ed3-ae7b-147b9b0e7c84 req-4a9af2a4-f2c6-41e5-b120-c2d839fed17a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2446632 Jan 18 23:15:01.543420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f73e7a88-c1d2-47f2-a7b7-781703b5fdad up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:01.545457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e3c85d9-aa33-42e9-8151-55067b77b57d req-938fa92e-e352-4164-a6b7-ec41e2aef82b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874059 Jan 18 23:15:01.553188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc2d7372-fc7b-4ed3-ae7b-147b9b0e7c84 req-2b1a41a8-2195-4f7a-9c8c-0f1665f2c68a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 Jan 18 23:15:01.570104 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:14:54Z', 'revision_number': 2, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:01.577722 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Checking router: d9682b8f-5557-4716-bcb6-0c584b726a8e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:01.578281 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Updating router d9682b8f-5557-4716-bcb6-0c584b726a8e port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:15:01.637108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.643981 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.734318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port f73e7a88-c1d2-47f2-a7b7-781703b5fdad completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:01.744003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f73e7a88-c1d2-47f2-a7b7-781703b5fdad triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:01.745105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:01.777382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.041539 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.072893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:02.083666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:02.097709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.132718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbae2d2-395f-4fba-b8d9-252e8237550f req-7a1eaeb8-e0c0-4cf6-8c4a-fd794a75070c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:02.134147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6cbae2d2-395f-4fba-b8d9-252e8237550f req-7a1eaeb8-e0c0-4cf6-8c4a-fd794a75070c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 944 time: 0.1060660 Jan 18 23:15:02.154477 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.162404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4a56646a-ee68-4345-be26-4c5a0bc7c798 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:02.166391 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Transition to ACTIVE for port object ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:02.197672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.198434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6d18327b-d93e-41ce-b33b-b124a9478de2 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:02.203225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6cbae2d2-395f-4fba-b8d9-252e8237550f req-bfd72c72-3a1b-4ba3-9aae-a98c93de8712 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587811 Jan 18 23:15:02.217312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.243632 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.328292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:02.333555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 6d18327b-d93e-41ce-b33b-b124a9478de2 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:15:02.333898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6d18327b-d93e-41ce-b33b-b124a9478de2 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:02.357470 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad', 'code': 200} Jan 18 23:15:02.436768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 4a56646a-ee68-4345-be26-4c5a0bc7c798 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:02.443029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 4a56646a-ee68-4345-be26-4c5a0bc7c798 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:02.457562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.473897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:02.494350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'Port': ['ID=d6a9cb13-9f4b-4025-85ab-ae104316a14f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:02.532742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.682545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.688516 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-58f99c6c-aae3-4d9f-899d-d17629e704e6 req-e57dd475-4602-4387-a0e0-5627e25d33ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 1097 time: 0.2619524 Jan 18 23:15:02.689010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee685b65-b4af-4694-9365-038e06887133 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4275725 Jan 18 23:15:02.770652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.781749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4860-0aeb-47b4-9ae0-d32eaf4e8926 None None] Pushing event updated for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:02.826817 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-58f99c6c-aae3-4d9f-899d-d17629e704e6 req-db4749eb-e90f-425a-856f-760b288e0ebd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172557 Jan 18 23:15:02.830310 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Attempting to bind port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:02.830882 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Attempting to bind port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:02.849472 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Attempting to bind port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 on network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:02.867264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:02.870986 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:02.871360 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Checking segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:02.875247 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.875247 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Bound using segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:02.875247 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Bound port: ad3dc015-7f03-4e35-b179-d0f7dcdf6c33, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:02.875247 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:02.905285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-488b254f-6ea7-43c6-9052-349349548a83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08fff4d03a204fe39d22272e11e7008b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4271517 Jan 18 23:15:02.905782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40516) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:02.939909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.000311 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] For port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:03.004721 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] For port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:03.027652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.067176 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.077197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.112174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.194942 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc4860-0aeb-47b4-9ae0-d32eaf4e8926 None None] Pushing event updated for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.208488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:03.209255 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:14:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.226615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.266524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb897ca-a7b7-4530-9ccc-63c5f9749118,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:03.273766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:03.279546 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-014d0655-6f2d-4d47-8411-292a4f0e8740 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cb897ca-a7b7-4530-9ccc-63c5f9749118 HTTP/1.1" status: 204 len: 168 time: 0.3719170 Jan 18 23:15:03.371428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3df0f-908d-456c-82f9-eade5c275e0f req-09dffb3f-24eb-4374-a64d-410588934b69 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.374443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e3df0f-908d-456c-82f9-eade5c275e0f req-09dffb3f-24eb-4374-a64d-410588934b69 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4527009 Jan 18 23:15:03.429433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e3df0f-908d-456c-82f9-eade5c275e0f req-242837c6-5db1-4ff8-9bca-10193fe3d275 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 Jan 18 23:15:03.592102 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:03.642039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c7a2-ee61-4a49-8269-328468514702 req-d38026f9-ff35-44e9-bd2b-6579e8c058db tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.643516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e253c7a2-ee61-4a49-8269-328468514702 req-d38026f9-ff35-44e9-bd2b-6579e8c058db tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1505570 Jan 18 23:15:03.655020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-a92335c7-acea-4e5d-bd90-51ba665854a2 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1833350761&fields=id&tenant_id=72cc676a8965494791153dc0908cbb4c HTTP/1.1" status: 200 len: 267 time: 0.0678105 Jan 18 23:15:03.791517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e253c7a2-ee61-4a49-8269-328468514702 req-3dfda868-adeb-4454-b4da-e8f250d4f9c4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338189 Jan 18 23:15:03.835918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96257227-3956-4878-86b4-fb6f7d95773f req-edc3ced7-4729-4c0f-b2b7-babb33e03656 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:03.842820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-edc3ced7-4729-4c0f-b2b7-babb33e03656 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/networks?id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 HTTP/1.1" status: 200 len: 812 time: 0.1869190 Jan 18 23:15:03.860950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-064dd8eb-70b8-452c-87da-380a0bd1d885 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/quotas/72cc676a8965494791153dc0908cbb4c HTTP/1.1" status: 200 len: 375 time: 0.0170498 Jan 18 23:15:03.942673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-96257227-3956-4878-86b4-fb6f7d95773f req-02bdd504-28ce-4c71-8d82-8f3f11a47161 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Synchronizing usage tracker for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:03.972299 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:02Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:03.976262 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ece20-bc47-4d68-86fc-0eb720644c8a None None] The sync data for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 is: [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:02Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:04.033133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-96257227-3956-4878-86b4-fb6f7d95773f req-02bdd504-28ce-4c71-8d82-8f3f11a47161 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Unset dirty status for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:04.049426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-02bdd504-28ce-4c71-8d82-8f3f11a47161 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72cc676a8965494791153dc0908cbb4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1874032 Jan 18 23:15:04.147545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229007-cffc-482e-8cda-3e2afa69d5eb req-fad19f91-6a8f-410e-a31e-8a775fdf4807 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:04.149234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01229007-cffc-482e-8cda-3e2afa69d5eb req-fad19f91-6a8f-410e-a31e-8a775fdf4807 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.1876409 Jan 18 23:15:04.167201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40542) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:04.231371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fca0ccdd-8f91-4493-ae72-848aab939b6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b653b1ed7bd41fea9272ad255cee628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599384 Jan 18 23:15:04.231588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40546) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:04.248646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-9e685aa7-cc36-4631-ab99-93332c64489e service neutron] 10.222.0.59 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981921 Jan 18 23:15:04.262921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01229007-cffc-482e-8cda-3e2afa69d5eb req-2487d0ca-1991-4600-82fb-ebcd5aafc67d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024833 Jan 18 23:15:04.300234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.328255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.359137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:04.477764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-2c3c76a0-c73d-4ef4-a352-cf06dab1439a service neutron] 10.222.0.59 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175493 Jan 18 23:15:04.498399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:04.523223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.585629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b535489-7f2f-4de7-981b-99671e435f68,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:04.652098 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798', 'code': 200} Jan 18 23:15:04.677079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.681230 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e11d44dd-7139-4abd-83ea-3019a298eaaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b535489-7f2f-4de7-981b-99671e435f68 HTTP/1.1" status: 204 len: 168 time: 0.4486127 Jan 18 23:15:04.700418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:04.706852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:04.707422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:04.949722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.036606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:05.046818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d6abe0c-736d-4d26-a431-dea253d338fe req-d3c19398-9b61-4434-abf3-39d8cd9a3499 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.1447618 Jan 18 23:15:05.100979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e712be60-0b98-45c3-9451-c32121aff2cf req-b467210d-1e18-433e-8772-c3103bde3c32 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 1096 time: 0.3452923 Jan 18 23:15:05.132928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66565-53a5-44b1-aaf4-93faae3f99c9 req-00205218-74a6-4f50-a773-3b9b1a73f546 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:05.134421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93d66565-53a5-44b1-aaf4-93faae3f99c9 req-00205218-74a6-4f50-a773-3b9b1a73f546 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1653662 Jan 18 23:15:05.157875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:05.197637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e712be60-0b98-45c3-9451-c32121aff2cf req-96b50e89-c5f6-4dbb-ac90-28514b4704b1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860405 Jan 18 23:15:05.203297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93d66565-53a5-44b1-aaf4-93faae3f99c9 req-838934e1-080b-43a3-a6ac-b006b2ebbca6 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619810 Jan 18 23:15:05.287548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:05.303862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a48a6-81d4-4c6c-bbbc-aeac2404ed3d req-4ff38559-573f-4eb1-8635-67c6b75f3720 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:05.311672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d72a48a6-81d4-4c6c-bbbc-aeac2404ed3d req-4ff38559-573f-4eb1-8635-67c6b75f3720 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1049995 Jan 18 23:15:05.370292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d72a48a6-81d4-4c6c-bbbc-aeac2404ed3d req-ad0064a1-fe99-40e4-89c1-147d058e555e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577395 Jan 18 23:15:05.546266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aea444-849b-4fce-9e2a-97b4c9581d23 req-7555cd02-56d3-4688-b852-6ea6996e21b8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:05.548031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0aea444-849b-4fce-9e2a-97b4c9581d23 req-7555cd02-56d3-4688-b852-6ea6996e21b8 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.0996649 Jan 18 23:15:05.600395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0aea444-849b-4fce-9e2a-97b4c9581d23 req-0906c0e7-32bb-4a58-927d-c7230dcef366 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Jan 18 23:15:06.010083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40610) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:06.162105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eb559-cbba-4b4c-9814-6abd522dd1a1 req-ed95fd7f-a3a5-4ebb-8ded-d058def5d59d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.170394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c16eb559-cbba-4b4c-9814-6abd522dd1a1 req-ed95fd7f-a3a5-4ebb-8ded-d058def5d59d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.0990553 Jan 18 23:15:06.237799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-c64b6257-fd98-47ce-9f7b-735aba3a6429 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 1097 time: 0.1478412 Jan 18 23:15:06.245393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c16eb559-cbba-4b4c-9814-6abd522dd1a1 req-dd3c670f-e5b1-4796-8126-59e1d9d9182c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740731 Jan 18 23:15:06.339136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f789abc7-3fbb-4245-8837-d79d7ac16cf8 req-4b1ac780-225e-4a8b-bfa0-968166ccb7a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.0892768 Jan 18 23:15:06.344353 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.441303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:06.451277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:06.462265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Usage tracker for resource:security_group_rule and tenant:804b40bcff45450ea66565d14eec256b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:06.477753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:06.481300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-d30d99ab-a449-4153-8e97-cc0daec9e66a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.483894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-d30d99ab-a449-4153-8e97-cc0daec9e66a service neutron] 10.222.0.89 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.2300148 Jan 18 23:15:06.488102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:06.547597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5593e65-f7f2-4148-a903-180fdff3e106 req-75fd2921-6100-48ca-9a61-92b6179e7242 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.551845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:06.552380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.555472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5593e65-f7f2-4148-a903-180fdff3e106 req-75fd2921-6100-48ca-9a61-92b6179e7242 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1330099 Jan 18 23:15:06.557934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-06a0af63-974f-4ec8-b7f9-be41da308f9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad HTTP/1.1" status: 200 len: 217 time: 0.0673761 Jan 18 23:15:06.645181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5593e65-f7f2-4148-a903-180fdff3e106 req-bb48047d-c697-4997-a876-525e81f036f7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879879 Jan 18 23:15:06.650236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-dcf7d47f-739c-4a63-8d9c-01ed9a520e06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.652209 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-dcf7d47f-739c-4a63-8d9c-01ed9a520e06 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.0864830 Jan 18 23:15:06.714695 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-7fb04ade-e6b0-4b90-84dc-d83df4a3c247 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536635 Jan 18 23:15:06.851052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.924367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:06.924579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da98aac-d50f-4fde-bd7a-7cbecb5c3b83 req-11d11abb-567e-4e57-bf9c-4796ee29eb2d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:06.926010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1da98aac-d50f-4fde-bd7a-7cbecb5c3b83 req-11d11abb-567e-4e57-bf9c-4796ee29eb2d tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.1234560 Jan 18 23:15:06.945733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-adf525d5-76f3-4f07-841b-5608c82d5ea2 service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201102 Jan 18 23:15:06.989500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1da98aac-d50f-4fde-bd7a-7cbecb5c3b83 req-29494d9d-73c3-4177-a0e6-a119ea6905cf tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Jan 18 23:15:07.052351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6963793-b9e6-4419-85c7-c6e9a2e75bd2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:07.062227 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1445fdde-1906-4f2a-9a8e-68befc59fc9b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=804b40bcff45450ea66565d14eec256b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0474527 Jan 18 23:15:07.062227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40634) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:07.155466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eabfe8b8-a388-4f42-b400-b3c8a5cc54ee req-0194c727-6a66-4db4-b160-4054701e8cfe service neutron] 10.222.0.89 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011271 Jan 18 23:15:07.170024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.196422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.315751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.332376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6963793-b9e6-4419-85c7-c6e9a2e75bd2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:07.337100 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:07.337945 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3bfe4de2-3410-4e6a-921c-4b0654c2824f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6963793-b9e6-4419-85c7-c6e9a2e75bd2 HTTP/1.1" status: 204 len: 168 time: 0.2747831 Jan 18 23:15:07.760643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e445b22a-fdf3-48c5-8e17-92f3e9b5d066 req-e8c55e7d-15ef-4bc7-938d-f0ff22691bdd tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.1230533 Jan 18 23:15:07.846340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b23784-687c-4848-8cfc-fad33431cb6f req-9d06d221-69ff-4db8-ac1b-ea32fe9e137b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:07.854422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56b23784-687c-4848-8cfc-fad33431cb6f req-9d06d221-69ff-4db8-ac1b-ea32fe9e137b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.4368253 Jan 18 23:15:07.892444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96257227-3956-4878-86b4-fb6f7d95773f req-c360e809-3a52-41b5-aa66-a1efa28bf631 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:07.898631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-c360e809-3a52-41b5-aa66-a1efa28bf631 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.83 "GET /v2.0/networks?id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 HTTP/1.1" status: 200 len: 812 time: 0.4051745 Jan 18 23:15:08.016192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56b23784-687c-4848-8cfc-fad33431cb6f req-96143dd7-52e9-4c93-8c0b-64b43c9dabd3 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609037 Jan 18 23:15:08.040560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-2857bb81-0780-40ba-b3db-95c427592391 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72cc676a8965494791153dc0908cbb4c HTTP/1.1" status: 200 len: 380 time: 0.1203837 Jan 18 23:15:08.052718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'port': {'device_id': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'admin_state_up': True, 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'security_groups': ['5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:08.144958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ecfc-564c-492d-bf08-d4b1e261667b req-2b60b9cd-8e30-4aaf-8b3b-77b1dff84395 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.146647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2792ecfc-564c-492d-bf08-d4b1e261667b req-2b60b9cd-8e30-4aaf-8b3b-77b1dff84395 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.2055507 Jan 18 23:15:08.291792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:08.300193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2792ecfc-564c-492d-bf08-d4b1e261667b req-ed32d8cc-66b0-4d5e-b13e-2b7ca9c935a4 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401596 Jan 18 23:15:08.309372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:08.330374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336a84b-e2fe-4c7f-8fe0-b7824f303a43 req-af637687-92af-4726-b2e1-d42890e230c8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:08.331967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0336a84b-e2fe-4c7f-8fe0-b7824f303a43 req-af637687-92af-4726-b2e1-d42890e230c8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1709833 Jan 18 23:15:08.383926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0336a84b-e2fe-4c7f-8fe0-b7824f303a43 req-6a5919e3-2eaf-4fec-9d96-41cc195957b9 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Jan 18 23:15:08.390903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Made reservation on behalf of 72cc676a8965494791153dc0908cbb4c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:08.396416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.577818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Allocated IP 172.20.0.3 (afb9be0e-5e13-4f1e-a974-bc3222a3a4f1/08f475b3-1280-4dc3-a1cb-bd48bb66849b/890ddba5-0986-402e-a637-21883c44f82a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:08.786756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.815714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Transition to ACTIVE for port object 890ddba5-0986-402e-a637-21883c44f82a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:08.905277 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:08.951785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.045268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:09.050040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:09.052861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:09.079143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event updated for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:09.153354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.154821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.163788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4687dc6-5675-477d-9e8f-10599da00181 req-7b8cbac8-969a-4736-8cc1-106b02b326fe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.165297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4687dc6-5675-477d-9e8f-10599da00181 req-7b8cbac8-969a-4736-8cc1-106b02b326fe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 931 time: 0.2504852 Jan 18 23:15:09.166891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-616c749a-cce9-4cc5-93f2-e1e08765e25d tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6bab792e788647a3a3e61cac7c100086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515475 Jan 18 23:15:09.320181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4687dc6-5675-477d-9e8f-10599da00181 req-1c94a23d-416e-42ed-babb-0f7e1d7dc0e8 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448886 Jan 18 23:15:09.346039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-b3b648c4-3d1f-4f9a-b2b6-b34526b129a3 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994213 Jan 18 23:15:09.357369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Request body: {'port': {'device_id': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:09.385213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4f34b50d-4ee0-4b7f-9bca-b330d8e5ba1a None None] Provisioning for port 890ddba5-0986-402e-a637-21883c44f82a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:09.391395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4f34b50d-4ee0-4b7f-9bca-b330d8e5ba1a None None] Provisioning complete for port 890ddba5-0986-402e-a637-21883c44f82a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:09.391798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f34b50d-4ee0-4b7f-9bca-b330d8e5ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.415404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-81986213-ec90-49fe-9241-24e314fb4a16 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.416866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-81986213-ec90-49fe-9241-24e314fb4a16 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405834 Jan 18 23:15:09.450985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4f34b50d-4ee0-4b7f-9bca-b330d8e5ba1a None None] Port 890ddba5-0986-402e-a637-21883c44f82a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:09.477682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-cc61127c-82c6-482b-b688-d36cfedd8763 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/quotas/6bab792e788647a3a3e61cac7c100086 HTTP/1.1" status: 200 len: 375 time: 0.0494931 Jan 18 23:15:09.568296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-9b30e458-8213-41e7-a84a-4e2b68fa1aca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6bab792e788647a3a3e61cac7c100086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835226 Jan 18 23:15:09.576385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:09.835650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699aab5-565a-4f81-bf56-c90060c163ba req-7fe2da49-14cf-469f-bee6-f09b019b1713 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:09.837254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2699aab5-565a-4f81-bf56-c90060c163ba req-7fe2da49-14cf-469f-bee6-f09b019b1713 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.3168015 Jan 18 23:15:10.052613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2699aab5-565a-4f81-bf56-c90060c163ba req-a46d4c53-2d51-4c49-9e6b-3dfadcbb9038 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997907 Jan 18 23:15:10.097353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53350b-1d02-41c2-a2fa-40557907ed7d req-be960995-2768-45b6-a440-527ba096450a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:10.097353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f53350b-1d02-41c2-a2fa-40557907ed7d req-be960995-2768-45b6-a440-527ba096450a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.2408202 Jan 18 23:15:10.194307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890ddba5-0986-402e-a637-21883c44f82a {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:10.203168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.207501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f53350b-1d02-41c2-a2fa-40557907ed7d req-40b56754-8d59-4120-8f73-6a0ea5803d26 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998380 Jan 18 23:15:10.220892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Transition to ACTIVE for port object 890ddba5-0986-402e-a637-21883c44f82a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:10.289745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.467080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d52f-4e65-4868-ab55-e753bcbac291 req-2fcd2fff-328f-46b5-ada5-4d797a1e319a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:10.468607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f755d52f-4e65-4868-ab55-e753bcbac291 req-2fcd2fff-328f-46b5-ada5-4d797a1e319a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2466476 Jan 18 23:15:10.474315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:10.505447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639b5740-93be-4efa-b184-217324f88def req-7913674f-0081-47ca-a6b7-64908cb6e084 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 210 time: 0.0952158 Jan 18 23:15:10.609769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f755d52f-4e65-4868-ab55-e753bcbac291 req-531d51a5-6cd6-45a8-b30b-8fb36246f843 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266038 Jan 18 23:15:10.642182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Attempting to bind port 890ddba5-0986-402e-a637-21883c44f82a on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:10.642595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Attempting to bind port 890ddba5-0986-402e-a637-21883c44f82a by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:10.642982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Attempting to bind port 890ddba5-0986-402e-a637-21883c44f82a on network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:10.649257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Port 890ddba5-0986-402e-a637-21883c44f82a on network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:15:10.649644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Attempting to bind port 890ddba5-0986-402e-a637-21883c44f82a on network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:10.657181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:10.657668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Checking segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:10.658090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Bound using segment: {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:10.658534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Bound port: 890ddba5-0986-402e-a637-21883c44f82a, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94979e03-a1ad-42d3-8861-6b29774724a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:10.658892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.801629 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:10.871121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:10.882851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=890ddba5-0986-402e-a637-21883c44f82a,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:10.915390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363ac2a-326e-4522-a4a2-93c6edf9d242 req-5ab0ea46-1c59-4ba9-b638-0d9e611c976d tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:10.915925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4363ac2a-326e-4522-a4a2-93c6edf9d242 req-5ab0ea46-1c59-4ba9-b638-0d9e611c976d tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Synchronizing usage tracker for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:10.952172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.005736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4363ac2a-326e-4522-a4a2-93c6edf9d242 req-5ab0ea46-1c59-4ba9-b638-0d9e611c976d tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Unset dirty status for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:11.006891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4363ac2a-326e-4522-a4a2-93c6edf9d242 req-5ab0ea46-1c59-4ba9-b638-0d9e611c976d tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 943 time: 0.1815822 Jan 18 23:15:11.037549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.038923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] 10.222.0.83 "PUT /v2.0/ports/890ddba5-0986-402e-a637-21883c44f82a HTTP/1.1" status: 200 len: 1091 time: 1.6863277 Jan 18 23:15:11.039744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'tag': '890ddba5-0986-402e-a637-21883c44f82a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:11.077240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf92baf-aaff-4bfb-b09d-c2aed73b4cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:11.085830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4363ac2a-326e-4522-a4a2-93c6edf9d242 req-734bb0a6-ebcb-4573-bfb7-b05389c33427 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701015 Jan 18 23:15:11.157974 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'tag': '890ddba5-0986-402e-a637-21883c44f82a', 'status': 'completed', 'code': 200} Jan 18 23:15:11.264732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2affde35-c9cf-4ca7-a07a-dcde442c1a45 req-7f04f88a-93ec-44de-81cc-7344c6927ce9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72cc676a8965494791153dc0908cbb4c&device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 1094 time: 0.0832696 Jan 18 23:15:11.391242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40758) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:11.547070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affde35-c9cf-4ca7-a07a-dcde442c1a45 req-9fefe058-6088-4d74-a816-7e95e99f7b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:11.548477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2affde35-c9cf-4ca7-a07a-dcde442c1a45 req-9fefe058-6088-4d74-a816-7e95e99f7b80 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=72cc676a8965494791153dc0908cbb4c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2679241 Jan 18 23:15:11.549257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.563323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2e0e8-43a5-4f28-8442-b2a7cc14f6b6 req-f1eaa29c-7fc9-461e-8d7c-31152dd306df tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:11.564751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c2e0e8-43a5-4f28-8442-b2a7cc14f6b6 req-f1eaa29c-7fc9-461e-8d7c-31152dd306df tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2516379 Jan 18 23:15:11.582309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:11.586481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Usage tracker for resource:security_group_rule and tenant:5ebbddb40d184ec2b90215bf287defca is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:11.589579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:11.597020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:11.598143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111a22-8a25-40c1-9df4-859a7aecaf83 req-297f6af2-3dd3-42d5-99fc-91c3eb2fe70b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:11.605942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f111a22-8a25-40c1-9df4-859a7aecaf83 req-297f6af2-3dd3-42d5-99fc-91c3eb2fe70b tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.2501428 Jan 18 23:15:11.668153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.721551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.770275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c2e0e8-43a5-4f28-8442-b2a7cc14f6b6 req-369a419c-fe96-4f16-bc82-530711751106 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861420 Jan 18 23:15:11.771340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7cc392-2e91-4bb6-9886-37aee248a3c2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:11.779176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ebbddb40d184ec2b90215bf287defca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3825924 Jan 18 23:15:11.779409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:11.781077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f111a22-8a25-40c1-9df4-859a7aecaf83 req-fd284609-2d3f-4b60-a54b-6057bddba28a tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742992 Jan 18 23:15:11.788192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affde35-c9cf-4ca7-a07a-dcde442c1a45 req-9221ca63-9b3c-4c28-8f9a-0178d979d514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:11.789857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2affde35-c9cf-4ca7-a07a-dcde442c1a45 req-9221ca63-9b3c-4c28-8f9a-0178d979d514 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341669 Jan 18 23:15:11.799800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.800178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.800517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.800888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.801228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.801551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.801865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.802197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.802525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.802803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.803117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4f8c00-79ca-4057-b093-dd98e4e1fe6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:11.893917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:11.943200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.059267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-48e76904-852f-41f6-83a4-a8c4c409edba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72cc676a8965494791153dc0908cbb4c&device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 1094 time: 0.2165697 Jan 18 23:15:12.093886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.114208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7cc392-2e91-4bb6-9886-37aee248a3c2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:12.133398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.138083 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f8679d8-9902-41f4-9497-9a3cbbd41d18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c7cc392-2e91-4bb6-9886-37aee248a3c2 HTTP/1.1" status: 204 len: 168 time: 0.3542619 Jan 18 23:15:12.192891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-823eb8e6-5c0a-43f8-a8cd-cbb2574e5258 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890ddba5-0986-402e-a637-21883c44f82a HTTP/1.1" status: 200 len: 217 time: 0.1259227 Jan 18 23:15:12.204781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b99cf78-6980-4cbb-a79d-8dfe1c21a711 req-3ed16069-789e-483b-875e-b9176b7ae4b3 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 210 time: 0.0445898 Jan 18 23:15:12.301150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96257227-3956-4878-86b4-fb6f7d95773f req-bd780e91-f767-44f5-b699-dc31cceafcc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.317476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-bd780e91-f767-44f5-b699-dc31cceafcc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08f475b3-1280-4dc3-a1cb-bd48bb66849b HTTP/1.1" status: 200 len: 851 time: 0.1045640 Jan 18 23:15:12.323141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-a5e08c41-3ffe-4261-a4bb-102e3ce4986c tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=6bab792e788647a3a3e61cac7c100086&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606112 Jan 18 23:15:12.516054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-edb2a38b-8e7d-45e3-b03d-7ebd42d197f1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908541 Jan 18 23:15:12.527439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f551-d29b-4e99-a823-8cf6c31ce016 req-9af08ea0-430d-4eea-8d5b-641861524b1a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.529586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a395f551-d29b-4e99-a823-8cf6c31ce016 req-9af08ea0-430d-4eea-8d5b-641861524b1a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1453714 Jan 18 23:15:12.574815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-93d9b80a-d436-4601-8b7e-99c15518fafa tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.579760 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-93d9b80a-d436-4601-8b7e-99c15518fafa tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517073 Jan 18 23:15:12.598990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Request body: {'port': {'device_id': '775e473c-d825-4857-be71-e37479b64b05', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '6bab792e788647a3a3e61cac7c100086'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:12.755575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:12.759283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Usage tracker for resource:port and tenant:6bab792e788647a3a3e61cac7c100086 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:12.762132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:12.768637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:12.801968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-b669f4ee-c627-4613-b047-ccc6796fda46 service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712793 Jan 18 23:15:12.806788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a395f551-d29b-4e99-a823-8cf6c31ce016 req-78766848-48ee-4f2e-8b67-ff59cac0d300 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910417 Jan 18 23:15:12.858844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Made reservation on behalf of 6bab792e788647a3a3e61cac7c100086 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:12.862209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.877656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:12.930793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:12.931721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29403-a04b-48ae-9a22-0feb3e600d6a req-d2f2f11b-92f9-4df6-8f74-782d50b3b3ad tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.938912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5c29403-a04b-48ae-9a22-0feb3e600d6a req-d2f2f11b-92f9-4df6-8f74-782d50b3b3ad tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 943 time: 0.3023627 Jan 18 23:15:12.941732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Usage tracker for resource:security_group_rule and tenant:6bab792e788647a3a3e61cac7c100086 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:12.948610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:12.956954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40790) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:12.964146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:12.980510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-916765bb-870b-48bb-b7c6-8911ce2ad840 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:12.982282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-916765bb-870b-48bb-b7c6-8911ce2ad840 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.2636015 Jan 18 23:15:12.990858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.043570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:13.053562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2dda0246d94a5fa685ed31d357efb5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:13.056681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:13.072863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:13.094187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.094958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5c29403-a04b-48ae-9a22-0feb3e600d6a req-dc248585-62f0-48f5-98ce-60989d59db77 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551058 Jan 18 23:15:13.104891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96257227-3956-4878-86b4-fb6f7d95773f req-27eff4d8-4308-4caa-9638-ecafb8d96eed service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951653 Jan 18 23:15:13.126977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Deleting port 4a56646a-ee68-4345-be26-4c5a0bc7c798 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:15:13.127381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.190170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.284188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.490612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b7dd2-5efc-49fd-998c-6b503ae56727 req-483f38bf-9cac-42e0-adc3-b52435f2f668 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:13.490773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.492062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-448b7dd2-5efc-49fd-998c-6b503ae56727 req-483f38bf-9cac-42e0-adc3-b52435f2f668 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 945 time: 0.2714965 Jan 18 23:15:13.506901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Allocated IP 192.168.233.247 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/e268afbd-86bf-485a-9858-eb674d4173a3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:13.541495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] For port 4a56646a-ee68-4345-be26-4c5a0bc7c798, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4a56646a-ee68-4345-be26-4c5a0bc7c798,segment=NetworkSegment(44a4a04d-6544-43d3-8461-0acc9d262b36),segment_id=44a4a04d-6544-43d3-8461-0acc9d262b36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:13.541777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.553678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.687225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ab824-5e68-4de2-83b3-23cd8db0e2af,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:13.692084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Calling delete_port for 4a56646a-ee68-4345-be26-4c5a0bc7c798 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:15:13.696050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f811cfb3-3efe-4270-adcc-32927ea301d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e2dda0246d94a5fa685ed31d357efb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7355590 Jan 18 23:15:13.710840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:13.732166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-448b7dd2-5efc-49fd-998c-6b503ae56727 req-23995f03-98fc-475e-9c75-2732699f9869 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/security-groups?id=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309601 Jan 18 23:15:13.774554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645116ee-8113-4e4b-af92-cf7f71365ba6 req-039a87a5-1f89-46e2-a7e9-0ae2924ce9ae tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:13.776371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-645116ee-8113-4e4b-af92-cf7f71365ba6 req-039a87a5-1f89-46e2-a7e9-0ae2924ce9ae tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.3362358 Jan 18 23:15:13.779289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-926ec2c1-9a60-4ac9-85af-d7ad9d769f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.798911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.851639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Transition to ACTIVE for port object e268afbd-86bf-485a-9858-eb674d4173a3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:13.851639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:13.888986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.026099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.051574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.083834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-645116ee-8113-4e4b-af92-cf7f71365ba6 req-dc3d9e91-eb2c-43b8-8a60-1593de922ee7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344469 Jan 18 23:15:14.111470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254ab824-5e68-4de2-83b3-23cd8db0e2af,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.143238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:14.159826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:14.169631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.181831 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8b058f94-911f-45c6-aeb1-6ce744a49752 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/254ab824-5e68-4de2-83b3-23cd8db0e2af HTTP/1.1" status: 204 len: 168 time: 0.4699314 Jan 18 23:15:14.182804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:14.198231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4c9aa-9cf3-4749-9829-9e99131f4707 req-cd46f3ae-06c2-423d-9ba1-bee4c35adebd tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.201737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52b4c9aa-9cf3-4749-9829-9e99131f4707 req-cd46f3ae-06c2-423d-9ba1-bee4c35adebd tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 936 time: 0.1894951 Jan 18 23:15:14.218986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Pushing event updated for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.253129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.291647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.297280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.347839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Pushing event deleted for resources: {'Port': ['ID=4a56646a-ee68-4345-be26-4c5a0bc7c798,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:14.392210 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-f7a67963-3efa-41e5-bb4c-cf445f9c4091 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7972093 Jan 18 23:15:14.405993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Request body: {'port': {'device_id': '775e473c-d825-4857-be71-e37479b64b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:14.529321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.529726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] No DVR routers for this DVR port 4a56646a-ee68-4345-be26-4c5a0bc7c798 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:14.534585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.537672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'name': 'network-vif-deleted', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:14.546596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52b4c9aa-9cf3-4749-9829-9e99131f4707 req-bf0626ce-8be3-4e8e-adb9-654d1c44b85a tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354557 Jan 18 23:15:14.594094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5e187-42d9-47eb-b372-f0ee24c9badb req-b0837e25-c7ac-49ab-be30-bf908de1e629 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.594094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67b5e187-42d9-47eb-b372-f0ee24c9badb req-b0837e25-c7ac-49ab-be30-bf908de1e629 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1468241 Jan 18 23:15:14.663392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6bc1e13-c8fa-4a90-8d9d-77ed1e7079eb None None] Provisioning for port e268afbd-86bf-485a-9858-eb674d4173a3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:14.671003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6bc1e13-c8fa-4a90-8d9d-77ed1e7079eb None None] Provisioning complete for port e268afbd-86bf-485a-9858-eb674d4173a3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:14.671610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6bc1e13-c8fa-4a90-8d9d-77ed1e7079eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.686641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67b5e187-42d9-47eb-b372-f0ee24c9badb req-63562a2d-f847-47b3-82e3-c60649bc3b8f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825911 Jan 18 23:15:14.717818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-833f30dc-9da1-4dbc-b169-ac98bce4e70b req-5f8216e8-5b19-45d2-ab3b-c82777f23643 tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.83 "DELETE /v2.0/ports/4a56646a-ee68-4345-be26-4c5a0bc7c798 HTTP/1.1" status: 204 len: 173 time: 1.7224007 Jan 18 23:15:14.819555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc1e13-c8fa-4a90-8d9d-77ed1e7079eb None None] Port e268afbd-86bf-485a-9858-eb674d4173a3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:14.864343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3253d-6090-4aa5-8df5-e6c03c3795c9 req-89607ba4-5cd3-48c9-9195-5d6f8efe5386 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:14.872709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10e3253d-6090-4aa5-8df5-e6c03c3795c9 req-89607ba4-5cd3-48c9-9195-5d6f8efe5386 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 943 time: 0.1047513 Jan 18 23:15:14.947137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10e3253d-6090-4aa5-8df5-e6c03c3795c9 req-7d7debee-0d8f-4b2d-a53d-db52dce7a91a tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721447 Jan 18 23:15:14.974049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e268afbd-86bf-485a-9858-eb674d4173a3 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:14.981255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:14.999449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Transition to ACTIVE for port object e268afbd-86bf-485a-9858-eb674d4173a3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:15.082261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.180853 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a77a67-563a-41c3-99fa-606d9f126998', 'name': 'network-vif-deleted', 'tag': '4a56646a-ee68-4345-be26-4c5a0bc7c798', 'status': 'completed', 'code': 200} Jan 18 23:15:15.185812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1041c549-fc86-47bb-802a-05440f407aed req-700c8a5b-430c-4e9c-8768-6b9f82b8c14c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Synchronizing usage tracker for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:15.245755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:15.287929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1041c549-fc86-47bb-802a-05440f407aed req-700c8a5b-430c-4e9c-8768-6b9f82b8c14c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] Unset dirty status for tenant:b77fbce25e4a4201ad70021a16609097 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:15.289027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1041c549-fc86-47bb-802a-05440f407aed req-700c8a5b-430c-4e9c-8768-6b9f82b8c14c tempest-DeleteServersTestJSON-244821527 tempest-DeleteServersTestJSON-244821527-project] 10.222.0.59 "GET /v2.0/ports?device_id=25a77a67-563a-41c3-99fa-606d9f126998 HTTP/1.1" status: 200 len: 210 time: 0.1752501 Jan 18 23:15:15.398808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Attempting to bind port e268afbd-86bf-485a-9858-eb674d4173a3 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:15.399400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Attempting to bind port e268afbd-86bf-485a-9858-eb674d4173a3 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:15.399723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Attempting to bind port e268afbd-86bf-485a-9858-eb674d4173a3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:15.420352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Port e268afbd-86bf-485a-9858-eb674d4173a3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:15:15.421022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Attempting to bind port e268afbd-86bf-485a-9858-eb674d4173a3 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:15.435018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:15.435364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:15.435867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:15.436177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Bound port: e268afbd-86bf-485a-9858-eb674d4173a3, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:15.436582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.527717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29720ee9-4c1a-4001-b257-96342ad19927 req-5e48af63-b656-4603-9dc9-72af38408bcb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:15.530691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29720ee9-4c1a-4001-b257-96342ad19927 req-5e48af63-b656-4603-9dc9-72af38408bcb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1531999 Jan 18 23:15:15.548201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:15.551372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e268afbd-86bf-485a-9858-eb674d4173a3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:15.598137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29720ee9-4c1a-4001-b257-96342ad19927 req-e016687d-3a17-4cb2-a535-44a23b75e6f8 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470366 Jan 18 23:15:15.860439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.906950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce423c-7297-41b9-ae22-775b9963e54a req-257273f0-f1e5-413f-bc31-7abbb25a4769 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:15.912324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76ce423c-7297-41b9-ae22-775b9963e54a req-257273f0-f1e5-413f-bc31-7abbb25a4769 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 948 time: 0.1867406 Jan 18 23:15:15.928514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b30c9145-0d6a-4b45-aef8-6993263d89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.959907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:15.962156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/e268afbd-86bf-485a-9858-eb674d4173a3 HTTP/1.1" status: 200 len: 1096 time: 1.5612655 Jan 18 23:15:15.964948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:15.991100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a0b68-fc64-41cd-9593-041903e489e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:16.019047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76ce423c-7297-41b9-ae22-775b9963e54a req-34256c49-82fb-46ac-8a3f-f4e8dbcca3ec tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036136 Jan 18 23:15:16.256775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 890ddba5-0986-402e-a637-21883c44f82a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:16.260088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4a56646a-ee68-4345-be26-4c5a0bc7c798 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:16.270394 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3', 'status': 'completed', 'code': 200} Jan 18 23:15:16.324236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c56ed-a520-4e94-a77c-fe999662182c req-abb500f7-795b-42ff-bdf6-e9f93e7742e0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:16.333074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b7c56ed-a520-4e94-a77c-fe999662182c req-abb500f7-795b-42ff-bdf6-e9f93e7742e0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1331551 Jan 18 23:15:16.392937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b7c56ed-a520-4e94-a77c-fe999662182c req-4d99e099-0de7-4a3e-bbd4-e88f8f58a231 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583618 Jan 18 23:15:16.426364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 4a56646a-ee68-4345-be26-4c5a0bc7c798 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:15:16.426642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4a56646a-ee68-4345-be26-4c5a0bc7c798 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:16.470801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=890ddba5-0986-402e-a637-21883c44f82a,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:16.490161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '890ddba5-0986-402e-a637-21883c44f82a', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'port_id': '890ddba5-0986-402e-a637-21883c44f82a', 'mac_address': 'fa:16:3e:8a:c7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:16.496211 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-85ba11cb-1b28-4efc-8d18-49d64036aa01 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bab792e788647a3a3e61cac7c100086&device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 1099 time: 0.4223781 Jan 18 23:15:16.528068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626e50a-50d8-4897-a843-498439ceff17 req-72961369-4f0c-44b6-b884-c361756b572c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:16.533008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3626e50a-50d8-4897-a843-498439ceff17 req-72961369-4f0c-44b6-b884-c361756b572c tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 943 time: 0.0926661 Jan 18 23:15:16.547906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.566821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890ddba5-0986-402e-a637-21883c44f82a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:16.577831 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-3418338c-0d12-4aa5-867b-0a97a1a8fbd3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e268afbd-86bf-485a-9858-eb674d4173a3 HTTP/1.1" status: 200 len: 217 time: 0.0724301 Jan 18 23:15:16.583150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=890ddba5-0986-402e-a637-21883c44f82a,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:16.625733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:16.629395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3626e50a-50d8-4897-a843-498439ceff17 req-e95e7429-e262-49c5-ab0c-e3daccc2b997 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670953 Jan 18 23:15:16.644149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-d6937d55-aecb-40bc-92ee-bbc4d4a7332a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:16.645779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-d6937d55-aecb-40bc-92ee-bbc4d4a7332a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0620940 Jan 18 23:15:16.646763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499122-c911-4b23-aaa7-ccbb4664b829 req-1e8a56ec-eb06-46a2-a6ed-14c094bfa344 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:16.648357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8499122-c911-4b23-aaa7-ccbb4664b829 req-1e8a56ec-eb06-46a2-a6ed-14c094bfa344 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.1265931 Jan 18 23:15:16.706141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8499122-c911-4b23-aaa7-ccbb4664b829 req-aa01e7dd-4d8e-4655-9a33-4701cf39c354 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504925 Jan 18 23:15:16.725194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:16.852709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['890ddba5-0986-402e-a637-21883c44f82a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:16.875888 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-195f9c88-5e27-45d9-8352-fea771ce4d08 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194471 Jan 18 23:15:17.014695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59ee58-fa87-4cb7-bb3b-bc104f716dc9 req-19022ba3-f9d7-43c6-85f4-40c78d230a1d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.016255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c59ee58-fa87-4cb7-bb3b-bc104f716dc9 req-19022ba3-f9d7-43c6-85f4-40c78d230a1d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.0874932 Jan 18 23:15:17.069375 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-4de721d0-4e42-4c5e-9b44-d76db39b4914 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862836 Jan 18 23:15:17.071760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c59ee58-fa87-4cb7-bb3b-bc104f716dc9 req-db8ee628-91a0-4de3-888f-07bf1b045fde tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498416 Jan 18 23:15:17.169809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.226694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a1fe8bd-33dd-4410-b2cd-c7d395779f99 req-cbc78f3c-de3f-4a60-9532-8dffa30ee953 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492369 Jan 18 23:15:17.299606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc4bea-9892-4f93-a815-e239c9925c7d req-fdb0d197-ed90-491d-979f-54cb588fe936 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.300981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5cc4bea-9892-4f93-a815-e239c9925c7d req-fdb0d197-ed90-491d-979f-54cb588fe936 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 948 time: 0.0914838 Jan 18 23:15:17.355239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5cc4bea-9892-4f93-a815-e239c9925c7d req-5f3de004-4880-439e-a049-e288fa0d3eaa tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jan 18 23:15:17.362130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:17.451851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-31d6ced4-6e96-4430-bda8-64b447d25301 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bab792e788647a3a3e61cac7c100086&device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 1099 time: 0.0886455 Jan 18 23:15:17.597825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47fa2-8493-428b-b7a6-dfca4ce74d84 req-8c226f42-05ed-4a53-b1d6-efdcf19b6de7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.599439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0cd47fa2-8493-428b-b7a6-dfca4ce74d84 req-8c226f42-05ed-4a53-b1d6-efdcf19b6de7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.0856416 Jan 18 23:15:17.609460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-08e8258f-9251-4c4d-b8c4-0289a1b06ed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.611223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-08e8258f-9251-4c4d-b8c4-0289a1b06ed2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1492450 Jan 18 23:15:17.651499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0cd47fa2-8493-428b-b7a6-dfca4ce74d84 req-b818c172-4677-4f28-8a9b-10c3ff8db5df tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Jan 18 23:15:17.683457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-6313b0b3-4adc-44e8-bfb5-d8c05a30f6bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e268afbd-86bf-485a-9858-eb674d4173a3 HTTP/1.1" status: 200 len: 217 time: 0.0655520 Jan 18 23:15:17.747601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-6e29990d-455e-44b6-a02c-3e01939ad946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.749093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-6e29990d-455e-44b6-a02c-3e01939ad946 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0571389 Jan 18 23:15:17.832399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-db8f4b1c-d154-41ad-9d99-a10c8e435130 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734215 Jan 18 23:15:17.881434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689d248-053b-4418-b346-d98e976f8cdc req-09146620-bfd4-4fe3-aeeb-0a625d5e9dac tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:17.883032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c689d248-053b-4418-b346-d98e976f8cdc req-09146620-bfd4-4fe3-aeeb-0a625d5e9dac tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 944 time: 0.0932009 Jan 18 23:15:17.934729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c689d248-053b-4418-b346-d98e976f8cdc req-ad61e0c7-1576-41f9-9c7b-5a210466f747 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449836 Jan 18 23:15:18.005179 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-6e0e59ab-d67d-4ea4-9d7a-801d42cdbdc6 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610458 Jan 18 23:15:18.047138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5621a0b-bd59-4efc-8d26-0c9ef67584ee req-2ffcad4d-d113-4cea-ab29-a0a2ac1f4896 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.048715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5621a0b-bd59-4efc-8d26-0c9ef67584ee req-2ffcad4d-d113-4cea-ab29-a0a2ac1f4896 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.0820570 Jan 18 23:15:18.098882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5621a0b-bd59-4efc-8d26-0c9ef67584ee req-ad86324c-dd9f-4aa9-a93f-1e2af14d6145 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=7fa59440-d1f0-4e28-bae4-7be1bdad46fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Jan 18 23:15:18.152256 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-17a58f68-d6a2-437c-be2a-53d549bca4b5 req-f139a9f6-86f7-430c-a5aa-1ffce86cc3f1 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395979 Jan 18 23:15:18.257965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-5ad6aaf9-2b01-4c73-9a1d-2045aa2db866 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.258663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-5ad6aaf9-2b01-4c73-9a1d-2045aa2db866 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:18.271063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 890ddba5-0986-402e-a637-21883c44f82a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:18.271813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-5ad6aaf9-2b01-4c73-9a1d-2045aa2db866 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:18.272978 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-5ad6aaf9-2b01-4c73-9a1d-2045aa2db866 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 947 time: 0.0988846 Jan 18 23:15:18.335570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4b56-cbc7-493e-87ab-2365a1aa8b21 req-03d4060c-d04b-46eb-baf6-36c1f0348ee9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.343775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03fd4b56-cbc7-493e-87ab-2365a1aa8b21 req-03d4060c-d04b-46eb-baf6-36c1f0348ee9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.0978851 Jan 18 23:15:18.375438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Deleting port 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:15:18.375784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.409972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03fd4b56-cbc7-493e-87ab-2365a1aa8b21 req-96428844-738f-4db6-93a9-f454f43cbb3c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Jan 18 23:15:18.529448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 890ddba5-0986-402e-a637-21883c44f82a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:18.537419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 890ddba5-0986-402e-a637-21883c44f82a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:18.537954 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.607615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818450cf-917d-4d0e-8827-10ef9b3e9a4a req-74bb1e11-c6b0-471f-81cb-f57f23588221 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.609158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-818450cf-917d-4d0e-8827-10ef9b3e9a4a req-74bb1e11-c6b0-471f-81cb-f57f23588221 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 948 time: 0.1145997 Jan 18 23:15:18.689005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-818450cf-917d-4d0e-8827-10ef9b3e9a4a req-0a591597-58c8-4025-b5ce-3a46bd7a109b tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619583 Jan 18 23:15:18.733347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] For port 790625ea-c683-4e8e-9be2-125dffe61a97, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=790625ea-c683-4e8e-9be2-125dffe61a97,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:18.734259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.751622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.792344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.826326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ddba5-0986-402e-a637-21883c44f82a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:18.854007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=890ddba5-0986-402e-a637-21883c44f82a,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:18.916387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:18.947737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec5e6-59eb-40a2-865c-58c948d8c8c3 req-1d69d486-5286-4c29-9d03-1d5835c00999 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:18.949733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1fec5e6-59eb-40a2-865c-58c948d8c8c3 req-1d69d486-5286-4c29-9d03-1d5835c00999 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1349263 Jan 18 23:15:19.048753 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890ddba5-0986-402e-a637-21883c44f82a', 'code': 200} Jan 18 23:15:19.049901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.257086 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.257721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.257995 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Floating IP 2da7697e-9422-463d-a92c-e85c61c919e2 disassociated. External IP: 172.25.1.99, port: 790625ea-c683-4e8e-9be2-125dffe61a97. Jan 18 23:15:19.258283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Calling delete_port for 790625ea-c683-4e8e-9be2-125dffe61a97 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:15:19.298543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:19.324703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1fec5e6-59eb-40a2-865c-58c948d8c8c3 req-ce25dc8d-cec6-4d31-ab55-89e82a46cdd1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578324 Jan 18 23:15:19.374994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c57a221f-e991-4f7f-8c38-04e2ddf080d2 req-17869684-3482-49b9-95fd-285e693f5954 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 1096 time: 0.3690960 Jan 18 23:15:19.432167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef0977-c8fb-44cf-a9cd-f42522accdb5 req-4a070a16-ed65-46fd-a2f0-4853d6313555 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:19.433673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ef0977-c8fb-44cf-a9cd-f42522accdb5 req-4a070a16-ed65-46fd-a2f0-4853d6313555 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.3220615 Jan 18 23:15:19.469511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c57a221f-e991-4f7f-8c38-04e2ddf080d2 req-62430d94-db6f-4fc6-99e6-918c775cdc5e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787723 Jan 18 23:15:19.497570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ef0977-c8fb-44cf-a9cd-f42522accdb5 req-ba3fd694-c01f-4bee-88bd-ed9986f0cd69 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540702 Jan 18 23:15:19.505260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.561897 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.607107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:19.611114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Usage tracker for resource:security_group_rule and tenant:4dffadf3f61d4468826d15ae9d2dccef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:19.614085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:19.620011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:19.654004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'Port': ['ID=790625ea-c683-4e8e-9be2-125dffe61a97,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.717938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07dc072b-f11a-442e-9257-6a01944e833d req-7be224b2-6cca-491c-8f64-8c45e790ccd8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 210 time: 0.0962884 Jan 18 23:15:19.766018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237107d-0c59-4fa9-92f3-f1667ccb0c65 req-9164e2e8-5b45-4c01-a241-ac13cf5e4544 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:19.767702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a237107d-0c59-4fa9-92f3-f1667ccb0c65 req-9164e2e8-5b45-4c01-a241-ac13cf5e4544 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1075737 Jan 18 23:15:19.793930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.822632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a237107d-0c59-4fa9-92f3-f1667ccb0c65 req-8eb2bb09-fbc1-4558-855a-57b7c23cd076 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481515 Jan 18 23:15:19.895362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:19.973192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f9169-78e6-49b2-ba6a-2859f64ff4a1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:19.977128 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ce90599-c750-40fb-8433-317da7c28b5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dffadf3f61d4468826d15ae9d2dccef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6777442 Jan 18 23:15:19.980448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40968) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:20.014442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d011410-978b-4958-98f6-08ac09b75222 req-c7a98e90-b035-403e-a546-d6880f621a20 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:20.015990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d011410-978b-4958-98f6-08ac09b75222 req-c7a98e90-b035-403e-a546-d6880f621a20 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 948 time: 0.1182575 Jan 18 23:15:20.031627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:20.092637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.124232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d011410-978b-4958-98f6-08ac09b75222 req-ff2d5d89-71ca-4ac6-9660-09719d3d7fe1 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008925 Jan 18 23:15:20.132707 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.276659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:20.277630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.288484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:20.313166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:20.313831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:20.327891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f9169-78e6-49b2-ba6a-2859f64ff4a1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:20.332173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.340237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-38cae000-9e51-40c5-bb73-e7243136c25d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/087f9169-78e6-49b2-ba6a-2859f64ff4a1 HTTP/1.1" status: 204 len: 168 time: 0.3581750 Jan 18 23:15:20.351367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] No DVR routers for this DVR port 790625ea-c683-4e8e-9be2-125dffe61a97 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:20.354663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:20.358355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-deleted', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:20.442864 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a8152405-3f3c-44be-be3c-9d5e944ed1b0 req-760c3407-34df-46d5-b4df-3d7cada42bfb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.89 "DELETE /v2.0/ports/790625ea-c683-4e8e-9be2-125dffe61a97 HTTP/1.1" status: 204 len: 173 time: 2.1645453 Jan 18 23:15:20.459277 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e811b-f06d-41fe-9e70-a20e61a9aa32', 'name': 'network-vif-deleted', 'tag': '790625ea-c683-4e8e-9be2-125dffe61a97', 'status': 'completed', 'code': 200} Jan 18 23:15:20.595345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:20.624032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0925fde-62c1-4ad7-b920-d289cae0f8db req-25a6039c-e017-49e0-ad64-cc0ad7576c3f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:20.625733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0925fde-62c1-4ad7-b920-d289cae0f8db req-25a6039c-e017-49e0-ad64-cc0ad7576c3f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1176817 Jan 18 23:15:20.738258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0925fde-62c1-4ad7-b920-d289cae0f8db req-22307638-1077-4169-8ee7-665eb0f07a0c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055751 Jan 18 23:15:21.028324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31eee0ab-df74-47b7-85d9-71680516475d req-82110f19-d7d9-45bd-b83e-df83291e14eb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d4e811b-f06d-41fe-9e70-a20e61a9aa32 HTTP/1.1" status: 200 len: 210 time: 0.0937481 Jan 18 23:15:21.084801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e323bd-89db-48f7-9053-a96e9fc4f995 req-12220576-bcb8-4752-8953-1809ba27a6db tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.091323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7e323bd-89db-48f7-9053-a96e9fc4f995 req-12220576-bcb8-4752-8953-1809ba27a6db tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.2342365 Jan 18 23:15:21.092984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:21.100923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:21.114366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:21.115103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:21.159358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7e323bd-89db-48f7-9053-a96e9fc4f995 req-5aeda8ee-53f3-418b-9d1d-e58da21da461 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644186 Jan 18 23:15:21.345884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:21.431220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa7fde-146f-4075-8576-423489545cfe req-18d12edb-e6a8-4c84-8973-aee5b7bfebc0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.439459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3aa7fde-146f-4075-8576-423489545cfe req-18d12edb-e6a8-4c84-8973-aee5b7bfebc0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1504204 Jan 18 23:15:21.584215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3aa7fde-146f-4075-8576-423489545cfe req-d7fe679a-098c-41d2-b36f-d6a1e70145ec tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437957 Jan 18 23:15:21.616620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77dc31-c57e-4f60-9ae2-99d8f8a9d190 req-d46c0e58-8dbe-41b4-b75a-61c2d6318887 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.623901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb77dc31-c57e-4f60-9ae2-99d8f8a9d190 req-d46c0e58-8dbe-41b4-b75a-61c2d6318887 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 948 time: 0.1807175 Jan 18 23:15:21.665133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e268afbd-86bf-485a-9858-eb674d4173a3 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:21.668441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:21.687622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb77dc31-c57e-4f60-9ae2-99d8f8a9d190 req-f3229e79-e81f-44e9-b498-4fa9178b26cb tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Jan 18 23:15:21.706992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 790625ea-c683-4e8e-9be2-125dffe61a97 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:15:21.707343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 790625ea-c683-4e8e-9be2-125dffe61a97 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:21.933215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f46f5-e60c-464d-812a-0d589b87ac75 req-89586562-1e5e-4349-a35c-277eef49c99e tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:21.948591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41018) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:21.954390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Request body: {'floatingip': {'port_id': '890ddba5-0986-402e-a637-21883c44f82a'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:21.959266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-519f46f5-e60c-464d-812a-0d589b87ac75 req-89586562-1e5e-4349-a35c-277eef49c99e tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.1858099 Jan 18 23:15:21.968119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:21.970972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.007215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c30800-ed5a-46dc-b172-08c32dabb3cf None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:22.058783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e268afbd-86bf-485a-9858-eb674d4173a3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:22.087627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'e268afbd-86bf-485a-9858-eb674d4173a3', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'e268afbd-86bf-485a-9858-eb674d4173a3', 'mac_address': 'fa:16:3e:4b:0c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:22.177040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.218850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.222086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-761616013-network', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:22.227410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:22.232381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Usage tracker for resource:network and tenant:75a0725a94fa4e01b6eeeab11d60957b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:22.235570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:22.238933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e268afbd-86bf-485a-9858-eb674d4173a3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:22.241504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:22.258134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e268afbd-86bf-485a-9858-eb674d4173a3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:22.302467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca408f-df5b-44a3-bba9-b82d2ee7aec6 req-7b01023d-00c4-4bfe-96c3-eb5a0e049c09 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:22.304037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eca408f-df5b-44a3-bba9-b82d2ee7aec6 req-7b01023d-00c4-4bfe-96c3-eb5a0e049c09 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1398726 Jan 18 23:15:22.340143 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.378778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2eca408f-df5b-44a3-bba9-b82d2ee7aec6 req-12c0e8a4-22e7-4387-813c-262aa8c591aa tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Jan 18 23:15:22.380685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Made reservation on behalf of 75a0725a94fa4e01b6eeeab11d60957b for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:22.384781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.414880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.465403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41034) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.488362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:22.497893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:22.502562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Usage tracker for resource:security_group_rule and tenant:75a0725a94fa4e01b6eeeab11d60957b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:22.505096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:22.510575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7222d688-4e6e-4204-9b52-3656fcd6703f None None] New status for floating IP 2da7697e-9422-463d-a92c-e85c61c919e2: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:15:22.513064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:22.582691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:22.631313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.679805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.709713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Deleting subnet dbc36639-522b-4e9a-84a0-e0fd2903a6b7 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:15:22.711410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.725452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.728445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:22.752446 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.763341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.763809 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Added segment 79d9c2b2-e164-4e76-83ac-93e596ddedb1 of type vlan for network 2208668b-41c7-466e-b228-d81592780b5a Jan 18 23:15:22.801924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['e268afbd-86bf-485a-9858-eb674d4173a3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:22.955147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d8c78-5b55-4436-bea9-4f24a1f2bcbf,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:22.967365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:22.967957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.025101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.055195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa59440-d1f0-4e28-bae4-7be1bdad46fd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.061252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.082867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bc25c-408a-43d2-acd1-7cf1fcf79268 req-03970c4a-a986-4752-8edf-e21c4c524ff4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.089284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca7bc25c-408a-43d2-acd1-7cf1fcf79268 req-03970c4a-a986-4752-8edf-e21c4c524ff4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2970438 Jan 18 23:15:23.117873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e526-917a-4456-b880-80ce421c55c5 req-5181df92-7552-47b9-b425-56a25364b0c2 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.119322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a106e526-917a-4456-b880-80ce421c55c5 req-5181df92-7552-47b9-b425-56a25364b0c2 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 949 time: 0.2164419 Jan 18 23:15:23.123195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.124004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.124570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.217144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.266034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.267308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a07f156a-bdad-4fc3-90d0-88936cb381ee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "DELETE /v2.0/security-groups/7fa59440-d1f0-4e28-bae4-7be1bdad46fd HTTP/1.1" status: 204 len: 168 time: 0.6835515 Jan 18 23:15:23.270442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.276316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc36639-522b-4e9a-84a0-e0fd2903a6b7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.283565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] Pushing event updated for resources: {'Network': ['ID=2208668b-41c7-466e-b228-d81592780b5a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:23.289900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca7bc25c-408a-43d2-acd1-7cf1fcf79268 req-8f2e49a5-2043-4056-a302-6327931c4539 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993828 Jan 18 23:15:23.290395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.300746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a7b4dc9-6ec5-4e08-b6c1-fa88fc4cb4cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dbc36639-522b-4e9a-84a0-e0fd2903a6b7 HTTP/1.1" status: 204 len: 168 time: 0.8325784 Jan 18 23:15:23.302625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41054) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.306996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2208668b-41c7-466e-b228-d81592780b5a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:23.307898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05be0653-847c-45cb-b7ee-ea954993b706 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3355577 Jan 18 23:15:23.312976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41058) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.317415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.323044 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-aa99fda8-62df-4cf3-a113-77fc5812fa53 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] show failed (client error): The resource could not be found. Jan 18 23:15:23.325284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aa99fda8-62df-4cf3-a113-77fc5812fa53 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups/7fa59440-d1f0-4e28-bae4-7be1bdad46fd HTTP/1.1" status: 404 len: 347 time: 0.0434096 Jan 18 23:15:23.331470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a106e526-917a-4456-b880-80ce421c55c5 req-7075e9bf-829f-4619-a0f8-8ddd4dcd75a9 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991959 Jan 18 23:15:23.332314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:23.433993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Request body: {'subnet': {'network_id': '2208668b-41c7-466e-b228-d81592780b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-subnet', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:23.446684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:23.459159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.523951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Usage tracker for resource:subnet and tenant:75a0725a94fa4e01b6eeeab11d60957b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:23.528880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:23.534503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.539892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:23.663355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Deleting port 9ef9ec4f-9ae7-445a-9f85-d0872afb8e11 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:15:23.663720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.692463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Made reservation on behalf of 75a0725a94fa4e01b6eeeab11d60957b for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:23.694237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.715550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.809820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2c996-41cf-4057-90f7-1d31a6ee53ce req-5306c753-9654-469e-b260-40cc80b4ad66 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:23.811130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57e2c996-41cf-4057-90f7-1d31a6ee53ce req-5306c753-9654-469e-b260-40cc80b4ad66 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2712426 Jan 18 23:15:23.854043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5df2ab-f4a6-4da1-9296-38a901e20368']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:23.872939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a4a04d-6544-43d3-8461-0acc9d262b36') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:23.873241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a4a04d-6544-43d3-8461-0acc9d262b36') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:23.893264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.893506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.893615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.903206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57e2c996-41cf-4057-90f7-1d31a6ee53ce req-e45b7f26-ec0f-48b5-81b8-8eb4d306870a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846283 Jan 18 23:15:23.930250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.940697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:15:23.941108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:15:23.955362 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:15:24.021085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Calling delete_port for 9ef9ec4f-9ae7-445a-9f85-d0872afb8e11 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:15:24.089873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.095082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.098385 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Floating IP 6d242a86-d0c2-4990-b699-9dc0e4bee3a7 associated. External IP: 172.25.1.177, port: 890ddba5-0986-402e-a637-21883c44f82a. Jan 18 23:15:24.184424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5df2ab-f4a6-4da1-9296-38a901e20368,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.235648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.285755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'Port': ['ID=9ef9ec4f-9ae7-445a-9f85-d0872afb8e11,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.301365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3930505-41c6-47e0-ad51-5e4904720d0c admin admin] 10.222.0.59 "DELETE /v2.0/networks/ab5df2ab-f4a6-4da1-9296-38a901e20368 HTTP/1.1" status: 204 len: 168 time: 0.9977212 Jan 18 23:15:24.310495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.387398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.418139 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.423320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11bc58ec-7b4a-4acc-bf11-66b84d009dc6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "DELETE /v2.0/floatingips/2da7697e-9422-463d-a92c-e85c61c919e2 HTTP/1.1" status: 204 len: 168 time: 1.0906525 Jan 18 23:15:24.537660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2789be-583c-43ca-a7da-82ad5dc579e3,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:24.558345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Checking segment: {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:24.558703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Network hostable DHCP agents. Network: 2208668b-41c7-466e-b228-d81592780b5a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:24.628217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff6cb-9e37-4b59-9476-f5b0bf4ea701 req-4f710382-f140-43d3-9a92-a52daaca1eb3 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:24.629723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-458ff6cb-9e37-4b59-9476-f5b0bf4ea701 req-4f710382-f140-43d3-9a92-a52daaca1eb3 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 949 time: 0.1388223 Jan 18 23:15:24.640239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381a4b4-fc1a-4a88-8a5e-8d45f2d9006a req-027a677f-20a0-400c-8150-af9cfeda9292 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:24.641813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9381a4b4-fc1a-4a88-8a5e-8d45f2d9006a req-027a677f-20a0-400c-8150-af9cfeda9292 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1154807 Jan 18 23:15:24.714536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:24.733666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-458ff6cb-9e37-4b59-9476-f5b0bf4ea701 req-16bc8916-c88c-43a9-b653-5f8259c6a404 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909081 Jan 18 23:15:24.738706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9381a4b4-fc1a-4a88-8a5e-8d45f2d9006a req-ccdc5955-405a-48f0-93d2-4ec351a5e172 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804205 Jan 18 23:15:24.742201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Network 2208668b-41c7-466e-b228-d81592780b5a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:24.799546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47114884-ff5f-4bb5-afde-8b35b9380f65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b77fbce25e4a4201ad70021a16609097&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0831766 Jan 18 23:15:24.803698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Router d9682b8f-5557-4716-bcb6-0c584b726a8e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:24.805862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:24.874394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2208668b-41c7-466e-b228-d81592780b5a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:24.881978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b24da-3f37-4be4-9168-eb717ed6d14e None None] Network 2208668b-41c7-466e-b228-d81592780b5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:24.885140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:24.885866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.890744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:24.932720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.009012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdaa11d6-001e-4cc8-a415-cd6e5baef0c0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5855010 Jan 18 23:15:25.010972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:25.017535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:25.023138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:25.034346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Usage tracker for resource:router and tenant:75a0725a94fa4e01b6eeeab11d60957b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:25.040078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:25.051602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:25.053977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:25.061748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.075746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Sync routers for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:25.076152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.100001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b27102c-5146-4c67-ae3b-8c2ae9ea2a91,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:25.120969 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-858fc3c3-ccf5-463f-87d2-82a41a8e7efe tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "PUT /v2.0/floatingips/6d242a86-d0c2-4990-b699-9dc0e4bee3a7 HTTP/1.1" status: 200 len: 991 time: 3.1686106 Jan 18 23:15:25.120969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'tag': '890ddba5-0986-402e-a637-21883c44f82a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:25.158096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:25.161575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.162635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.165007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568647900', 'description': 'tempest-description--1813220472'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:25.169434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:25.170379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:25.170559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:25.175495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:25.178619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:25.185399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:25.203117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.206778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-97c3108f-d4ad-4d70-b79b-e79568392c47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b27102c-5146-4c67-ae3b-8c2ae9ea2a91 HTTP/1.1" status: 204 len: 168 time: 0.3971426 Jan 18 23:15:25.212594 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.235859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49295149-5362-4164-b58b-3bc925ccbcec req-1bd48bcd-051d-402c-9b3e-57c454f37203 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:25.237642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49295149-5362-4164-b58b-3bc925ccbcec req-1bd48bcd-051d-402c-9b3e-57c454f37203 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1259942 Jan 18 23:15:25.276892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.296641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49295149-5362-4164-b58b-3bc925ccbcec req-3b6f64f4-9d28-4c1a-a1d2-62e0f4fd2845 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520914 Jan 18 23:15:25.329491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:25.345393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:25.352412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:25.369817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:25.427790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2208668b-41c7-466e-b228-d81592780b5a', 'network_id': '2208668b-41c7-466e-b228-d81592780b5a', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'fixed_ips': [{'subnet_id': '9c2789be-583c-43ca-a7da-82ad5dc579e3'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:15:25.428709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.465873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.512652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.541766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:25.573333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.629996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:25.705487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:25.709717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:25.709894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-92b18695-f8bd-4bdd-b220-f480bbdf0978 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5505900 Jan 18 23:15:25.718710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group_rule': {'security_group_id': '35b6e28c-9cb9-4bce-8154-8e5c72cfaf43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:25.726734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:25.733194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:25.736525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:25.745047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:25.749631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e268afbd-86bf-485a-9858-eb674d4173a3 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:25.780819 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'tag': '890ddba5-0986-402e-a637-21883c44f82a', 'status': 'completed', 'code': 200} Jan 18 23:15:26.010078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Allocated IP 172.20.0.2 (2208668b-41c7-466e-b228-d81592780b5a/9c2789be-583c-43ca-a7da-82ad5dc579e3/1b84bb34-1405-41d4-ab1e-2274bdff47dd) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:26.095756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.263350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port e268afbd-86bf-485a-9858-eb674d4173a3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:26.286185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port e268afbd-86bf-485a-9858-eb674d4173a3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:26.286541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.303445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.354155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.454412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.472329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-8bc22705-9031-4e2b-bc10-5304674a541e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72cc676a8965494791153dc0908cbb4c&device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 1096 time: 0.6563096 Jan 18 23:15:26.484900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023b730-63bb-4d3b-a558-39259c788097 req-2c013b57-5476-4301-8cfb-f0923939f894 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.486454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c023b730-63bb-4d3b-a558-39259c788097 req-2c013b57-5476-4301-8cfb-f0923939f894 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 949 time: 0.3927472 Jan 18 23:15:26.500554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59842a69-29a5-4c66-8270-d6f30a7319a1 req-4d17788a-2d53-4026-bb8c-7072608c6bfe tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.502004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59842a69-29a5-4c66-8270-d6f30a7319a1 req-4d17788a-2d53-4026-bb8c-7072608c6bfe tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.4072392 Jan 18 23:15:26.526459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.550883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '6d242a86-d0c2-4990-b699-9dc0e4bee3a7', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'port_id': '890ddba5-0986-402e-a637-21883c44f82a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'mac_address': 'fa:16:3e:8a:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:01Z', 'updated_at': '2022-01-18T23:15:23Z', 'revision_number': 1, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:26.557554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Transition to ACTIVE for port object 1b84bb34-1405-41d4-ab1e-2274bdff47dd will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.570511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Checking router: d9682b8f-5557-4716-bcb6-0c584b726a8e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:26.582157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.599833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Transition to ACTIVE for port object 1b84bb34-1405-41d4-ab1e-2274bdff47dd will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:26.617499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:26.618041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:26.628437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.689278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:26.703631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.714567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41138) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:26.724283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d7725d-cf87-4a44-91df-5fe60203c6c4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.749146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e268afbd-86bf-485a-9858-eb674d4173a3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:26.836133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c023b730-63bb-4d3b-a558-39259c788097 req-0c3c6508-cbc8-4a53-a995-0af418802943 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328383 Jan 18 23:15:26.850658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59842a69-29a5-4c66-8270-d6f30a7319a1 req-dbe2132c-f576-45f3-9f2d-0c83d0d1d920 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250494 Jan 18 23:15:26.851060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Network 2208668b-41c7-466e-b228-d81592780b5a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:26.851531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Allocated IP 172.25.1.15 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6d82eb47-c250-4cc6-a3e5-673d3cd52b42) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:26.852144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Pushing event updated for resources: {'Port': ['ID=1b84bb34-1405-41d4-ab1e-2274bdff47dd,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:26.862651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:26.864519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:26.886477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6663-309a-4f40-b0be-a9919970a43d req-03f29076-fac3-4c9f-b012-25898e572547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:26.888378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-03f29076-fac3-4c9f-b012-25898e572547 service neutron] 10.222.0.83 "GET /v2.0/networks?id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 HTTP/1.1" status: 200 len: 913 time: 0.3938158 Jan 18 23:15:26.897786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:26.913011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-network', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:26.931706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:26.946023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Usage tracker for resource:network and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:26.956796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:26.968897 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:27.033193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.034357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c8db020a-ee1d-431f-bb5c-fd1ed9d38fe6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3224330 Jan 18 23:15:27.036398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:27.037571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41144) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.045921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'security_group_rule': {'security_group_id': '35b6e28c-9cb9-4bce-8154-8e5c72cfaf43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:27.058489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:27.065681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:security_group_rule and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:27.069136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:27.078753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:27.088408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.100162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:27.105365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.140409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.155491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-80059208-d36f-4e91-a5f3-69e361fcb003 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890ddba5-0986-402e-a637-21883c44f82a HTTP/1.1" status: 200 len: 999 time: 0.2475059 Jan 18 23:15:27.193583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:27.203206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Usage tracker for resource:security_group_rule and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:27.203206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:27.209109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:27.211827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-0c2fd92f-9515-4db8-b063-590039d5cf31 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4235992 Jan 18 23:15:27.258281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.308064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.350739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Attempting to bind port 1b84bb34-1405-41d4-ab1e-2274bdff47dd on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:27.351270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Attempting to bind port 1b84bb34-1405-41d4-ab1e-2274bdff47dd by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:27.351736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Attempting to bind port 1b84bb34-1405-41d4-ab1e-2274bdff47dd on network 2208668b-41c7-466e-b228-d81592780b5a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:27.364418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:27.365224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Checking segment: {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:27.365752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.366372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Bound using segment: {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:27.366964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Bound port: 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:27.367444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.370899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.373012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6663-309a-4f40-b0be-a9919970a43d req-46fec21d-74a1-4856-a439-d779107bf242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.375141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-46fec21d-74a1-4856-a439-d779107bf242 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08f475b3-1280-4dc3-a1cb-bd48bb66849b HTTP/1.1" status: 200 len: 851 time: 0.2026489 Jan 18 23:15:27.380252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.437516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.476471 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:15:27.481411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:27.484235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.504126 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3', 'code': 200} Jan 18 23:15:27.505334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c3f2c-b885-4e8b-b705-23a065eb660d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.517600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d252-1a71-444e-9f08-27ba9bff7ff7 req-b7fa930d-2c16-43a6-99ce-5af43fa7f607 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.519112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d19d252-1a71-444e-9f08-27ba9bff7ff7 req-b7fa930d-2c16-43a6-99ce-5af43fa7f607 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2887323 Jan 18 23:15:27.528800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-082b33a2-0890-4e2b-b14f-b55b16384b51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.2090595 Jan 18 23:15:27.536681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-9de0734d-5131-4b24-8080-1563dd1b6048 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551526 Jan 18 23:15:27.540600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.540968 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Added segment f31bb4ee-8e58-4994-bb8d-e2052de244af of type vlan for network 7a160569-d340-4a73-b65d-24893263d0cd Jan 18 23:15:27.542482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a4c643-2f85-4476-8b17-2658c1eda4bc,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.578007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] For port 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:27.604552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] For port 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1b84bb34-1405-41d4-ab1e-2274bdff47dd,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:27.607593 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.635142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.669980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.673969 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b62e907c-45df-4054-ae20-16d96789364c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6322832 Jan 18 23:15:27.674853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41148) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.683490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:27.689650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.693537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:27.699328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Usage tracker for resource:floatingip and tenant:9bc3a981eaf1421d99adb6ced6a5c44c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:27.703512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:27.710749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:27.723913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b66a40c-63c6-46f6-9d7e-20f98a31ca97 req-93a2342e-3188-403e-a748-7fe2805f64a9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 1101 time: 0.1345680 Jan 18 23:15:27.728683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '6d242a86-d0c2-4990-b699-9dc0e4bee3a7', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'port_id': '890ddba5-0986-402e-a637-21883c44f82a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'mac_address': 'fa:16:3e:8a:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:01Z', 'updated_at': '2022-01-18T23:15:23Z', 'revision_number': 1, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:27.749378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c9291-bc34-4540-9470-39089cfde2c9 None None] The sync data for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 is: [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '6d242a86-d0c2-4990-b699-9dc0e4bee3a7', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'port_id': '890ddba5-0986-402e-a637-21883c44f82a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'mac_address': 'fa:16:3e:8a:c7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:01Z', 'updated_at': '2022-01-18T23:15:23Z', 'revision_number': 1, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:27.777233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b66a40c-63c6-46f6-9d7e-20f98a31ca97 req-130928df-b2bc-4607-9164-27825743e5e8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Jan 18 23:15:27.780163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.781182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:27.781890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.788365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac86d9-553f-4579-b719-3596714fda76 None None] Pushing event updated for resources: {'Port': ['ID=1b84bb34-1405-41d4-ab1e-2274bdff47dd,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.816540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:27.946136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] Pushing event updated for resources: {'Network': ['ID=7a160569-d340-4a73-b65d-24893263d0cd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:27.958852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7a160569-d340-4a73-b65d-24893263d0cd details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:27.963611 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-093b0817-2d29-44ef-9578-0ad306813cac admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2442327 Jan 18 23:15:27.966158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41156) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:27.973205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Request body: {'subnet': {'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-subnet', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:28.039704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:28.047578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:28.048192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:28.055273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Usage tracker for resource:subnet and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:28.063634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:28.076968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d19d252-1a71-444e-9f08-27ba9bff7ff7 req-ae64f79d-4d0b-4f71-9b99-9b7d97960b7c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5367250 Jan 18 23:15:28.079503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:28.107420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:28.133721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:28.183723 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b8a89-24ce-4dd8-b328-feb481eaa7c6 None None] New status for floating IP 6d242a86-d0c2-4990-b699-9dc0e4bee3a7: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:15:28.223316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.274763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:28.277248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.348729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-999828ef-132a-4c30-b9dc-06a030e427bb service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7881513 Jan 18 23:15:28.350705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-bcabca26-e93d-4ced-9fd4-be68b7c573db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.352018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-bcabca26-e93d-4ced-9fd4-be68b7c573db service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.7896271 Jan 18 23:15:28.507852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1b84bb34-1405-41d4-ab1e-2274bdff47dd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:28.610571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Allocated IP 172.25.1.9 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/aeeda9f6-24e7-457e-91b7-b0487dcf0b59) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:28.673882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-14e1d565-e2d4-4a93-bb7b-9067e09a5475 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.2941906 Jan 18 23:15:28.763709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1b84bb34-1405-41d4-ab1e-2274bdff47dd completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:28.797808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55aeae8-3dc2-465e-815d-b5cda2baa952 req-4afd89a8-506a-4968-97f8-7550ae6d2496 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.799362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c55aeae8-3dc2-465e-815d-b5cda2baa952 req-4afd89a8-506a-4968-97f8-7550ae6d2496 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.6867161 Jan 18 23:15:28.868151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-6096850d-489b-4fc4-8419-6603add3ed7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.869907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-6096850d-489b-4fc4-8419-6603add3ed7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.1810133 Jan 18 23:15:28.872652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31c6663-309a-4f40-b0be-a9919970a43d req-abd00bdd-5464-4fea-8909-7374c34700b3 service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128028 Jan 18 23:15:28.904255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fa6fd-c2a7-4ecd-b990-94ebeab1c4ed req-5491a32e-dd38-4b92-b710-bd617e67bba6 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:28.906006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c5fa6fd-c2a7-4ecd-b990-94ebeab1c4ed req-5491a32e-dd38-4b92-b710-bd617e67bba6 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.5516286 Jan 18 23:15:28.956951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:28.961042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c55aeae8-3dc2-465e-815d-b5cda2baa952 req-73321c06-ed37-4287-8273-85cb01163895 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293697 Jan 18 23:15:28.974142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.003748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c5fa6fd-c2a7-4ecd-b990-94ebeab1c4ed req-a2523a26-e450-412a-a47e-84492811c188 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819097 Jan 18 23:15:29.067234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-4755c7e8-8bb6-499f-a635-0a564dce6d8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614214 Jan 18 23:15:29.162013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c1edea-b0bf-411a-8466-d3be6947c9bf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:29.175260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Checking segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:29.175624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Network hostable DHCP agents. Network: 7a160569-d340-4a73-b65d-24893263d0cd, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:29.260800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.261605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.274112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d62bf0-555b-4538-8715-fb90b519b72a None None] Network 2208668b-41c7-466e-b228-d81592780b5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:29.335458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.338385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-b74b0acd-b3a7-4f46-a4e6-8e4d300aebf1 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615142 Jan 18 23:15:29.404517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Network 7a160569-d340-4a73-b65d-24893263d0cd is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:29.424445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:29.427615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:29.440640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:29.469268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=aeeda9f6-24e7-457e-91b7-b0487dcf0b59,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:29.505216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Provisioning for port 1b84bb34-1405-41d4-ab1e-2274bdff47dd completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:29.515512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Provisioning complete for port 1b84bb34-1405-41d4-ab1e-2274bdff47dd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:29.516181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.525807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7a160569-d340-4a73-b65d-24893263d0cd) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:29.531621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:29.532221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.558508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207db56c-7ce2-4c9a-bd0e-c6b0612623b1 None None] Network 7a160569-d340-4a73-b65d-24893263d0cd requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:29.564126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13280d8d-9ada-4d5b-be6e-05b8e03c8b3b req-b25c6f0f-f5fc-4c66-89a4-c978278a9a3f service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173576 Jan 18 23:15:29.574140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6adeb2-096b-4b3a-94c1-c9befa624df0 req-3fff9d90-450a-41b5-be0d-d81b62c485d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:29.575397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a6adeb2-096b-4b3a-94c1-c9befa624df0 req-3fff9d90-450a-41b5-be0d-d81b62c485d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2441814 Jan 18 23:15:29.644744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5a4187c-e96b-4443-a387-b58d7fef35e9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6775908 Jan 18 23:15:29.658659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:29.666131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:29.676141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:29.676141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.678752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Usage tracker for resource:router and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:29.681783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:29.688896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:29.710861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a6adeb2-096b-4b3a-94c1-c9befa624df0 req-8b11f601-b867-4dc5-9c65-94f3a03a05ce tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268132 Jan 18 23:15:29.831593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.832529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.842447 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.870789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Router 1e843557-5877-4435-a4c3-31f31f79948e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:15:29.891195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.934708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] For port 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1b84bb34-1405-41d4-ab1e-2274bdff47dd,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:29.947513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7a160569-d340-4a73-b65d-24893263d0cd', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:15:29.948184 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:29.952366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.162059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:30.177959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Sync routers for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:30.185409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.259076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Allocated IP 172.20.0.2 (7a160569-d340-4a73-b65d-24893263d0cd/25c1edea-b0bf-411a-8466-d3be6947c9bf/569ea350-461a-496e-87af-7f1ceb6b75e9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:30.280732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:30.281800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:30.373034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.380230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.381437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-55583c7a-f9f8-46db-8d77-827ab30aea31 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3684547 Jan 18 23:15:30.384572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:30.483681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be8603-22b7-4634-97e4-7a87a42b977d req-b9c3891f-483b-467e-b47e-c3dc4e0c539b tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.489564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46be8603-22b7-4634-97e4-7a87a42b977d req-b9c3891f-483b-467e-b47e-c3dc4e0c539b tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.2857261 Jan 18 23:15:30.491341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.499316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46154a-5254-4098-a594-ef25b78acbb6 None None] Pushing event updated for resources: {'Port': ['ID=1b84bb34-1405-41d4-ab1e-2274bdff47dd,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:30.531266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c2020-57bf-4d2d-a355-e6d993ea3792 req-48eff616-1d7b-4251-b41a-341e334626a9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:30.531582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb1c2020-57bf-4d2d-a355-e6d993ea3792 req-48eff616-1d7b-4251-b41a-341e334626a9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.1577611 Jan 18 23:15:30.572120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46be8603-22b7-4634-97e4-7a87a42b977d req-6888b262-33b6-4d68-8f94-6080b1343b1d tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814099 Jan 18 23:15:30.594949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb1c2020-57bf-4d2d-a355-e6d993ea3792 req-222d9235-a313-4113-b799-5c0cb2e37834 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521667 Jan 18 23:15:30.596978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.601613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a6c7b02-9617-40b6-af12-5a8deeaf16ea None None] Provisioning complete for port 1b84bb34-1405-41d4-ab1e-2274bdff47dd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:30.605213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b02-9617-40b6-af12-5a8deeaf16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.766152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:30.796622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=aeeda9f6-24e7-457e-91b7-b0487dcf0b59,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:30.826239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.986131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:30.987719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e73b7334-8644-4631-9f8d-652bdc28d82a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3124237 Jan 18 23:15:31.053256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c2fb-59d0-4f8f-8d76-224da626bc47 req-09fb3306-0f7c-4263-86be-66c91a446a09 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:31.055368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7c2c2fb-59d0-4f8f-8d76-224da626bc47 req-09fb3306-0f7c-4263-86be-66c91a446a09 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.1063111 Jan 18 23:15:31.116517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.120540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7c2c2fb-59d0-4f8f-8d76-224da626bc47 req-9524aeaf-43d1-4387-932a-75cf3d96f32e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Jan 18 23:15:31.144005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Transition to ACTIVE for port object 569ea350-461a-496e-87af-7f1ceb6b75e9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:31.260016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Transition to ACTIVE for port object 569ea350-461a-496e-87af-7f1ceb6b75e9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:31.312161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-1c18f926-ceee-48f0-94ae-91f7e606a75c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:31.313803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.354895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.358337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.406089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:28Z', 'revision_number': 3, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:31.413138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-1c18f926-ceee-48f0-94ae-91f7e606a75c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:31.418791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-1c18f926-ceee-48f0-94ae-91f7e606a75c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1568647900&fields=id&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 267 time: 0.1575265 Jan 18 23:15:31.447837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Pushing event updated for resources: {'Port': ['ID=569ea350-461a-496e-87af-7f1ceb6b75e9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:31.456958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Checking router: 1e843557-5877-4435-a4c3-31f31f79948e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:31.458340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Updating router 1e843557-5877-4435-a4c3-31f31f79948e port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:15:31.509091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Network 7a160569-d340-4a73-b65d-24893263d0cd is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:31.517280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:31.531399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:31.560443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.586845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Allocated IP 172.25.1.194 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5596e6eb-a1c5-4327-a9d3-75b3f9b4d098) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:31.639694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-3e581d13-70a8-4071-91f8-eabbfcf87bba tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:31.641241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-3e581d13-70a8-4071-91f8-eabbfcf87bba tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 817 time: 0.2173839 Jan 18 23:15:31.656157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1396b1-01d5-4831-9230-f19e7d68f513 req-929f19bb-6f09-47e5-87b1-8a41447db3aa tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:31.657840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e1396b1-01d5-4831-9230-f19e7d68f513 req-929f19bb-6f09-47e5-87b1-8a41447db3aa tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.1578546 Jan 18 23:15:31.669558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Attempting to bind port 569ea350-461a-496e-87af-7f1ceb6b75e9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:31.670128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Attempting to bind port 569ea350-461a-496e-87af-7f1ceb6b75e9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:31.670270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Attempting to bind port 569ea350-461a-496e-87af-7f1ceb6b75e9 on network 7a160569-d340-4a73-b65d-24893263d0cd {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:31.686322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-3a52bbfd-e22e-454c-9bdd-4b1207216efa tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/quotas/9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 375 time: 0.0370729 Jan 18 23:15:31.709029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:31.759423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e1396b1-01d5-4831-9230-f19e7d68f513 req-85edfc7f-bd49-4d0a-897a-7ffc40cd83ba tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925443 Jan 18 23:15:31.796902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-13f397d2-41fd-4ca1-9b4c-1ee41230d94d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:31.821549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:31.821549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Checking segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:31.821832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.822213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Bound using segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:31.822808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Bound port: 569ea350-461a-496e-87af-7f1ceb6b75e9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:31.823195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.844908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:31.909711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-13f397d2-41fd-4ca1-9b4c-1ee41230d94d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:31.912503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-13f397d2-41fd-4ca1-9b4c-1ee41230d94d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2104535 Jan 18 23:15:31.988948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.100795 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.102144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:32.109185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:32.114859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:32.117517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] For port 569ea350-461a-496e-87af-7f1ceb6b75e9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:32.122254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-1f694bf8-55ad-43bd-b50f-f4019dd4dfe6 service neutron] 10.222.0.59 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946497 Jan 18 23:15:32.145821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] For port 569ea350-461a-496e-87af-7f1ceb6b75e9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=569ea350-461a-496e-87af-7f1ceb6b75e9,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:32.163113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Pushing event updated for resources: {'Port': ['ID=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.171222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:32.190810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.192950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:32.222087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff3be-b30c-4939-a0c3-e8cbea509cef req-a91b7acc-10d1-4e51-9582-d9674bd53273 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:32.233414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39cff3be-b30c-4939-a0c3-e8cbea509cef req-a91b7acc-10d1-4e51-9582-d9674bd53273 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2791240 Jan 18 23:15:32.253784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.304222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.314852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39cff3be-b30c-4939-a0c3-e8cbea509cef req-9db727ef-0dda-493e-8d2f-40705cfd0eda tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804815 Jan 18 23:15:32.365622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.396473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1b44e-c096-4f16-8135-b482b5622500 None None] Pushing event updated for resources: {'Port': ['ID=569ea350-461a-496e-87af-7f1ceb6b75e9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.399928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6de96d00-b3dd-41c7-b4b4-850fdbacafc5 service neutron] 10.222.0.59 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547469 Jan 18 23:15:32.450846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Transition to ACTIVE for port object 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:32.501195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.531092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1b84bb34-1405-41d4-ab1e-2274bdff47dd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:32.539527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Allocated IP 172.20.0.1 (2208668b-41c7-466e-b228-d81592780b5a/9c2789be-583c-43ca-a7da-82ad5dc579e3/bab5c2d0-3eaa-4c95-b145-4c9d52597154) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:32.589179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.657826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.658560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.737609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7171c-d161-4484-80b2-c64ee4040be4 None None] Pushing event updated for resources: {'Port': ['ID=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:32.788056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Attempting to bind port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:32.790292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Attempting to bind port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:32.791528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Attempting to bind port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:32.814761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:32.815142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:32.815544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.815937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:32.816404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Bound port: 6d82eb47-c250-4cc6-a3e5-673d3cd52b42, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:32.816777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:32.917067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] For port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:32.923708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] For port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:32.925381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1b84bb34-1405-41d4-ab1e-2274bdff47dd triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:32.926106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.027384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.081782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Transition to ACTIVE for port object bab5c2d0-3eaa-4c95-b145-4c9d52597154 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:33.157545 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'code': 200} Jan 18 23:15:33.166347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.190152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c046ec9-80ac-4dfc-a70e-2fa05559f579 req-e793f31e-ab4f-417d-930e-0ba9e7b67ea9 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.1513188 Jan 18 23:15:33.271107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-faa338d0-8b83-4f1c-af75-3834abb291ca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:33.273461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-faa338d0-8b83-4f1c-af75-3834abb291ca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Synchronizing usage tracker for tenant:6bab792e788647a3a3e61cac7c100086 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:33.280785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c2fa6-bca5-4ff8-8b9c-020c595c137a req-d4301e71-f70d-4759-ac6f-19cc95c95a6a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:33.288721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c90c2fa6-bca5-4ff8-8b9c-020c595c137a req-d4301e71-f70d-4759-ac6f-19cc95c95a6a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1468530 Jan 18 23:15:33.354892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c90c2fa6-bca5-4ff8-8b9c-020c595c137a req-528e48f9-d024-4a98-866d-8fdaacc50a49 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 Jan 18 23:15:33.365021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:33.365743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:33.375331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.667536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aee780-7d8a-421e-a261-a1a5f295d4d2 req-cc27ba9b-2b2a-4598-845f-81968bfb8a52 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:33.667778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Pushing event updated for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:33.673102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-faa338d0-8b83-4f1c-af75-3834abb291ca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Unset dirty status for tenant:6bab792e788647a3a3e61cac7c100086 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:33.675043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-faa338d0-8b83-4f1c-af75-3834abb291ca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.89 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.8248403 Jan 18 23:15:33.677761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20aee780-7d8a-421e-a261-a1a5f295d4d2 req-cc27ba9b-2b2a-4598-845f-81968bfb8a52 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.2229736 Jan 18 23:15:33.689886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Network 2208668b-41c7-466e-b228-d81592780b5a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:33.694424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:33.734345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:33.769344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20aee780-7d8a-421e-a261-a1a5f295d4d2 req-1aa21f58-bb79-4714-b711-4e7b308540ca tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905674 Jan 18 23:15:33.775280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7171c-d161-4484-80b2-c64ee4040be4 None None] Pushing event updated for resources: {'Port': ['ID=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:33.796542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:33.802550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5025cb-cd59-4528-9154-11691f2e671e req-4ba011d3-2954-4817-9376-79482d03af2b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:33.804083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c5025cb-cd59-4528-9154-11691f2e671e req-4ba011d3-2954-4817-9376-79482d03af2b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2030580 Jan 18 23:15:33.909929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c5025cb-cd59-4528-9154-11691f2e671e req-6450f1b0-44f6-4665-833b-0fd592f275fd tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958047 Jan 18 23:15:33.947499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:33.998841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:33.998962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Deleting port e268afbd-86bf-485a-9858-eb674d4173a3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:15:33.999044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.117509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26508bea-5e51-49c6-8e23-f33fe5f3e377 None None] Network 7a160569-d340-4a73-b65d-24893263d0cd requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:34.365476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] For port e268afbd-86bf-485a-9858-eb674d4173a3, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e268afbd-86bf-485a-9858-eb674d4173a3,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:34.365848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.375865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.405622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Router 24f840ce-35d5-43f9-9b88-b5599db017ea is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:15:34.416742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2c77ce9-ede6-4b1f-9cb6-1b99350b2153 req-5b3be8d1-1a59-4950-8f36-da853231b2cd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.0645096 Jan 18 23:15:34.445008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:34.480296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'port_id': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'mac_address': 'fa:16:3e:17:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4e92d-32de-40bb-b896-920232b5c4f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:34.511385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 569ea350-461a-496e-87af-7f1ceb6b75e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:34.578219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Calling delete_port for e268afbd-86bf-485a-9858-eb674d4173a3 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:15:34.608398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36d95d81-1578-470f-960e-08ea61cf9cea None None] Provisioning for port 569ea350-461a-496e-87af-7f1ceb6b75e9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:34.644506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042c98-40ca-4615-a510-dda8eceb9ba3 req-6c64a974-1180-400d-b88f-3914526a82b1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:34.647266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52042c98-40ca-4615-a510-dda8eceb9ba3 req-6c64a974-1180-400d-b88f-3914526a82b1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 943 time: 0.1043305 Jan 18 23:15:34.705468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52042c98-40ca-4615-a510-dda8eceb9ba3 req-6c9b5d89-291a-4c76-9098-40205f6bddb2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522022 Jan 18 23:15:34.794314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:34.829365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4c2e72-2d3e-49cc-b226-5990a47ae12a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:34.893630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:34.902521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36d95d81-1578-470f-960e-08ea61cf9cea None None] Provisioning for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:34.907655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:28Z', 'revision_number': 3, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:34.913047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1c03f-d510-4cbe-aa80-67f0909a129d None None] The sync data for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 is: [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:28Z', 'revision_number': 3, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:34.915580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36d95d81-1578-470f-960e-08ea61cf9cea None None] Provisioning complete for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:34.915962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36d95d81-1578-470f-960e-08ea61cf9cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.061543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 569ea350-461a-496e-87af-7f1ceb6b75e9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:35.076042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31388-ac6e-4f02-adc7-6323f9f47e25 req-c32a311f-17ba-4389-838d-0690d20812cd tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:35.086147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2dc31388-ac6e-4f02-adc7-6323f9f47e25 req-c32a311f-17ba-4389-838d-0690d20812cd tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 950 time: 0.1769679 Jan 18 23:15:35.101884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 569ea350-461a-496e-87af-7f1ceb6b75e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:35.102224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.108106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.155007 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.177197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Pushing event deleted for resources: {'Port': ['ID=e268afbd-86bf-485a-9858-eb674d4173a3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:35.280425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['e268afbd-86bf-485a-9858-eb674d4173a3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:35.326429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2dc31388-ac6e-4f02-adc7-6323f9f47e25 req-cedcad5b-005d-4b50-8c31-ca3b66f82659 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/security-groups?id=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349255 Jan 18 23:15:35.361977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:35.400380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.437638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf1e11-86e3-49f2-9516-88813d85cb84 req-59faaafd-c670-4034-b2cc-15de7f59ecba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:35.446332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eadf1e11-86e3-49f2-9516-88813d85cb84 req-59faaafd-c670-4034-b2cc-15de7f59ecba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2684393 Jan 18 23:15:35.459215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] No DVR routers for this DVR port e268afbd-86bf-485a-9858-eb674d4173a3 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:35.460562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-36d95d81-1578-470f-960e-08ea61cf9cea None None] Port bab5c2d0-3eaa-4c95-b145-4c9d52597154 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:35.492540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.502592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.577553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'name': 'network-vif-deleted', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:35.624706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['7b4c2e72-2d3e-49cc-b226-5990a47ae12a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:35.654441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eadf1e11-86e3-49f2-9516-88813d85cb84 req-23080dc7-d836-4bf5-8c34-6d01560e6587 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047751 Jan 18 23:15:35.695353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.765032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Pushing event updated for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:35.782568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e268afbd-86bf-485a-9858-eb674d4173a3 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:35.804127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.892101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: e268afbd-86bf-485a-9858-eb674d4173a3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:15:35.893250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e268afbd-86bf-485a-9858-eb674d4173a3 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:35.923352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c607723-3b51-4376-bc91-b273e69946a8 req-d9de07e1-7225-46a4-a275-07714003d154 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.0776408 Jan 18 23:15:35.927650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fc45f4de-941b-4cb9-af5c-a31b6dcb60ea None None] Provisioning complete for port 569ea350-461a-496e-87af-7f1ceb6b75e9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:35.928223 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fc45f4de-941b-4cb9-af5c-a31b6dcb60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:35.992823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 569ea350-461a-496e-87af-7f1ceb6b75e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=569ea350-461a-496e-87af-7f1ceb6b75e9,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:36.095890 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.103946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:36.106802 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775e473c-d825-4857-be71-e37479b64b05', 'name': 'network-vif-deleted', 'tag': 'e268afbd-86bf-485a-9858-eb674d4173a3', 'status': 'completed', 'code': 200} Jan 18 23:15:36.115136 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Sync routers for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:36.118118 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6740bc40-7a68-4ff5-a496-2eff976484ca req-3b1ec162-5050-4226-b1b5-704dd6522c34 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.89 "DELETE /v2.0/ports/e268afbd-86bf-485a-9858-eb674d4173a3 HTTP/1.1" status: 204 len: 173 time: 2.4248989 Jan 18 23:15:36.143704 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:36.144250 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:36.148409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343f826-7f57-462c-8e00-e35964909a80 req-6bae7a92-09bf-4c4a-a558-dd2a940c10b4 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:36.150491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5343f826-7f57-462c-8e00-e35964909a80 req-6bae7a92-09bf-4c4a-a558-dd2a940c10b4 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 944 time: 0.0968416 Jan 18 23:15:36.222348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Network 2208668b-41c7-466e-b228-d81592780b5a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:36.223879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:36.268701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5343f826-7f57-462c-8e00-e35964909a80 req-60d31110-2c2b-4a5b-867a-f513eafc6f04 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029794 Jan 18 23:15:36.413277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=569ea350-461a-496e-87af-7f1ceb6b75e9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:36.426176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.430154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b66f1a5f-0c6e-45b4-88b4-9259a7fd58dc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7678359 Jan 18 23:15:36.437625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:36.600597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:36.657780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:36.738862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8fb9d5ea-2007-4472-a966-ec99221c14d2 None None] Provisioning complete for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:36.739239 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8fb9d5ea-2007-4472-a966-ec99221c14d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:36.848512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a622a52a-830e-4667-a3c3-28fcb0c02821 req-a34a1041-4bf4-4e59-8060-c83266289dd1 tempest-ImagesNegativeTestJSON-1196031150 tempest-ImagesNegativeTestJSON-1196031150-project] 10.222.0.59 "GET /v2.0/ports?device_id=775e473c-d825-4857-be71-e37479b64b05 HTTP/1.1" status: 200 len: 210 time: 0.2410734 Jan 18 23:15:36.855588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-367abe72-e0d2-4ae0-9c7a-e9d0acac2533 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:36.857437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-367abe72-e0d2-4ae0-9c7a-e9d0acac2533 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 817 time: 0.2493868 Jan 18 23:15:36.966787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9d5ea-2007-4472-a966-ec99221c14d2 None None] Port bab5c2d0-3eaa-4c95-b145-4c9d52597154 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:36.975124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-8e6a57f7-f427-47d5-845b-00deab72a4c0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 380 time: 0.0858247 Jan 18 23:15:36.987564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'port': {'device_id': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'admin_state_up': True, 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'security_groups': ['35b6e28c-9cb9-4bce-8154-8e5c72cfaf43']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:36.990171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:36.995706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:36.997711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.212464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.235016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:37.272189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:32Z', 'revision_number': 3, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:37.275928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Router 1e843557-5877-4435-a4c3-31f31f79948e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:37.276469 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Checking router: 24f840ce-35d5-43f9-9b88-b5599db017ea for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:37.276898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Updating router 24f840ce-35d5-43f9-9b88-b5599db017ea port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:15:37.327564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e456bde4-4bf3-4f6e-85f9-aa254d4605c1 req-22ef0b45-760f-425d-8eb4-a5c4807e0597 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.0840783 Jan 18 23:15:37.357071 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.363950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.425199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f84376-6c57-445e-9d23-b6220679dbfb req-6af01771-3489-4009-a4da-53e9beb63b46 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:37.437699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5f84376-6c57-445e-9d23-b6220679dbfb req-6af01771-3489-4009-a4da-53e9beb63b46 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.3516402 Jan 18 23:15:37.502084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:37.556903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:37.585163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:37.592020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23ab3be9-f325-49f0-bf2f-d180a1ed89ed admin admin] 10.222.0.59 "PUT /v2.0/routers/1e843557-5877-4435-a4c3-31f31f79948e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2064083 Jan 18 23:15:37.603941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:37.623590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5f84376-6c57-445e-9d23-b6220679dbfb req-5fe1d531-76b1-4006-ada2-012d702ae4a2 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895416 Jan 18 23:15:37.719327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Made reservation on behalf of 9bc3a981eaf1421d99adb6ced6a5c44c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:37.722424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.739062 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:37.842491 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.857847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:37.859899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:37.860752 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Transition to ACTIVE for port object 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:37.873665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fbe8a-9433-4c92-ad36-921c464e69e8 req-87c851cd-e665-4171-85bc-d22a485b37bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:37.880512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-916fbe8a-9433-4c92-ad36-921c464e69e8 req-87c851cd-e665-4171-85bc-d22a485b37bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 944 time: 0.2404292 Jan 18 23:15:37.927801 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.009592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-916fbe8a-9433-4c92-ad36-921c464e69e8 req-6da2f20e-0774-495d-aaab-b3e03923d8f4 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282010 Jan 18 23:15:38.030690 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Attempting to bind port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:38.030795 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Attempting to bind port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:38.031205 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Attempting to bind port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:38.044155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ab8f7-69c0-42b5-8d90-c8ed35e20eb0 None None] Pushing event updated for resources: {'Port': ['ID=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.054944 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:38.054944 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:38.054944 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.055361 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:38.055601 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Bound port: 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:38.055974 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.059312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.094862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:38.111412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:38.146998 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] For port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:38.150681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] For port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:38.168801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.252386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.258595 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.265059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Allocated IP 172.20.0.13 (0666dda1-4d1d-40fe-ace9-cb49ee57764a/6727a301-54e5-4c1a-a451-b216e2c8f26b/549adde8-ea5d-42d9-b16f-59eddcba32c6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:38.356596 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ab8f7-69c0-42b5-8d90-c8ed35e20eb0 None None] Pushing event updated for resources: {'Port': ['ID=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:38.359319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:38.359953 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:38.454050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-032798c2-b546-469b-9076-ae73f1914ed5 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:38.462612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:38.552270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:38.552706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.605983 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:38.624067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-032798c2-b546-469b-9076-ae73f1914ed5 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:38.630340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-032798c2-b546-469b-9076-ae73f1914ed5 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5311980 Jan 18 23:15:38.639070 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'code': 200} Jan 18 23:15:38.650905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:38.671864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:38.681664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Usage tracker for resource:floatingip and tenant:75a0725a94fa4e01b6eeeab11d60957b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:38.695929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:38.716187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:38.720192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.747393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Transition to ACTIVE for port object 549adde8-ea5d-42d9-b16f-59eddcba32c6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:38.778711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 569ea350-461a-496e-87af-7f1ceb6b75e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:38.837008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:38.918895 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-38669164-02a6-4c32-9d1d-23de675db782 req-f10d6180-7882-4cd8-b6c1-eab103d1189b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 1096 time: 0.1021473 Jan 18 23:15:38.978595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 569ea350-461a-496e-87af-7f1ceb6b75e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:38.979205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.004825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-38669164-02a6-4c32-9d1d-23de675db782 req-15c7e195-80a0-4d63-8458-75ce1404be41 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786984 Jan 18 23:15:39.014475 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:32Z', 'revision_number': 3, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:39.018675 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a07a1-bae6-409f-8cfa-df2a73cac33a None None] The sync data for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 is: [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:32Z', 'revision_number': 3, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:39.027505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.032474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.194030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:39.199189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:39.206799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:39.215372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:39.263901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.311268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65044ed6-6f56-4f80-8d62-9d18808de5bb req-c4ab0205-cdfd-480d-a873-6554f8b6f9b4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:39.312784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65044ed6-6f56-4f80-8d62-9d18808de5bb req-c4ab0205-cdfd-480d-a873-6554f8b6f9b4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 932 time: 0.3396540 Jan 18 23:15:39.394745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:39.395607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.439430 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57f456e3-8ce9-4006-99c9-81a19031736b req-8e72abf6-ab6c-4178-b2e7-20b993a133b7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 1097 time: 0.0750468 Jan 18 23:15:39.450817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.483332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57f456e3-8ce9-4006-99c9-81a19031736b req-a729c8bb-589f-48ef-b141-277161da0dc7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Jan 18 23:15:39.514559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65044ed6-6f56-4f80-8d62-9d18808de5bb req-ace4a881-f359-404c-b3ae-fa1b44dd3f3a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896462 Jan 18 23:15:39.591849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef801dea-76ee-4961-8eed-65c7b87e7c07 None None] Provisioning for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:39.603757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef801dea-76ee-4961-8eed-65c7b87e7c07 None None] Provisioning complete for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:39.603757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef801dea-76ee-4961-8eed-65c7b87e7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:39.659779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef801dea-76ee-4961-8eed-65c7b87e7c07 None None] Port 549adde8-ea5d-42d9-b16f-59eddcba32c6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:39.725516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-7d2aa031-b489-4f33-8949-f4bf58eedd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7420890 Jan 18 23:15:39.756068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Request body: {'port': {'device_id': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:39.784932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Allocated IP 172.25.1.179 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/cd3972a6-a613-403c-b5e5-fc87330f499c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:39.817955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Allocated IP 172.20.0.1 (7a160569-d340-4a73-b65d-24893263d0cd/25c1edea-b0bf-411a-8466-d3be6947c9bf/6982586f-2d41-4453-89ca-72d0c1e3966f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:40.166600 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.226543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07459d-fcb3-4b26-8805-550c0d8c9c54 req-9adcedcd-6fff-43eb-bec9-b090e770f658 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:40.227981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d07459d-fcb3-4b26-8805-550c0d8c9c54 req-9adcedcd-6fff-43eb-bec9-b090e770f658 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.5603685 Jan 18 23:15:40.377904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.396088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.457146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d07459d-fcb3-4b26-8805-550c0d8c9c54 req-268f3a07-859d-4f8c-9c9b-2e206b2c2023 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031741 Jan 18 23:15:40.468793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Transition to ACTIVE for port object 6982586f-2d41-4453-89ca-72d0c1e3966f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:40.677251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.741880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.798030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Network 7a160569-d340-4a73-b65d-24893263d0cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:40.807584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:40.809063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Pushing event updated for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:40.810685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:40.815160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:40.960872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:40.980620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:40.993835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b20aa2-5697-4c43-9fc4-ef7ee3f5cfcc req-3ca6a241-1a0f-4f6f-9e6a-3e4583f29aa3 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:40.995392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40b20aa2-5697-4c43-9fc4-ef7ee3f5cfcc req-3ca6a241-1a0f-4f6f-9e6a-3e4583f29aa3 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3946862 Jan 18 23:15:41.002774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:41.091781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:41.097936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.111624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.147841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=cd3972a6-a613-403c-b5e5-fc87330f499c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.173107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Transition to ACTIVE for port object 549adde8-ea5d-42d9-b16f-59eddcba32c6 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:41.173746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-39ebe9e0-2e2a-4ad7-839b-ca5d5a9c29ba None None] Provisioning for port 6982586f-2d41-4453-89ca-72d0c1e3966f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:41.180336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-39ebe9e0-2e2a-4ad7-839b-ca5d5a9c29ba None None] Provisioning complete for port 6982586f-2d41-4453-89ca-72d0c1e3966f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:41.182870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39ebe9e0-2e2a-4ad7-839b-ca5d5a9c29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.192334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40b20aa2-5697-4c43-9fc4-ef7ee3f5cfcc req-b4c96763-afe1-46e5-865e-e861f8587c7e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580884 Jan 18 23:15:41.261675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.278110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-39ebe9e0-2e2a-4ad7-839b-ca5d5a9c29ba None None] Port 6982586f-2d41-4453-89ca-72d0c1e3966f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:41.449602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.510036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Sync routers for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:41.531192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:41.532780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:41.597134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:41.653984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:41.778105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:41.858748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.011762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Attempting to bind port 549adde8-ea5d-42d9-b16f-59eddcba32c6 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:42.012102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Attempting to bind port 549adde8-ea5d-42d9-b16f-59eddcba32c6 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:42.012435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Attempting to bind port 549adde8-ea5d-42d9-b16f-59eddcba32c6 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:42.131047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:34Z', 'revision_number': 4, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'bab5c2d0-3eaa-4c95-b145-4c9d52597154', 'name': '', 'network_id': '2208668b-41c7-466e-b228-d81592780b5a', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'mac_address': 'fa:16:3e:a5:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:32Z', 'updated_at': '2022-01-18T23:15:34Z', 'revision_number': 2, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'subnets': [{'id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:42.135233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Checking router: 1e843557-5877-4435-a4c3-31f31f79948e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:42.135585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Updating router 1e843557-5877-4435-a4c3-31f31f79948e port bab5c2d0-3eaa-4c95-b145-4c9d52597154 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:15:42.188638 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.289228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Port 549adde8-ea5d-42d9-b16f-59eddcba32c6 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:15:42.289228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Attempting to bind port 549adde8-ea5d-42d9-b16f-59eddcba32c6 on network 0666dda1-4d1d-40fe-ace9-cb49ee57764a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:42.321061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce6605-f8ba-427f-86ef-f7f268b0aa7f req-46cb9137-7c05-428a-93f5-70d3ebcbb03c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:42.321748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5dce6605-f8ba-427f-86ef-f7f268b0aa7f req-46cb9137-7c05-428a-93f5-70d3ebcbb03c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:42.341811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:42.342241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Checking segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:42.342527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Bound using segment: {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:42.343100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Bound port: 549adde8-ea5d-42d9-b16f-59eddcba32c6, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b8b9ae-39f5-4719-ae08-3060afe99c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:42.343445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.446477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:42.521534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5dce6605-f8ba-427f-86ef-f7f268b0aa7f req-46cb9137-7c05-428a-93f5-70d3ebcbb03c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:42.522630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dce6605-f8ba-427f-86ef-f7f268b0aa7f req-46cb9137-7c05-428a-93f5-70d3ebcbb03c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.8029091 Jan 18 23:15:42.534201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.563637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:42.585701 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.595003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:42.608485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dce6605-f8ba-427f-86ef-f7f268b0aa7f req-52aab49c-fda4-4d73-affb-8e58944e4bb3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731194 Jan 18 23:15:42.618777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.644606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:42.649341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.651547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:42.652646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.692869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.730554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Transition to ACTIVE for port object bab5c2d0-3eaa-4c95-b145-4c9d52597154 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:42.736151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.770304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Pushing event updated for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.786619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.802193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:42.822587 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.842497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.943695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=cd3972a6-a613-403c-b5e5-fc87330f499c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:42.943695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.945074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] 10.222.0.83 "PUT /v2.0/ports/549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 1092 time: 3.2048528 Jan 18 23:15:42.967160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:42.984145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158cc49-2c09-49cb-bbe6-3148809bd0df None None] Pushing event updated for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.001209 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.007272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:43.166211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Attempting to bind port bab5c2d0-3eaa-4c95-b145-4c9d52597154 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:43.169185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Attempting to bind port bab5c2d0-3eaa-4c95-b145-4c9d52597154 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:43.169185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Attempting to bind port bab5c2d0-3eaa-4c95-b145-4c9d52597154 on network 2208668b-41c7-466e-b228-d81592780b5a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:43.175613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.180639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:43.181073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Checking segment: {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:43.181463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.181977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Bound using segment: {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:43.182445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Bound port: bab5c2d0-3eaa-4c95-b145-4c9d52597154, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d9c2b2-e164-4e76-83ac-93e596ddedb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '2208668b-41c7-466e-b228-d81592780b5a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:43.182815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.206652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.206997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.207340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.207673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.207998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.208325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.208651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.209021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.209341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.209659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.209979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:43.227364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5e9e-d082-4f01-8ee2-c0649bad267e service neutron] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.265998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Network 7a160569-d340-4a73-b65d-24893263d0cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:43.272639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6140-b83b-4f3c-92ec-43dfd803d827 req-9fc5fa32-72aa-433d-b429-d08e070b3d0e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:43.274167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-965a6140-b83b-4f3c-92ec-43dfd803d827 req-9fc5fa32-72aa-433d-b429-d08e070b3d0e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.4661324 Jan 18 23:15:43.275167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:43.307747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] For port bab5c2d0-3eaa-4c95-b145-4c9d52597154, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:43.312266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] For port bab5c2d0-3eaa-4c95-b145-4c9d52597154, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bab5c2d0-3eaa-4c95-b145-4c9d52597154,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:43.332022 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.337070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-7dcb0e26-572d-41d9-a6db-972347eb3bfd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7057891 Jan 18 23:15:43.385654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.456977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-b0e3e1a3-3557-4e10-a7b9-a562381c5b1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1095 time: 0.3781922 Jan 18 23:15:43.475853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:43.476514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:43.553518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158cc49-2c09-49cb-bbe6-3148809bd0df None None] Pushing event updated for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:43.584809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5357bfd4-8f7a-476e-b48e-af84f2e98cfc None None] Provisioning complete for port 6982586f-2d41-4453-89ca-72d0c1e3966f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:43.585229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5357bfd4-8f7a-476e-b48e-af84f2e98cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.628505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-5451f68e-dea4-456e-b280-7df8d8cd3a41 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:43.652646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-965a6140-b83b-4f3c-92ec-43dfd803d827 req-0af270b2-e605-4066-8552-495ab2d75095 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138988 Jan 18 23:15:43.665942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-b3233b9f-4dee-4bb1-b003-910a9bd99dc4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 217 time: 0.1971357 Jan 18 23:15:43.744007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5357bfd4-8f7a-476e-b48e-af84f2e98cfc None None] Port 6982586f-2d41-4453-89ca-72d0c1e3966f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:43.758127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:43.845600 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-71c93ec1-6c31-4390-8ff3-69c348dcb0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:43.934668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-2f0fffed-1bc9-4186-8ecb-fec5af437516 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:43.936136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-2f0fffed-1bc9-4186-8ecb-fec5af437516 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.2640057 Jan 18 23:15:43.952404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-5451f68e-dea4-456e-b280-7df8d8cd3a41 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:43.953547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-5451f68e-dea4-456e-b280-7df8d8cd3a41 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.6074545 Jan 18 23:15:44.160266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:34Z', 'revision_number': 4, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'bab5c2d0-3eaa-4c95-b145-4c9d52597154', 'name': '', 'network_id': '2208668b-41c7-466e-b228-d81592780b5a', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'mac_address': 'fa:16:3e:a5:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:32Z', 'updated_at': '2022-01-18T23:15:43Z', 'revision_number': 4, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'subnets': [{'id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:44.164317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d690b89e-e4cd-440e-ae21-a22b25303f98 None None] The sync data for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 is: [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:15:34Z', 'revision_number': 4, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'bab5c2d0-3eaa-4c95-b145-4c9d52597154', 'name': '', 'network_id': '2208668b-41c7-466e-b228-d81592780b5a', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'mac_address': 'fa:16:3e:a5:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:32Z', 'updated_at': '2022-01-18T23:15:43Z', 'revision_number': 4, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'subnets': [{'id': '9c2789be-583c-43ca-a7da-82ad5dc579e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:44.253712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-8191a334-2b4f-438c-ab42-7b84a88e9bf4 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:44.255030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-8191a334-2b4f-438c-ab42-7b84a88e9bf4 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2375498 Jan 18 23:15:44.273110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-95188e63-6de0-4165-91e6-f822d7d67ac5 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:15:44.274085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdbb55aa-1b7f-451f-8925-b5ec1be63ad1 req-95188e63-6de0-4165-91e6-f822d7d67ac5 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090721 Jan 18 23:15:44.277966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-c57e5748-9900-4e54-a42d-1df7d3056fad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264613 Jan 18 23:15:44.290195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d005a25-e37f-4899-8d4d-b204ca0ac660 req-87f2326d-48be-47d2-b3ab-0634140cd054 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:44.292379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d005a25-e37f-4899-8d4d-b204ca0ac660 req-87f2326d-48be-47d2-b3ab-0634140cd054 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.3498352 Jan 18 23:15:44.586663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:44.614813 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'status': 'completed', 'code': 200} Jan 18 23:15:44.633369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d005a25-e37f-4899-8d4d-b204ca0ac660 req-0a607f69-54da-4480-955d-b42b7039b793 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170793 Jan 18 23:15:44.660721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-213c6563-cf76-443a-8098-0f46a2b52580 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672819 Jan 18 23:15:44.729125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:44.729515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:44.820817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Router 24f840ce-35d5-43f9-9b88-b5599db017ea has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:15:44.859770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bab5c2d0-3eaa-4c95-b145-4c9d52597154 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:44.958829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8637290f-ee68-4a93-a79c-24f71ed7dc36 req-c7c158f2-4b06-4df0-b9cf-deb33f6e6646 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897148 Jan 18 23:15:45.017903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:45.023379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:45.023775 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.141972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a69ab6-0a7e-431f-8624-ac6826559496 req-3801a1b0-ecf2-4f43-8f8f-85e74467c3d9 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:45.155584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.155724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82a69ab6-0a7e-431f-8624-ac6826559496 req-3801a1b0-ecf2-4f43-8f8f-85e74467c3d9 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.3860970 Jan 18 23:15:45.182170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port bab5c2d0-3eaa-4c95-b145-4c9d52597154, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bab5c2d0-3eaa-4c95-b145-4c9d52597154,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:45.185734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4432-6003-49ec-a368-4af9d6a3ea75 req-55843283-06dd-48f9-bc0c-a65f1ddc87f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:45.187436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dbd4432-6003-49ec-a368-4af9d6a3ea75 req-55843283-06dd-48f9-bc0c-a65f1ddc87f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.3547008 Jan 18 23:15:45.274624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:45.283379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82a69ab6-0a7e-431f-8624-ac6826559496 req-c0cf5ec2-1dac-41ec-ab9d-fe743eb9e8e3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335087 Jan 18 23:15:45.347958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dbd4432-6003-49ec-a368-4af9d6a3ea75 req-2732aaeb-86ae-4dd2-9263-a5c421ba34f9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486347 Jan 18 23:15:45.364496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-bd434849-5b62-461c-b642-8e7fdfc4acdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1095 time: 0.2657957 Jan 18 23:15:45.373038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:45.823550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:45.833676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1963ec6d-e59d-413b-a6dc-6a6e45a83e58 admin admin] 10.222.0.59 "PUT /v2.0/routers/24f840ce-35d5-43f9-9b88-b5599db017ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4017825 Jan 18 23:15:45.835160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-4d90bef4-378e-4e9a-a03b-6d2a9e0fd767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:45.836510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-4d90bef4-378e-4e9a-a03b-6d2a9e0fd767 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.4635696 Jan 18 23:15:45.842290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-06828f25-73b8-4922-8c52-abd6167f3616 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3873842 Jan 18 23:15:45.911763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:45.918828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:45.936150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-28278fa4-2beb-43ea-8cfd-0e40a172248a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 217 time: 0.0841579 Jan 18 23:15:45.938552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ad68-b011-42d4-bbcc-be35a38be4c2 req-274308ea-5ee2-4c29-8426-e2c2a4cf145c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:45.939929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6964ad68-b011-42d4-bbcc-be35a38be4c2 req-274308ea-5ee2-4c29-8426-e2c2a4cf145c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.4044125 Jan 18 23:15:45.940828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:45.956120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7c71674-c86a-4cde-92db-29eb344b8717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.038319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-cffb1c6f-5c98-46d1-9ec9-dc1d613afe19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:46.040187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-cffb1c6f-5c98-46d1-9ec9-dc1d613afe19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.0967562 Jan 18 23:15:46.047334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6964ad68-b011-42d4-bbcc-be35a38be4c2 req-ba20a0e7-8c67-44c8-96c6-e8683b58786e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691597 Jan 18 23:15:46.111341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.186644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-cd8670c2-a8ab-424c-9981-6157990c5104 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379802 Jan 18 23:15:46.350162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-085a9909-8fc6-4fd0-9f2d-366ed2827106 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539800 Jan 18 23:15:46.477012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bab5c2d0-3eaa-4c95-b145-4c9d52597154 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:46.486953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.581552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e8a452b-e298-44ce-ad63-76332b666d9c req-a4c1fae1-3028-4148-b205-902d6deff604 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235820 Jan 18 23:15:46.582361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port bab5c2d0-3eaa-4c95-b145-4c9d52597154 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:46.582972 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.690093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Allocated IP 172.25.1.188 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:46.845379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:46.996601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.031637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41348) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.082318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:47.091187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:47.094008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.096530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:47.224757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.282354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.320938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-82d69bd6-d63c-4855-8a6d-e9c05794c589 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bab792e788647a3a3e61cac7c100086&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2876036 Jan 18 23:15:47.323401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.377620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.385269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.412540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.436239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.539071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.557100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc34fc9-0ce0-4b79-8144-e63bc99f34ee,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:47.561386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.565468 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1332791-8b38-4b8b-b53f-50282a2d2df9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fc34fc9-0ce0-4b79-8144-e63bc99f34ee HTTP/1.1" status: 204 len: 168 time: 0.2410092 Jan 18 23:15:47.602255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:47.608692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-451732616-network', 'tenant_id': '96d3566387a448418ad0ca22de874204'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:47.617682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.626349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Usage tracker for resource:network and tenant:96d3566387a448418ad0ca22de874204 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:47.632371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:47.640311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.840555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab490a19-7d35-488c-8e71-36fb05d8955c req-554c2456-6817-4386-913e-a276bf39f863 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:47.845538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Made reservation on behalf of 96d3566387a448418ad0ca22de874204 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:47.845676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab490a19-7d35-488c-8e71-36fb05d8955c req-554c2456-6817-4386-913e-a276bf39f863 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.2579010 Jan 18 23:15:47.846200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.860213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.874687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:47.894608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:47.899098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Usage tracker for resource:security_group_rule and tenant:96d3566387a448418ad0ca22de874204 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:47.902848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:47.907925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab490a19-7d35-488c-8e71-36fb05d8955c req-a73a2de0-426c-4add-9611-8826257cf03e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547345 Jan 18 23:15:47.914640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:47.977997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.028990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.087281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.121801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:48.133925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f489c3-a21d-400a-85e2-8f6f7d9e3d36,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.139230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.139812 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Added segment 181c0ca6-3b2b-4e18-8d13-3c1d8ec01036 of type vlan for network 10a46f82-438e-4405-b4e0-7ac2049ccb55 Jan 18 23:15:48.167998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.244825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.287462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.304414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-7f01fb7b-aee8-441c-94fe-54c93b712941 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.305921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-7f01fb7b-aee8-441c-94fe-54c93b712941 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.2453737 Jan 18 23:15:48.330276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-da51fe9e-ad74-4866-b01a-3bd4616b70a7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/quotas/61510257056f4b03b4fb9ca30d9976b9 HTTP/1.1" status: 200 len: 375 time: 0.0178630 Jan 18 23:15:48.338741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.343968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.343968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.407566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.409962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-51459810-e854-4ce8-adb9-b522de3d9e9e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5168712 Jan 18 23:15:48.442279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:15:48.454368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] Pushing event updated for resources: {'Network': ['ID=10a46f82-438e-4405-b4e0-7ac2049ccb55,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:48.475983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:48.508632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-25e17259-82ec-4dff-a324-dd5b97faf095 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:48.525862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-29d5b040-9bda-43a6-bb2b-e73f3fbf6d8c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1892142 Jan 18 23:15:48.570717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e2b22fb-2d3f-464d-b88e-bead8647e814 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9670424 Jan 18 23:15:48.572401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41394) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:48.581028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Request body: {'subnet': {'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-subnet', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:48.585816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:48.591483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Usage tracker for resource:subnet and tenant:96d3566387a448418ad0ca22de874204 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:48.598697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:48.620315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-25e17259-82ec-4dff-a324-dd5b97faf095 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:48.627627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-25e17259-82ec-4dff-a324-dd5b97faf095 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.2058301 Jan 18 23:15:48.654884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:48.705815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.711749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-17ee0c5a-fa78-41ee-89aa-1877dbccdf8a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.712730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-17ee0c5a-fa78-41ee-89aa-1877dbccdf8a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Synchronizing usage tracker for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:48.716438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:48.735472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:15:48.749859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Made reservation on behalf of 96d3566387a448418ad0ca22de874204 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:48.753817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.799971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-85f3f3ec-6b3a-4420-b4c9-2d24c14bf620 service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669139 Jan 18 23:15:48.801210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.820009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:48.847292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:48.851203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-17ee0c5a-fa78-41ee-89aa-1877dbccdf8a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Unset dirty status for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:48.851750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-17ee0c5a-fa78-41ee-89aa-1877dbccdf8a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "GET /v2.0/ports?device_id=1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3 HTTP/1.1" status: 200 len: 945 time: 0.2541456 Jan 18 23:15:48.930695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-ccf89f3f-cff7-4fb1-9258-5c52db77cc6f tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:48.932212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-ccf89f3f-cff7-4fb1-9258-5c52db77cc6f tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3029821 Jan 18 23:15:48.934367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Deleting port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:15:48.934716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:48.951489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-cdc3f855-f974-4d46-b06e-8c6df268faed tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:15:48.952499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c570cc-a15f-48e1-969b-e70e599ec9f4 req-cdc3f855-f974-4d46-b06e-8c6df268faed tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0076382 Jan 18 23:15:48.967838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.043861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-ab08f0f1-9da6-4ff9-a338-f137d7bc9790 service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291255 Jan 18 23:15:49.075754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:49.184502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['549adde8-ea5d-42d9-b16f-59eddcba32c6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:15:49.387830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:49.511724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.586893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-798569760-network', 'tenant_id': '2e1ba3f983264b4faebb3aa1744d71ca'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:49.601752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] For port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:49.602238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.605740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:49.613268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Usage tracker for resource:network and tenant:2e1ba3f983264b4faebb3aa1744d71ca is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:49.624309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:49.629227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:49.664209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2305b-c04d-4e39-b53e-485102bf5030 req-3536bbb1-995f-4c53-8432-39c74abcaf9a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:49.669351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8db2305b-c04d-4e39-b53e-485102bf5030 req-3536bbb1-995f-4c53-8432-39c74abcaf9a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2287982 Jan 18 23:15:49.696924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c81977-dcf6-4e23-9d44-08c00a6a3bc9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:49.715870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3869a-74eb-49eb-b2fc-3df0d987d143 req-52c6a8e6-49f7-4d71-8ed5-33dfbe3314e4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:49.717369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ad3869a-74eb-49eb-b2fc-3df0d987d143 req-52c6a8e6-49f7-4d71-8ed5-33dfbe3314e4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 945 time: 0.1882188 Jan 18 23:15:49.751576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Made reservation on behalf of 2e1ba3f983264b4faebb3aa1744d71ca for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:49.753871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.764722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Calling delete_port for 7b4c2e72-2d3e-49cc-b226-5990a47ae12a owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:15:49.788257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:49.804734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8db2305b-c04d-4e39-b53e-485102bf5030 req-e9b69dbc-ffea-4c61-81ee-ee76a4f7e999 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323357 Jan 18 23:15:49.825680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Checking segment: {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:49.826034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Network hostable DHCP agents. Network: 10a46f82-438e-4405-b4e0-7ac2049ccb55, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:49.827864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ad3869a-74eb-49eb-b2fc-3df0d987d143 req-d8e02304-9dc8-4a72-a3b5-55f8e6d49e4a tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026070 Jan 18 23:15:49.849015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:49.854875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1ba3f983264b4faebb3aa1744d71ca is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:49.860537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:49.868665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:50.105496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.129187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.142246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bb24e77-82f4-4268-bd90-01a9c57f5917 req-012b3731-b3aa-4ba5-aa8e-f57894106040 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 210 time: 0.0623085 Jan 18 23:15:50.157396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:50.161545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event deleted for resources: {'Port': ['ID=7b4c2e72-2d3e-49cc-b226-5990a47ae12a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:50.224036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-f6847c66-cdb9-4caa-be58-d1de9782df49 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2764974 Jan 18 23:15:50.235241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:50.241349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:50.244512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.276329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:50.283294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] No DVR routers for this DVR port 7b4c2e72-2d3e-49cc-b226-5990a47ae12a on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:15:50.285177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 10a46f82-438e-4405-b4e0-7ac2049ccb55) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:50.287035 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.291010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-deleted', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:50.294993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a3947-2eea-484c-91b0-6815a4481372 None None] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:50.300064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:50.300723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.315970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:15:50.333149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:50.337841 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.338404 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Added segment f2563ccc-0be8-4539-b304-5a3cc25302bc of type vlan for network f315f519-9471-4f59-91d1-118a1eef7387 Jan 18 23:15:50.355286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.396023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.450592 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16328aff-60cb-460d-9ae8-3e80af043e6c req-af76cba0-3e11-48e2-9388-643ca559d1d2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "DELETE /v2.0/ports/7b4c2e72-2d3e-49cc-b226-5990a47ae12a HTTP/1.1" status: 204 len: 173 time: 1.5922964 Jan 18 23:15:50.458225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:50.596033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b64a847-3f17-4608-a6f6-420da2992309 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0218434 Jan 18 23:15:50.603611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41434) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:50.618469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:50.619461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-10a46f82-438e-4405-b4e0-7ac2049ccb55', 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'fixed_ips': [{'subnet_id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:15:50.620876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.635506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:50.635506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Usage tracker for resource:router and tenant:96d3566387a448418ad0ca22de874204 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:50.640805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:50.647866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:50.703823 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211f36d-3991-4af2-9b6b-f4d2cfd8b6e3', 'name': 'network-vif-deleted', 'tag': '7b4c2e72-2d3e-49cc-b226-5990a47ae12a', 'status': 'completed', 'code': 200} Jan 18 23:15:50.703956 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.744582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.746523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.768021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.828630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:50.851738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:50.852226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.877726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.882796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:50.882796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:50.919068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Allocated IP 172.20.0.2 (10a46f82-438e-4405-b4e0-7ac2049ccb55/21c81977-dcf6-4e23-9d44-08c00a6a3bc9/6d560e6b-36a7-4c20-be18-5e6c1294af30) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:50.921827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Allocated IP 172.25.1.12 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5535502d-65d5-4f55-8d88-01396bf62bf7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:51.060647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.201659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f315f519-9471-4f59-91d1-118a1eef7387,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.243955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.249048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.256067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Transition to ACTIVE for port object 6d560e6b-36a7-4c20-be18-5e6c1294af30 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:51.269693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f315f519-9471-4f59-91d1-118a1eef7387 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:15:51.294034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ede71c1c-d859-47b7-a69b-b0b7cdb9b6e8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9049602 Jan 18 23:15:51.296785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41444) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:51.358730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.368128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Request body: {'subnet': {'network_id': 'f315f519-9471-4f59-91d1-118a1eef7387', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-798569760-subnet', 'tenant_id': '2e1ba3f983264b4faebb3aa1744d71ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:51.383758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Transition to ACTIVE for port object 6d560e6b-36a7-4c20-be18-5e6c1294af30 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:51.416483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:51.424937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.432380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Usage tracker for resource:subnet and tenant:2e1ba3f983264b4faebb3aa1744d71ca is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:51.443282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:51.476907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:51.477263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.486604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:51.492587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.492828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:51.495763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:51.515577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.538687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=5535502d-65d5-4f55-8d88-01396bf62bf7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.540075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:51.571952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:51.576246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089975f3-505d-4507-aebc-3ae34ece0265 req-c4e96f12-11c0-43d7-9ae3-a2b8490fe197 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:51.585443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-089975f3-505d-4507-aebc-3ae34ece0265 req-c4e96f12-11c0-43d7-9ae3-a2b8490fe197 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 945 time: 0.2887611 Jan 18 23:15:51.599121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:51.600497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:51.602227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Pushing event updated for resources: {'Port': ['ID=6d560e6b-36a7-4c20-be18-5e6c1294af30,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:51.604299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:51.691331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-089975f3-505d-4507-aebc-3ae34ece0265 req-38c90be6-ece9-47db-aa0c-489a3a0d2120 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019299 Jan 18 23:15:51.694182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Made reservation on behalf of 2e1ba3f983264b4faebb3aa1744d71ca for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:51.705015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.730962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Allocated IP 172.25.1.150 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/158a6bb5-aef8-4311-8d6e-33b7f65cdd24) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:51.771538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.896716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:15:51.970026 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.973349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:51.987460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 7b4c2e72-2d3e-49cc-b226-5990a47ae12a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:15:51.991295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 7b4c2e72-2d3e-49cc-b226-5990a47ae12a not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:15:51.993215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Attempting to bind port 6d560e6b-36a7-4c20-be18-5e6c1294af30 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:51.993587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Attempting to bind port 6d560e6b-36a7-4c20-be18-5e6c1294af30 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:51.993954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Attempting to bind port 6d560e6b-36a7-4c20-be18-5e6c1294af30 on network 10a46f82-438e-4405-b4e0-7ac2049ccb55 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:52.018992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:52.019140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Checking segment: {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:52.019515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.019937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Bound using segment: {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:52.020404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Bound port: 6d560e6b-36a7-4c20-be18-5e6c1294af30, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:52.021051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.039263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.117810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] For port 6d560e6b-36a7-4c20-be18-5e6c1294af30, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:52.121798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.122660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] For port 6d560e6b-36a7-4c20-be18-5e6c1294af30, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d560e6b-36a7-4c20-be18-5e6c1294af30,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:52.163385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.197072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:52.205839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:52.205839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Pushing event updated for resources: {'Port': ['ID=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.205839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:52.270734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.367294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a08207-443b-4a7f-b7d4-dfccfc35c9f7 req-ba5e69b9-9ac2-4763-9baa-035697a52a7e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.371729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73efa-4c48-47a3-aa1c-a544071d8d43 None None] Pushing event updated for resources: {'Port': ['ID=6d560e6b-36a7-4c20-be18-5e6c1294af30,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:52.375519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7a08207-443b-4a7f-b7d4-dfccfc35c9f7 req-ba5e69b9-9ac2-4763-9baa-035697a52a7e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.3393126 Jan 18 23:15:52.477911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.593239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-bed0d1a5-44e4-46ef-ad4e-e84676701ecf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:52.593239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-bed0d1a5-44e4-46ef-ad4e-e84676701ecf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.83 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.3869274 Jan 18 23:15:52.604441 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.606220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:52.754795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Request body: {'port': {'device_id': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'admin_state_up': True, 'tenant_id': '61510257056f4b03b4fb9ca30d9976b9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:52.788027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7a08207-443b-4a7f-b7d4-dfccfc35c9f7 req-37984fc4-0ab1-479f-a594-8f39f56a76b9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115336 Jan 18 23:15:52.832743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4396d1-a90e-40df-813a-20ac0236d712,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:53.022532 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.034533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Checking segment: {'id': 'f2563ccc-0be8-4539-b304-5a3cc25302bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f315f519-9471-4f59-91d1-118a1eef7387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:53.034964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Network hostable DHCP agents. Network: f315f519-9471-4f59-91d1-118a1eef7387, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:15:53.103900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2bc84aac-a29c-41a0-b1c6-f369adc6a8f0 req-eb112a53-0166-4a71-9c0e-c736599a5c00 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 210 time: 0.0707488 Jan 18 23:15:53.143803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.179508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Router c05cf1ab-3f61-4273-8727-6337fb7855de is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:15:53.187175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:53.211124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Usage tracker for resource:port and tenant:61510257056f4b03b4fb9ca30d9976b9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:15:53.226132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:15:53.244456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:53.297224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Network f315f519-9471-4f59-91d1-118a1eef7387 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:15:53.319637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=5535502d-65d5-4f55-8d88-01396bf62bf7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:53.367073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.415135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Made reservation on behalf of 61510257056f4b03b4fb9ca30d9976b9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:15:53.418643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.438314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f315f519-9471-4f59-91d1-118a1eef7387) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:53.446365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342cc3e-67b0-4803-970a-3576b34074bc None None] Network f315f519-9471-4f59-91d1-118a1eef7387 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:53.466002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:53.466857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.511365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:15:53.523191 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Sync routers for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:15:53.541734 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:53.544128 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:53.572075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.573068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-5acb8462-e410-49d3-b825-26701514a359 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3423836 Jan 18 23:15:53.700867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:53.702166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f4df354f-051c-4282-8ee6-cf810e732940 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0970764 Jan 18 23:15:53.706245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:15:53.744123 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'code': 200} Jan 18 23:15:53.785344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-d19b714b-c667-4b8b-9bac-c1c3f6d8c12b tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:53.795177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f309f77-1a5b-4750-a0a8-34034d50d3c8 None None] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:53.821820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2ab62e4f-dac8-4619-8203-69237b77c349 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4593101 Jan 18 23:15:54.014941 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:54.070354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c4dbfb-af0e-4e06-97e8-dd53211b1365 None None] Network f315f519-9471-4f59-91d1-118a1eef7387 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:15:54.166347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Allocated IP 172.20.0.14 (0150a87e-1a5d-4125-9492-b049d74660a8/85e4e92d-32de-40bb-b896-920232b5c4f9/f323da1b-71dc-4bb3-ad42-1875645c6d57) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:54.187253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f396526-4d69-4499-93fc-6f1e9cf05204 None None] Provisioning for port 6d560e6b-36a7-4c20-be18-5e6c1294af30 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:54.188956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-d19b714b-c667-4b8b-9bac-c1c3f6d8c12b tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:54.190285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-d19b714b-c667-4b8b-9bac-c1c3f6d8c12b tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.6053410 Jan 18 23:15:54.246562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c097c9-87f5-4c0b-85f3-9ea574081c96 req-d32f4ddc-5d88-49d4-9d8c-76e28d614a60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1097 time: 0.4401941 Jan 18 23:15:54.380007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a309d0-0899-4164-893f-e595a80a3387 req-c0c8c65f-ecde-4782-abe4-95836b83d8c8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.380203 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:52Z', 'revision_number': 3, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:54.384771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Checking router: c05cf1ab-3f61-4273-8727-6337fb7855de for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:15:54.385331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Updating router c05cf1ab-3f61-4273-8727-6337fb7855de port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:15:54.387413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71a309d0-0899-4164-893f-e595a80a3387 req-c0c8c65f-ecde-4782-abe4-95836b83d8c8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3625023 Jan 18 23:15:54.444167 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.578201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-8400bd33-a0a6-49d0-a255-70cf946e9cf7 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:54.581492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98accb3-97fd-4df8-aafb-174e1e324a21 req-8400bd33-a0a6-49d0-a255-70cf946e9cf7 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3805869 Jan 18 23:15:54.647246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d560e6b-36a7-4c20-be18-5e6c1294af30 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:54.697548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c097c9-87f5-4c0b-85f3-9ea574081c96 req-e7966b4b-c2fe-44cd-889d-4ee8d2cb7ac7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807008 Jan 18 23:15:54.766046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71a309d0-0899-4164-893f-e595a80a3387 req-90a2634e-b372-4891-a366-eb9ebe9f7456 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777626 Jan 18 23:15:54.840388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6d560e6b-36a7-4c20-be18-5e6c1294af30 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:54.847045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d560e6b-36a7-4c20-be18-5e6c1294af30 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:54.849750 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.930954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:54.983036 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.014182 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-b494fc75-13fd-402b-84c2-0c34d8bf29f1 req-25ea4b9a-93d3-4d90-bb58-b0797f3c4a3d tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] show failed (client error): The resource could not be found. Jan 18 23:15:55.015659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b494fc75-13fd-402b-84c2-0c34d8bf29f1 req-25ea4b9a-93d3-4d90-bb58-b0797f3c4a3d tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/60d6b053-e468-4c6e-9697-4b6dbcf99a24 HTTP/1.1" status: 404 len: 352 time: 0.0799708 Jan 18 23:15:55.024808 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Transition to ACTIVE for port object 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:55.111214 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.190396 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.245380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6d560e6b-36a7-4c20-be18-5e6c1294af30, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d560e6b-36a7-4c20-be18-5e6c1294af30,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:15:55.254806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c8fd610f-5c4f-4196-b407-57cb8d4b1bf6 None None] Provisioning complete for port 6d560e6b-36a7-4c20-be18-5e6c1294af30 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:55.255228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c8fd610f-5c4f-4196-b407-57cb8d4b1bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.302895 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Attempting to bind port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:55.303407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Attempting to bind port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:55.304123 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Attempting to bind port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:55.311393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.319512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Pushing event updated for resources: {'Port': ['ID=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.322027 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:55.322521 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:55.323019 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.324875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:55.325447 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Bound port: 158a6bb5-aef8-4311-8d6e-33b7f65cdd24, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:55.330253 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.330659 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.375136 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.375136 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.375515 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.375838 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.376319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.376740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.377202 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.377613 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.378171 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.378538 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.378948 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.415235 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] For port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:55.419624 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] For port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:55.454351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6d560e6b-36a7-4c20-be18-5e6c1294af30,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.482500 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.543496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Network 0150a87e-1a5d-4125-9492-b049d74660a8 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:55.544314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.559670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:55.569575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ad9f5-eb0a-4c7e-881b-2491f9c00f0f None None] Pushing event updated for resources: {'Port': ['ID=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:55.569575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:15:55.569575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:55.569854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:55.639690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.640409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.640409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.640700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.641073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.641404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.641731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.642061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.642385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.642707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.643034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:15:55.690613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-03b93fca-6cc5-46d8-9b6e-879cb2f04fa1 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3870764 Jan 18 23:15:55.699410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:55.699783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:55.722498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:55.732519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d5846-7f9f-4f24-94e8-28856ee068b4 req-ca1b3bcc-7347-43bc-8c91-6c18a0a0472c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:55.733286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9d1d5846-7f9f-4f24-94e8-28856ee068b4 req-ca1b3bcc-7347-43bc-8c91-6c18a0a0472c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Synchronizing usage tracker for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:55.741818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:15:55.748347 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:15:55.821159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:15:55.831202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-6bffae14-bd99-486a-b45a-0d9f7d484521 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2068713 Jan 18 23:15:55.850617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Request body: {'port': {'device_id': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:15:55.914335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9d1d5846-7f9f-4f24-94e8-28856ee068b4 req-ca1b3bcc-7347-43bc-8c91-6c18a0a0472c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Unset dirty status for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:55.915465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d1d5846-7f9f-4f24-94e8-28856ee068b4 req-ca1b3bcc-7347-43bc-8c91-6c18a0a0472c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 932 time: 0.6110229 Jan 18 23:15:55.963976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.073255 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:52Z', 'revision_number': 3, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:15:56.077622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991ebef-d8c9-4b9d-abe3-bd558b1c5fce None None] The sync data for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 is: [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:52Z', 'revision_number': 3, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:15:56.140942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.203059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d1d5846-7f9f-4f24-94e8-28856ee068b4 req-fa961c8a-1060-490a-b249-7149f16c7aa2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523034 Jan 18 23:15:56.434234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d560e6b-36a7-4c20-be18-5e6c1294af30 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:15:56.503328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d560e6b-36a7-4c20-be18-5e6c1294af30 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:56.503616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.602916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:56.999461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c1fc6-b304-461d-bfd0-6f5a022cfe37 req-b4c5e0d1-7ad3-42dc-beb4-675c203686ce tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:57.000953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e4c1fc6-b304-461d-bfd0-6f5a022cfe37 req-b4c5e0d1-7ad3-42dc-beb4-675c203686ce tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.5483315 Jan 18 23:15:57.059997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.083273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:15:57.098967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.127587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Allocated IP 172.25.1.59 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/4422af1e-1ad5-4868-ac08-4ddab13fb6fb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:57.190795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e4c1fc6-b304-461d-bfd0-6f5a022cfe37 req-99e0b6f9-e6cc-42aa-b7af-e2776804bcdd tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738238 Jan 18 23:15:57.192644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Transition to ACTIVE for port object f323da1b-71dc-4bb3-ad42-1875645c6d57 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:57.275780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.560570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:57.680183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8b543b40-98c4-4948-a7df-606814db65e4 req-98837ac2-bff3-4e18-80a7-6e23726f4327 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] Synchronizing usage tracker for tenant:2e1ba3f983264b4faebb3aa1744d71ca on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:15:57.685078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.700543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Allocated IP 172.20.0.1 (10a46f82-438e-4405-b4e0-7ac2049ccb55/21c81977-dcf6-4e23-9d44-08c00a6a3bc9/fbf7825c-6ddd-4681-99e6-007604f564ac) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:15:57.831067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8b543b40-98c4-4948-a7df-606814db65e4 req-98837ac2-bff3-4e18-80a7-6e23726f4327 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] Unset dirty status for tenant:2e1ba3f983264b4faebb3aa1744d71ca on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:15:57.832195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b543b40-98c4-4948-a7df-606814db65e4 req-98837ac2-bff3-4e18-80a7-6e23726f4327 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e1ba3f983264b4faebb3aa1744d71ca HTTP/1.1" status: 200 len: 2652 time: 0.4626207 Jan 18 23:15:57.844360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Attempting to bind port f323da1b-71dc-4bb3-ad42-1875645c6d57 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:15:57.844688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Attempting to bind port f323da1b-71dc-4bb3-ad42-1875645c6d57 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:15:57.845044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Attempting to bind port f323da1b-71dc-4bb3-ad42-1875645c6d57 on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:57.890970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Port f323da1b-71dc-4bb3-ad42-1875645c6d57 on network 0150a87e-1a5d-4125-9492-b049d74660a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:15:57.891292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Attempting to bind port f323da1b-71dc-4bb3-ad42-1875645c6d57 on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:15:57.925277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:15:57.925617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Checking segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:15:57.926006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Bound using segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:15:57.926426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Bound port: f323da1b-71dc-4bb3-ad42-1875645c6d57, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:15:57.926772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:57.949735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.015804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b543b40-98c4-4948-a7df-606814db65e4 req-3c90ea4e-8381-47ac-8279-85e104a99dbc tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d HTTP/1.1" status: 200 len: 2649 time: 0.1750753 Jan 18 23:15:58.049315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.114178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:58.125150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:58.131168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Transition to ACTIVE for port object fbf7825c-6ddd-4681-99e6-007604f564ac will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:15:58.134046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:58.204292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=4422af1e-1ad5-4868-ac08-4ddab13fb6fb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:58.228338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:15:58.241208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:15:58.247151 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b543b40-98c4-4948-a7df-606814db65e4 req-c8fb36ce-1ced-485a-9de2-d3adb5ccd545 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d HTTP/1.1" status: 200 len: 2649 time: 0.1948197 Jan 18 23:15:58.347527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.403082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.416356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.442515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.443865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] 10.222.0.83 "PUT /v2.0/ports/f323da1b-71dc-4bb3-ad42-1875645c6d57 HTTP/1.1" status: 200 len: 1092 time: 2.6021006 Jan 18 23:15:58.447421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:15:58.460829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:15:58.463400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:15:58.466870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:15:58.522090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc13147-96e0-4161-93cf-d22c6acadab6 service neutron] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:58.761563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5c0b8938-01d4-4a86-81c5-d33ca7d9d561 None None] Provisioning for port fbf7825c-6ddd-4681-99e6-007604f564ac completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:15:58.766806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5c0b8938-01d4-4a86-81c5-d33ca7d9d561 None None] Provisioning complete for port fbf7825c-6ddd-4681-99e6-007604f564ac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:15:58.767250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c0b8938-01d4-4a86-81c5-d33ca7d9d561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.805580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.814014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:58.830314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b8938-01d4-4a86-81c5-d33ca7d9d561 None None] Port fbf7825c-6ddd-4681-99e6-007604f564ac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:15:58.844935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:15:59.093868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-39336d67-6d42-46c7-9e29-9fe359ba45f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 1095 time: 0.5126131 Jan 18 23:15:59.239317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-2b8eecf6-d0f5-4f2b-9411-f546fe1f70a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57 HTTP/1.1" status: 200 len: 217 time: 0.1359582 Jan 18 23:15:59.254103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-0141aca8-0e2b-4daa-9469-a777336a387f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.4116671 Jan 18 23:15:59.265291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eda4a-57f4-42d3-aa50-efed19b1646f req-d8138183-fcf0-49b1-a1e6-f8431f9793b5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:59.266686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-850eda4a-57f4-42d3-aa50-efed19b1646f req-d8138183-fcf0-49b1-a1e6-f8431f9793b5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 944 time: 0.4582310 Jan 18 23:15:59.361200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.519653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-5c81fe31-5d4e-4cd3-8f18-b22657d773c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:59.520997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-5c81fe31-5d4e-4cd3-8f18-b22657d773c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.2644124 Jan 18 23:15:59.577685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-850eda4a-57f4-42d3-aa50-efed19b1646f req-5827f188-4582-4178-8d4d-a0e25f351b9c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694757 Jan 18 23:15:59.589787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:15:59.614180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-3ee4c577-d54c-4ef5-9a99-ca417ce37aeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786335 Jan 18 23:15:59.630695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.724518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be715-2d3d-4552-bad0-efa571037a20 req-d62fda80-4586-42df-9ce8-af6fe21616aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:15:59.726024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-d62fda80-4586-42df-9ce8-af6fe21616aa service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.4265461 Jan 18 23:15:59.780778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:15:59.970259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-917969e9-9b55-4517-849b-9f01fbe71d52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.1910880 Jan 18 23:16:00.098437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event updated for resources: {'Port': ['ID=4422af1e-1ad5-4868-ac08-4ddab13fb6fb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.153700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-7c1d5b22-6588-4070-9a57-f71535a12e64 service neutron] 10.222.0.83 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211461 Jan 18 23:16:00.165360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.196886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590be715-2d3d-4552-bad0-efa571037a20 req-871fd851-ac65-4a0a-92d2-487150348caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:00.198867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-871fd851-ac65-4a0a-92d2-487150348caf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.1910167 Jan 18 23:16:00.437708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1e8ae-ea87-4620-8920-776ffe63da01 req-69005fc8-d2a0-408d-9cb2-0e1aab91eaf0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:00.439157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cae1e8ae-ea87-4620-8920-776ffe63da01 req-69005fc8-d2a0-408d-9cb2-0e1aab91eaf0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.7122688 Jan 18 23:16:00.446407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-e880a3b6-dee7-413d-8bf9-3c5b4d69bb79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2354329 Jan 18 23:16:00.449730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:00.452098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:16:00.455928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Request body: {'floatingip': {'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:00.508050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.544626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.573497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.574688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-4ed155f8-95dc-4ead-a11c-c793867c0e97 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8651190 Jan 18 23:16:00.670977 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.811970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-977dbf38-a333-44b5-b72c-cfb0d7f00769 req-b8f3ee76-4967-483d-a60d-eab31f84eabb service neutron] 10.222.0.83 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482360 Jan 18 23:16:00.855642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-86690ba0-ed78-4b0e-a0a4-73636c0e706e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:00.869044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-45dd1466-a62f-4a9a-9b8a-6cff26d43f2a service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052255 Jan 18 23:16:00.879926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:00.883252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:00.887011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06fa09c0-6db9-4409-b4dc-ec447d9a86c0 req-ab50156b-3997-4cbc-90e2-0dd7ead00ab0 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d HTTP/1.1" status: 200 len: 2649 time: 0.3059485 Jan 18 23:16:01.026898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-86690ba0-ed78-4b0e-a0a4-73636c0e706e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:01.028083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-86690ba0-ed78-4b0e-a0a4-73636c0e706e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.4385490 Jan 18 23:16:01.173126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.241355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.252894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-590be715-2d3d-4552-bad0-efa571037a20 req-2c75b2a1-540d-4b89-a666-764b5ec72d0a service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741286 Jan 18 23:16:01.290440 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-06fa09c0-6db9-4409-b4dc-ec447d9a86c0 req-82658ce7-4cc9-46e7-b94f-a118356a085c tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:16:01.291401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06fa09c0-6db9-4409-b4dc-ec447d9a86c0 req-82658ce7-4cc9-46e7-b94f-a118356a085c tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "DELETE /v2.0/security-groups/2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d HTTP/1.1" status: 409 len: 352 time: 0.3821976 Jan 18 23:16:01.323809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:01.333642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:01.415704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-d6b27ad5-c5ef-4e42-bd81-f629c9321b9c tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:01.417932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f77c87e-0f7e-4ffc-b0d9-39b1749049b9 req-d6b27ad5-c5ef-4e42-bd81-f629c9321b9c tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.3434083 Jan 18 23:16:01.524778 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Floating IP 0f0a9604-f23a-41d7-becf-3b00b5b96221 associated. External IP: 172.25.1.9, port: 549adde8-ea5d-42d9-b16f-59eddcba32c6. Jan 18 23:16:01.544883 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'status': 'completed', 'code': 200} Jan 18 23:16:01.693709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-088cca0c-9117-4c85-a645-18fb7951117a None None] Provisioning complete for port fbf7825c-6ddd-4681-99e6-007604f564ac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:01.694293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-088cca0c-9117-4c85-a645-18fb7951117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:01.752076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-088cca0c-9117-4c85-a645-18fb7951117a None None] Port fbf7825c-6ddd-4681-99e6-007604f564ac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:16:01.987448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-1b5276a3-48d3-4924-818a-ea5576206286 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 1095 time: 0.4416912 Jan 18 23:16:01.994626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fbf8-9110-43e8-9337-43714ad341d3 req-87b80200-eba4-440e-a8f4-2679ee699b6d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:01.996006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a500fbf8-9110-43e8-9337-43714ad341d3 req-87b80200-eba4-440e-a8f4-2679ee699b6d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.3805828 Jan 18 23:16:02.003849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396861-f8d3-4b3e-8527-af5d157e04f6 req-a2d47d4f-6e93-4d0f-97ac-7e00b178ac1b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:02.005248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90396861-f8d3-4b3e-8527-af5d157e04f6 req-a2d47d4f-6e93-4d0f-97ac-7e00b178ac1b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 944 time: 0.3885567 Jan 18 23:16:02.075338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:16:02.198858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90396861-f8d3-4b3e-8527-af5d157e04f6 req-66e3b41b-3992-4794-9fc6-5a0c78d3d622 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703115 Jan 18 23:16:02.212290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a500fbf8-9110-43e8-9337-43714ad341d3 req-73f18543-432f-4665-99b3-0cfb2732ce70 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887236 Jan 18 23:16:02.290754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:16:02.295799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:02.308226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:16:02.321695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:02.324014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:02.355172 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4a1c5765-0edf-41a1-874a-838e08e22592 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "PUT /v2.0/floatingips/0f0a9604-f23a-41d7-becf-3b00b5b96221 HTTP/1.1" status: 200 len: 990 time: 1.9034889 Jan 18 23:16:02.355845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:02.404768 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-3c7b0fd9-376d-49f4-9784-1a5927c61805 req-c7321845-fd3c-4988-9b73-fff2140d963e tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] show failed (client error): The resource could not be found. Jan 18 23:16:02.415301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c7b0fd9-376d-49f4-9784-1a5927c61805 req-c7321845-fd3c-4988-9b73-fff2140d963e tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/6973f019-eacd-4bd7-b4bb-e24249e7f4da HTTP/1.1" status: 404 len: 352 time: 0.1357386 Jan 18 23:16:02.416353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-2850768f-ebb6-4136-b7bb-fa9e02f9fa05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:02.417960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-2850768f-ebb6-4136-b7bb-fa9e02f9fa05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 916 time: 0.4196591 Jan 18 23:16:02.431470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7479081-9ee3-4411-aad7-fdf06b66ff05 req-b9fc194b-c800-46b4-b3ef-3bb7f267f6c8 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips/846b90be-2b9f-43f8-95b9-499a033127fc HTTP/1.1" status: 200 len: 692 time: 0.1508465 Jan 18 23:16:02.563739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-a7ecd797-c182-4392-89e7-074e5fd3c647 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57 HTTP/1.1" status: 200 len: 217 time: 0.1106009 Jan 18 23:16:02.571161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:02.701748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-79a0558e-eb4e-47c8-82cb-95cc82cff860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:02.703248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-79a0558e-eb4e-47c8-82cb-95cc82cff860 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.1125064 Jan 18 23:16:02.770802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-fb81a549-3428-4df4-a3df-b712213286db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583465 Jan 18 23:16:02.776434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Router c05cf1ab-3f61-4273-8727-6337fb7855de has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:16:02.781782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7479081-9ee3-4411-aad7-fdf06b66ff05 req-95c5413a-c54b-4922-90c3-5edc7da249fd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:02.783057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7479081-9ee3-4411-aad7-fdf06b66ff05 req-95c5413a-c54b-4922-90c3-5edc7da249fd tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2911086 Jan 18 23:16:02.790014 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'status': 'completed', 'code': 200} Jan 18 23:16:02.874474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-c7479081-9ee3-4411-aad7-fdf06b66ff05 req-c8057e5f-f826-4c22-b32a-a4ded030fbd8 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:16:02.875476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7479081-9ee3-4411-aad7-fdf06b66ff05 req-c8057e5f-f826-4c22-b32a-a4ded030fbd8 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0578387 Jan 18 23:16:02.942672 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-32065770-db11-4445-8606-59f8891542bd req-687264e5-ea1c-4600-9fcd-4d7926aa32b6 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] show failed (client error): The resource could not be found. Jan 18 23:16:02.943699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32065770-db11-4445-8606-59f8891542bd req-687264e5-ea1c-4600-9fcd-4d7926aa32b6 tempest-SecurityGroupsNegativeTestJSON-930358328 tempest-SecurityGroupsNegativeTestJSON-930358328-project] 10.222.0.59 "GET /v2.0/security-groups/4bc24558-55eb-4cc9-836b-cd63ed7bcbf2 HTTP/1.1" status: 404 len: 352 time: 0.1217833 Jan 18 23:16:02.956877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41534) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:03.058131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0f0a9604-f23a-41d7-becf-3b00b5b96221', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:16:01Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.062276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:16:03.064582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Deleting subnet 3f4396d1-a90e-40df-813a-20ac0236d712 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:16:03.068579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.073776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:03.074358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.128916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.204979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-7766ff15-fece-47bd-af46-855798a3b84d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips/846b90be-2b9f-43f8-95b9-499a033127fc HTTP/1.1" status: 200 len: 692 time: 0.2028713 Jan 18 23:16:03.210498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.285248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:03.317710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-28fd7511-3a27-454d-8343-364d5d696781 service neutron] 10.222.0.83 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333843 Jan 18 23:16:03.320878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-e7829a9a-c223-4172-8340-71e84002af9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1097 time: 0.5011709 Jan 18 23:16:03.361856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.400623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4396d1-a90e-40df-813a-20ac0236d712,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:03.409330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.418298 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-641dd246-7d78-47c4-8c11-97b29117b7e5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3f4396d1-a90e-40df-813a-20ac0236d712 HTTP/1.1" status: 204 len: 168 time: 0.4573250 Jan 18 23:16:03.419638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41542) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:03.534414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.690784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.724097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f315f519-9471-4f59-91d1-118a1eef7387']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.738386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2563ccc-0be8-4539-b304-5a3cc25302bc') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.738386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2563ccc-0be8-4539-b304-5a3cc25302bc') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.750263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.767963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.774819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:16:03.775200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:03.776862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0f0a9604-f23a-41d7-becf-3b00b5b96221', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:16:01Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.783772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f04189-5b2c-4d48-852a-294e86ec7167 None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0f0a9604-f23a-41d7-becf-3b00b5b96221', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '74282586-90c6-4acb-a447-d3919a278602', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:16:01Z', 'revision_number': 1, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:03.797917 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:03.839958 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Sync routers for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:16:03.853383 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:03.854258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:03.865806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-d49fe0e2-2600-4c46-a3d0-be5c28e44e61 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:03.867267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-d49fe0e2-2600-4c46-a3d0-be5c28e44e61 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.6473761 Jan 18 23:16:03.935362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-771df441-037b-4f0a-8c1d-5eae719b1ff9 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:16:03.936750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-771df441-037b-4f0a-8c1d-5eae719b1ff9 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0419064 Jan 18 23:16:04.069784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.071968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:04.076328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.104134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f315f519-9471-4f59-91d1-118a1eef7387 HTTP/1.1" status: 204 len: 168 time: 0.6829407 Jan 18 23:16:04.126924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849710e-d9bb-4817-b420-555e9e3c2b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=f315f519-9471-4f59-91d1-118a1eef7387,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:04.152710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c0c27-0b45-4257-a51e-f28e1188013e None None] New status for floating IP 0f0a9604-f23a-41d7-becf-3b00b5b96221: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:16:04.161582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-41ad727d-34ad-4409-b7e2-248f90df95fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:04.163076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-41ad727d-34ad-4409-b7e2-248f90df95fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.8286309 Jan 18 23:16:04.175967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9660f7b2-e147-4d61-97ea-e048d00db415 req-86a37e21-cd83-40cd-8e27-e6c7b26693fa service neutron] 10.222.0.83 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374970 Jan 18 23:16:04.272828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-67193f46-503f-4bd6-bcc0-256b68c7aed4 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.2159269 Jan 18 23:16:04.402137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2126e76-beee-410a-bedb-0b524dcf5a86 req-52f35a65-6545-472b-8b85-ff5037b97fff tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:04.414287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2126e76-beee-410a-bedb-0b524dcf5a86 req-52f35a65-6545-472b-8b85-ff5037b97fff tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 944 time: 1.0298676 Jan 18 23:16:04.486780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:16:04.503961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2126e76-beee-410a-bedb-0b524dcf5a86 req-e1af92e7-99e4-4b93-960f-cb370373f20d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891995 Jan 18 23:16:04.520655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 2, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:04.533241 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Checking router: 24f840ce-35d5-43f9-9b88-b5599db017ea for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:16:04.533599 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Updating router 24f840ce-35d5-43f9-9b88-b5599db017ea port 6982586f-2d41-4453-89ca-72d0c1e3966f binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:16:04.542461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:04.544255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-7a7be43a-338e-42bc-b9ed-580719788329 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.59 HTTP/1.1" status: 200 len: 695 time: 0.2704072 Jan 18 23:16:04.564549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-fea8ebb1-dd25-4e02-881b-28f0cb2d6b89 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 998 time: 0.3839219 Jan 18 23:16:04.622233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:04.636381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41554) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:04.684091 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.741276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:04.742343 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2d91b2f8-ade8-40a5-a141-b9f916a6321b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e1ba3f983264b4faebb3aa1744d71ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1043370 Jan 18 23:16:04.788152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:16:04.794435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b35afb9-1030-4e6b-a8a5-0c4583758255 admin admin] 10.222.0.59 "PUT /v2.0/routers/c05cf1ab-3f61-4273-8727-6337fb7855de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0869632 Jan 18 23:16:04.855330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:04.872313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'port_id': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'mac_address': 'fa:16:3e:69:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4e92d-32de-40bb-b896-920232b5c4f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:04.874297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:04.908008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Deleting port 4422af1e-1ad5-4868-ac08-4ddab13fb6fb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:04.908575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.913942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:04.914315 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:04.994304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.050347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:05.065573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-27da7e11-b8fa-4970-9f37-4c45787d1323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:05.066927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-27da7e11-b8fa-4970-9f37-4c45787d1323 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.4352257 Jan 18 23:16:05.078001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:05.099970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.117606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:05.151951 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.155560 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.169954 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Transition to ACTIVE for port object 6982586f-2d41-4453-89ca-72d0c1e3966f will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:05.198863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.220994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c40f62-9e6d-46be-a1f8-e697a8ad6503 req-20c21503-e0b5-4490-bb54-faa4e769c484 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:05.223378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03c40f62-9e6d-46be-a1f8-e697a8ad6503 req-20c21503-e0b5-4490-bb54-faa4e769c484 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.4938126 Jan 18 23:16:05.234384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.240091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.240426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.246879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:05.262450 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.336686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:05.400262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['f323da1b-71dc-4bb3-ad42-1875645c6d57'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:16:05.410911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Calling delete_port for 4422af1e-1ad5-4868-ac08-4ddab13fb6fb owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:05.526594 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36910e-b10d-4842-94be-55e65c24a684 None None] Pushing event updated for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:05.555798 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Attempting to bind port 6982586f-2d41-4453-89ca-72d0c1e3966f on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:05.556469 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Attempting to bind port 6982586f-2d41-4453-89ca-72d0c1e3966f by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:05.558889 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Attempting to bind port 6982586f-2d41-4453-89ca-72d0c1e3966f on network 7a160569-d340-4a73-b65d-24893263d0cd {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:05.564973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:05.566824 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Checking segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:05.567420 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.567984 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Bound using segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:05.569023 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Bound port: 6982586f-2d41-4453-89ca-72d0c1e3966f, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:05.569579 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.685638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.695935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] For port 6982586f-2d41-4453-89ca-72d0c1e3966f, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:05.699158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-fb737cf3-1dd9-46c3-855a-8a39e21c931d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6252973 Jan 18 23:16:05.699530 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] For port 6982586f-2d41-4453-89ca-72d0c1e3966f, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6982586f-2d41-4453-89ca-72d0c1e3966f,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:05.790201 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:05.795664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03c40f62-9e6d-46be-a1f8-e697a8ad6503 req-6476c052-06d5-4594-921a-b2a759075623 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472162 Jan 18 23:16:05.870585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36910e-b10d-4842-94be-55e65c24a684 None None] Pushing event updated for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:05.918488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:05.919438 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.005415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.023237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-aec1b344-32fd-4b9d-a6e0-f4f5d48bc8b4 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154769 Jan 18 23:16:06.027693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.130674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.250866 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:06.276319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event deleted for resources: {'Port': ['ID=4422af1e-1ad5-4868-ac08-4ddab13fb6fb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:06.361031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.395578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.424587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89720f0-4215-4a4e-b456-f3bb734aa23a req-5ebc87ea-3b7e-4a24-a501-82fd33b0a86d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "DELETE /v2.0/floatingips/846b90be-2b9f-43f8-95b9-499a033127fc HTTP/1.1" status: 204 len: 173 time: 1.8584967 Jan 18 23:16:06.443320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2925dd0e-3aa9-49b5-81a5-555ffbc88ad3 req-313ce2e0-9e11-4877-beff-f4b8becf77eb service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942292 Jan 18 23:16:06.443320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.443320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1d5d4154-90b4-4447-8fd5-b7f678ac891f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fedb8cd-5ee2-474a-b249-cd4a9ac22b8d HTTP/1.1" status: 204 len: 168 time: 1.6935458 Jan 18 23:16:06.518369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:06.557423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:06.641442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3dbfc-e936-4f03-942f-5a9af1060263 req-24c50761-b75b-441e-91e5-9e3898c3fea7 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:06.646895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ca3dbfc-e936-4f03-942f-5a9af1060263 req-24c50761-b75b-441e-91e5-9e3898c3fea7 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2041485 Jan 18 23:16:06.678498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:06.678498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.736010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port f323da1b-71dc-4bb3-ad42-1875645c6d57 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:06.750932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port f323da1b-71dc-4bb3-ad42-1875645c6d57 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:06.751492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:06.814342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7044a0f6-1889-498e-bb30-510e4844629b req-ce948c60-0ffa-497f-8733-8398c4b51e67 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:06.820753 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:06.829058 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64917e63-1a49-4007-96ce-4659fea253d5 None None] The sync data for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 is: [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:16:06.896090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312199ee-513b-4892-b392-d780aa2557f0 req-68c9e702-56c6-445e-adf8-70cbd90ea3bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:06.908308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-312199ee-513b-4892-b392-d780aa2557f0 req-68c9e702-56c6-445e-adf8-70cbd90ea3bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 945 time: 0.2600820 Jan 18 23:16:06.942217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7044a0f6-1889-498e-bb30-510e4844629b req-ce948c60-0ffa-497f-8733-8398c4b51e67 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:06.949076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7044a0f6-1889-498e-bb30-510e4844629b req-ce948c60-0ffa-497f-8733-8398c4b51e67 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=75a0725a94fa4e01b6eeeab11d60957b HTTP/1.1" status: 200 len: 1656 time: 0.2385590 Jan 18 23:16:07.131691 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.170342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-312199ee-513b-4892-b392-d780aa2557f0 req-43946d40-abed-4217-aa1a-228f4f872c21 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574093 Jan 18 23:16:07.184069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:07.203488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:07.255353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044a0f6-1889-498e-bb30-510e4844629b req-7a06e9ed-a53f-4dc4-a0e3-d5b824b72b72 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:07.257196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7044a0f6-1889-498e-bb30-510e4844629b req-7a06e9ed-a53f-4dc4-a0e3-d5b824b72b72 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks?id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 787 time: 0.3073070 Jan 18 23:16:07.271980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-7044a0f6-1889-498e-bb30-510e4844629b req-7241cafd-931a-415f-80f8-c44d0eb9b9c6 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:16:07.271980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7044a0f6-1889-498e-bb30-510e4844629b req-7241cafd-931a-415f-80f8-c44d0eb9b9c6 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075126 Jan 18 23:16:07.292204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:07.433611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb3c13-8676-476b-b280-2aba82bb20c3 req-e62c94ef-9356-4862-808b-8fdbc3ae25cb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:07.433864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:07.435535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4bb3c13-8676-476b-b280-2aba82bb20c3 req-e62c94ef-9356-4862-808b-8fdbc3ae25cb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1058943 Jan 18 23:16:07.554918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4bb3c13-8676-476b-b280-2aba82bb20c3 req-af2835b1-1924-423f-bab6-5f90dba66480 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106353 Jan 18 23:16:07.656941 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'code': 200} Jan 18 23:16:07.857895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-77777a72-2e87-4805-8dcf-b6299e2f4f41 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips/b58ea829-42c4-4f6e-a5bc-90f31780c7fd HTTP/1.1" status: 200 len: 692 time: 0.1705301 Jan 18 23:16:07.983177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1440c0c9-1649-45d0-ba39-3b23f04d1bfb req-b9f572db-74d8-439e-b445-cd4b2da8df86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 1097 time: 0.2034473 Jan 18 23:16:08.067042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-b04f484d-67dd-44d3-92ab-3f48d82660b1 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:08.068543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-b04f484d-67dd-44d3-92ab-3f48d82660b1 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2096918 Jan 18 23:16:08.070740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1440c0c9-1649-45d0-ba39-3b23f04d1bfb req-5b7eb234-08fd-48e8-937b-facd358302ff service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798604 Jan 18 23:16:08.079198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-e9b0e674-6f95-4c34-9333-37c7805b6b6e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:16:08.080317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-e9b0e674-6f95-4c34-9333-37c7805b6b6e tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056024 Jan 18 23:16:08.173831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-ed29032e-6f6d-4768-bc56-3f7d99b07d7b tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.0862417 Jan 18 23:16:08.258884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:08.445036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-f108e324-a926-4168-966f-29857858a3a7 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.12 HTTP/1.1" status: 200 len: 695 time: 0.2701175 Jan 18 23:16:08.491252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-4755596-network', 'tenant_id': 'e7a128737e184246b16b62e423ff1a2e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:08.499609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:08.509676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Usage tracker for resource:network and tenant:e7a128737e184246b16b62e423ff1a2e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:08.516377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:08.523965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:08.547870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6982586f-2d41-4453-89ca-72d0c1e3966f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:08.599999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Made reservation on behalf of e7a128737e184246b16b62e423ff1a2e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:08.602644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.618224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.633575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Deleting port 5535502d-65d5-4f55-8d88-01396bf62bf7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:08.633916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.657504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:08.661629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a128737e184246b16b62e423ff1a2e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:08.665051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:08.668743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d740-8f1f-4ec1-8d17-b675c1a27cb8 req-130ec299-044c-4b00-8ee9-98fe82aab7d0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:08.673315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9d8d740-8f1f-4ec1-8d17-b675c1a27cb8 req-130ec299-044c-4b00-8ee9-98fe82aab7d0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.3105943 Jan 18 23:16:08.673431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:08.691883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6982586f-2d41-4453-89ca-72d0c1e3966f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:08.699080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6982586f-2d41-4453-89ca-72d0c1e3966f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:08.701229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.760436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.835682 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.870787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:08.874574 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.877076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b6aca-8b5c-4de5-b4e1-ba0a550db841,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:08.880257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9d8d740-8f1f-4ec1-8d17-b675c1a27cb8 req-8f248501-065e-4c0b-915c-cb001090f86c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931739 Jan 18 23:16:08.885737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.886587 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Added segment 353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a of type vlan for network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 Jan 18 23:16:08.920878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6982586f-2d41-4453-89ca-72d0c1e3966f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6982586f-2d41-4453-89ca-72d0c1e3966f,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:08.922919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.946018 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.987090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:08.987090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.012880 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.047410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.048641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:09.049378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.106701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.158155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Calling delete_port for 5535502d-65d5-4f55-8d88-01396bf62bf7 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:09.326183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] Pushing event updated for resources: {'Network': ['ID=081b5cdd-a3e6-4796-b7ae-f60b3475db85,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.331036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c09d-a48a-4abe-b85e-f7cee700b541 req-f8e59e70-df74-468b-9f21-a7c92df09b6f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:09.332713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b9c09d-a48a-4abe-b85e-f7cee700b541 req-f8e59e70-df74-468b-9f21-a7c92df09b6f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1384366 Jan 18 23:16:09.341726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:09.397882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b79d31ad-45ce-4830-87bf-057633832813 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1348832 Jan 18 23:16:09.398069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:09.404480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Request body: {'subnet': {'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-4755596-subnet', 'tenant_id': 'e7a128737e184246b16b62e423ff1a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:09.414099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:09.419656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Usage tracker for resource:subnet and tenant:e7a128737e184246b16b62e423ff1a2e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:09.422681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:09.429311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:09.441258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b9c09d-a48a-4abe-b85e-f7cee700b541 req-8ce1fe65-e04e-4f78-bc6f-dd2bb8037606 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Jan 18 23:16:09.537148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Made reservation on behalf of e7a128737e184246b16b62e423ff1a2e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:09.539819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.584026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.639199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event deleted for resources: {'Port': ['ID=5535502d-65d5-4f55-8d88-01396bf62bf7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.740540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.802447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.803673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c4c30a-28db-4078-a8b3-5c7575969701 req-5672e329-5e23-4104-9d27-61f7824224aa tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "DELETE /v2.0/floatingips/b58ea829-42c4-4f6e-a5bc-90f31780c7fd HTTP/1.1" status: 204 len: 173 time: 1.3576899 Jan 18 23:16:09.841343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:09.923019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6dfc52-b759-40b6-9d09-4161f1a71056,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:09.940750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-6199d225-60bb-40ad-b4e6-b646a5e185ce tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips/f066f7a2-27e4-4c5b-be5f-94955e8bdba1 HTTP/1.1" status: 200 len: 693 time: 0.1027474 Jan 18 23:16:09.980628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Checking segment: {'id': '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:09.980948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Network hostable DHCP agents. Network: 081b5cdd-a3e6-4796-b7ae-f60b3475db85, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:10.075012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:10.150776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 081b5cdd-a3e6-4796-b7ae-f60b3475db85) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:10.158946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a20ec-1924-4e96-9645-4bb3c9df82cc None None] Network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:10.161711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:10.162301 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.165864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-34f8cdd0-5658-4c97-abfe-d6f8d4b994bf tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:10.171762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-34f8cdd0-5658-4c97-abfe-d6f8d4b994bf tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.2222199 Jan 18 23:16:10.236459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b53f5c-db7f-4b09-ac22-81160837f33d req-b548881e-38c6-4f22-9cf3-67a954809a8d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:10.237946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92b53f5c-db7f-4b09-ac22-81160837f33d req-b548881e-38c6-4f22-9cf3-67a954809a8d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2032874 Jan 18 23:16:10.257973 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8dce7161-6e1b-4d8f-bc18-11d7cd9d034c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8493996 Jan 18 23:16:10.405145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-4ad1bb04-a27d-417a-89f2-831092cec83d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:10.430058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cac03-e157-4e2d-ba22-3029eab303a1 None None] Network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:10.459056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92b53f5c-db7f-4b09-ac22-81160837f33d req-05c2c544-1c51-414b-9154-1639421acdf8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029095 Jan 18 23:16:10.504662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6982586f-2d41-4453-89ca-72d0c1e3966f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:10.548535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-4ad1bb04-a27d-417a-89f2-831092cec83d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:10.549717 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-4ad1bb04-a27d-417a-89f2-831092cec83d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.3697345 Jan 18 23:16:10.629090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6982586f-2d41-4453-89ca-72d0c1e3966f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:10.629474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.704790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-32f1593f-c3b7-4bb1-af86-8278dbb6083d tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.188 HTTP/1.1" status: 200 len: 696 time: 0.1467462 Jan 18 23:16:10.858464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:10.926393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Deleting port 7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:10.926663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.006108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aabb6-67ed-4909-9313-2e25013f3eb8 req-b53848e2-00bb-421c-b145-02218abcc02a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:11.007524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c5aabb6-67ed-4909-9313-2e25013f3eb8 req-b53848e2-00bb-421c-b145-02218abcc02a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2199311 Jan 18 23:16:11.138659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c5aabb6-67ed-4909-9313-2e25013f3eb8 req-319c659e-7606-4922-916d-77461330a881 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845900 Jan 18 23:16:11.154387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.154773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.280152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Calling delete_port for 7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:11.551957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.620015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event deleted for resources: {'Port': ['ID=7c2d2f8f-71b9-48c8-af8d-c73efe58cc0d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:11.641153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-e714ad92-ef6c-4ea0-a4c5-4a6787eda77e tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:11.642698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-e714ad92-ef6c-4ea0-a4c5-4a6787eda77e tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/networks?id=081b5cdd-a3e6-4796-b7ae-f60b3475db85 HTTP/1.1" status: 200 len: 819 time: 0.2062969 Jan 18 23:16:11.723744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-51a04b13-f917-4b08-9c02-2b682d34b62e tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/quotas/e7a128737e184246b16b62e423ff1a2e HTTP/1.1" status: 200 len: 375 time: 0.0517232 Jan 18 23:16:11.784268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9ee4f727-94d7-4122-ba46-6ccd40e2e3f9 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7a128737e184246b16b62e423ff1a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535307 Jan 18 23:16:11.789359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.936966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-78e2205a-1bbe-4945-b3a1-935b4e12cf1b service neutron] 10.222.0.59 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423876 Jan 18 23:16:11.964637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:11.966011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a162fc6-a688-46f8-a10a-1bfefae43023 req-7295458e-e0d3-41a0-a1a7-aa23025f1ceb tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "DELETE /v2.0/floatingips/f066f7a2-27e4-4c5b-be5f-94955e8bdba1 HTTP/1.1" status: 204 len: 173 time: 1.2598062 Jan 18 23:16:12.248491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-b842674b-9b13-4c99-9b63-c18f683a1b38 service neutron] 10.222.0.59 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057113 Jan 18 23:16:12.280888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37b94-3d53-43a2-8471-2ef2eda057b9 req-4632b669-024a-4353-9c0c-5cec4dbe5eb1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:12.282406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2a37b94-3d53-43a2-8471-2ef2eda057b9 req-4632b669-024a-4353-9c0c-5cec4dbe5eb1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.0974944 Jan 18 23:16:12.334138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2a37b94-3d53-43a2-8471-2ef2eda057b9 req-a86971f7-bc31-4cbe-822d-6b07a0133580 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Jan 18 23:16:12.700639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-2f42fc13-1767-421f-aac7-f946c5cc5729 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips/99e2ca3e-0db7-48be-9f85-1c00fde4a6ae HTTP/1.1" status: 200 len: 693 time: 0.1052129 Jan 18 23:16:12.910276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c52d9-0b75-4f3c-900a-efa7052bec05 req-a8c7aad1-e128-40a3-aa9f-d1d2d91f5ce0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:12.911754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b2c52d9-0b75-4f3c-900a-efa7052bec05 req-a8c7aad1-e128-40a3-aa9f-d1d2d91f5ce0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2096145 Jan 18 23:16:12.920858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-27852b63-9b7f-4a73-84c2-24047c143b23 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:12.925489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-27852b63-9b7f-4a73-84c2-24047c143b23 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 784 time: 0.1923254 Jan 18 23:16:13.032810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-6d5faebf-247b-479b-b92a-5e70caac7738 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Synchronizing usage tracker for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:13.058779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b2c52d9-0b75-4f3c-900a-efa7052bec05 req-895b33ab-68db-405f-88fd-e0a7f35c0a38 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322227 Jan 18 23:16:13.149465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-6d5faebf-247b-479b-b92a-5e70caac7738 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Unset dirty status for tenant:75a0725a94fa4e01b6eeeab11d60957b on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:13.152424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-6d5faebf-247b-479b-b92a-5e70caac7738 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.2101285 Jan 18 23:16:13.256270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-1665e5fe-b942-4a62-a27c-61fa21c36561 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.179 HTTP/1.1" status: 200 len: 696 time: 0.0977192 Jan 18 23:16:13.458957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e654c020-901d-4e44-ae54-d1229d15ae2f req-b36458f3-f8d3-4597-acc6-d61d70b8f5ce tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 210 time: 0.0595040 Jan 18 23:16:13.462654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Deleting port cd3972a6-a613-403c-b5e5-fc87330f499c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:13.468512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.721471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.722124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.811186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5df847b4-70c8-4bc0-a221-b8378b38927e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:13.846264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Calling delete_port for cd3972a6-a613-403c-b5e5-fc87330f499c owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:13.886636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009616c-1dbb-41bc-8843-f7b72aa57c0e req-bbc58c3c-7e53-47b2-a17b-8d0300d4f047 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:13.888102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a009616c-1dbb-41bc-8843-f7b72aa57c0e req-bbc58c3c-7e53-47b2-a17b-8d0300d4f047 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2835660 Jan 18 23:16:13.980383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a009616c-1dbb-41bc-8843-f7b72aa57c0e req-a5c10e60-fbd7-462e-8b01-bb85058359f2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827932 Jan 18 23:16:14.155863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.360063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Pushing event deleted for resources: {'Port': ['ID=cd3972a6-a613-403c-b5e5-fc87330f499c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:14.431285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.535112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:14.542375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c97b963-52ad-488d-8732-c443ab67dba7 req-00291c6a-43ce-4976-8bf3-0b80ee823b06 tempest-FloatingIPDetailsTestJSON-1352355808 tempest-FloatingIPDetailsTestJSON-1352355808-project] 10.222.0.59 "DELETE /v2.0/floatingips/99e2ca3e-0db7-48be-9f85-1c00fde4a6ae HTTP/1.1" status: 204 len: 173 time: 1.2804253 Jan 18 23:16:14.543351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:14.602197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b9afd-2a67-49bc-a82d-6a33a04fff45 req-c183ac73-c345-42fb-a9b8-1d669d3ee36b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.604069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-496b9afd-2a67-49bc-a82d-6a33a04fff45 req-c183ac73-c345-42fb-a9b8-1d669d3ee36b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1095581 Jan 18 23:16:14.702500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-496b9afd-2a67-49bc-a82d-6a33a04fff45 req-6d56cf28-a75e-41e8-8433-885a98654cf1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930152 Jan 18 23:16:14.755255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5471d-7f4f-4a90-9427-d0d264709125 req-4b78dcae-2379-425c-9ca8-134d2ec4cb79 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.755255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d5471d-7f4f-4a90-9427-d0d264709125 req-4b78dcae-2379-425c-9ca8-134d2ec4cb79 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1135690 Jan 18 23:16:14.811833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95d5471d-7f4f-4a90-9427-d0d264709125 req-14e54300-67f9-4be4-860c-40586338bb19 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Jan 18 23:16:14.919990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-c99429eb-9182-4e68-ab8d-c2db8b99fb4b tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:14.920993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-c99429eb-9182-4e68-ab8d-c2db8b99fb4b tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Synchronizing usage tracker for tenant:e7a128737e184246b16b62e423ff1a2e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:14.947087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40174cdf-9558-4581-8a1a-44f65d5bc090 req-48f18e00-8a14-4a8f-9040-7e972a16d69f tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 210 time: 0.0902541 Jan 18 23:16:15.175764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-c99429eb-9182-4e68-ab8d-c2db8b99fb4b tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Unset dirty status for tenant:e7a128737e184246b16b62e423ff1a2e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:15.176989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-c99429eb-9182-4e68-ab8d-c2db8b99fb4b tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.89 "GET /v2.0/networks?id=081b5cdd-a3e6-4796-b7ae-f60b3475db85 HTTP/1.1" status: 200 len: 819 time: 0.5280390 Jan 18 23:16:15.195326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Request body: {'port': {'device_id': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85', 'admin_state_up': True, 'tenant_id': 'e7a128737e184246b16b62e423ff1a2e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:15.362946 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.430265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:15.436181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Usage tracker for resource:port and tenant:e7a128737e184246b16b62e423ff1a2e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:15.439922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:15.446801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:15.593154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Made reservation on behalf of e7a128737e184246b16b62e423ff1a2e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:15.596347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:15.750737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab120-a5fb-4d12-a83f-52fea97628d9 req-132150c0-c761-40fc-bcda-ae0b24bbab0c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:15.752255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afcab120-a5fb-4d12-a83f-52fea97628d9 req-132150c0-c761-40fc-bcda-ae0b24bbab0c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.0936005 Jan 18 23:16:15.809388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afcab120-a5fb-4d12-a83f-52fea97628d9 req-3b927443-47a8-48fb-bce5-66bed106cc65 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Jan 18 23:16:15.933145 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6080-cce2-43e2-8cd2-589ec9719e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.046927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Allocated IP 172.20.0.3 (081b5cdd-a3e6-4796-b7ae-f60b3475db85/4a6dfc52-b759-40b6-9d09-4161f1a71056/10f10c6c-8023-43a4-9177-a82a1af358eb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:16.072304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddf693-ac73-4ffd-8933-ca2b09fcba8a req-482c5bc2-7e5a-484c-aa09-f16d2f3bdc91 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:16.077782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4eddf693-ac73-4ffd-8933-ca2b09fcba8a req-482c5bc2-7e5a-484c-aa09-f16d2f3bdc91 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1159177 Jan 18 23:16:16.145860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4eddf693-ac73-4ffd-8933-ca2b09fcba8a req-a9340f98-6a6a-43bc-b811-022f4eb49948 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605786 Jan 18 23:16:16.231797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d23efaae-fad5-4955-9931-567247e12f53 req-9e5c9e27-bf3a-43d2-bbc1-427fe62ae13e tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 210 time: 0.0661592 Jan 18 23:16:16.413990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.584617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Deleting port bab5c2d0-3eaa-4c95-b145-4c9d52597154 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:16.584996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.613714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.703338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:16.712272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:16.715324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:16.826456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Pushing event updated for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:16.863549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.863896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.864239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.864580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.864969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.865280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.865623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.865935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.866257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.866632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.866910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:16.881950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:16.882561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:16.939624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] For port bab5c2d0-3eaa-4c95-b145-4c9d52597154, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bab5c2d0-3eaa-4c95-b145-4c9d52597154,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:16.939624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.004200 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-9578ed34-ced9-4414-a7fd-7b99c7704294 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8149879 Jan 18 23:16:17.043672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f4da7-2a13-407a-9fb9-6172854464b6 req-51ac8c97-5d02-4482-bff4-ef7bf69acd24 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:17.045376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa3f4da7-2a13-407a-9fb9-6172854464b6 req-51ac8c97-5d02-4482-bff4-ef7bf69acd24 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.0887237 Jan 18 23:16:17.064682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Calling delete_port for bab5c2d0-3eaa-4c95-b145-4c9d52597154 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:17.101111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Request body: {'port': {'device_id': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:17.121415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa3f4da7-2a13-407a-9fb9-6172854464b6 req-83f0ff3a-12de-44d2-a3a8-94608a3f3031 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692837 Jan 18 23:16:17.143666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.258258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.368658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a1292-3567-482b-b6cb-44b11d1a50d7 req-9c2db073-cdcf-48fb-b41b-1bbd978ad2f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:17.370756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef6a1292-3567-482b-b6cb-44b11d1a50d7 req-9c2db073-cdcf-48fb-b41b-1bbd978ad2f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.0883436 Jan 18 23:16:17.378024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.485787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef6a1292-3567-482b-b6cb-44b11d1a50d7 req-b2cf1849-bd29-4ca1-b678-5a10a4dcea7c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063533 Jan 18 23:16:17.596441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe78bd9-b122-4360-8dc4-a4e50ebc516f req-c49bece7-b080-41ce-90b0-5a3f97a2b802 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:17.605603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfe78bd9-b122-4360-8dc4-a4e50ebc516f req-c49bece7-b080-41ce-90b0-5a3f97a2b802 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 931 time: 0.1691403 Jan 18 23:16:17.733970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfe78bd9-b122-4360-8dc4-a4e50ebc516f req-0f7aec5d-bf74-4346-8183-32da5e88bff5 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244807 Jan 18 23:16:17.767045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-780d1156-8bc4-4000-8961-31ff58bbfac8 req-a3d49cca-3076-44c9-8c14-bb88a4ae203e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.1357956 Jan 18 23:16:17.809457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:17.834678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-780d1156-8bc4-4000-8961-31ff58bbfac8 req-36378c79-9bf8-4839-ac06-964c067567a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610363 Jan 18 23:16:17.880243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab5c2d0-3eaa-4c95-b145-4c9d52597154,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:18.044446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f10c6c-8023-43a4-9177-a82a1af358eb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:18.055871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.142271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Transition to ACTIVE for port object 10f10c6c-8023-43a4-9177-a82a1af358eb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:18.232666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.345089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b4828-6c72-4e52-a4ab-8a19c24e3b1b req-27fa8d2b-c631-4e82-9b0a-e64a92bf0f7b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:18.346898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-732b4828-6c72-4e52-a4ab-8a19c24e3b1b req-27fa8d2b-c631-4e82-9b0a-e64a92bf0f7b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.0920024 Jan 18 23:16:18.380072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Pushing event updated for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:18.409135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-732b4828-6c72-4e52-a4ab-8a19c24e3b1b req-77613e9a-4786-4398-9ff8-4943de2066a1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564704 Jan 18 23:16:18.479465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.562942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Attempting to bind port 10f10c6c-8023-43a4-9177-a82a1af358eb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:18.563300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Attempting to bind port 10f10c6c-8023-43a4-9177-a82a1af358eb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:18.563621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Attempting to bind port 10f10c6c-8023-43a4-9177-a82a1af358eb on network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:18.579519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Port 10f10c6c-8023-43a4-9177-a82a1af358eb on network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:16:18.579839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Attempting to bind port 10f10c6c-8023-43a4-9177-a82a1af358eb on network 081b5cdd-a3e6-4796-b7ae-f60b3475db85 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:18.590885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:18.591219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Checking segment: {'id': '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:18.591596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Bound using segment: {'id': '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:18.592016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Bound port: 10f10c6c-8023-43a4-9177-a82a1af358eb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:18.592355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.692441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:18.723796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d9470-1085-4ad0-8b0b-f99293ffccb6 req-71917b1c-18cc-42f4-9457-b8ac711cd9db tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:18.725702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db1d9470-1085-4ad0-8b0b-f99293ffccb6 req-71917b1c-18cc-42f4-9457-b8ac711cd9db tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.0998342 Jan 18 23:16:18.756718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:18.767424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=10f10c6c-8023-43a4-9177-a82a1af358eb,segment=NetworkSegment(353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a),segment_id=353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:18.840544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db1d9470-1085-4ad0-8b0b-f99293ffccb6 req-c26383f3-d294-40d5-8c5d-a1b1a708852a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055644 Jan 18 23:16:18.875015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.032267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:19.037207 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] 10.222.0.89 "PUT /v2.0/ports/10f10c6c-8023-43a4-9177-a82a1af358eb HTTP/1.1" status: 200 len: 1091 time: 1.9790781 Jan 18 23:16:19.039970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:19.122531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a12b-8dee-447a-9cb9-6fc4ac350009 req-e88cb8b2-3619-456a-a95a-cc31b14d96e6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:19.125001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88b6a12b-8dee-447a-9cb9-6fc4ac350009 req-e88cb8b2-3619-456a-a95a-cc31b14d96e6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 943 time: 0.1113024 Jan 18 23:16:19.184256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af6d42-0dea-4c7e-b1fd-c64c834b9f1f service neutron] Pushing event updated for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:19.196552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88b6a12b-8dee-447a-9cb9-6fc4ac350009 req-24bdb457-d40d-4e5b-96bc-58f5392eb7c6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Jan 18 23:16:19.279650 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb', 'status': 'completed', 'code': 200} Jan 18 23:16:19.310021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-aca9503d-7bf2-46c5-a377-c0dc2b116616 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7a128737e184246b16b62e423ff1a2e&device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 1094 time: 0.1737139 Jan 18 23:16:19.507795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-ff9419b6-eab9-4ec7-a969-75ee7158ad34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f10c6c-8023-43a4-9177-a82a1af358eb HTTP/1.1" status: 200 len: 217 time: 0.1869125 Jan 18 23:16:19.634046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-267060b4-599d-40e1-ae01-4e3726a93e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:19.636117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-267060b4-599d-40e1-ae01-4e3726a93e7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a6dfc52-b759-40b6-9d09-4161f1a71056 HTTP/1.1" status: 200 len: 859 time: 0.1205513 Jan 18 23:16:19.652645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4994f3-6ac5-4632-afbc-447046cfe553 req-104d6c9c-025d-40e3-93ff-e23e873c78c2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:19.654309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4994f3-6ac5-4632-afbc-447046cfe553 req-104d6c9c-025d-40e3-93ff-e23e873c78c2 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1011581 Jan 18 23:16:19.691959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-66c1ce90-cc00-428f-93fe-682e9ad1fb25 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=081b5cdd-a3e6-4796-b7ae-f60b3475db85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464101 Jan 18 23:16:19.705270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa4994f3-6ac5-4632-afbc-447046cfe553 req-70b91fff-8a90-46bb-b26e-35082d62e4b1 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Jan 18 23:16:19.820716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Router 1e843557-5877-4435-a4c3-31f31f79948e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:16:19.845866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-332b627d-4983-4f21-9bef-8d6c75b32823 service neutron] 10.222.0.89 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487658 Jan 18 23:16:20.058158 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-450793ad-38f9-40d6-912e-e86cf8d060b6 req-5f4da268-51a4-4115-8945-323ab3e947fd service neutron] 10.222.0.89 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565790 Jan 18 23:16:20.130581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d96b-81da-44d9-ae8e-8ed8f6f3de8c req-305a64bc-1c49-45f8-9fe8-fc4287db27a6 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:20.132967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a6d96b-81da-44d9-ae8e-8ed8f6f3de8c req-305a64bc-1c49-45f8-9fe8-fc4287db27a6 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1120865 Jan 18 23:16:20.186387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:16:20.188671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a6d96b-81da-44d9-ae8e-8ed8f6f3de8c req-36389924-8cf3-4a08-9339-7046c0bdc71f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Jan 18 23:16:20.196216 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Sync routers for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:16:20.255417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:20.255417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:20.257705 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfd505d2-57d1-4896-9511-beeb0a6b1a70 admin admin] 10.222.0.59 "PUT /v2.0/routers/1e843557-5877-4435-a4c3-31f31f79948e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6678963 Jan 18 23:16:20.295983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41804) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:20.489356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-8320e9d3-09e9-41e3-bbc3-5fdfcf49bfd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e7a128737e184246b16b62e423ff1a2e&device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 1094 time: 0.0820105 Jan 18 23:16:20.507027 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:20.716924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-e8f01d02-fec2-46d5-9b36-371af82fa542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:20.720807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-e8f01d02-fec2-46d5-9b36-371af82fa542 service neutron] 10.222.0.89 "GET /v2.0/networks?id=081b5cdd-a3e6-4796-b7ae-f60b3475db85 HTTP/1.1" status: 200 len: 920 time: 0.2228804 Jan 18 23:16:20.748059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f194a5-133a-4af9-8941-aa7f9bcf1f03 req-c562084a-e1ab-46a1-b63a-edce402a7833 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:20.748059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1f194a5-133a-4af9-8941-aa7f9bcf1f03 req-c562084a-e1ab-46a1-b63a-edce402a7833 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 943 time: 0.3914671 Jan 18 23:16:20.754704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:20.814150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-9b20b29a-197e-4b87-be32-39c5c14100d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10f10c6c-8023-43a4-9177-a82a1af358eb HTTP/1.1" status: 200 len: 217 time: 0.0854371 Jan 18 23:16:20.904468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1f194a5-133a-4af9-8941-aa7f9bcf1f03 req-8a2ce327-9482-4c22-a610-49059b67d58d tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871038 Jan 18 23:16:20.940221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:16:17Z', 'revision_number': 5, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:20.949341 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Checking router: 1e843557-5877-4435-a4c3-31f31f79948e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:16:20.970875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-41c26104-52e5-49d3-b475-ae88d61e986c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:20.972510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-41c26104-52e5-49d3-b475-ae88d61e986c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4a6dfc52-b759-40b6-9d09-4161f1a71056 HTTP/1.1" status: 200 len: 859 time: 0.1508012 Jan 18 23:16:20.984292 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Routers {'1e843557-5877-4435-a4c3-31f31f79948e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:20.984292 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1e843557-5877-4435-a4c3-31f31f79948e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:21.078588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-a15407d5-a3e5-4929-8ab8-c8d8dfabb7d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=081b5cdd-a3e6-4796-b7ae-f60b3475db85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981071 Jan 18 23:16:21.281992 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] Set router 1e843557-5877-4435-a4c3-31f31f79948e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:21.286235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-6251e741-f968-492f-9f4f-dce1ab1fdbcd service neutron] 10.222.0.89 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010114 Jan 18 23:16:21.352053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:21.365014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-2843089c-27fa-4054-b4a9-9c4af9f38260 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.3178632 Jan 18 23:16:21.380608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939924ff-bfae-40d7-8f24-da0770b5761a req-69a60d49-a51a-4c99-bb26-3f4cc313c66e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:21.381880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-939924ff-bfae-40d7-8f24-da0770b5761a req-69a60d49-a51a-4c99-bb26-3f4cc313c66e tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2073970 Jan 18 23:16:21.412859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227c231-d3eb-4606-b19e-1ce895c7e9d0 req-f233412d-e131-421f-af13-0179052846c5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:21.414340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6227c231-d3eb-4606-b19e-1ce895c7e9d0 req-f233412d-e131-421f-af13-0179052846c5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2964106 Jan 18 23:16:21.443409 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7ff0e72e-a8e7-4707-8c4f-d6cff8290238 req-962e90db-6617-4058-a329-08da37490599 service neutron] 10.222.0.89 "GET /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500816 Jan 18 23:16:21.570281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-939924ff-bfae-40d7-8f24-da0770b5761a req-7a45ab8b-791f-4cff-9786-28d8a438d5d7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673610 Jan 18 23:16:21.607123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6227c231-d3eb-4606-b19e-1ce895c7e9d0 req-e82e39a1-274e-44b5-8b17-973a4526eb8f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117704 Jan 18 23:16:21.607123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-516bc8ff-28cd-4e0a-a0e8-f184d94548ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:21.607123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-516bc8ff-28cd-4e0a-a0e8-f184d94548ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.2174959 Jan 18 23:16:21.676622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-67b2dd40-d599-4dcd-8ed4-3957ce662dc9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.0768955 Jan 18 23:16:21.748879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-f2d600f5-b506-4704-9119-fc668de9bb9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:21.750344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-f2d600f5-b506-4704-9119-fc668de9bb9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.0692630 Jan 18 23:16:21.773110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:16:17Z', 'revision_number': 5, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:21.777921 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e52f-5619-4f9e-8f5c-6e4009be065a None None] The sync data for ids ['1e843557-5877-4435-a4c3-31f31f79948e'] in n-d-825175-2 is: [{'id': '1e843557-5877-4435-a4c3-31f31f79948e', 'name': 'tempest-FloatingIPDetailsTestJSON-761616013-router', 'tenant_id': '75a0725a94fa4e01b6eeeab11d60957b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:25Z', 'updated_at': '2022-01-18T23:16:17Z', 'revision_number': 5, 'project_id': '75a0725a94fa4e01b6eeeab11d60957b', 'gw_port': {'id': '6d82eb47-c250-4cc6-a3e5-673d3cd52b42', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e843557-5877-4435-a4c3-31f31f79948e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:26Z', 'updated_at': '2022-01-18T23:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:16:21.819468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-39595d95-e5b6-40bf-8f6b-2ee7362b2fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542943 Jan 18 23:16:21.961692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-dce214bc-c480-402a-8953-89b1b3bf32a4 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344261 Jan 18 23:16:22.100154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Deleting port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:22.100647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.283466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5e0dd5d-9081-428a-8736-605f1dbf8394 req-23719487-e8c7-4383-b036-e861221da3d8 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152199 Jan 18 23:16:22.323086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89d3e-fc14-4cbd-9faa-a27801423f0e req-2c6ab40e-3a50-4b87-9311-56ca604fcaac tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:22.324644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe89d3e-fc14-4cbd-9faa-a27801423f0e req-2c6ab40e-3a50-4b87-9311-56ca604fcaac tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 943 time: 0.2703774 Jan 18 23:16:22.385409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] For port 6d82eb47-c250-4cc6-a3e5-673d3cd52b42, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:22.386086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:22.408876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bab5c2d0-3eaa-4c95-b145-4c9d52597154 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:22.442820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: bab5c2d0-3eaa-4c95-b145-4c9d52597154 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:16:22.447220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bab5c2d0-3eaa-4c95-b145-4c9d52597154 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:22.719915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Calling delete_port for 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:22.812403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe89d3e-fc14-4cbd-9faa-a27801423f0e req-6a2ddfa4-be07-4e0c-8357-247d9f1b9651 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674051 Jan 18 23:16:22.892421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a94f-26e2-479c-a286-6dc1e80e5d25 req-827ce4c9-d88d-4d95-8798-68228102e847 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:22.893816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ab6a94f-26e2-479c-a286-6dc1e80e5d25 req-827ce4c9-d88d-4d95-8798-68228102e847 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1316605 Jan 18 23:16:23.040151 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ab6a94f-26e2-479c-a286-6dc1e80e5d25 req-c27752a4-96ae-426e-aeaf-28f337b66ac8 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366150 Jan 18 23:16:23.085871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae8d90-7f93-4256-a493-0ab3dbd69eac req-46785637-701c-4a04-91b8-30a36b6e9254 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:23.089980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90ae8d90-7f93-4256-a493-0ab3dbd69eac req-46785637-701c-4a04-91b8-30a36b6e9254 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1583667 Jan 18 23:16:23.136877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90ae8d90-7f93-4256-a493-0ab3dbd69eac req-5d97e421-9332-46ea-9004-e7ce9e999996 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Jan 18 23:16:23.138222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.189617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d82eb47-c250-4cc6-a3e5-673d3cd52b42,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:23.433799 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.710397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.715888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.805177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.805696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e843557-5877-4435-a4c3-31f31f79948e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:16:23.819311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:23.823336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-21a9b12f-326b-4c85-b3ee-6628755fbbb1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1e843557-5877-4435-a4c3-31f31f79948e HTTP/1.1" status: 204 len: 168 time: 3.6035473 Jan 18 23:16:23.827042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:23.910152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Deleting subnet 9c2789be-583c-43ca-a7da-82ad5dc579e3 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:16:23.912856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.020403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.033789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 10f10c6c-8023-43a4-9177-a82a1af358eb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:24.120569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a74e5-09c0-4dd8-9557-a147dfa4773d req-46b248ef-e318-4a51-a473-197f280cee69 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:24.122125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1a74e5-09c0-4dd8-9557-a147dfa4773d req-46b248ef-e318-4a51-a473-197f280cee69 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 943 time: 0.1627765 Jan 18 23:16:24.175718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.232882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=10f10c6c-8023-43a4-9177-a82a1af358eb,segment=NetworkSegment(353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a),segment_id=353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:24.253794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '10f10c6c-8023-43a4-9177-a82a1af358eb', 'network_id': '081b5cdd-a3e6-4796-b7ae-f60b3475db85', 'port_id': '10f10c6c-8023-43a4-9177-a82a1af358eb', 'mac_address': 'fa:16:3e:d8:ae:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6dfc52-b759-40b6-9d09-4161f1a71056', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:24.311737 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.330261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f10c6c-8023-43a4-9177-a82a1af358eb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:24.347531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=10f10c6c-8023-43a4-9177-a82a1af358eb,segment=NetworkSegment(353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a),segment_id=353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:24.391993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1a74e5-09c0-4dd8-9557-a147dfa4773d req-8e542ce4-166c-4a67-bf55-85614b385697 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563970 Jan 18 23:16:24.416660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.481583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e60f1-3389-45ff-a7eb-dcb85fe170d8 req-98c6d01a-ea72-44b9-8e66-40f0f3691c93 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:24.498172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f93e60f1-3389-45ff-a7eb-dcb85fe170d8 req-98c6d01a-ea72-44b9-8e66-40f0f3691c93 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2939610 Jan 18 23:16:24.538484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.581591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:24.616964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2789be-583c-43ca-a7da-82ad5dc579e3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:24.628820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959434ae-438e-4163-a823-992eb289027f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.641293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da310b-d1e4-4d46-8f1b-5661247c0f7d None None] Network 2208668b-41c7-466e-b228-d81592780b5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:24.641678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-959434ae-438e-4163-a823-992eb289027f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9c2789be-583c-43ca-a7da-82ad5dc579e3 HTTP/1.1" status: 204 len: 168 time: 0.8171442 Jan 18 23:16:24.644193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41876) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:24.657431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f93e60f1-3389-45ff-a7eb-dcb85fe170d8 req-7420db0a-beca-44c4-b084-6dc2b4fdc2e0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582921 Jan 18 23:16:24.879157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec167d6-1636-4991-84cb-e423bc76ab53 req-e30c50a4-737c-4c31-94f3-6223276c83e0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:24.897578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cec167d6-1636-4991-84cb-e423bc76ab53 req-e30c50a4-737c-4c31-94f3-6223276c83e0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1915686 Jan 18 23:16:24.948900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:24.967571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Deleting port 1b84bb34-1405-41d4-ab1e-2274bdff47dd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:24.967920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.010391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cec167d6-1636-4991-84cb-e423bc76ab53 req-ca0d878a-c2a1-4637-ba7e-b33bf6f2320d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089988 Jan 18 23:16:25.024552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['10f10c6c-8023-43a4-9177-a82a1af358eb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:16:25.223038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] For port 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1b84bb34-1405-41d4-ab1e-2274bdff47dd,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:25.223712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.316546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] DHCP port deletion for 2208668b-41c7-466e-b228-d81592780b5a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:16:25.321649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Deleting port 1b84bb34-1405-41d4-ab1e-2274bdff47dd {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:25.322812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.382974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Calling delete_port for 1b84bb34-1405-41d4-ab1e-2274bdff47dd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:25.550761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] For port 1b84bb34-1405-41d4-ab1e-2274bdff47dd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1b84bb34-1405-41d4-ab1e-2274bdff47dd,segment=NetworkSegment(79d9c2b2-e164-4e76-83ac-93e596ddedb1),segment_id=79d9c2b2-e164-4e76-83ac-93e596ddedb1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:25.551159 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.560097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.634741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655e969-a15e-4aea-9512-4d9a5ca443a0 req-75d1ec90-3789-46af-a824-6a75ecfad461 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:25.636355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b655e969-a15e-4aea-9512-4d9a5ca443a0 req-75d1ec90-3789-46af-a824-6a75ecfad461 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 944 time: 0.1010091 Jan 18 23:16:25.658693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b84bb34-1405-41d4-ab1e-2274bdff47dd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:25.673011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] No DVR routers for this DVR port 1b84bb34-1405-41d4-ab1e-2274bdff47dd on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:25.706226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Calling delete_port for 1b84bb34-1405-41d4-ab1e-2274bdff47dd owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:25.745968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b655e969-a15e-4aea-9512-4d9a5ca443a0 req-92b0b043-3988-4c70-b47a-c591ada5f05e tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033723 Jan 18 23:16:25.829493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.830265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:25.830797 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:25.857043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2208668b-41c7-466e-b228-d81592780b5a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:25.870966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d9c2b2-e164-4e76-83ac-93e596ddedb1') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:25.878821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d9c2b2-e164-4e76-83ac-93e596ddedb1') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:25.882911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.901089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.907624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:16:25.908010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:25.923641 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:26.126576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.158146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.161049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] Pushing event deleted for resources: {'Network': ['ID=2208668b-41c7-466e-b228-d81592780b5a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:26.254395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba42e7-e089-4e8a-ad29-7043bd79d227 req-f823b751-c99c-4f51-9fe0-bc81f879656f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:26.262471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ba42e7-e089-4e8a-ad29-7043bd79d227 req-f823b751-c99c-4f51-9fe0-bc81f879656f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1048968 Jan 18 23:16:26.303491 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea48cf28-b2af-4f55-b866-efab570cbc82 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2208668b-41c7-466e-b228-d81592780b5a HTTP/1.1" status: 204 len: 168 time: 1.6580224 Jan 18 23:16:26.313712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73ba42e7-e089-4e8a-ad29-7043bd79d227 req-c2c2f079-cc5f-4f92-a84f-81bee4edcb42 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 Jan 18 23:16:26.332366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Deleting port 1b84bb34-1405-41d4-ab1e-2274bdff47dd {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:26.332907 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:26.406828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4f8471a2-7188-4d47-a2b5-ee8c44e41036 None None] The port '1b84bb34-1405-41d4-ab1e-2274bdff47dd' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:16:26.452515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1b84bb34-1405-41d4-ab1e-2274bdff47dd no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:26.487048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 1b84bb34-1405-41d4-ab1e-2274bdff47dd {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:16:26.487412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1b84bb34-1405-41d4-ab1e-2274bdff47dd not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:26.787850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:26.919752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41912) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:26.928972 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7e0bebe7-7d2d-4495-9f48-d27f5a43452a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75a0725a94fa4e01b6eeeab11d60957b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1278641 Jan 18 23:16:27.055137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.097484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25feea-c29b-4dbd-98f6-88686d62b7b2 req-a181f124-e13e-42bc-96cd-a96607384448 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:27.098965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d25feea-c29b-4dbd-98f6-88686d62b7b2 req-a181f124-e13e-42bc-96cd-a96607384448 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 944 time: 0.1504173 Jan 18 23:16:27.100746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.176660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d25feea-c29b-4dbd-98f6-88686d62b7b2 req-9187aa8c-a0db-4650-b811-f32a3f2735e8 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689809 Jan 18 23:16:27.286682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.308238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d8c78-5b55-4436-bea9-4f24a1f2bcbf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:27.315439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:27.316866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09f85762-0a5d-44fe-a41d-724a87ff91dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b91d8c78-5b55-4436-bea9-4f24a1f2bcbf HTTP/1.1" status: 204 len: 168 time: 0.3961020 Jan 18 23:16:27.526783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcd14a-5b28-44e2-aa75-e1b5c835f77d req-2bc9645b-ac49-494e-b968-94c503180b55 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:27.528173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aadcd14a-5b28-44e2-aa75-e1b5c835f77d req-2bc9645b-ac49-494e-b968-94c503180b55 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.0804672 Jan 18 23:16:27.576247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aadcd14a-5b28-44e2-aa75-e1b5c835f77d req-b062c355-237d-4445-9f66-364bd9d95a98 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jan 18 23:16:27.856827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-e640e53a-3990-4bd0-819d-a5a7c8337207 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792515 Jan 18 23:16:27.968377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-81e7fd79-80e0-4791-a52c-d2e79d828b52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72cc676a8965494791153dc0908cbb4c&device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 1096 time: 0.0819900 Jan 18 23:16:28.078334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 10f10c6c-8023-43a4-9177-a82a1af358eb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:28.165150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-b16fd7cf-37f5-46f3-b145-92f6a1cc0c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.166753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-b16fd7cf-37f5-46f3-b145-92f6a1cc0c05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 HTTP/1.1" status: 200 len: 913 time: 0.1692414 Jan 18 23:16:28.229843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 10f10c6c-8023-43a4-9177-a82a1af358eb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:28.235308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 10f10c6c-8023-43a4-9177-a82a1af358eb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:28.235793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.318134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-6562266c-fd16-41d5-9c30-c4253365b802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=890ddba5-0986-402e-a637-21883c44f82a HTTP/1.1" status: 200 len: 1001 time: 0.1451085 Jan 18 23:16:28.385284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.415047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-1d370234-b016-4a51-907f-70d84d36c1bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.416970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:28.418048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-1d370234-b016-4a51-907f-70d84d36c1bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=08f475b3-1280-4dc3-a1cb-bd48bb66849b HTTP/1.1" status: 200 len: 851 time: 0.0912788 Jan 18 23:16:28.427236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=10f10c6c-8023-43a4-9177-a82a1af358eb,segment=NetworkSegment(353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a),segment_id=353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:28.515553 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:28.518678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe75f7-567a-4920-b2f0-ea87ef71fe4e req-3739a498-293e-432a-93dd-36681bbb290f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.520141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcfe75f7-567a-4920-b2f0-ea87ef71fe4e req-3739a498-293e-432a-93dd-36681bbb290f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2410324 Jan 18 23:16:28.588369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:28.602467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfd6fc-50ef-4d3a-852d-ed12e2b8c641 req-d026d086-ac0b-4fa8-aefe-e384008276fc tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:28.607619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bdfd6fc-50ef-4d3a-852d-ed12e2b8c641 req-d026d086-ac0b-4fa8-aefe-e384008276fc tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 944 time: 0.1846700 Jan 18 23:16:28.637126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcfe75f7-567a-4920-b2f0-ea87ef71fe4e req-36f5fb3c-9301-40ff-8d3e-771acdaf59c9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023958 Jan 18 23:16:28.638060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-b01e81c8-8b73-4ba2-9761-971101c9b3b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806674 Jan 18 23:16:28.762007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bdfd6fc-50ef-4d3a-852d-ed12e2b8c641 req-ac0d1d99-0e21-4f8d-9fcf-74dbe0c9c7a0 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494212 Jan 18 23:16:28.836136 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb', 'code': 200} Jan 18 23:16:28.837918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-c2fe800c-4344-4504-88ce-8f17a9799bf5 service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909966 Jan 18 23:16:28.991238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a125bc00-390e-41cf-b19a-14d996a3a925 req-3232b54a-06c6-418a-b05d-7c792ae69a93 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 1096 time: 0.0931735 Jan 18 23:16:29.041780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a125bc00-390e-41cf-b19a-14d996a3a925 req-a4d582e8-c41d-47ca-aa63-e3b2b2622fcc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Jan 18 23:16:29.192565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01973f4f-3866-4e51-abc0-0766db0c90b8 req-6292b14d-590d-4c43-8ac9-6efcae6e341c service neutron] 10.222.0.83 "GET /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487191 Jan 18 23:16:29.205300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d1093-e10d-469b-a80e-3e4aef18e37b req-cbbdfc91-a57b-4547-9227-6ae0ac3c5de5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:29.213018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066d1093-e10d-469b-a80e-3e4aef18e37b req-cbbdfc91-a57b-4547-9227-6ae0ac3c5de5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1462200 Jan 18 23:16:29.254377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066d1093-e10d-469b-a80e-3e4aef18e37b req-188a0331-fe84-4b50-906a-2bc107fddfc3 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417523 Jan 18 23:16:30.066998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5eea1-dcde-4437-8ab3-76085636ea88 req-8a556714-eb4f-4d27-aef7-30387a26f213 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:30.068375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4c5eea1-dcde-4437-8ab3-76085636ea88 req-8a556714-eb4f-4d27-aef7-30387a26f213 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.0771053 Jan 18 23:16:30.120699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4c5eea1-dcde-4437-8ab3-76085636ea88 req-1a79b840-ac6d-492a-be4d-55f466d98281 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460587 Jan 18 23:16:30.464924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:30.489889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Sync routers for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:16:30.503485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655982-1d4d-44df-a7eb-7ba003600117 req-de2d0882-acc0-443a-a563-3037d685b7f7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:30.504820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:30.506304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:30.511929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64655982-1d4d-44df-a7eb-7ba003600117 req-de2d0882-acc0-443a-a563-3037d685b7f7 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1012716 Jan 18 23:16:30.596565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64655982-1d4d-44df-a7eb-7ba003600117 req-ee1d1a61-d11f-441f-8386-46fa464fe804 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Jan 18 23:16:30.682090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:30.741375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:30.745732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:53be6551a70448cab8d076eaf52aec16 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:30.749244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:30.755872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:30.809816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:30.843798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.018599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.113880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421cebbe-3889-4141-97cf-5ca2b2dd55c0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:31.132210 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-65754fb4-1578-4799-bfc1-45103d9ee6f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53be6551a70448cab8d076eaf52aec16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6657314 Jan 18 23:16:31.134996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:31.246426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.278898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:58Z', 'revision_number': 4, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fbf7825c-6ddd-4681-99e6-007604f564ac', 'name': '', 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'mac_address': 'fa:16:3e:c1:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:57Z', 'updated_at': '2022-01-18T23:15:59Z', 'revision_number': 2, 'project_id': '96d3566387a448418ad0ca22de874204', 'subnets': [{'id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:31.281262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.286883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Checking router: c05cf1ab-3f61-4273-8727-6337fb7855de for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:16:31.287339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Updating router c05cf1ab-3f61-4273-8727-6337fb7855de port fbf7825c-6ddd-4681-99e6-007604f564ac binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:16:31.364373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.443972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c07f4-c8a7-4b06-aad0-e91bbb36cdb8 req-5c5cbe58-1856-489d-beff-3f7f416c9621 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:31.449461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-123c07f4-c8a7-4b06-aad0-e91bbb36cdb8 req-5c5cbe58-1856-489d-beff-3f7f416c9621 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.1440432 Jan 18 23:16:31.509668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.542089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421cebbe-3889-4141-97cf-5ca2b2dd55c0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:31.545105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.547625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ba709056-ae8d-4c1e-b993-5c014b464b47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/421cebbe-3889-4141-97cf-5ca2b2dd55c0 HTTP/1.1" status: 204 len: 168 time: 0.4113393 Jan 18 23:16:31.557468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-123c07f4-c8a7-4b06-aad0-e91bbb36cdb8 req-a0b6fe58-6e20-402c-80ac-56c93d0b62fd tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004767 Jan 18 23:16:31.931377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:31.935264 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-c47e416f-75b3-4863-a9b0-b43c146bfe6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1624255 Jan 18 23:16:31.948979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Transition to ACTIVE for port object fbf7825c-6ddd-4681-99e6-007604f564ac will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:32.016080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f100-6857-4a54-86cd-ad558e9a272b req-0c99b9e4-add0-4aec-85e2-fb15b6bb4ad0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.021889 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.045581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7095f100-6857-4a54-86cd-ad558e9a272b req-0c99b9e4-add0-4aec-85e2-fb15b6bb4ad0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2242877 Jan 18 23:16:32.146027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee745d2-b6e9-4dc6-a102-fc4b570d5de2 None None] Pushing event updated for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:32.148549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7095f100-6857-4a54-86cd-ad558e9a272b req-96e5ac09-ece6-4a55-bb91-28ff0a580020 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Jan 18 23:16:32.221319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-d047de0e-26d4-4906-815b-484de361048c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.1527605 Jan 18 23:16:32.452166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:32.499998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:16:32.500341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d82eb47-c250-4cc6-a3e5-673d3cd52b42 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:32.520803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Attempting to bind port fbf7825c-6ddd-4681-99e6-007604f564ac on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:32.521208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Attempting to bind port fbf7825c-6ddd-4681-99e6-007604f564ac by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:32.521571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Attempting to bind port fbf7825c-6ddd-4681-99e6-007604f564ac on network 10a46f82-438e-4405-b4e0-7ac2049ccb55 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:32.535933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:32.546034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Checking segment: {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:32.546034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.546034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Bound using segment: {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:32.546034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Bound port: fbf7825c-6ddd-4681-99e6-007604f564ac, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:32.546034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.651233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80772f71-6acd-4ab3-8cb3-33764f7057bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.651611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80772f71-6acd-4ab3-8cb3-33764f7057bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.651977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80772f71-6acd-4ab3-8cb3-33764f7057bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.653579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80772f71-6acd-4ab3-8cb3-33764f7057bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 2294 time: 0.4026620 Jan 18 23:16:32.695877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] For port fbf7825c-6ddd-4681-99e6-007604f564ac, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:32.699704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] For port fbf7825c-6ddd-4681-99e6-007604f564ac, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fbf7825c-6ddd-4681-99e6-007604f564ac,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:32.795698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:32.810384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-259ccf0b-2f76-4a35-a86c-c117eba4c84c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 1000 time: 0.1486065 Jan 18 23:16:32.961013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:16:32.968243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:32.981325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6d095-5874-4293-8a21-4251932a5056 req-674ba83a-c48c-4b94-8d93-b9e744be3146 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:32.989052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1d6d095-5874-4293-8a21-4251932a5056 req-674ba83a-c48c-4b94-8d93-b9e744be3146 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.1134014 Jan 18 23:16:33.083088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee745d2-b6e9-4dc6-a102-fc4b570d5de2 None None] Pushing event updated for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:33.101597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1d6d095-5874-4293-8a21-4251932a5056 req-37b813d4-cad9-42ad-9c64-f33fdfd08e72 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 Jan 18 23:16:33.176638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-113d7b3c-e521-4731-bc09-c41418ecb51f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:33.178150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-113d7b3c-e521-4731-bc09-c41418ecb51f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 200 len: 851 time: 0.3604336 Jan 18 23:16:33.319526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:16:33.355094 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-095988c5-f9b9-49d7-be1b-1806847f3d2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=54f36bba-5c61-4635-b73b-4727c8de00f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699033 Jan 18 23:16:33.429695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd022f8-7bb9-4223-af82-6dc9a2a98cf6 req-f446014e-95c0-4cf4-9061-37dead5a2092 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:33.439441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fd022f8-7bb9-4223-af82-6dc9a2a98cf6 req-f446014e-95c0-4cf4-9061-37dead5a2092 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1074498 Jan 18 23:16:33.509246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fd022f8-7bb9-4223-af82-6dc9a2a98cf6 req-f6b1f0cc-ca03-4658-8970-8be7f0616f3d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681703 Jan 18 23:16:33.559212 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-a19ea594-9954-403a-ad21-a0d6e04eb398 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966529 Jan 18 23:16:33.747935 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-4ab9a8e9-b0b3-40c9-985e-aed5202653aa service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817107 Jan 18 23:16:33.800761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:58Z', 'revision_number': 4, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fbf7825c-6ddd-4681-99e6-007604f564ac', 'name': '', 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'mac_address': 'fa:16:3e:c1:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:57Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 4, 'project_id': '96d3566387a448418ad0ca22de874204', 'subnets': [{'id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:33.805406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd4e48-fe06-4fb2-9a37-c1484adc1a33 None None] The sync data for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 is: [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:15:58Z', 'revision_number': 4, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'fbf7825c-6ddd-4681-99e6-007604f564ac', 'name': '', 'network_id': '10a46f82-438e-4405-b4e0-7ac2049ccb55', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'mac_address': 'fa:16:3e:c1:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:57Z', 'updated_at': '2022-01-18T23:16:32Z', 'revision_number': 4, 'project_id': '96d3566387a448418ad0ca22de874204', 'subnets': [{'id': '21c81977-dcf6-4e23-9d44-08c00a6a3bc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:16:33.957933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-8e306faa-4280-4085-bb90-465d1b3b235a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 217 time: 0.2006867 Jan 18 23:16:34.049997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-ae22e2c1-4fbb-4815-9d5a-d08c09412e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:34.052017 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-ae22e2c1-4fbb-4815-9d5a-d08c09412e78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0864503 Jan 18 23:16:34.079987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-ae2816ee-7ab9-49ac-a52a-c381f7bbe979 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336528 Jan 18 23:16:34.154539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-4596c337-ae28-4680-8ec8-6cf2786d8902 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940971 Jan 18 23:16:34.246882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74436d-c83d-4723-9665-9908b71897a8 req-da236ea6-4e38-45f7-9e62-98849302e8f9 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:34.252284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-da236ea6-4e38-45f7-9e62-98849302e8f9 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628721 Jan 18 23:16:34.273728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-ca84b33f-300e-430e-9b19-543d53b10150 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/quotas/bb6bf461f0c646e08c0cf640781fdd52 HTTP/1.1" status: 200 len: 375 time: 0.0198865 Jan 18 23:16:34.358138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-052245f6-014f-4dfa-b23c-0886779c51af service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950998 Jan 18 23:16:34.373989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-2a8badce-97e9-46e7-b8d8-baf0eb88094d tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992966 Jan 18 23:16:34.453131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7142a5-df96-41ff-ba26-fe4fed275e2f req-4eaea14c-5dc9-40c3-8cc1-be63c4f239db tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:34.463060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e7142a5-df96-41ff-ba26-fe4fed275e2f req-4eaea14c-5dc9-40c3-8cc1-be63c4f239db tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.1855602 Jan 18 23:16:34.527026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fbf7825c-6ddd-4681-99e6-007604f564ac up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:34.562927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e7142a5-df96-41ff-ba26-fe4fed275e2f req-e164edab-867a-4fbb-ad28-ca5703709abe tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988693 Jan 18 23:16:34.564929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-d4f11fd9-a103-4ac3-b644-5fa86661e470 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:34.565794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-d4f11fd9-a103-4ac3-b644-5fa86661e470 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Synchronizing usage tracker for tenant:e7a128737e184246b16b62e423ff1a2e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:34.573465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-109e6cc1-9ba0-4278-98e1-9ca80d167fdb service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087131 Jan 18 23:16:34.697733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-17501c5a-4ab1-4d96-be8f-b3f7701cf73d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 217 time: 0.1141577 Jan 18 23:16:34.714823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port fbf7825c-6ddd-4681-99e6-007604f564ac completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:34.723185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fbf7825c-6ddd-4681-99e6-007604f564ac triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:34.723630 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:34.803904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-d4f11fd9-a103-4ac3-b644-5fa86661e470 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Unset dirty status for tenant:e7a128737e184246b16b62e423ff1a2e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:34.805079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-d4f11fd9-a103-4ac3-b644-5fa86661e470 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.89 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.5281193 Jan 18 23:16:34.970667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Deleting port 10f10c6c-8023-43a4-9177-a82a1af358eb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:34.978472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.032285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fd644-d4dc-44e4-9506-57bcb30450cb req-50d38788-e0c1-492b-be33-03985b31d4ac tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:35.047042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-481fd644-d4dc-44e4-9506-57bcb30450cb req-50d38788-e0c1-492b-be33-03985b31d4ac tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2809486 Jan 18 23:16:35.111614 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.131700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-3622f519-c9cd-4f5d-93ea-0b875a4ac3ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:35.135009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-3622f519-c9cd-4f5d-93ea-0b875a4ac3ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.4294345 Jan 18 23:16:35.147475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-481fd644-d4dc-44e4-9506-57bcb30450cb req-816a07fd-a789-4cc8-9d2f-427ea25878bf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991869 Jan 18 23:16:35.223428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port fbf7825c-6ddd-4681-99e6-007604f564ac, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fbf7825c-6ddd-4681-99e6-007604f564ac,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:35.261265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94af7722-6126-4dc3-aa13-678c5823eb4b req-f4c33eb7-7326-48e1-a71d-d5e29520bd24 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 210 time: 0.1091571 Jan 18 23:16:35.293496 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.374601 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-0dce2213-243d-4bb1-9bf7-2263e4a2cffa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2326605 Jan 18 23:16:35.386095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:35.652491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] For port 10f10c6c-8023-43a4-9177-a82a1af358eb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=10f10c6c-8023-43a4-9177-a82a1af358eb,segment=NetworkSegment(353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a),segment_id=353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:35.652871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:35.717756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-fd51a9ad-42f8-4e4e-b6ac-e4449603d381 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352399 Jan 18 23:16:35.789460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Calling delete_port for 10f10c6c-8023-43a4-9177-a82a1af358eb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:35.805931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e20b-9c9d-459f-8e72-e01066b7a6e9 req-92f0d4fb-22a0-40fc-a287-f294fb5e09f0 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:35.816525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f487e20b-9c9d-459f-8e72-e01066b7a6e9 req-92f0d4fb-22a0-40fc-a287-f294fb5e09f0 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 945 time: 0.1266847 Jan 18 23:16:35.871489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f487e20b-9c9d-459f-8e72-e01066b7a6e9 req-653c00c1-cbd3-4f1d-8139-a4ec1e1da1a3 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/security-groups?id=d21b6aca-8b5c-4de5-b4e1-ba0a550db841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Jan 18 23:16:36.048405 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-1b29f0a6-f583-4803-a467-66f5167128c6 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685878 Jan 18 23:16:36.139441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-78551644-4830-4af0-b7a1-96fe78b6c761 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 200 len: 217 time: 0.0834823 Jan 18 23:16:36.219795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80ccf705-530e-4a26-822c-19fd9664ac39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:36.221302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-80ccf705-530e-4a26-822c-19fd9664ac39 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0706322 Jan 18 23:16:36.271597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.337911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Pushing event deleted for resources: {'Port': ['ID=10f10c6c-8023-43a4-9177-a82a1af358eb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:36.418617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184758-2c8d-4ae6-8e71-89b30b5f75b0 req-2bd2bde3-1626-42d3-b696-ed4736f4e970 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:36.425234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35184758-2c8d-4ae6-8e71-89b30b5f75b0 req-2bd2bde3-1626-42d3-b696-ed4736f4e970 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1314547 Jan 18 23:16:36.449144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] No DVR routers for this DVR port 10f10c6c-8023-43a4-9177-a82a1af358eb on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:36.452058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.457774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'name': 'network-vif-deleted', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:36.481600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-38a42215-0628-4134-bc9f-15c73b71d1e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2539523 Jan 18 23:16:36.500640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f9f2dbf-bbfc-4eca-af6a-6a529015a8ec req-684eb9df-dfb0-42eb-b3d8-9a2246b76532 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 210 time: 0.0725894 Jan 18 23:16:36.506720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fbf7825c-6ddd-4681-99e6-007604f564ac up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:36.553205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35184758-2c8d-4ae6-8e71-89b30b5f75b0 req-b88c7e20-3ce1-46d1-aec5-378a8bd0b04a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264997 Jan 18 23:16:36.610477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fbf7825c-6ddd-4681-99e6-007604f564ac triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:36.610674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:36.611080 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4274fde0-6480-4952-8be5-c3096b9495f6 req-b30e2a3f-fc9f-4218-84fb-5d22e42575a6 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.89 "DELETE /v2.0/ports/10f10c6c-8023-43a4-9177-a82a1af358eb HTTP/1.1" status: 204 len: 173 time: 1.7905242 Jan 18 23:16:36.659444 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4f0174-6496-4077-b45c-b58c4cad9f27', 'name': 'network-vif-deleted', 'tag': '10f10c6c-8023-43a4-9177-a82a1af358eb', 'status': 'completed', 'code': 200} Jan 18 23:16:36.699048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-28e953f1-ae94-4795-9902-f2c8e3ca16a0 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082281 Jan 18 23:16:36.789894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:36.798726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:36.848079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-0208647e-5924-42f7-991a-77ed3f14d3ff service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434121 Jan 18 23:16:36.915530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:16:36.960846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-76aa3b08-c065-4841-8dcf-0e9bfef596a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 200 len: 217 time: 0.1058140 Jan 18 23:16:37.019040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.063522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-119cb76b-0cad-4fdc-83fc-7538a5d57da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:37.066362 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-119cb76b-0cad-4fdc-83fc-7538a5d57da5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0967572 Jan 18 23:16:37.091150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:37.104668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:37.112488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:37.126411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'port_id': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'mac_address': 'fa:16:3e:69:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4e92d-32de-40bb-b896-920232b5c4f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:37.141294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d669232-d689-424b-8450-ea469037f8e0 req-2acb4f9e-1ab0-4715-acf8-c618d78e2bd7 tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 210 time: 0.0560038 Jan 18 23:16:37.202998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.203475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-5ef4fc37-ad93-43e5-a2c9-25e89de51b2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305101 Jan 18 23:16:37.213550 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'code': 200} Jan 18 23:16:37.215816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:37.289927 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:37.355225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-5f53db46-26a1-42fb-af39-f5d5e09a1cf8 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440971 Jan 18 23:16:37.377337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:16:37.377696 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:16:37.391638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:37.619490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-1af9e61e-a4af-4097-8f2b-31cc39e6e4db tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394931 Jan 18 23:16:37.652341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-c589a801-31ab-4419-a487-299c3d47fd34 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912257 Jan 18 23:16:37.732492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aef3cd0f-a810-4e86-8305-212e491c5392 req-62a7ff03-0a90-44ce-88b2-dcde419f3dbe tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 210 time: 0.0666890 Jan 18 23:16:37.870613 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-18fe7a83-7ea7-4392-92d4-06c0534ca7e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 200 len: 217 time: 0.1664770 Jan 18 23:16:37.964665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-6c8cc553-755d-46f5-a29d-60e2eecdb119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:37.966312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-6c8cc553-755d-46f5-a29d-60e2eecdb119 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.0831943 Jan 18 23:16:38.003104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.045167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:38.082095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:38.093689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74436d-c83d-4723-9665-9908b71897a8 req-8765e358-959f-45ea-97fc-3db485ae6d8c tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:38.097103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-8765e358-959f-45ea-97fc-3db485ae6d8c tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4723866 Jan 18 23:16:38.113895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6733cef-102c-41ac-bd9b-0a0210031153 req-ee4bc2ac-848d-41fe-8bc4-4a2431ea4c6b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:38.114746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Request body: {'port': {'device_id': '8dff804a-262f-41e5-a9fe-f453157709b8', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'bb6bf461f0c646e08c0cf640781fdd52'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:38.122826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6733cef-102c-41ac-bd9b-0a0210031153 req-ee4bc2ac-848d-41fe-8bc4-4a2431ea4c6b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 944 time: 0.3876500 Jan 18 23:16:38.132657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 10f10c6c-8023-43a4-9177-a82a1af358eb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:38.181435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.184056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 10f10c6c-8023-43a4-9177-a82a1af358eb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:16:38.184534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 10f10c6c-8023-43a4-9177-a82a1af358eb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:38.192794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6733cef-102c-41ac-bd9b-0a0210031153 req-e652cff1-9b50-474a-9bb2-01c084ba4786 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691428 Jan 18 23:16:38.259219 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-99b06f27-0fa6-442b-8a4f-d3dfc1499eed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2762380 Jan 18 23:16:38.304867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:38.354685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4afb54a7-6eeb-47c5-9594-6cf57619e882 req-83a1a1c9-847a-4b04-9080-cef0f0ef563c tempest-InstanceActionsNegativeTestJSON-1917680622 tempest-InstanceActionsNegativeTestJSON-1917680622-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4f0174-6496-4077-b45c-b58c4cad9f27 HTTP/1.1" status: 200 len: 210 time: 0.0663769 Jan 18 23:16:38.425435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['f323da1b-71dc-4bb3-ad42-1875645c6d57'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:16:38.462391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:38.483633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Usage tracker for resource:port and tenant:bb6bf461f0c646e08c0cf640781fdd52 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:38.488826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:38.506434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:38.519690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-9784ee18-2d35-4ab6-87c2-6a1c4904e892 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507808 Jan 18 23:16:38.656694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-83d691de-8284-4a0e-977b-e20fda8c28f1 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308208 Jan 18 23:16:38.667696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Made reservation on behalf of bb6bf461f0c646e08c0cf640781fdd52 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:38.667886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.737389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.752021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-75c21905-8ccc-4006-858e-6c772b4dac02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 217 time: 0.0886543 Jan 18 23:16:38.773936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:38.778622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Usage tracker for resource:security_group_rule and tenant:bb6bf461f0c646e08c0cf640781fdd52 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:38.781531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:38.787436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:38.906534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-e1b59644-6afc-444c-aeef-2ac826273176 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:38.907987 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-e1b59644-6afc-444c-aeef-2ac826273176 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.0928578 Jan 18 23:16:38.926619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.936859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-894afd14-9622-4029-a331-c66d40cf42ad req-c147bd96-4986-42af-ad8f-23c14ada1771 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 210 time: 0.0480180 Jan 18 23:16:38.966012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:38.995870 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-dde86730-92e0-4df4-9d44-4a5373e9ef79 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0811927 Jan 18 23:16:39.070644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.191552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c672b77e-3faf-4212-bff4-dd32f6d79bc1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:39.223623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-14fcbcf9-0ee9-4781-8b0d-6dff8ccffe5a service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204969 Jan 18 23:16:39.373036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Allocated IP 192.168.233.157 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/3b0eba49-2316-49c8-97fc-67204f4ddedb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:39.439586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84d7cf04-d14e-494a-a343-27bdb219d1e9 req-83ded950-4316-4996-8e02-054a47f06f30 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838684 Jan 18 23:16:39.473866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42190) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:39.572302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Deleting subnet 4a6dfc52-b759-40b6-9d09-4161f1a71056 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:16:39.580085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.585578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:39.594010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1694464472'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:39.614863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:39.621249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aabc1-1a73-4608-bf4b-96c9b91060dd req-b5d3c3a8-e5e5-41ff-9134-c586f29c243d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:39.623333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31aabc1-1a73-4608-bf4b-96c9b91060dd req-b5d3c3a8-e5e5-41ff-9134-c586f29c243d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 945 time: 0.2556169 Jan 18 23:16:39.673142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:network and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:39.679435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.683933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:39.693433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:39.725008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f31aabc1-1a73-4608-bf4b-96c9b91060dd req-86632800-72d9-47c6-9e74-e3c40df04f14 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956542 Jan 18 23:16:39.752069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.782952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.799350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:39.802497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.822655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Transition to ACTIVE for port object 3b0eba49-2316-49c8-97fc-67204f4ddedb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:39.882494 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.888492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:39.896647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.897106 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Added segment cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9 of type vlan for network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 Jan 18 23:16:39.929600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.940368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.941593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6dfc52-b759-40b6-9d09-4161f1a71056,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:39.952128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:39.959232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-58358ad5-eb4d-43b9-8d4e-e2f417d1db0e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4a6dfc52-b759-40b6-9d09-4161f1a71056 HTTP/1.1" status: 204 len: 168 time: 0.4831004 Jan 18 23:16:39.962302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:40.035305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:40.039281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:40.046176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:40.090320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:40.114672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.118722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.119326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.171580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.240779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.241476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.281113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Network': ['ID=b8e5e2f5-54b1-4f66-975b-231ab5a851c2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:40.292617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:40.332470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1f4fd-d172-4eb7-aaf7-53a1d74f3bec req-7e437eac-a723-4d46-bc24-6668ba6426d8 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.333956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cd1f4fd-d172-4eb7-aaf7-53a1d74f3bec req-7e437eac-a723-4d46-bc24-6668ba6426d8 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 936 time: 0.2232614 Jan 18 23:16:40.339132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa1535b9-294f-4039-8f99-d80aec3f5108 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7514448 Jan 18 23:16:40.341625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:40.348796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-968698552'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:40.355483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:40.360359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:network and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:40.362350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.364143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:40.372366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:40.397505 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-bf611b78-3adf-45a0-aa93-3e1bbb730635 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2791348 Jan 18 23:16:40.405736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Request body: {'port': {'device_id': '8dff804a-262f-41e5-a9fe-f453157709b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:40.406320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081b5cdd-a3e6-4796-b7ae-f60b3475db85']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:40.424981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:40.425290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353ccd1a-cfe8-4bfb-9efa-c967cc5d6e5a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:16:40.447548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cd1f4fd-d172-4eb7-aaf7-53a1d74f3bec req-f6c5e575-aeb6-4454-a97d-a9a2667b3636 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909152 Jan 18 23:16:40.447548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.459375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.470885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:16:40.474210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:16:40.489487 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:16:40.509875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:40.513460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.561838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fab33a2e-307c-452c-a6b5-cacba816ff9c None None] Provisioning for port 3b0eba49-2316-49c8-97fc-67204f4ddedb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:40.578867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:40.582469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fab33a2e-307c-452c-a6b5-cacba816ff9c None None] Provisioning complete for port 3b0eba49-2316-49c8-97fc-67204f4ddedb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:40.582469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fab33a2e-307c-452c-a6b5-cacba816ff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.585874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.658219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.658495 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Added segment 96b111f4-dfb0-4f31-ada2-33d07054551e of type vlan for network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 Jan 18 23:16:40.666560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fab33a2e-307c-452c-a6b5-cacba816ff9c None None] Port 3b0eba49-2316-49c8-97fc-67204f4ddedb cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:16:40.744300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.801736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.813016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:40.827852 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.869226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] Pushing event deleted for resources: {'Network': ['ID=081b5cdd-a3e6-4796-b7ae-f60b3475db85,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:40.877362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.893282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port f323da1b-71dc-4bb3-ad42-1875645c6d57 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:40.893769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.922270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb1ec-0f28-4c0b-bd29-5c0ef421128f req-29a65552-e805-477c-9b05-2c61918ff577 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.929883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d87fb1ec-0f28-4c0b-bd29-5c0ef421128f req-29a65552-e805-477c-9b05-2c61918ff577 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2236738 Jan 18 23:16:40.970995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6ab1f9b1-74f8-4ecd-acfc-9d23641b9fed admin admin] 10.222.0.59 "DELETE /v2.0/networks/081b5cdd-a3e6-4796-b7ae-f60b3475db85 HTTP/1.1" status: 204 len: 168 time: 1.0074966 Jan 18 23:16:40.982643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.993166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:40.995800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d87fb1ec-0f28-4c0b-bd29-5c0ef421128f req-982ee0a4-4a75-446e-9c29-64c04ed43a6f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Jan 18 23:16:40.997742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:40.999079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-297d53fa-7c3c-40ff-8c21-8d2a3af5f913 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.2408335 Jan 18 23:16:41.046490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.089919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:41.091532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:41.157101 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'code': 200} Jan 18 23:16:41.161343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.175497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Network': ['ID=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.201827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc124c-01a2-41d4-9768-884353db8ea4 req-486e9c58-189c-4bd2-8763-38e309161252 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:41.205326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ffc124c-01a2-41d4-9768-884353db8ea4 req-486e9c58-189c-4bd2-8763-38e309161252 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 945 time: 0.2010868 Jan 18 23:16:41.208504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-ff80628c-9060-4783-a425-9b0007ffcb68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:41.213881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-ff80628c-9060-4783-a425-9b0007ffcb68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.2084308 Jan 18 23:16:41.252143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b969c5ee-9364-49ee-993a-acf3bc1ecc92 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9086981 Jan 18 23:16:41.253235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42232) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:41.262450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:41.272799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'subnet': {'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:41.309192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-d09b913c-f041-486a-816c-af189a65b549 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.0738504 Jan 18 23:16:41.396617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:41.397515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.416364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.448240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:41.448240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Transition to ACTIVE for port object 3b0eba49-2316-49c8-97fc-67204f4ddedb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:41.448240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:subnet and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:41.457996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:41.457996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:41.500189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:16:41.504923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42238) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:41.523198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:41.536031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ffc124c-01a2-41d4-9768-884353db8ea4 req-2d0a2cd2-346d-4b6b-8fec-497a6ca49c56 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206964 Jan 18 23:16:41.538528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.545335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-62420361-2925-46fa-b4d7-1bf2dde2319b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:41.546764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-62420361-2925-46fa-b4d7-1bf2dde2319b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.2302268 Jan 18 23:16:41.605152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-9ee9e017-880b-4a12-8584-dfb4d18a2e4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506725 Jan 18 23:16:41.698392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02481148-59d0-48a1-a7c9-1f30c11b605c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7a128737e184246b16b62e423ff1a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923547 Jan 18 23:16:41.705726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42244) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:41.750639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a197412a-0eaa-4437-b198-8511c049164f req-4af25dfc-e7e5-434f-bc25-bf65498a6fd4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 1097 time: 0.3899400 Jan 18 23:16:41.788704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:41.807840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:41.868694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97e2c-a493-4cb0-bcf7-270f9bf5739d req-701cf51a-cd8b-4877-bffe-42c3bfb0e07a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:41.876064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4e97e2c-a493-4cb0-bcf7-270f9bf5739d req-701cf51a-cd8b-4877-bffe-42c3bfb0e07a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 948 time: 0.2677026 Jan 18 23:16:41.881721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-6f7e4a05-dd94-47a3-8312-2ac7276788fa service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357774 Jan 18 23:16:42.001135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a197412a-0eaa-4437-b198-8511c049164f req-b9fbc653-0d34-427a-ad17-45dae921d2a8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378488 Jan 18 23:16:42.050014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29e6160d-fff6-4583-9c91-56bac9970c5a req-7cff00c0-2b25-47b9-b988-e3d761700e33 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526062 Jan 18 23:16:42.054700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4e97e2c-a493-4cb0-bcf7-270f9bf5739d req-2a7a4bf6-b6ac-4256-8b6a-2ee3059cd123 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775894 Jan 18 23:16:42.111485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.209906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.254819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d6aa-6bb0-4257-ad56-0ba7d08f0aa9 req-6b011cc3-d465-4ceb-9551-932296bb79ba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:42.256699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4b9d6aa-6bb0-4257-ad56-0ba7d08f0aa9 req-6b011cc3-d465-4ceb-9551-932296bb79ba tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.0811377 Jan 18 23:16:42.273121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Attempting to bind port 3b0eba49-2316-49c8-97fc-67204f4ddedb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:42.273455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Attempting to bind port 3b0eba49-2316-49c8-97fc-67204f4ddedb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:42.273785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Attempting to bind port 3b0eba49-2316-49c8-97fc-67204f4ddedb on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:42.304820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4b9d6aa-6bb0-4257-ad56-0ba7d08f0aa9 req-ee932496-3554-4192-83e3-6819f353820a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Jan 18 23:16:42.320788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Port 3b0eba49-2316-49c8-97fc-67204f4ddedb on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:16:42.321802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Attempting to bind port 3b0eba49-2316-49c8-97fc-67204f4ddedb on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:42.343475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:42.343834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:42.344204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:42.344633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Bound port: 3b0eba49-2316-49c8-97fc-67204f4ddedb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:42.345008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.413460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.455500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b6aca-8b5c-4de5-b4e1-ba0a550db841,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:42.479454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.480580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c87cb1cf-15da-4181-9c99-5827428c356b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d21b6aca-8b5c-4de5-b4e1-ba0a550db841 HTTP/1.1" status: 204 len: 168 time: 0.7723713 Jan 18 23:16:42.506530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:42.510301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:42.537496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.612401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.660292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Subnet': ['ID=77f3154d-df39-48cb-bb37-0c41ccea2466,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:42.695261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.697243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] 10.222.0.89 "PUT /v2.0/ports/3b0eba49-2316-49c8-97fc-67204f4ddedb HTTP/1.1" status: 200 len: 1096 time: 2.2994282 Jan 18 23:16:42.697680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:42.704668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:42.706011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network hostable DHCP agents. Network: b8e5e2f5-54b1-4f66-975b-231ab5a851c2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:42.722414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b9725-9036-4179-90eb-ed563dac2952 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:42.795675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5ca48-6c29-4ea2-bc98-ca21a316f4d8 req-9755ad4b-9462-421f-958c-024a2aa37ece tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:42.797393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdf5ca48-6c29-4ea2-bc98-ca21a316f4d8 req-9755ad4b-9462-421f-958c-024a2aa37ece tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1121397 Jan 18 23:16:42.839977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:42.885497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdf5ca48-6c29-4ea2-bc98-ca21a316f4d8 req-8757ddfa-f248-49ba-823f-d000e5af7af9 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824945 Jan 18 23:16:42.933555 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'status': 'completed', 'code': 200} Jan 18 23:16:42.944985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b8e5e2f5-54b1-4f66-975b-231ab5a851c2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:42.953533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:42.954341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:42.956868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928f4e6-beea-4f39-a5bf-bd6be3091f2b None None] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:43.018288 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-115fcd48-e14c-4265-9f54-ce64d478e62a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 1099 time: 0.1576166 Jan 18 23:16:43.132063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:43.139255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'subnet': {'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:43.150650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11abf239-2e5d-4138-b67b-b2c06f8c4702 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8679566 Jan 18 23:16:43.154207 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-de10a6bc-de06-4429-abce-d83004e1cfff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb HTTP/1.1" status: 200 len: 217 time: 0.1285787 Jan 18 23:16:43.225866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:16:43.226824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.301292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74436d-c83d-4723-9665-9908b71897a8 req-9cb12b53-98c6-493f-9c1b-67667023abbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.302758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-9cb12b53-98c6-493f-9c1b-67667023abbb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1347930 Jan 18 23:16:43.392023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:43.398359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:subnet and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:43.402207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:43.410066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:43.413051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-83cd7267-cacf-45b3-a0a8-a80c281dea16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024559 Jan 18 23:16:43.462873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d6d03-b9e6-4f6e-9d52-225799ec523f req-26f76c42-2113-436f-9698-79f7fe615049 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.473527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-409d6d03-b9e6-4f6e-9d52-225799ec523f req-26f76c42-2113-436f-9698-79f7fe615049 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 948 time: 0.1343424 Jan 18 23:16:43.509328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Allocated IP 10.1.1.2 (b8e5e2f5-54b1-4f66-975b-231ab5a851c2/77f3154d-df39-48cb-bb37-0c41ccea2466/0c8802b8-91b6-4dcd-aa37-868b0c5f5be6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:43.540994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-409d6d03-b9e6-4f6e-9d52-225799ec523f req-549ece61-d5f3-4469-82a4-76b93460dbfd tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664806 Jan 18 23:16:43.544282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:43.630818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-9e5c36e4-1685-4100-8a63-bde78495ff85 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100153 Jan 18 23:16:43.750229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.757045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.769732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Transition to ACTIVE for port object 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:43.789135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a74436d-c83d-4723-9665-9908b71897a8 req-6a93375e-c9a4-4678-97a1-4e455de78f8a service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505399 Jan 18 23:16:43.789384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Transition to ACTIVE for port object 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:43.811692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82ecac93-c65d-4c09-b6fa-028e39ea83f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.873484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7a757-852c-4e2c-ac8f-3724dbad3d9e req-e62036e0-6d36-46de-a71e-9daecbb794f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:43.875073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64a7a757-852c-4e2c-ac8f-3724dbad3d9e req-e62036e0-6d36-46de-a71e-9daecbb794f0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2830737 Jan 18 23:16:43.886149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:43.952298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64a7a757-852c-4e2c-ac8f-3724dbad3d9e req-98015a34-4124-41b3-b4a1-99686648849a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634804 Jan 18 23:16:44.041851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:44.048992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-f87ce52c-216b-46dc-9bd6-8dd2bcb9cd16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 1099 time: 0.1156352 Jan 18 23:16:44.051374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:44.053477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Pushing event updated for resources: {'Port': ['ID=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:44.057055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:44.072413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.073165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.073833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.074473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.075089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.075569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.076047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.077398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.077904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.078406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.078886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:44.212367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42296) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:44.239171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Attempting to bind port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:44.239540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Attempting to bind port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:44.239901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Attempting to bind port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:44.243280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94d610-8106-4130-9ff5-639787ecb2af req-083e1a76-c624-43d7-afc1-86d0d5aee784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:44.245420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-083e1a76-c624-43d7-afc1-86d0d5aee784 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.1874180 Jan 18 23:16:44.247913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:44.248339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:44.248745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.249163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Bound using segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:44.249632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Bound port: 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:44.250006 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.260909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.318807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-98b8871c-03d6-4d73-aaf1-a30689150821 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb HTTP/1.1" status: 200 len: 217 time: 0.0656960 Jan 18 23:16:44.358563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] For port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:44.363321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] For port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:44.378451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Subnet': ['ID=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:44.395228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Checking segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:44.395589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network hostable DHCP agents. Network: 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:44.405779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-877556425-network', 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:44.407816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c3588-7484-4d5e-b7fc-f8596061b8ee req-f3b925f9-6ea3-4dad-a2d0-09c7540c8979 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:44.415152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:44.415276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f99c3588-7484-4d5e-b7fc-f8596061b8ee req-f3b925f9-6ea3-4dad-a2d0-09c7540c8979 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.2557197 Jan 18 23:16:44.420219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Usage tracker for resource:network and tenant:7f7708dc98c14ebeab8cf18af38bd800 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:44.423556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94d610-8106-4130-9ff5-639787ecb2af req-d36e63d2-3db1-4857-a1e1-7b857e4b9419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:44.425025 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-d36e63d2-3db1-4857-a1e1-7b857e4b9419 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0987246 Jan 18 23:16:44.425826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:44.461163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:44.464228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.480965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f99c3588-7484-4d5e-b7fc-f8596061b8ee req-2fe9f551-64fb-434a-8ece-4b16f6e7ed61 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 Jan 18 23:16:44.521252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-3d22da90-59b9-46c8-9676-950d20464a17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894275 Jan 18 23:16:44.546078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:44.564000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156393cf-bfb8-4f88-9359-94ffffe93e34 None None] Pushing event updated for resources: {'Port': ['ID=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:44.564113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:44.564113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.735568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.782332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:44.790769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be75788-5e86-4cc5-842f-9646d4a67a48 None None] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:44.808332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:44.826217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Usage tracker for resource:security_group_rule and tenant:7f7708dc98c14ebeab8cf18af38bd800 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:44.831173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:44.833100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:44.833662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:44.854944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:44.864066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-1f05101c-27df-4e98-b8cb-e2270daaefad service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359194 Jan 18 23:16:44.933703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fbb1e-e3ba-4f81-b925-ca8619718b65 req-40ffbc73-4717-4cc4-bc18-f04565a6ecfb tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:44.941225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d1fbb1e-e3ba-4f81-b925-ca8619718b65 req-40ffbc73-4717-4cc4-bc18-f04565a6ecfb tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.3329194 Jan 18 23:16:44.990001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f1a90df4-ecd4-4768-ba2d-53ceaf1685d5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8565655 Jan 18 23:16:44.995598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:44.997132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb487-c3e9-4d5d-8be5-3ae520d695e4 req-88ec30ae-ff86-4d71-9356-aa9b0a6a7c96 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.003940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'name': 'tempest-TaggedBootDevicesTest_v242-55332568', 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:45.005196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-514bb487-c3e9-4d5d-8be5-3ae520d695e4 req-88ec30ae-ff86-4d71-9356-aa9b0a6a7c96 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 948 time: 0.2291100 Jan 18 23:16:45.041709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d1fbb1e-e3ba-4f81-b925-ca8619718b65 req-b35f9133-27e2-4341-8e49-9882611a2ba8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990305 Jan 18 23:16:45.091217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-514bb487-c3e9-4d5d-8be5-3ae520d695e4 req-2c24ea7b-6c89-4bc8-8ad7-8d9474cda745 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848198 Jan 18 23:16:45.091835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ips': [{'subnet_id': '7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:16:45.092752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.161908 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db94d610-8106-4130-9ff5-639787ecb2af req-9925ec1a-a71a-41f5-bcad-92e49b7b6948 service neutron] 10.222.0.89 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904954 Jan 18 23:16:45.233054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.281356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Allocated IP 10.2.2.2 (7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7/7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8/d95ce7a3-077b-4ac7-becb-467437c7b102) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:45.283652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:45.292298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:port and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:45.293775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20352b-9937-439b-a231-7031eb4e6807 req-a201fbdc-02de-4a32-93e9-84fe9efe4804 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.294752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:45.295571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa20352b-9937-439b-a231-7031eb4e6807 req-a201fbdc-02de-4a32-93e9-84fe9efe4804 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1159332 Jan 18 23:16:45.302022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:45.310207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.356043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa20352b-9937-439b-a231-7031eb4e6807 req-1a32e74f-ff3c-47cb-97d7-aa5821570902 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550694 Jan 18 23:16:45.356400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd6dff2-d5ba-4f63-bd46-05b1446da69e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:45.396100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:45.403592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.448092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:16:45.463941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] device_id is not set on port 46d7e300-7d11-4843-89d9-956976ddd9e0 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:45.518872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.519249 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Added segment 795e9cb5-2f96-460d-8b91-692f72e3fd99 of type vlan for network 4f1752c0-874c-487f-88df-0d94627836be Jan 18 23:16:45.578373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.585295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.591984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Transition to ACTIVE for port object d95ce7a3-077b-4ac7-becb-467437c7b102 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:45.612795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Transition to ACTIVE for port object d95ce7a3-077b-4ac7-becb-467437c7b102 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:45.748676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.1.1.125 (b8e5e2f5-54b1-4f66-975b-231ab5a851c2/77f3154d-df39-48cb-bb37-0c41ccea2466/46d7e300-7d11-4843-89d9-956976ddd9e0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:45.771828 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.852080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98d71f-0bb4-43c0-acc1-222d003f5eee None None] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:45.872255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:45.874769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.875608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:45.876182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:45.882655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:45.943894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:45.963149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Pushing event updated for resources: {'Port': ['ID=d95ce7a3-077b-4ac7-becb-467437c7b102,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.018551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] Pushing event updated for resources: {'Network': ['ID=4f1752c0-874c-487f-88df-0d94627836be,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.066138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-083af43e-caec-4674-a9aa-604e98395f2e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8529091 Jan 18 23:16:46.075916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:46.077321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Request body: {'subnet': {'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-877556425-subnet', 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:46.085962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.088175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:46.091011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-750f9ac3-b107-4a13-bde2-79e0cfa09801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.098522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4f1752c0-874c-487f-88df-0d94627836be details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:16:46.099278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Usage tracker for resource:subnet and tenant:7f7708dc98c14ebeab8cf18af38bd800 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:46.102504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:46.112552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:46.113531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object 46d7e300-7d11-4843-89d9-956976ddd9e0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:46.190577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:46.192150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.198427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-86477447-7290-4eea-b5da-f020f4f4c80e None None] Provisioning for port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:46.276802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Attempting to bind port d95ce7a3-077b-4ac7-becb-467437c7b102 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:46.277207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Attempting to bind port d95ce7a3-077b-4ac7-becb-467437c7b102 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:46.277569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Attempting to bind port d95ce7a3-077b-4ac7-becb-467437c7b102 on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:46.280355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.311153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:46.311523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Checking segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:46.311925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.312320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Bound using segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:46.312795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Bound port: d95ce7a3-077b-4ac7-becb-467437c7b102, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:46.313212 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.379163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:46.381965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.387484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:46.390731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:46.468992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-90ef7a54-a750-4d1b-85cd-7f3430816932 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.471357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] For port d95ce7a3-077b-4ac7-becb-467437c7b102, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:46.480028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] For port d95ce7a3-077b-4ac7-becb-467437c7b102, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d95ce7a3-077b-4ac7-becb-467437c7b102,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:46.481561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-90ef7a54-a750-4d1b-85cd-7f3430816932 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.3119345 Jan 18 23:16:46.491874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.492401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.500063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54a5d9-7bbe-4d71-999b-3d61ec748199 req-ce31ca65-a435-4c38-bc51-784ae2ba4bd5 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:46.501651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec54a5d9-7bbe-4d71-999b-3d61ec748199 req-ce31ca65-a435-4c38-bc51-784ae2ba4bd5 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 948 time: 0.1973941 Jan 18 23:16:46.512672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-9fbbeccd-e1c9-4d67-8801-30103dc987bb tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/quotas/61510257056f4b03b4fb9ca30d9976b9 HTTP/1.1" status: 200 len: 375 time: 0.0299473 Jan 18 23:16:46.572168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:46.610024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.612751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d27d671-dc14-4248-ac31-57d9e177f5cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6140149 Jan 18 23:16:46.615308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec54a5d9-7bbe-4d71-999b-3d61ec748199 req-a5029551-0c62-4d91-beed-58b52b399329 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994687 Jan 18 23:16:46.615484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42342) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:46.624048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'name': 'tempest-TaggedBootDevicesTest_v242-1352185436', 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:46.634693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-42595b56-1a4c-46f3-a707-2002a3776568 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205466 Jan 18 23:16:46.730611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8ae8-22e6-498f-9679-6d7c251bc9cd None None] Pushing event updated for resources: {'Port': ['ID=d95ce7a3-077b-4ac7-becb-467437c7b102,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.744865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.850438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:46.856039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:46.861042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:46.898724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-7ec9ee17-248c-4c19-b619-d06e7d5d0f0f service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566197 Jan 18 23:16:46.917209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75328b69-34f4-47a3-b75a-76f5a2570c81,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:46.971444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:46.976629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Checking segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:46.982593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Network hostable DHCP agents. Network: 4f1752c0-874c-487f-88df-0d94627836be, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:16:46.984025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a848ea6-fb5c-4e94-869e-263a8228f466 None None] Provisioning for port 46d7e300-7d11-4843-89d9-956976ddd9e0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:46.989357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:port and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:47.003337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:47.047139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a848ea6-fb5c-4e94-869e-263a8228f466 None None] Provisioning complete for port 46d7e300-7d11-4843-89d9-956976ddd9e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:47.048073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a848ea6-fb5c-4e94-869e-263a8228f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.194999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6a848ea6-fb5c-4e94-869e-263a8228f466 None None] Port 46d7e300-7d11-4843-89d9-956976ddd9e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:16:47.201230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:47.217265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-863520bf-620b-4ac0-889f-846b80d5f654 service neutron] 10.222.0.59 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125515 Jan 18 23:16:47.261932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.270628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252cfc7-4b76-4b47-b1f5-a6586fb4d39d req-5c2c92f6-1dd2-4f00-aacd-8c30a6d5e239 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:47.279921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1252cfc7-4b76-4b47-b1f5-a6586fb4d39d req-5c2c92f6-1dd2-4f00-aacd-8c30a6d5e239 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1906273 Jan 18 23:16:47.292566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:47.308217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:47.321834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-69e71221-b28c-45b6-b11a-9a1d30a53e36 None None] Provisioning complete for port 46d7e300-7d11-4843-89d9-956976ddd9e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:47.322230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-69e71221-b28c-45b6-b11a-9a1d30a53e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.350354 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.372352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1252cfc7-4b76-4b47-b1f5-a6586fb4d39d req-aadd1a7d-f5d1-41ff-b8a6-48510393d258 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914567 Jan 18 23:16:47.374865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.383878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-69e71221-b28c-45b6-b11a-9a1d30a53e36 None None] Port 46d7e300-7d11-4843-89d9-956976ddd9e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:16:47.390888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Network 4f1752c0-874c-487f-88df-0d94627836be is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:16:47.422482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-dbcdfb99-2847-4fd6-b62d-7de4f3c2c26b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:47.423508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.424180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-dbcdfb99-2847-4fd6-b62d-7de4f3c2c26b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bf0217d-7440-49b6-bad3-a574fee546d6 HTTP/1.1" status: 200 len: 946 time: 0.1193781 Jan 18 23:16:47.487845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.513130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4f1752c0-874c-487f-88df-0d94627836be) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:47.523402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:47.524734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.535747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb6d76-147e-45a5-8573-cbc6c2a36c71 None None] Network 4f1752c0-874c-487f-88df-0d94627836be requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:47.541696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] device_id is not set on port a045729b-4352-4c46-bbc8-d9829af9cc95 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:16:47.577704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Deleting port f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:16:47.578282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:47.702238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:47.764396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce0dd0fa-bd1d-4c26-a8bf-1126ec162007 req-47e5073c-3348-43ff-b7b9-892922d5a972 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 210 time: 0.0658298 Jan 18 23:16:48.092937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.1.1.19 (b8e5e2f5-54b1-4f66-975b-231ab5a851c2/77f3154d-df39-48cb-bb37-0c41ccea2466/a045729b-4352-4c46-bbc8-d9829af9cc95) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:48.232455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] For port f323da1b-71dc-4bb3-ad42-1875645c6d57, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f323da1b-71dc-4bb3-ad42-1875645c6d57,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:48.232455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.245677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:48.361914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6bacd9-eacc-4cdc-ba7d-656e5dac59b3 None None] Network 4f1752c0-874c-487f-88df-0d94627836be requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:48.455493 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a99e8467-ff2e-4e83-a344-9a41c7ef7c2e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3852077 Jan 18 23:16:48.468337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.515701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object a045729b-4352-4c46-bbc8-d9829af9cc95 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:48.553065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18cc70d-7ef2-4e75-b7f5-fc5aeb164b71 None None] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:16:48.586569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Calling delete_port for f323da1b-71dc-4bb3-ad42-1875645c6d57 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:16:48.630300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.717291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:48.737836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:48.745170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:48.763949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:48.798967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:48.800058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e8c7c-05bd-46a0-95f4-3b86f7e8ec85 req-6229243b-af85-4f0d-983b-3c1c155c289a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:48.805462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-523e8c7c-05bd-46a0-95f4-3b86f7e8ec85 req-6229243b-af85-4f0d-983b-3c1c155c289a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 948 time: 0.7607155 Jan 18 23:16:48.880130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:48.889256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181ef2f-e840-431a-b5ff-3c33d5fecc70 req-d46e2f97-352f-4e6a-87de-de92f0fffcf2 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:48.895953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a181ef2f-e840-431a-b5ff-3c33d5fecc70 req-d46e2f97-352f-4e6a-87de-de92f0fffcf2 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2606223 Jan 18 23:16:48.902838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:48.903451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:48.963513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b9c7a00f-d2ff-492e-b1b4-18cca7b5c4cf None None] Provisioning for port d95ce7a3-077b-4ac7-becb-467437c7b102 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:48.971180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-523e8c7c-05bd-46a0-95f4-3b86f7e8ec85 req-d18c39ff-6e32-496d-80b3-97eb5bf49536 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609199 Jan 18 23:16:48.978921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a181ef2f-e840-431a-b5ff-3c33d5fecc70 req-0d6c0466-7a08-400d-a9ac-e7ec309faaa2 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819550 Jan 18 23:16:48.981586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'mac_address': 'fa:16:3e:2b:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:48.983208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.049066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c5278c0e-6e9f-4bb0-bd93-086f0455412b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4294703 Jan 18 23:16:49.074764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.130722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event deleted for resources: {'Port': ['ID=f323da1b-71dc-4bb3-ad42-1875645c6d57,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:49.218597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] No DVR routers for this DVR port f323da1b-71dc-4bb3-ad42-1875645c6d57 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:16:49.221077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.224020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-deleted', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:49.304428 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.326064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:49.326768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.341729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4700e155-aceb-44a6-ab54-ebf325ec316b req-fcffb334-d827-42bf-a4e4-7b1d03c75449 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Synchronizing usage tracker for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:49.345359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cc061bb-de02-4332-9da8-a19a24b3ae4d req-93527736-a4c7-49c4-93e2-081f81450690 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.83 "DELETE /v2.0/ports/f323da1b-71dc-4bb3-ad42-1875645c6d57 HTTP/1.1" status: 204 len: 173 time: 1.9139392 Jan 18 23:16:49.377041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:49.410867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-91f5317d-f31a-4d17-8136-892dff1b757e None None] Provisioning for port a045729b-4352-4c46-bbc8-d9829af9cc95 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:49.418451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:49.422919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-91f5317d-f31a-4d17-8136-892dff1b757e None None] Provisioning complete for port a045729b-4352-4c46-bbc8-d9829af9cc95 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:49.423288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-91f5317d-f31a-4d17-8136-892dff1b757e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.491446 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.507546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4700e155-aceb-44a6-ab54-ebf325ec316b req-fcffb334-d827-42bf-a4e4-7b1d03c75449 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Unset dirty status for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:49.511824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4700e155-aceb-44a6-ab54-ebf325ec316b req-fcffb334-d827-42bf-a4e4-7b1d03c75449 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 210 time: 0.2136195 Jan 18 23:16:49.566567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-b01ce0a3-71c9-4edd-af43-13045dd3e213 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:49.568038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-b01ce0a3-71c9-4edd-af43-13045dd3e213 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.1722198 Jan 18 23:16:49.572879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-91f5317d-f31a-4d17-8136-892dff1b757e None None] Port a045729b-4352-4c46-bbc8-d9829af9cc95 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:16:49.585347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-eb2b0bfe-2aae-4c74-8dec-84df2989e7b9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/quotas/7f7708dc98c14ebeab8cf18af38bd800 HTTP/1.1" status: 200 len: 375 time: 0.0109379 Jan 18 23:16:49.618482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d95ce7a3-077b-4ac7-becb-467437c7b102 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:49.659550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:49.686119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-3dfb3a35-da1c-4af8-a53d-b45d603081ea tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906668 Jan 18 23:16:49.825257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d95ce7a3-077b-4ac7-becb-467437c7b102 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:49.832777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d95ce7a3-077b-4ac7-becb-467437c7b102 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:49.833732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:49.857241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-b7d9aa00-36e9-4489-a237-0192072452ee service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623421 Jan 18 23:16:49.875435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b0eba49-2316-49c8-97fc-67204f4ddedb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:16:49.935827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:49.943145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279707597', 'description': 'tempest-description--1464612596'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:49.950115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:49.956092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:security_group and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:49.962869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:49.975704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:50.046961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-02ed4150-6b66-4bda-9620-1fea0f871eed service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848676 Jan 18 23:16:50.051540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.108911 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.109786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:50.116272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:security_group_rule and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:50.126071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:50.135364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:50.166524 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf0217d-7440-49b6-bad3-a574fee546d6', 'name': 'network-vif-deleted', 'tag': 'f323da1b-71dc-4bb3-ad42-1875645c6d57', 'status': 'completed', 'code': 200} Jan 18 23:16:50.214062 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d95ce7a3-077b-4ac7-becb-467437c7b102, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d95ce7a3-077b-4ac7-becb-467437c7b102,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:50.250308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.326507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.347416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.460355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d95ce7a3-077b-4ac7-becb-467437c7b102,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:50.467756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a203d-cee1-44dd-a081-ad3b59183a45 req-22eb548d-40bd-4c07-9171-61c910cd1d41 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:50.476741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-151a203d-cee1-44dd-a081-ad3b59183a45 req-22eb548d-40bd-4c07-9171-61c910cd1d41 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1708705 Jan 18 23:16:50.521265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb62d-dcc4-4135-8b6f-321dc1d59978 req-612c05b3-5cf9-4f99-af9d-e82fef06f579 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:50.523266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cffdb62d-dcc4-4135-8b6f-321dc1d59978 req-612c05b3-5cf9-4f99-af9d-e82fef06f579 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 949 time: 0.1516280 Jan 18 23:16:50.538843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e877d1-1c58-4640-b35f-ca5f182e215c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:50.569956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-151a203d-cee1-44dd-a081-ad3b59183a45 req-e1f2bf98-fe5a-4f59-8def-f7c6fde66821 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Jan 18 23:16:50.609556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-c9f519e7-dafb-4258-99ea-ad05c719783a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:50.611385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-c9f519e7-dafb-4258-99ea-ad05c719783a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 815 time: 0.2798917 Jan 18 23:16:50.621356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cffdb62d-dcc4-4135-8b6f-321dc1d59978 req-f4d49cfd-94ca-4087-b041-601429f6a8d6 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908315 Jan 18 23:16:50.628336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Request body: {'port': {'device_id': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'admin_state_up': True, 'tenant_id': '61510257056f4b03b4fb9ca30d9976b9'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:50.647506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.647506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17b32b43-4287-4da3-a54c-7ce61cce4bd0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7097390 Jan 18 23:16:50.650834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:50.659239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'security_group_rule': {'security_group_id': '54e877d1-1c58-4640-b35f-ca5f182e215c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:50.667149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:50.672134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:security_group_rule and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:50.675789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:50.683144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:50.795158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:50.806437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:50.814246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50ece63b-cb4d-474d-8e7c-e28d16992747 req-e24b036b-3f0a-4b2a-a371-6c84faeb61eb tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 210 time: 0.0627813 Jan 18 23:16:50.815028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.863875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:16:50.885585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Made reservation on behalf of 61510257056f4b03b4fb9ca30d9976b9 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:50.888575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.937797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: f323da1b-71dc-4bb3-ad42-1875645c6d57 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:16:50.938290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f323da1b-71dc-4bb3-ad42-1875645c6d57 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:16:50.947926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:50.954857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28e8d805-c386-496a-9f40-c0f5bedf43f4 req-03f4fef9-4aad-48dd-8c83-b8f9882d59a5 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 210 time: 0.0565553 Jan 18 23:16:51.067293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.080746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Allocated IP 172.20.0.7 (0150a87e-1a5d-4125-9492-b049d74660a8/85e4e92d-32de-40bb-b896-920232b5c4f9/2c5a6b06-c80f-4a6a-b98a-44a554d40777) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:51.106603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bf60ce-edae-4d32-a072-242d62cc0f4f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.228450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.230174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cfddae05-0a31-49ec-b247-5709145d9311 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5782731 Jan 18 23:16:51.232867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:51.238897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'security_group_rule': {'security_group_id': '54e877d1-1c58-4640-b35f-ca5f182e215c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:51.245968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:51.249951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:security_group_rule and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:51.252902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:51.259206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:51.298853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.342883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.389227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.406709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.467426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Network 0150a87e-1a5d-4125-9492-b049d74660a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:51.470874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:51.472736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event updated for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.474936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:51.503285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.526410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f088446-77d8-4dd9-b573-651c72a2dd4f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:51.544077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:51.544738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.618398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.619585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-21081a98-ca43-4ea0-bcf3-7a8a5d07fb4f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3855133 Jan 18 23:16:51.622887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:16:51.628053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:51.633867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:51.637806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:floatingip and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:51.640691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:51.646351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:51.655779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-5240bb32-89c6-4576-aa7d-dce15f454ccf tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0317655 Jan 18 23:16:51.703615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Request body: {'port': {'device_id': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:51.745590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:51.923866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.020427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd1e8d-0c38-4079-8e0f-312df3e38200 req-25e310fa-d751-46ab-ade4-e7c565964ce7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:52.022171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36dd1e8d-0c38-4079-8e0f-312df3e38200 req-25e310fa-d751-46ab-ade4-e7c565964ce7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.3274164 Jan 18 23:16:52.072265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894765b-6aaa-4f6f-a595-075e8341c50b req-189d0852-8f88-49f5-971b-8a88b897c0cd tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:52.073779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c894765b-6aaa-4f6f-a595-075e8341c50b req-189d0852-8f88-49f5-971b-8a88b897c0cd tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 949 time: 0.3127084 Jan 18 23:16:52.137410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36dd1e8d-0c38-4079-8e0f-312df3e38200 req-5a47c325-ea7a-4be2-9db5-89087238b915 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997934 Jan 18 23:16:52.183700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c894765b-6aaa-4f6f-a595-075e8341c50b req-494ce182-9fb2-4dfb-adb5-bdeb0dbac6e1 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021392 Jan 18 23:16:52.204405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.219907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:52.299819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5a6b06-c80f-4a6a-b98a-44a554d40777 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:52.308560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.325821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Transition to ACTIVE for port object 2c5a6b06-c80f-4a6a-b98a-44a554d40777 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:52.398978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.422690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 3b0eba49-2316-49c8-97fc-67204f4ddedb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:16:52.431393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b0eba49-2316-49c8-97fc-67204f4ddedb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:52.431393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.472235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66b900b7-0f75-4779-bdf2-3fc69492275a req-3763adf6-05aa-4317-9afe-666ce543f6be tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 210 time: 0.0559838 Jan 18 23:16:52.537170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d95ce7a3-077b-4ac7-becb-467437c7b102 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:16:52.553541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 172.25.1.48 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/41aca415-65ea-48c9-be19-8e6b59f6e3dd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:52.592993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:52.681567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999acee-2ed3-4c0d-8b3e-d0a784ddf503 req-a8886453-dd63-4290-8aa9-387aae1b7152 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:52.682974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1999acee-2ed3-4c0d-8b3e-d0a784ddf503 req-a8886453-dd63-4290-8aa9-387aae1b7152 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 943 time: 0.2140353 Jan 18 23:16:52.726282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.743440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Attempting to bind port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:52.744204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Attempting to bind port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:52.744486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Attempting to bind port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:52.751205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 on network 0150a87e-1a5d-4125-9492-b049d74660a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:16:52.751762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Attempting to bind port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 on network 0150a87e-1a5d-4125-9492-b049d74660a8 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:52.752072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d95ce7a3-077b-4ac7-becb-467437c7b102 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:16:52.752447 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.758707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:52.759153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Checking segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:52.759625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Bound using segment: {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:52.760195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Bound port: 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809d5269-6303-43f5-9420-6f30efb516e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:52.760636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.783073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1999acee-2ed3-4c0d-8b3e-d0a784ddf503 req-fe76fefb-1cbc-442e-885f-bdcbb2a87450 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892918 Jan 18 23:16:52.787849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.804323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:52.826157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:52.858647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:52.862070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:52.892286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.920681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.942380 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'code': 200} Jan 18 23:16:52.950776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:52.981934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:52.984962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:52.989567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:53.020824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=41aca415-65ea-48c9-be19-8e6b59f6e3dd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.060991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.062653 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] 10.222.0.89 "PUT /v2.0/ports/2c5a6b06-c80f-4a6a-b98a-44a554d40777 HTTP/1.1" status: 200 len: 1091 time: 1.3635066 Jan 18 23:16:53.064729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:53.099826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb92559-c7aa-4afd-8bb2-b85d0e662f00 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.126581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:53.127780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12992ac8-346f-46fc-91c5-02c89a8e0fcf req-ae417f9f-edeb-466e-a5a3-745902c46622 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 1101 time: 0.1714354 Jan 18 23:16:53.157732 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777', 'status': 'completed', 'code': 200} Jan 18 23:16:53.182696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.220112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12992ac8-346f-46fc-91c5-02c89a8e0fcf req-016b7d37-d420-4f96-b604-d78626c87e23 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859301 Jan 18 23:16:53.264587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-c19bd277-54e0-45d6-b218-1dd6177535cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 1094 time: 0.0925753 Jan 18 23:16:53.498506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:53.547233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-ba7daff4-bd22-43ab-8348-0efb130cca33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777 HTTP/1.1" status: 200 len: 217 time: 0.0674002 Jan 18 23:16:53.623978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-e4706e20-695e-4d7c-9494-613a12cd7a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:53.625744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-e4706e20-695e-4d7c-9494-613a12cd7a51 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.0723319 Jan 18 23:16:53.643889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-61aec4cc-d818-435b-b6ef-c243135aa10b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:53.646694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-61aec4cc-d818-435b-b6ef-c243135aa10b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.3968105 Jan 18 23:16:53.678814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Request body: {'port': {'device_id': '071500cf-516a-4175-bc22-0cdc31038af8', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'admin_state_up': True, 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:53.696471 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-b9703976-ae82-4f7b-affc-a579d414d1c5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634112 Jan 18 23:16:53.748348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb0634-de64-44eb-92fe-cba483414dd6 req-8ab7892c-d20f-45d5-b230-dc7723d48145 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:53.749867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19bb0634-de64-44eb-92fe-cba483414dd6 req-8ab7892c-d20f-45d5-b230-dc7723d48145 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 950 time: 0.3382800 Jan 18 23:16:53.803424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d42cf2-2a1b-451d-8e57-46b116dbd7dc req-83872a96-feae-4f43-bdc3-81cf3cf9710d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:53.805540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59d42cf2-2a1b-451d-8e57-46b116dbd7dc req-83872a96-feae-4f43-bdc3-81cf3cf9710d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.4941835 Jan 18 23:16:53.829932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-4b7cf607-f1e4-4f1e-a058-4efc2fba26b0 service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277308 Jan 18 23:16:53.966114 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-135e8f41-ff39-4690-b9ba-6c4d065882d2 req-cc3102b3-1cd4-4265-9d32-2c9627d36884 service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284060 Jan 18 23:16:53.979376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19bb0634-de64-44eb-92fe-cba483414dd6 req-cbfa395e-2fdc-4437-a1e6-f9e09d0f71a5 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667428 Jan 18 23:16:53.985681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59d42cf2-2a1b-451d-8e57-46b116dbd7dc req-f8038b88-c4fb-4de6-94db-f86254c72d27 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704683 Jan 18 23:16:53.995709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:16:54.001326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Usage tracker for resource:port and tenant:7f7708dc98c14ebeab8cf18af38bd800 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:16:54.004255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:16:54.022694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:16:54.035728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.092882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.142578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-4003ec2c-30bb-4c0a-bfd6-93bbd4263e94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=61510257056f4b03b4fb9ca30d9976b9&device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 1094 time: 0.0831296 Jan 18 23:16:54.153441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:16:54.156581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.295552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-bead5fb9-f163-4da9-a7cb-f0c446bb6a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:54.297135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-bead5fb9-f163-4da9-a7cb-f0c446bb6a92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 200 len: 916 time: 0.1478176 Jan 18 23:16:54.468871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-80496dc2-a8c8-472c-a493-863ebeedf496 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777 HTTP/1.1" status: 200 len: 217 time: 0.1624703 Jan 18 23:16:54.508095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b96b7604-d9bf-45f3-8788-23c040441a04 req-34cc3ea7-de71-410a-9ecc-45b190c3301f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 210 time: 0.1517882 Jan 18 23:16:54.519970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=41aca415-65ea-48c9-be19-8e6b59f6e3dd,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:54.538638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.547841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-ee64161e-0fdd-438c-aba5-f831c6735929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:54.549352 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-ee64161e-0fdd-438c-aba5-f831c6735929 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 200 len: 855 time: 0.0739243 Jan 18 23:16:54.599540 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-2b55b2ae-a2fe-4c90-833c-7c2f0b55a6f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0150a87e-1a5d-4125-9492-b049d74660a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414395 Jan 18 23:16:54.661777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e09879-e662-47fc-8de8-d4df39952dde req-552c3588-2648-42c7-bc04-9d61cd63b86b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:54.663255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80e09879-e662-47fc-8de8-d4df39952dde req-552c3588-2648-42c7-bc04-9d61cd63b86b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 943 time: 0.2736006 Jan 18 23:16:54.669803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Allocated IP 172.20.0.12 (4f1752c0-874c-487f-88df-0d94627836be/75328b69-34f4-47a3-b75a-76f5a2570c81/53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:16:54.707175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:54.708399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d3f0dd29-8b53-4db3-b07c-3b868d19d655 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0845242 Jan 18 23:16:54.749170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-8c1d925c-2851-4014-b2f5-cb8aa4306ef4 service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432347 Jan 18 23:16:54.753537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80e09879-e662-47fc-8de8-d4df39952dde req-69f21856-9324-4b81-a577-8381954054e3 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813627 Jan 18 23:16:54.906243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0f4db8e7-2327-4de8-b61c-9b8da1bbabba req-10474bc3-aab2-4f95-9ab9-78fc19461b5f service neutron] 10.222.0.89 "GET /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501510 Jan 18 23:16:54.970639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.037653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8185dbe3-bddd-44a1-bd33-1b09f57ceea8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--279707597&fields=id&tenant_id=f2101c67f9914511b35bffa374d530ee HTTP/1.1" status: 200 len: 267 time: 0.0577149 Jan 18 23:16:55.099940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.196154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12b351db-0658-4a99-a992-c8c23a967fb0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.196761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12b351db-0658-4a99-a992-c8c23a967fb0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:55.246732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Network 4f1752c0-874c-487f-88df-0d94627836be is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:16:55.249613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event updated for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:55.251311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:16:55.258975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:16:55.325327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.325857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.338405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12b351db-0658-4a99-a992-c8c23a967fb0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:55.339535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12b351db-0658-4a99-a992-c8c23a967fb0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 935 time: 0.2946219 Jan 18 23:16:55.348737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac11731-31ef-4580-8622-f2be122d58eb req-8d5526d2-29a3-4333-9066-f73efb3f5ebc tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.350167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cac11731-31ef-4580-8622-f2be122d58eb req-8d5526d2-29a3-4333-9066-f73efb3f5ebc tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 950 time: 0.2425830 Jan 18 23:16:55.415306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-63cd75b4-37d9-42cd-af44-9d3065a4c22a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7406387 Jan 18 23:16:55.430826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Request body: {'port': {'device_id': '071500cf-516a-4175-bc22-0cdc31038af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:16:55.479681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-43cc6b16-8247-45c1-b363-86d85626736a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.480992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-43cc6b16-8247-45c1-b363-86d85626736a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 936 time: 0.1299431 Jan 18 23:16:55.554037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-58d93a04-d53c-499b-9d80-8f9af05578b9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0660067 Jan 18 23:16:55.558323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cac11731-31ef-4580-8622-f2be122d58eb req-16bf1015-1912-419d-ba24-6d464348d166 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704559 Jan 18 23:16:55.638815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-06a7907a-bc73-4021-8a43-180cb9710dfc tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550752 Jan 18 23:16:55.731411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:55.907700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e4ac06d5-b22d-49d0-ac8d-4c34f59e5b5e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.911560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e4ac06d5-b22d-49d0-ac8d-4c34f59e5b5e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.915557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e4ac06d5-b22d-49d0-ac8d-4c34f59e5b5e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:55.917148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e4ac06d5-b22d-49d0-ac8d-4c34f59e5b5e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 1995 time: 0.2716532 Jan 18 23:16:56.004893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-aae35947-6436-4512-8719-404384c1399f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/quotas/f2101c67f9914511b35bffa374d530ee HTTP/1.1" status: 200 len: 375 time: 0.0429471 Jan 18 23:16:56.236615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec027afa-afee-40a7-aa15-b54adac7fc78 req-e321f966-d5a7-4fce-a3ed-5e8bbbaca0bc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:56.238005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec027afa-afee-40a7-aa15-b54adac7fc78 req-e321f966-d5a7-4fce-a3ed-5e8bbbaca0bc tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.4082370 Jan 18 23:16:56.347805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec027afa-afee-40a7-aa15-b54adac7fc78 req-f4cedc02-7a36-420d-9585-643d24b894e8 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967555 Jan 18 23:16:56.362352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-ded3f939-ac3a-4f8a-a84c-a0a08c5f0833 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3492374 Jan 18 23:16:56.521395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:56.532268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.571717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Transition to ACTIVE for port object 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:16:56.577150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-7c507850-9446-4a38-9cb4-9d16c44d5c51 service neutron] 10.222.0.59 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997287 Jan 18 23:16:56.652818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:56.842173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Pushing event updated for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:56.880553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.880920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.881262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.881596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.881925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.882252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.882577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.882986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.883520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.883851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.884176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:16:56.892371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4a1716e0-52dd-41c4-a711-b77d7ba75a60 service neutron] 10.222.0.59 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092372 Jan 18 23:16:57.048111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-19812464-15e6-4639-b539-9a4ce0c96e56 service neutron] 10.222.0.59 "GET /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1481566 Jan 18 23:16:57.083129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ea4bf-891e-4194-a441-07869cce7f47 req-b0d8f629-bf00-4541-93c4-7257821d6d4d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:57.083815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-200ea4bf-891e-4194-a441-07869cce7f47 req-b0d8f629-bf00-4541-93c4-7257821d6d4d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:16:57.157325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Attempting to bind port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:16:57.157656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Attempting to bind port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:16:57.158001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Attempting to bind port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:57.185932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 on network 4f1752c0-874c-487f-88df-0d94627836be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:16:57.186252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Attempting to bind port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:16:57.207347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:16:57.207679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Checking segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:16:57.208062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Bound using segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:16:57.208483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Bound port: 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:16:57.208826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.261896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-ad52d600-62f4-4ed8-9e62-894b15b0f3a1 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055337 Jan 18 23:16:57.302834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-200ea4bf-891e-4194-a441-07869cce7f47 req-b0d8f629-bf00-4541-93c4-7257821d6d4d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:16:57.303915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-200ea4bf-891e-4194-a441-07869cce7f47 req-b0d8f629-bf00-4541-93c4-7257821d6d4d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 944 time: 0.5033395 Jan 18 23:16:57.428797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:16:57.453982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:16:57.465241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-200ea4bf-891e-4194-a441-07869cce7f47 req-cea726e1-c70c-490f-b349-a3d51ddc66f2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110165 Jan 18 23:16:57.477333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-7f694c4b-c07d-4e57-b73f-ed062fe6b3c4 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010167 Jan 18 23:16:57.544116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-7009fbdd-0645-4211-8e3b-ddcd6917a58e service neutron] 10.222.0.59 "GET /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0643759 Jan 18 23:16:57.570793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.702062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:57.703401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] 10.222.0.83 "PUT /v2.0/ports/53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 HTTP/1.1" status: 200 len: 1092 time: 2.2763622 Jan 18 23:16:57.705823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:16:57.737355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f4d30-7d33-41e4-bea9-36d086610d6f service neutron] Pushing event updated for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:57.758546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-91b620d4-415b-48a7-a087-cbbab2c9e892 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087164 Jan 18 23:16:58.060693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-ab69dd5e-d915-4177-bbd6-93a6b9815a46 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963119 Jan 18 23:16:58.088351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-aa50442d-6c90-4d5a-a7d4-e4cd539866c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 1095 time: 0.1395998 Jan 18 23:16:58.257243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2c5a6b06-c80f-4a6a-b98a-44a554d40777 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:16:58.260313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-cc4ea626-784d-4f6d-b6a8-b13644942245 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 HTTP/1.1" status: 200 len: 217 time: 0.1207256 Jan 18 23:16:58.365071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-3e49d2a0-234a-428c-8eaa-d938df1f3590 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975845 Jan 18 23:16:58.371514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-b43f139e-6655-4b88-8472-eb53dcecaf1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:58.372938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-b43f139e-6655-4b88-8472-eb53dcecaf1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1007349 Jan 18 23:16:58.404242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:58.419019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '2c5a6b06-c80f-4a6a-b98a-44a554d40777', 'network_id': '0150a87e-1a5d-4125-9492-b049d74660a8', 'port_id': '2c5a6b06-c80f-4a6a-b98a-44a554d40777', 'mac_address': 'fa:16:3e:16:7c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e4e92d-32de-40bb-b896-920232b5c4f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:16:58.473330 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.489929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-25779515-dfaa-40ce-8a41-e17fdd6c8738 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937908 Jan 18 23:16:58.496781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5a6b06-c80f-4a6a-b98a-44a554d40777 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:16:58.498260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b2638-a391-44e5-a00f-83aa6847de81 req-d5f05c23-b45b-4d73-a820-7b4fc28f24fc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:58.499656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-593b2638-a391-44e5-a00f-83aa6847de81 req-d5f05c23-b45b-4d73-a820-7b4fc28f24fc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 943 time: 0.3092461 Jan 18 23:16:58.512773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:16:58.605458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:16:58.675872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:16:58.684238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f29f168e-d6ff-4792-a1d2-2237a0f5ab4f service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086767 Jan 18 23:16:58.688734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-593b2638-a391-44e5-a00f-83aa6847de81 req-df0861ba-1e0d-4d51-9de7-008d7302836e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672423 Jan 18 23:16:58.776350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-f044619b-22aa-49a9-9abc-e33407681e1f service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726338 Jan 18 23:16:58.974574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-27581e00-5950-4b96-a157-16bd439a80e2 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746108 Jan 18 23:16:58.991859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['2c5a6b06-c80f-4a6a-b98a-44a554d40777'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:16:59.071843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b593b43-cfb2-405b-b074-4dcfd55bb1d8 req-cf796a9d-93ee-48ce-9f97-b09d03581234 service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897210 Jan 18 23:16:59.089464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54313c7-c340-444b-800c-d4aa43c4f24d req-e4073ab4-9bb4-4b78-bbf4-31247b91f98f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:16:59.091183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e54313c7-c340-444b-800c-d4aa43c4f24d req-e4073ab4-9bb4-4b78-bbf4-31247b91f98f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2846165 Jan 18 23:16:59.175565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-801d8d4f-68d6-41cd-b694-c7343695f798 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863987 Jan 18 23:16:59.180331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e54313c7-c340-444b-800c-d4aa43c4f24d req-a83a128f-5663-4ada-80c7-e74e29ce39e0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Jan 18 23:16:59.426820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f5005ca8-e46f-436e-b023-12232468388b service neutron] 10.222.0.59 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455671 Jan 18 23:16:59.565495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-eb658b73-b877-4646-b495-5d624513a367 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300664 Jan 18 23:16:59.596469 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'status': 'completed', 'code': 200} Jan 18 23:16:59.798168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8d1398e6-fd2e-48d7-b5f6-fceb40ca4478 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267408 Jan 18 23:16:59.839969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-69ec40d2-b658-4f05-8b0e-4189abbd5834 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 1095 time: 0.2391033 Jan 18 23:17:00.041484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d2a65-b719-4270-8ade-f25073d052db req-1ba063bf-4e42-44ea-8fe6-ecaf2e279f40 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.042932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-618d2a65-b719-4270-8ade-f25073d052db req-1ba063bf-4e42-44ea-8fe6-ecaf2e279f40 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 944 time: 0.3071997 Jan 18 23:17:00.062762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e8131d09-7b15-4cdb-b233-e7018c8d61a8 service neutron] 10.222.0.59 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585211 Jan 18 23:17:00.108365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-33e97734-57c1-4899-9d27-9e7f7ccecc6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.109837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-33e97734-57c1-4899-9d27-9e7f7ccecc6b service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 915 time: 0.2207701 Jan 18 23:17:00.177606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-618d2a65-b719-4270-8ade-f25073d052db req-d873bab3-3591-4d7c-9d3e-833b63606821 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276944 Jan 18 23:17:00.187137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-66529bfc-6b9f-4ba8-a087-12be8af57913 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 HTTP/1.1" status: 200 len: 217 time: 0.0698767 Jan 18 23:17:00.252504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-a0c08194-aa98-43a0-bfdd-da5909b500ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.254121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-a0c08194-aa98-43a0-bfdd-da5909b500ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.0616813 Jan 18 23:17:00.300602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-90c92763-d1b8-4670-b9ca-a3d6ecba291e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407898 Jan 18 23:17:00.486655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-ab2a8db6-bfde-4ca0-ab14-999d4832d037 service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483023 Jan 18 23:17:00.493142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46d28-3092-40d6-9715-ed8353b6f96c req-e743e529-23b3-4834-badf-c73b9601e766 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.494595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e46d28-3092-40d6-9715-ed8353b6f96c req-e743e529-23b3-4834-badf-c73b9601e766 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.1964619 Jan 18 23:17:00.633839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e46d28-3092-40d6-9715-ed8353b6f96c req-132ae804-767b-4007-8ec4-187276a3129d tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185105 Jan 18 23:17:00.672819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d519a778-8c96-41cb-b56e-7735d7d092eb req-382598cf-2b30-41e0-bcbf-025faa30a5e1 service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702511 Jan 18 23:17:00.836229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dd6d8-43f5-4872-89e4-ae0ff183ac55 req-d42f66da-2351-47a8-9c9f-eb3b7ab056df tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:00.837803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-289dd6d8-43f5-4872-89e4-ae0ff183ac55 req-d42f66da-2351-47a8-9c9f-eb3b7ab056df tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 944 time: 0.0822341 Jan 18 23:17:00.862133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:00.892733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-289dd6d8-43f5-4872-89e4-ae0ff183ac55 req-1c06f6b1-f9fe-4d71-86de-cdc9ac4584aa tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490639 Jan 18 23:17:01.004488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:01.018238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'port_id': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'mac_address': 'fa:16:3e:99:0e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75328b69-34f4-47a3-b75a-76f5a2570c81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:01.074797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.088703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1183ae-cc46-4785-948f-3b2317aa5372 req-86807d7b-61ad-4250-9fe3-68b251413c6b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:01.090215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc1183ae-cc46-4785-948f-3b2317aa5372 req-86807d7b-61ad-4250-9fe3-68b251413c6b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.0788932 Jan 18 23:17:01.093481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:01.109928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:01.137266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc1183ae-cc46-4785-948f-3b2317aa5372 req-292bf194-0632-4bf5-88b7-310495496607 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Jan 18 23:17:01.181833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:01.258791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:01.424400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:01.782319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca6ce5-ded8-4131-bb6f-3577cc2ec3a1 req-2ea8d294-a3bb-41db-a297-276d75a646e0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:01.788924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72ca6ce5-ded8-4131-bb6f-3577cc2ec3a1 req-2ea8d294-a3bb-41db-a297-276d75a646e0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 945 time: 0.2499785 Jan 18 23:17:01.859425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb1901d-0216-40bf-a6ab-1dd178f8062a req-8be8f352-0cd9-4b59-887b-7021f78308a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.0497727 Jan 18 23:17:01.876825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72ca6ce5-ded8-4131-bb6f-3577cc2ec3a1 req-227fc171-7ead-4461-a6dd-8b1b4fad4038 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860057 Jan 18 23:17:02.109979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df09d8-e2ac-4097-b13f-a935b9399390 req-59d9a3f3-4c75-4593-a8e6-c55706c46c4a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:02.111367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7df09d8-e2ac-4097-b13f-a935b9399390 req-59d9a3f3-4c75-4593-a8e6-c55706c46c4a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 944 time: 0.0840907 Jan 18 23:17:02.192269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7df09d8-e2ac-4097-b13f-a935b9399390 req-8a22ed2d-3a95-434f-9be7-5472b91d8f83 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751877 Jan 18 23:17:02.234834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c2673-b4e4-4ee6-af45-1281f6f902a9 req-11697f06-85e8-457a-b033-d5f3427ed917 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:02.236373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e62c2673-b4e4-4ee6-af45-1281f6f902a9 req-11697f06-85e8-457a-b033-d5f3427ed917 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.0816412 Jan 18 23:17:02.271191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:02.290990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e62c2673-b4e4-4ee6-af45-1281f6f902a9 req-d7fd38df-b590-42d8-813c-84380108ac7e tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483320 Jan 18 23:17:02.294937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2c5a6b06-c80f-4a6a-b98a-44a554d40777 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:02.410932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282465d6-116e-4cab-a5be-031bbeca2886 req-b82c29d1-66f8-4ce6-94f6-38a2c6f59597 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:02.412658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-282465d6-116e-4cab-a5be-031bbeca2886 req-b82c29d1-66f8-4ce6-94f6-38a2c6f59597 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1022418 Jan 18 23:17:02.479058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-282465d6-116e-4cab-a5be-031bbeca2886 req-6c4dcada-7eec-468b-a390-aabe1890657b tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588441 Jan 18 23:17:02.517829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:02.535883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'mac_address': 'fa:16:3e:2b:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:02.566487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:02.582473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:02.582758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.659232 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.683003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:02.728503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:02.752883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.779965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:02.789652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:02.832676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:02.841915 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777', 'code': 200} Jan 18 23:17:02.893106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:03.006952 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.056983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.098259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b0eba49-2316-49c8-97fc-67204f4ddedb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:03.123303 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059b9cc8-5b4a-4a2b-9a7a-1c489fb9b281 req-605c594e-1ed7-431e-a9bb-65dd66b31fe3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 1096 time: 0.2193756 Jan 18 23:17:03.214438 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-059b9cc8-5b4a-4a2b-9a7a-1c489fb9b281 req-6ffbca5c-b417-470f-a7a7-124c95614994 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822401 Jan 18 23:17:03.222724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.274221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-847e2bd6-787e-43ac-88d4-fd06de59ae5d req-61bea5cc-b1ea-4276-babc-d3dd3266c766 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.0818732 Jan 18 23:17:03.277323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:03.303101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:03.303558 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.488376 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.524910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:03.535052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06f61a26-be74-437a-938e-67be66cda150 req-d865da5b-1c75-4bbc-9b27-84887d3c5994 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.1505320 Jan 18 23:17:03.575811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa234b-7b0e-4f1e-b52e-d9b729ebe5ce req-a5d741f8-0232-40fd-9fd0-b5e12d2da7ad tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:03.577267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9fa234b-7b0e-4f1e-b52e-d9b729ebe5ce req-a5d741f8-0232-40fd-9fd0-b5e12d2da7ad tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 945 time: 0.1407821 Jan 18 23:17:03.612345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:03.617987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06f61a26-be74-437a-938e-67be66cda150 req-39f4c922-49c9-495a-9e92-ac3438a64eee service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776014 Jan 18 23:17:03.639912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9fa234b-7b0e-4f1e-b52e-d9b729ebe5ce req-28bb402f-b91e-4cbd-9607-5e741c0c4b68 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557859 Jan 18 23:17:03.688976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:03.743403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06834c-f2bd-4d0d-84b9-d2856b95ae5b req-6178caae-8659-4b3a-a8fe-1a60ec95354b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:03.744786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e06834c-f2bd-4d0d-84b9-d2856b95ae5b req-6178caae-8659-4b3a-a8fe-1a60ec95354b tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.0815701 Jan 18 23:17:03.791835 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e06834c-f2bd-4d0d-84b9-d2856b95ae5b req-e7411540-d587-476c-a0f9-db61cfb6319a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Jan 18 23:17:04.044272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb431416-c5d3-46a0-8673-9fd97647aea3 req-fdfc4db3-54f2-44fa-a4b8-99e06ce9a832 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.045702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb431416-c5d3-46a0-8673-9fd97647aea3 req-fdfc4db3-54f2-44fa-a4b8-99e06ce9a832 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1449726 Jan 18 23:17:04.051224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5abaf1-72c1-46ab-87ec-e05d85c619de req-818181e7-da48-4968-aa6f-6e04f0ab4c98 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.052574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db5abaf1-72c1-46ab-87ec-e05d85c619de req-818181e7-da48-4968-aa6f-6e04f0ab4c98 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.1156037 Jan 18 23:17:04.128872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb431416-c5d3-46a0-8673-9fd97647aea3 req-904cfa6c-860d-446f-9a61-3d1638beedc0 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Jan 18 23:17:04.133566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db5abaf1-72c1-46ab-87ec-e05d85c619de req-5762abbf-db63-4546-a32a-72e4931bf287 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649529 Jan 18 23:17:04.293647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:04.344015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-a865ce4c-1ce9-4e76-ac54-2e0fc87909bd service neutron] 10.222.0.83 "GET /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 1031 time: 0.0627606 Jan 18 23:17:04.366005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b0eba49-2316-49c8-97fc-67204f4ddedb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:04.366378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.416461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-6a813429-d120-4e39-b158-59d3d7a362ec service neutron] 10.222.0.83 "GET /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 1032 time: 0.0663638 Jan 18 23:17:04.490129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.526819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:04.539629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce44574-7916-4c14-868f-7dbb5f3d2569 req-2ff4841a-7ce3-4b66-9fc3-a7a1f4dab408 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.0950153 Jan 18 23:17:04.616028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8fdb3952-e79f-43ac-8518-a357fb47984f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.620485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8fdb3952-e79f-43ac-8518-a357fb47984f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.624269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8fdb3952-e79f-43ac-8518-a357fb47984f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.625826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-8fdb3952-e79f-43ac-8518-a357fb47984f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 1995 time: 0.2001081 Jan 18 23:17:04.681235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:04.690119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f2f11a60-7259-49ca-95d2-0d08cde9c022 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2101c67f9914511b35bffa374d530ee HTTP/1.1" status: 200 len: 379 time: 0.0429084 Jan 18 23:17:04.703957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'admin_state_up': True, 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'security_groups': ['54e877d1-1c58-4640-b35f-ca5f182e215c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:04.770482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:04.842757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'}, {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:04.938847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:04.955296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417258-1a85-4af0-a002-6c1682bce528 req-5d542e3b-504f-4e86-86ae-3d746e94d073 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:04.956753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06417258-1a85-4af0-a002-6c1682bce528 req-5d542e3b-504f-4e86-86ae-3d746e94d073 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.1486807 Jan 18 23:17:05.019250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:05.083157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06417258-1a85-4af0-a002-6c1682bce528 req-26e87162-c2a3-4a92-b3e9-76de69cfbb7b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916743 Jan 18 23:17:05.092713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:05.096755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:05.289673 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'code': 200} Jan 18 23:17:05.289673 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'code': 200} Jan 18 23:17:05.291707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc24a6-61cf-429b-a591-6e83e2ddb6f4 req-d9be4985-b2a9-49ae-b6e5-b2814ed4494c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:05.293260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ddc24a6-61cf-429b-a591-6e83e2ddb6f4 req-d9be4985-b2a9-49ae-b6e5-b2814ed4494c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.3355963 Jan 18 23:17:05.447742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2649c9b3-5da2-4498-9c91-39a76b608950 req-4dcbe51b-e092-4876-85f2-e9b63ad75783 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 1097 time: 0.1033909 Jan 18 23:17:05.519829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ddc24a6-61cf-429b-a591-6e83e2ddb6f4 req-78455472-1b74-4449-98ea-a2943f472a9c tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868637 Jan 18 23:17:05.538344 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2649c9b3-5da2-4498-9c91-39a76b608950 req-efe2349b-7585-429b-a469-ee72a1761ad4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Jan 18 23:17:05.542564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-599b35f2-e9b7-418f-9ddc-dd4c362390d5 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:05.544056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-599b35f2-e9b7-418f-9ddc-dd4c362390d5 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.2594609 Jan 18 23:17:05.573169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 172.20.0.9 (7a160569-d340-4a73-b65d-24893263d0cd/25c1edea-b0bf-411a-8466-d3be6947c9bf/6bc8d8e1-88c1-4af7-8b18-a8ca2b155034) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:05.652321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c296b-349b-4a4a-9cfc-7fac39b711d1 req-ce019c27-ab9c-4688-b292-3a08a690567a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:05.653857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-076c296b-349b-4a4a-9cfc-7fac39b711d1 req-ce019c27-ab9c-4688-b292-3a08a690567a tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1802537 Jan 18 23:17:05.907501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Deleting port 890ddba5-0986-402e-a637-21883c44f82a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:05.907699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.048131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-076c296b-349b-4a4a-9cfc-7fac39b711d1 req-a8ac3e4b-55dc-4a57-8d64-d59243d7c433 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744645 Jan 18 23:17:06.147502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.227836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:06.340910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b36b0-4e1d-4b6e-8674-28c8738580fe req-c87b3cf3-d34e-4bb7-90ff-f316fb4d501e tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:06.349728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c2b36b0-4e1d-4b6e-8674-28c8738580fe req-c87b3cf3-d34e-4bb7-90ff-f316fb4d501e tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 945 time: 0.6575549 Jan 18 23:17:06.513545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c2b36b0-4e1d-4b6e-8674-28c8738580fe req-3f1e1e77-a3de-44c0-8466-918223163449 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups?id=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628587 Jan 18 23:17:06.542695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40d618ac-eebb-472b-8291-961145cb38cd req-d7f0512f-5b7b-4d68-a48f-dfd2415f2229 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.0943527 Jan 18 23:17:06.550675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] For port 890ddba5-0986-402e-a637-21883c44f82a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=890ddba5-0986-402e-a637-21883c44f82a,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:06.551487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.578967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:06.783061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network 7a160569-d340-4a73-b65d-24893263d0cd is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:06.790288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:06.916193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:07.011019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:07.114623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:07.115589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.308987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e4c14-d039-413d-ba0e-c7e5987f5365 req-7cb252e7-635e-4e97-8f73-f2f07bf0f20b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:07.315963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49e4c14-d039-413d-ba0e-c7e5987f5365 req-7cb252e7-635e-4e97-8f73-f2f07bf0f20b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.4551787 Jan 18 23:17:07.331213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-53b6f642-f6ae-4059-ba62-1f44fa6afbf7 None None] Provisioning for port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:07.337934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-53b6f642-f6ae-4059-ba62-1f44fa6afbf7 None None] Provisioning complete for port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:07.338568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-53b6f642-f6ae-4059-ba62-1f44fa6afbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.365614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12a647b8-0c16-478e-835b-7566441b2428 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6694868 Jan 18 23:17:07.371747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.372123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:07.372441 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Floating IP 6d242a86-d0c2-4990-b699-9dc0e4bee3a7 disassociated. External IP: 172.25.1.177, port: 890ddba5-0986-402e-a637-21883c44f82a. Jan 18 23:17:07.372784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Calling delete_port for 890ddba5-0986-402e-a637-21883c44f82a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:07.422409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-53b6f642-f6ae-4059-ba62-1f44fa6afbf7 None None] Port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:17:07.530633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'admin_state_up': True, 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'security_groups': ['54e877d1-1c58-4640-b35f-ca5f182e215c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:07.630397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49e4c14-d039-413d-ba0e-c7e5987f5365 req-f53eab8f-6040-4357-85ba-739ffaecd213 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125226 Jan 18 23:17:07.690058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc38f44-2d65-42b9-8e32-1f767f53bab2 req-21485ef0-9e00-4cf6-80f4-bd5b8950cfbc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:07.694543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bc38f44-2d65-42b9-8e32-1f767f53bab2 req-21485ef0-9e00-4cf6-80f4-bd5b8950cfbc tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.4927046 Jan 18 23:17:07.830577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:07.849684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:port and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:07.875046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:07.888619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bc38f44-2d65-42b9-8e32-1f767f53bab2 req-5265dc53-9885-4223-a9a5-85d07460bb1e tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932371 Jan 18 23:17:07.897360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:08.011595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:08.015104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.050972 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.134393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event deleted for resources: {'Port': ['ID=890ddba5-0986-402e-a637-21883c44f82a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:08.192796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cba9e94e-8e5b-4d27-a337-d988b98b3a40 req-8ce7b5a0-cc50-4459-9c8c-badf52983357 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.0516679 Jan 18 23:17:08.264323 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-fa0b44ec-923d-49ed-ab20-f9fcf212580c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.1675718 Jan 18 23:17:08.490027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-48b22598-7cab-4eb0-8258-8673b0d375a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:08.490027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-48b22598-7cab-4eb0-8258-8673b0d375a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.2166328 Jan 18 23:17:08.575174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-c99cd133-ac75-4954-bfe8-5ddcf1e0264b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.0810518 Jan 18 23:17:08.653219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-35c3cb4a-daab-4854-983d-5019270df0cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:08.654899 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-35c3cb4a-daab-4854-983d-5019270df0cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.0750632 Jan 18 23:17:08.723667 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-2b1c5c2f-9dd8-45e7-9539-2bc13f6401d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618441 Jan 18 23:17:08.754613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.1.1.108 (b8e5e2f5-54b1-4f66-975b-231ab5a851c2/77f3154d-df39-48cb-bb37-0c41ccea2466/052fffa1-6da3-4199-96e0-8c52e1716351) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:08.816228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482f147-2074-4141-b889-5ced1b32b010 req-5fc9bd5f-4cd2-4739-b1e6-824787f206ac tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:08.817036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6482f147-2074-4141-b889-5ced1b32b010 req-5fc9bd5f-4cd2-4739-b1e6-824787f206ac tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:08.899623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 890ddba5-0986-402e-a637-21883c44f82a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:08.978780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:08.991115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6482f147-2074-4141-b889-5ced1b32b010 req-5fc9bd5f-4cd2-4739-b1e6-824787f206ac tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:08.991782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 890ddba5-0986-402e-a637-21883c44f82a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:08.995050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 890ddba5-0986-402e-a637-21883c44f82a not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:08.998610 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6482f147-2074-4141-b889-5ced1b32b010 req-5fc9bd5f-4cd2-4739-b1e6-824787f206ac tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 931 time: 0.5636878 Jan 18 23:17:09.010998 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-b6de2f1a-f4cd-4cd6-b8b1-5c6c51aa3c6e service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806239 Jan 18 23:17:09.049389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfb471-5279-4f4c-a6ed-88adf8ef306e req-956e736c-36b8-4841-8031-ce0caa82b3f0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:09.057563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2bcfb471-5279-4f4c-a6ed-88adf8ef306e req-956e736c-36b8-4841-8031-ce0caa82b3f0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.5467861 Jan 18 23:17:09.092163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Router d9682b8f-5557-4716-bcb6-0c584b726a8e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:09.189732 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c71d3340-99ed-43fb-bb18-283d5a08bbbd req-d04718ce-d25c-4f20-9bc0-48e8a05c81a4 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725335 Jan 18 23:17:09.217261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6482f147-2074-4141-b889-5ced1b32b010 req-20997648-3a1e-40de-a2ac-543f70ca9461 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176318 Jan 18 23:17:09.251396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2bcfb471-5279-4f4c-a6ed-88adf8ef306e req-2b16da62-4f46-4adf-bf08-1210e86f9dd0 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928809 Jan 18 23:17:09.279323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.362937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object 052fffa1-6da3-4199-96e0-8c52e1716351 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:09.615803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:09.823958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8fcb8-c9ae-4090-9a8d-ab8f50f8e575 req-763814c7-b1e7-4507-a4eb-2d073da47ecb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:09.830655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9f8fcb8-c9ae-4090-9a8d-ab8f50f8e575 req-763814c7-b1e7-4507-a4eb-2d073da47ecb tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.4115984 Jan 18 23:17:09.920089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:09.921797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:09.957281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:09.957281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:10.016298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9f8fcb8-c9ae-4090-9a8d-ab8f50f8e575 req-db368496-4959-41a3-8b96-0af0b60b5f5d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846821 Jan 18 23:17:10.061350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2993f89-cfad-4c90-a2a5-78bb1fb73b46 req-ccffd351-f6b5-439a-b0db-8b336f5afd7d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:10.067921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2993f89-cfad-4c90-a2a5-78bb1fb73b46 req-ccffd351-f6b5-439a-b0db-8b336f5afd7d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.5064297 Jan 18 23:17:10.105637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:10.106414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.170620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:10.181296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Sync routers for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:17:10.205940 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:10.208201 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:10.301539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-12275a7b-10f5-4eff-9bf9-1783f5f5c304 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7789824 Jan 18 23:17:10.312382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'admin_state_up': True, 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'security_groups': ['54e877d1-1c58-4640-b35f-ca5f182e215c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:10.327529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] No DVR routers for this DVR port 890ddba5-0986-402e-a637-21883c44f82a on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:10.333604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.336148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-debd7b78-6e2e-4f61-abe3-a7248807abd1 req-6ca6c737-bc50-43d1-8009-9fa24d2ca069 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.83 "DELETE /v2.0/ports/890ddba5-0986-402e-a637-21883c44f82a HTTP/1.1" status: 204 len: 173 time: 4.5990014 Jan 18 23:17:10.336944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'name': 'network-vif-deleted', 'tag': '890ddba5-0986-402e-a637-21883c44f82a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:10.357457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2993f89-cfad-4c90-a2a5-78bb1fb73b46 req-d15cec6c-de35-427f-8890-81faaf71c08b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885630 Jan 18 23:17:10.372264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-59a5aad8-9772-491b-9c7e-e0d6f1409ee4 None None] Provisioning for port 052fffa1-6da3-4199-96e0-8c52e1716351 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:10.401924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-59a5aad8-9772-491b-9c7e-e0d6f1409ee4 None None] Provisioning complete for port 052fffa1-6da3-4199-96e0-8c52e1716351 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:10.406582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-59a5aad8-9772-491b-9c7e-e0d6f1409ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.568555 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:10.666259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-59a5aad8-9772-491b-9c7e-e0d6f1409ee4 None None] Port 052fffa1-6da3-4199-96e0-8c52e1716351 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:17:10.683542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5a7ba8b5-8b13-430a-8997-b94ae3635ec4 req-a08a73b3-862e-4853-8a0c-36454a9d2423 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Synchronizing usage tracker for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:10.747904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:10.786222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:10.869586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5a7ba8b5-8b13-430a-8997-b94ae3635ec4 req-a08a73b3-862e-4853-8a0c-36454a9d2423 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Unset dirty status for tenant:72cc676a8965494791153dc0908cbb4c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:10.874368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a7ba8b5-8b13-430a-8997-b94ae3635ec4 req-a08a73b3-862e-4853-8a0c-36454a9d2423 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.3569872 Jan 18 23:17:10.902318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:10.904922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:10.908005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.083088 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b467b2d-158b-4d6a-b43d-47e0cbf999d0', 'name': 'network-vif-deleted', 'tag': '890ddba5-0986-402e-a637-21883c44f82a', 'status': 'completed', 'code': 200} Jan 18 23:17:11.148426 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:11.171078 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Checking router: d9682b8f-5557-4716-bcb6-0c584b726a8e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:17:11.207240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:11.210076 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:16:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:11.334521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.1.1.95 (b8e5e2f5-54b1-4f66-975b-231ab5a851c2/77f3154d-df39-48cb-bb37-0c41ccea2466/fd71bcdc-78cd-46f7-ab48-5026faaa0fe3) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:11.359417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765f440-8df8-46ac-a842-dabf913510e0 req-e47736d9-79a5-4150-b08f-aaea8e9e38e9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.364393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765f440-8df8-46ac-a842-dabf913510e0 req-e47736d9-79a5-4150-b08f-aaea8e9e38e9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.377288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d765f440-8df8-46ac-a842-dabf913510e0 req-e47736d9-79a5-4150-b08f-aaea8e9e38e9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 1653 time: 0.2061985 Jan 18 23:17:11.483902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d765f440-8df8-46ac-a842-dabf913510e0 req-928130df-f544-4408-a961-e2f4a70b51b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093862 Jan 18 23:17:11.659708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:11.856474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2298abf-e505-4d17-b972-3045683aa9a7 req-1cc42316-bb31-40ee-9517-745dfd730963 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.858399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2298abf-e505-4d17-b972-3045683aa9a7 req-1cc42316-bb31-40ee-9517-745dfd730963 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.2766738 Jan 18 23:17:11.864961 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:11.908267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:11.929017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686e8a-ac88-49e9-aab6-1039ffeadeb9 req-7f84976c-d724-4bc9-9bc6-839eadb4e6e5 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:11.931096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1686e8a-ac88-49e9-aab6-1039ffeadeb9 req-7f84976c-d724-4bc9-9bc6-839eadb4e6e5 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2102489 Jan 18 23:17:11.964143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2298abf-e505-4d17-b972-3045683aa9a7 req-244a63bf-0876-478a-ac4e-fdef3e67908a tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941415 Jan 18 23:17:12.025451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1686e8a-ac88-49e9-aab6-1039ffeadeb9 req-bc297b30-78ad-48bf-b905-d33847d33c10 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843625 Jan 18 23:17:12.048526 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:12.061661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb8c87-263f-4ccc-8c90-3b1e9c91ff5a None None] The sync data for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 is: [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'ad3dc015-7f03-4e35-b179-d0f7dcdf6c33', 'name': '', 'network_id': 'afb9be0e-5e13-4f1e-a974-bc3222a3a4f1', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'mac_address': 'fa:16:3e:98:4f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:51Z', 'updated_at': '2022-01-18T23:15:05Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'subnets': [{'id': '08f475b3-1280-4dc3-a1cb-bd48bb66849b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:17:12.087379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.230977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:12.251849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:12.260493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:12.366079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:12.411753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:12.412401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:12.633557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8542219-782f-4452-8ca7-9082727f4fbe req-e2ccc6fc-33ff-48ce-8494-968f2987594a tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b467b2d-158b-4d6a-b43d-47e0cbf999d0 HTTP/1.1" status: 200 len: 210 time: 0.1252856 Jan 18 23:17:12.713519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebd338a-0343-476d-94d2-7b8217bb53c4 None None] New status for floating IP 6d242a86-d0c2-4990-b699-9dc0e4bee3a7: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:17:12.770252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f206f751-776b-47d3-a997-325ae5edf863 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4615955 Jan 18 23:17:12.787404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'admin_state_up': True, 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'security_groups': ['54e877d1-1c58-4640-b35f-ca5f182e215c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:13.128083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00782f61-d907-4016-ba19-0ca73a872f02 req-0b4cb4e0-7377-449e-8c0c-f0eeadfe5891 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.140371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00782f61-d907-4016-ba19-0ca73a872f02 req-0b4cb4e0-7377-449e-8c0c-f0eeadfe5891 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.4936588 Jan 18 23:17:13.186144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d3091a6-fe80-45ed-9131-5fee3b02231f None None] Provisioning for port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:13.191983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d3091a6-fe80-45ed-9131-5fee3b02231f None None] Provisioning complete for port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:13.192499 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d3091a6-fe80-45ed-9131-5fee3b02231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.198799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:13.221466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Usage tracker for resource:port and tenant:f2101c67f9914511b35bffa374d530ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:13.234938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:13.254881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:13.281483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00782f61-d907-4016-ba19-0ca73a872f02 req-a5bb7c4c-6340-4125-9f75-9246518d3262 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400428 Jan 18 23:17:13.333710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8d3091a6-fe80-45ed-9131-5fee3b02231f None None] Port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:17:13.369293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:13.590225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.828345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-043adcb8-2518-4e11-9101-b41a80ec8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:13.839801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.844541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.848680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:13.849650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:14.012142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:14.013959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-bbf22102-7643-420a-b6c3-c7008f3e03ed tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 2373 time: 0.5116212 Jan 18 23:17:14.123637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.2.2.100 (7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7/7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8/6f520d34-42d7-4328-9a75-a7543867a74b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:14.129746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80060781-ad14-46d2-aeb0-f7ccb5473e0d req-72206980-cf67-4e10-ab14-09c58a0a862a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100152 Jan 18 23:17:14.503734 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.537875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object 6f520d34-42d7-4328-9a75-a7543867a74b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:14.638353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.775287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:14.794505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:14.863296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:14.865494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:14.868857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:14.957878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:14.958881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:14.995609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.056716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.080085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-853120fe-47c1-4063-9938-b19d866874f4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3001003 Jan 18 23:17:15.095510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'admin_state_up': True, 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'security_groups': ['54e877d1-1c58-4640-b35f-ca5f182e215c']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:15.263393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.300779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:15.342899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.348179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dbb92882-0df5-4101-8ae5-58d58bfd2752 None None] Provisioning for port 6f520d34-42d7-4328-9a75-a7543867a74b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:15.349520 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42062a7e-8034-4eaf-8b8c-d1b083b909ec tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "DELETE /v2.0/security-groups/5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b HTTP/1.1" status: 204 len: 168 time: 0.5513215 Jan 18 23:17:15.354666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42772) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.357127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dbb92882-0df5-4101-8ae5-58d58bfd2752 None None] Provisioning complete for port 6f520d34-42d7-4328-9a75-a7543867a74b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:15.357870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb92882-0df5-4101-8ae5-58d58bfd2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.374736 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-e045d85c-b0c4-4405-9e45-f1951d94ab28 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] show failed (client error): The resource could not be found. Jan 18 23:17:15.375975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e045d85c-b0c4-4405-9e45-f1951d94ab28 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "GET /v2.0/security-groups/5538bc98-3d7f-4fd5-89ff-b8626a9ebd3b HTTP/1.1" status: 404 len: 347 time: 0.0198236 Jan 18 23:17:15.378664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:15.413542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75ead-ee9b-4837-b98e-70d50ee00335 req-84efa627-fe57-4092-b096-805128e3709f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:15.422160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0c75ead-ee9b-4837-b98e-70d50ee00335 req-84efa627-fe57-4092-b096-805128e3709f tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.2733860 Jan 18 23:17:15.427462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dbb92882-0df5-4101-8ae5-58d58bfd2752 None None] Port 6f520d34-42d7-4328-9a75-a7543867a74b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:17:15.440044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:15.451830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:15.496359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0c75ead-ee9b-4837-b98e-70d50ee00335 req-b8c85073-83ff-4eed-9bfc-13c56ba899ef tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729489 Jan 18 23:17:15.543605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Made reservation on behalf of f2101c67f9914511b35bffa374d530ee for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:15.551810 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.680358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Deleting port d6a9cb13-9f4b-4025-85ab-ae104316a14f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:15.681036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.960934 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.961587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:15.983428 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a4e988d-5d86-4296-a5ac-2624f2b91071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.031022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Allocated IP 10.2.2.200 (7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7/7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8/88489c07-4562-498b-b89b-fcc786a1988f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:16.148386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Calling delete_port for d6a9cb13-9f4b-4025-85ab-ae104316a14f owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:16.425811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-1ffedc23-41de-49a4-90ca-9ea184ac9b87 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:16.430597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-1ffedc23-41de-49a4-90ca-9ea184ac9b87 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:16.434675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-1ffedc23-41de-49a4-90ca-9ea184ac9b87 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:16.438833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-1ffedc23-41de-49a4-90ca-9ea184ac9b87 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:16.440626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-1ffedc23-41de-49a4-90ca-9ea184ac9b87 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 3094 time: 0.3649976 Jan 18 23:17:16.446072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.454061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.499590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Transition to ACTIVE for port object 88489c07-4562-498b-b89b-fcc786a1988f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:16.504730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Pushing event deleted for resources: {'Port': ['ID=d6a9cb13-9f4b-4025-85ab-ae104316a14f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:16.559230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef0f37bb-0676-49d4-b5ae-f57ba8f0cec4 req-41ca16da-fbb1-4ad5-838f-2fc9b789d141 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082771 Jan 18 23:17:16.644082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.697408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.764826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:16.768821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eabda0ab-68cb-4aa2-b9e1-5c085c7fa5f0 tempest-ServersTestManualDisk-1815815898 tempest-ServersTestManualDisk-1815815898-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d242a86-d0c2-4990-b699-9dc0e4bee3a7 HTTP/1.1" status: 204 len: 168 time: 1.3864870 Jan 18 23:17:16.769397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42796) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:16.888706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:16.892655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:16.900721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:17.172676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:17.178503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.274492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.277143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.349110 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.383785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbfe42-5f4a-47a1-9561-19d083cbe161 req-2f760703-9485-4dc6-a020-80afdee077f8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:17.398883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64dbfe42-5f4a-47a1-9561-19d083cbe161 req-2f760703-9485-4dc6-a020-80afdee077f8 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.3500834 Jan 18 23:17:17.439116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-410d4fa4-e6ea-4d3f-b38e-c0d9108cc83e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536606 Jan 18 23:17:17.445920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-793df6b0-3d4c-4548-961f-7d8716e9f78f None None] Provisioning for port 88489c07-4562-498b-b89b-fcc786a1988f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:17.452247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-793df6b0-3d4c-4548-961f-7d8716e9f78f None None] Provisioning complete for port 88489c07-4562-498b-b89b-fcc786a1988f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:17.452417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:17.454225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-793df6b0-3d4c-4548-961f-7d8716e9f78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.530093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:17.605782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64dbfe42-5f4a-47a1-9561-19d083cbe161 req-bec3e72c-6fc3-4d63-9a13-b2c81884cada tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058790 Jan 18 23:17:17.639828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-793df6b0-3d4c-4548-961f-7d8716e9f78f None None] Port 88489c07-4562-498b-b89b-fcc786a1988f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:17:17.660693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.378302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.387230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.395428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.400062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.408105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:18.409053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:18.488870 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:17:18.582675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:18.594680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.639569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Transition to ACTIVE for port object 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:18.685672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Deleting port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:18.686317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.856527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:18.858177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-ba1f1fca-532c-4cf0-b612-25e73cc82276 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 3815 time: 0.8638959 Jan 18 23:17:18.920050 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.953344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:18.954050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] For port ad3dc015-7f03-4e35-b179-d0f7dcdf6c33, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:18.955127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.101695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Calling delete_port for ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:19.108092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6af9c59-09b6-48fc-8b89-95700e60e65a req-1c129b86-8073-461b-95a5-6bc126ad44a4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416453 Jan 18 23:17:19.385626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:19.403805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.512074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3dc015-7f03-4e35-b179-d0f7dcdf6c33,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:19.544131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.544479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.544816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.545173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.545502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.545825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.546154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.550617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.551693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.552040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.552373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:19.629174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Attempting to bind port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:19.629671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Attempting to bind port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:19.629908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Attempting to bind port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 on network 7a160569-d340-4a73-b65d-24893263d0cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:19.644570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 on network 7a160569-d340-4a73-b65d-24893263d0cd not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:19.645989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Attempting to bind port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 on network 7a160569-d340-4a73-b65d-24893263d0cd {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:19.662122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:19.662466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Checking segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:19.662909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Bound using segment: {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:19.663569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Bound port: 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31bb4ee-8e58-4994-bb8d-e2052de244af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:19.663927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:19.898242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12007b-6cd5-4c0c-bfa3-37cffef4195c req-8b310b04-bd11-4d98-adfa-a4e6b831c053 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:19.899881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c12007b-6cd5-4c0c-bfa3-37cffef4195c req-8b310b04-bd11-4d98-adfa-a4e6b831c053 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.4461043 Jan 18 23:17:20.010362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:20.014969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:20.019956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c12007b-6cd5-4c0c-bfa3-37cffef4195c req-d2f37e98-db31-41a3-8b78-52403799f110 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077878 Jan 18 23:17:20.097628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.192338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.193940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] 10.222.0.83 "PUT /v2.0/ports/6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 1091 time: 2.7454810 Jan 18 23:17:20.213436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:20.251484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc1d2-c559-432a-9251-6affe6bfb257 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:20.308006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-dc1522e1-364d-480f-9dd4-a89797cfa81d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:20.308006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-dc1522e1-364d-480f-9dd4-a89797cfa81d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Synchronizing usage tracker for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:20.326126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:20.364040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.374851 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'status': 'completed', 'code': 200} Jan 18 23:17:20.545008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-dc1522e1-364d-480f-9dd4-a89797cfa81d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Unset dirty status for tenant:61510257056f4b03b4fb9ca30d9976b9 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:20.546183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-dc1522e1-364d-480f-9dd4-a89797cfa81d tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.3895884 Jan 18 23:17:20.702600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Deleting port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:20.702951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.837672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:20.887242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-679098b2-0da0-4556-973a-b6c0adf8513a req-97d636e5-116d-4bb7-bfce-8860c4a4e251 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 4362 time: 0.4711919 Jan 18 23:17:21.068829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.073767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.077988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.082115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.086312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.091830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2d749887-51c0-4ccd-90ea-5269b7fe9536 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 3827 time: 0.6005948 Jan 18 23:17:21.291045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c9654b90-f30e-447b-bc44-c2eaa06205db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.291513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c9654b90-f30e-447b-bc44-c2eaa06205db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.291942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c9654b90-f30e-447b-bc44-c2eaa06205db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.294375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c9654b90-f30e-447b-bc44-c2eaa06205db service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4062355 Jan 18 23:17:21.362873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a2d6b40-4156-4f9d-a734-5ab1ed988de6 req-2772b0c6-15d9-47af-8448-963daa44d0df tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541978 Jan 18 23:17:21.619049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] For port 2c5a6b06-c80f-4a6a-b98a-44a554d40777, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2c5a6b06-c80f-4a6a-b98a-44a554d40777,segment=NetworkSegment(809d5269-6303-43f5-9420-6f30efb516e2),segment_id=809d5269-6303-43f5-9420-6f30efb516e2)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:21.619534 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:21.775559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Calling delete_port for 2c5a6b06-c80f-4a6a-b98a-44a554d40777 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:21.987603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c16c959f-8fbf-4204-adc4-4a5a14efb38b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:21.989921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-679098b2-0da0-4556-973a-b6c0adf8513a req-c16c959f-8fbf-4204-adc4-4a5a14efb38b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6870863 Jan 18 23:17:22.025385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d770c-1f92-4686-856a-1e420a4d4065 req-003a1964-1072-418d-8ea9-c48291a03dcb tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:22.026119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-877d770c-1f92-4686-856a-1e420a4d4065 req-003a1964-1072-418d-8ea9-c48291a03dcb tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 945 time: 0.5298896 Jan 18 23:17:22.092854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-877d770c-1f92-4686-856a-1e420a4d4065 req-d9341376-1294-45de-8d60-3f0accd906df tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7120793-c29c-42ee-af4b-889553c797e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657640 Jan 18 23:17:22.197008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d7e300-7d11-4843-89d9-956976ddd9e0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:22.206615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.343362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Router d9682b8f-5557-4716-bcb6-0c584b726a8e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:22.378734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Transition to ACTIVE for port object 46d7e300-7d11-4843-89d9-956976ddd9e0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:22.412234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2c5a6b06-c80f-4a6a-b98a-44a554d40777 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:22.422415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.472010 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.506145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 2c5a6b06-c80f-4a6a-b98a-44a554d40777 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:22.507009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2c5a6b06-c80f-4a6a-b98a-44a554d40777 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:22.577060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Pushing event deleted for resources: {'Port': ['ID=2c5a6b06-c80f-4a6a-b98a-44a554d40777,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:22.714800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] No DVR routers for this DVR port 2c5a6b06-c80f-4a6a-b98a-44a554d40777 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:22.724244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:22.728826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'name': 'network-vif-deleted', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:22.806704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:22.915498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d48abd95-c249-4b11-8001-53bd50d6d356 req-87cf936a-4954-4439-96fa-28bfbf733336 tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.89 "DELETE /v2.0/ports/2c5a6b06-c80f-4a6a-b98a-44a554d40777 HTTP/1.1" status: 204 len: 173 time: 2.3629811 Jan 18 23:17:22.958838 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8217be0-059c-4bcb-9a6c-89f3bacc6a31', 'name': 'network-vif-deleted', 'tag': '2c5a6b06-c80f-4a6a-b98a-44a554d40777', 'status': 'completed', 'code': 200} Jan 18 23:17:23.067641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:23.079044 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Sync routers for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:17:23.093934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42898) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:23.103983 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:23.104757 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:17:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:23.109367 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da28d53c-2562-4af4-925e-a88207c33e52 admin admin] 10.222.0.59 "PUT /v2.0/routers/d9682b8f-5557-4716-bcb6-0c584b726a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3386447 Jan 18 23:17:23.121724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.130471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.134687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.150898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.155104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.167597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:23.179618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-a6cad151-ab7b-4745-a837-06955802b40d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 4603 time: 0.4355469 Jan 18 23:17:23.369280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Attempting to bind port 46d7e300-7d11-4843-89d9-956976ddd9e0 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:23.372752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Attempting to bind port 46d7e300-7d11-4843-89d9-956976ddd9e0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:23.373192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Attempting to bind port 46d7e300-7d11-4843-89d9-956976ddd9e0 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:23.448496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c32f2a5-85b9-4288-be5e-9c659925cf31 req-4116cf47-7813-4aad-aa9f-5b5126fad6af tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2678342 Jan 18 23:17:23.479473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Port 46d7e300-7d11-4843-89d9-956976ddd9e0 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:23.482462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Attempting to bind port 46d7e300-7d11-4843-89d9-956976ddd9e0 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:23.517089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:23.521749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:23.521749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Bound using segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:23.521749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Bound port: 46d7e300-7d11-4843-89d9-956976ddd9e0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:23.521749 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:23.551560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:23.850088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21c964be-a0dd-43a3-977e-5a8b2d9b7d8c req-f9ac3add-ab43-475a-a145-1d01a32b95cd tempest-ServerDiskConfigTestJSON-2062795162 tempest-ServerDiskConfigTestJSON-2062795162-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8217be0-059c-4bcb-9a6c-89f3bacc6a31 HTTP/1.1" status: 200 len: 210 time: 0.1775374 Jan 18 23:17:24.061236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:24.073113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:24.134565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.171709 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:17:19Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:24.176673 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Checking router: d9682b8f-5557-4716-bcb6-0c584b726a8e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:17:24.193245 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Routers {'d9682b8f-5557-4716-bcb6-0c584b726a8e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:24.194895 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:17:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d9682b8f-5557-4716-bcb6-0c584b726a8e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:24.220175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.346583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:24.348052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] 10.222.0.83 "PUT /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 1134 time: 4.0352657 Jan 18 23:17:24.349689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:24.405126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bd862-f7d4-402e-a1b0-92fef911a496 service neutron] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:24.471563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:24.595951 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] Set router d9682b8f-5557-4716-bcb6-0c584b726a8e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:24.771002 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0', 'status': 'completed', 'code': 200} Jan 18 23:17:24.914808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:25.023993 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:17:19Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:25.029082 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d142796-43f4-43f5-9992-1f213b96ae6b None None] The sync data for ids ['d9682b8f-5557-4716-bcb6-0c584b726a8e'] in n-d-825175-2 is: [{'id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'name': 'tempest-ServersTestManualDisk-1713982577-router', 'tenant_id': '72cc676a8965494791153dc0908cbb4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:41Z', 'updated_at': '2022-01-18T23:17:19Z', 'revision_number': 5, 'project_id': '72cc676a8965494791153dc0908cbb4c', 'gw_port': {'id': '6fe0de08-28c1-4cd3-a785-d0880d958799', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9682b8f-5557-4716-bcb6-0c584b726a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:43Z', 'updated_at': '2022-01-18T23:14:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:17:25.184858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-1ffdf375-2825-45aa-a80f-6d1a342d1763 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5289 time: 0.4842606 Jan 18 23:17:25.365240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.370012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.380711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.384849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.390490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.393623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:25.402951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94593315-513e-4447-af07-bc2e3a3b850e req-c5c940f4-a6a0-42ed-a889-4eab63c909eb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 4603 time: 0.5839155 Jan 18 23:17:25.707759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42946) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:25.754415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94593315-513e-4447-af07-bc2e3a3b850e req-916a6204-a4ec-4fb5-acbd-0cc03f2e6cb7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3501585 Jan 18 23:17:25.859860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Deleting subnet 85e4e92d-32de-40bb-b896-920232b5c4f9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:17:25.889753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.017832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.050734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-5f08fd74-95c9-44f3-9702-8be6dd28d015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:26.056479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-5f08fd74-95c9-44f3-9702-8be6dd28d015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:26.057219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-5f08fd74-95c9-44f3-9702-8be6dd28d015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:26.060123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-5f08fd74-95c9-44f3-9702-8be6dd28d015 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7340553 Jan 18 23:17:26.125519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.154098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.305180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Deleting port 6fe0de08-28c1-4cd3-a785-d0880d958799 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:26.305719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.386230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.388578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-77a8c3d4-3b01-46e9-8446-56c7a0b30fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:26.390200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ece915b3-cd55-4cf8-bbbc-1c277b8a58e7 req-77a8c3d4-3b01-46e9-8446-56c7a0b30fae service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3146687 Jan 18 23:17:26.393143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:17:26.487610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.492276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:26.493908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e4e92d-32de-40bb-b896-920232b5c4f9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:26.515586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b04d110-e8a9-452f-b125-80aa364388e3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/85e4e92d-32de-40bb-b896-920232b5c4f9 HTTP/1.1" status: 204 len: 168 time: 0.8065090 Jan 18 23:17:26.518415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:26.541907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:26.542249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ad3dc015-7f03-4e35-b179-d0f7dcdf6c33 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:26.562766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a045729b-4352-4c46-bbc8-d9829af9cc95 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:26.574983 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.618441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Transition to ACTIVE for port object a045729b-4352-4c46-bbc8-d9829af9cc95 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:26.626571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] For port 6fe0de08-28c1-4cd3-a785-d0880d958799, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6fe0de08-28c1-4cd3-a785-d0880d958799,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:26.627190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.780282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:26.791822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Calling delete_port for 6fe0de08-28c1-4cd3-a785-d0880d958799 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:26.796143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.002743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:27.227088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.310530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0150a87e-1a5d-4125-9492-b049d74660a8']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:27.340481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809d5269-6303-43f5-9420-6f30efb516e2') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:27.341083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809d5269-6303-43f5-9420-6f30efb516e2') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:27.364874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.396785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.415742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:17:27.415875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:27.446520 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Attempting to bind port a045729b-4352-4c46-bbc8-d9829af9cc95 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Attempting to bind port a045729b-4352-4c46-bbc8-d9829af9cc95 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Attempting to bind port a045729b-4352-4c46-bbc8-d9829af9cc95 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Port a045729b-4352-4c46-bbc8-d9829af9cc95 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Attempting to bind port a045729b-4352-4c46-bbc8-d9829af9cc95 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.916732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-9685ef68-a0d0-4f76-8477-c35bab26a4cf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5380 time: 0.7645595 Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Bound using segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Bound port: a045729b-4352-4c46-bbc8-d9829af9cc95, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e332-c61b-498d-9561-559637bea87e req-30ec1e40-72bc-4394-953a-4cd5c63dd029 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:27.918195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-30ec1e40-72bc-4394-953a-4cd5c63dd029 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.5697250 Jan 18 23:17:27.995682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-0b97921b-037c-4e3c-84f4-9eca773647ab tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/quotas/7f7708dc98c14ebeab8cf18af38bd800 HTTP/1.1" status: 200 len: 375 time: 0.0746071 Jan 18 23:17:28.053601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d2ee2f4-40f2-49f1-acb6-79227f694f6f req-1ea3911d-5e63-452b-ac1d-43b97e180725 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1810195 Jan 18 23:17:28.091643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-7b31d5f2-f687-470f-9031-031e76c59669 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3345728 Jan 18 23:17:28.112922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:28.123874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a045729b-4352-4c46-bbc8-d9829af9cc95,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:28.140336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-cbc58e58-9d8c-4a05-b37d-95ed182ef0ea tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320438 Jan 18 23:17:28.233822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.267895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.281599 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.284126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=0150a87e-1a5d-4125-9492-b049d74660a8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.337680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.369706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd00c605-80cc-45ad-bde9-18d9fc605cfb admin admin] 10.222.0.59 "DELETE /v2.0/networks/0150a87e-1a5d-4125-9492-b049d74660a8 HTTP/1.1" status: 204 len: 168 time: 1.8500009 Jan 18 23:17:28.438999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe0de08-28c1-4cd3-a785-d0880d958799,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.624269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:28.657925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:28.657925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-676ed370-8f96-4cfc-aab8-fac91b60dc22 service neutron] 10.222.0.83 "PUT /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 1135 time: 4.1971471 Jan 18 23:17:28.666538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': 'a045729b-4352-4c46-bbc8-d9829af9cc95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:28.749257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-5f5a30a8-82eb-4cbb-bdfb-13346ce5ef2f service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931244 Jan 18 23:17:28.888593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:28.929961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:28.987815 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b62ddbd6-671f-4be6-9a15-d56afc65ffe8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61510257056f4b03b4fb9ca30d9976b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0978153 Jan 18 23:17:28.988516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43004) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:29.080915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.134143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.158878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-d3c5a27e-f147-423c-8b71-ddcf00b0b08a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 1096 time: 0.9530103 Jan 18 23:17:29.217352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.276076 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': 'a045729b-4352-4c46-bbc8-d9829af9cc95', 'status': 'completed', 'code': 200} Jan 18 23:17:29.314622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.343364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7120793-c29c-42ee-af4b-889553c797e1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:29.370582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.374597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-74c65aae-21e8-4e10-9c74-0a31ee1ea480 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7120793-c29c-42ee-af4b-889553c797e1 HTTP/1.1" status: 204 len: 168 time: 0.3821869 Jan 18 23:17:29.403968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-de2b661f-c690-48b0-81a8-b59cf2dd9dae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6217 time: 0.1285369 Jan 18 23:17:29.564127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-b20f5351-a113-4edf-adf5-05c7d6938f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:29.564771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-b20f5351-a113-4edf-adf5-05c7d6938f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:29.565174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-b20f5351-a113-4edf-adf5-05c7d6938f1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:29.566767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-b20f5351-a113-4edf-adf5-05c7d6938f1a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1548100 Jan 18 23:17:29.675237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-965f037d-fcf5-470d-a989-35add3bfbda3 service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9118052 Jan 18 23:17:29.716823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-cbf87881-e060-4f2f-9c0a-ac331e58396f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:29.718750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-003be103-8479-4d0c-a2f2-379abf943fa9 req-cbf87881-e060-4f2f-9c0a-ac331e58396f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425581 Jan 18 23:17:29.772516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.940507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:29.951490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-66672575-2326-41a8-907a-987d4f5dc18c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:29.951490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-66672575-2326-41a8-907a-987d4f5dc18c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 200 len: 920 time: 0.7603602 Jan 18 23:17:29.951490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.174878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5ab8a-65fd-4a87-a525-82478a36b2d3 req-751ba208-bda0-4060-a4b4-acf92a83167d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.186859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fe5ab8a-65fd-4a87-a525-82478a36b2d3 req-751ba208-bda0-4060-a4b4-acf92a83167d tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.7932830 Jan 18 23:17:30.186859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-ea447026-e292-481c-a88b-1e9e6eea56a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 200 len: 217 time: 0.2214317 Jan 18 23:17:30.409831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fe5ab8a-65fd-4a87-a525-82478a36b2d3 req-a5d80a16-0560-4396-9aad-1c88f2709266 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321174 Jan 18 23:17:30.499604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-ae858472-010c-4567-ad56-62f085c08535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.501142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-ae858472-010c-4567-ad56-62f085c08535 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 200 len: 859 time: 0.2547894 Jan 18 23:17:30.504958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.505719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9682b8f-5557-4716-bcb6-0c584b726a8e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:17:30.597037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-cfdb4215-6924-447a-b5bf-e36effeee1d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3d34972c-2b56-4752-b027-0777ff99769b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868504 Jan 18 23:17:30.643734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.648176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.654958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.660467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.665192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.669598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.674111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:30.676056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e358807d-aa6c-49b5-9878-bd881633d982 req-9115e35a-0353-4cb6-848a-59e2cc8c9a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5380 time: 0.5173171 Jan 18 23:17:30.729369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.732988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bd0ed587-b60e-4559-b885-a77ddfc03ab8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d9682b8f-5557-4716-bcb6-0c584b726a8e HTTP/1.1" status: 204 len: 168 time: 7.6335738 Jan 18 23:17:30.733352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43052) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:30.746724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-478d29b9-58e9-4a9a-9b1d-318311ab0de0 req-6a6c58f0-a5bc-4746-940d-b10ef9fdfa15 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 210 time: 0.1456740 Jan 18 23:17:30.800292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Deleting subnet 08f475b3-1280-4dc3-a1cb-bd48bb66849b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:17:30.804374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.876552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:30.984202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.036080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43066) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.111146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e358807d-aa6c-49b5-9878-bd881633d982 req-ec3ba101-39cf-4aa1-8b3a-9619efb67ac7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3913672 Jan 18 23:17:31.126115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-c6815fb5-b2a8-4043-af24-01c3e666ac13 service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205240 Jan 18 23:17:31.128454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052fffa1-6da3-4199-96e0-8c52e1716351 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:31.157847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.178696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.251376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Transition to ACTIVE for port object 052fffa1-6da3-4199-96e0-8c52e1716351 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:31.255723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08f475b3-1280-4dc3-a1cb-bd48bb66849b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.263001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.276063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f163284-6cf3-49ed-bd19-f4265b68f943 None None] Network afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:17:31.277001 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67eb429a-b392-4613-a1e6-0a69f6ed0da1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/08f475b3-1280-4dc3-a1cb-bd48bb66849b HTTP/1.1" status: 204 len: 168 time: 0.5347948 Jan 18 23:17:31.278006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:31.304661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-971406222-network', 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:31.356804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:31.362901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Usage tracker for resource:network and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:31.371343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:31.381920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.391674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:31.428797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.449270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Deleting port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:31.449716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.455953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9fa64f9-d635-4205-ba8c-53ccd2146388 req-fcf1b582-41bd-43f1-9b7d-cd7b42ff82ac service neutron] 10.222.0.83 "GET /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226690 Jan 18 23:17:31.558996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:31.559419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.581859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:31.661651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.662135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] DHCP port deletion for afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:17:31.667761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Deleting port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:31.668398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.890789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87713d7-a33c-47e2-a686-f9646668653d req-b7910679-59d6-4ba3-abf3-2fc7d9ffd79a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:31.898683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a87713d7-a33c-47e2-a686-f9646668653d req-b7910679-59d6-4ba3-abf3-2fc7d9ffd79a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 950 time: 0.5573792 Jan 18 23:17:31.946088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] For port 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9d838103-7fcb-45d6-9b2b-84b69d7c1829,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:31.950046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.970302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] For port 9d838103-7fcb-45d6-9b2b-84b69d7c1829, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9d838103-7fcb-45d6-9b2b-84b69d7c1829,segment=NetworkSegment(94979e03-a1ad-42d3-8861-6b29774724a3),segment_id=94979e03-a1ad-42d3-8861-6b29774724a3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:31.970774 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:31.983040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a87713d7-a33c-47e2-a686-f9646668653d req-df7896d2-b888-4ae3-a624-6e8d82f792ff tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Jan 18 23:17:32.016448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849935-a6ee-4e18-8515-9e95256f4d2d req-1aa29575-4759-48d6-9c33-f98962ef9097 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.023256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16849935-a6ee-4e18-8515-9e95256f4d2d req-1aa29575-4759-48d6-9c33-f98962ef9097 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.3843691 Jan 18 23:17:32.042009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Attempting to bind port 052fffa1-6da3-4199-96e0-8c52e1716351 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:32.042376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Attempting to bind port 052fffa1-6da3-4199-96e0-8c52e1716351 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:32.042700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Attempting to bind port 052fffa1-6da3-4199-96e0-8c52e1716351 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:32.089203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Port 052fffa1-6da3-4199-96e0-8c52e1716351 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:32.089537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Attempting to bind port 052fffa1-6da3-4199-96e0-8c52e1716351 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:32.105931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:32.106412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:32.107034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Bound using segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:32.107493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Bound port: 052fffa1-6da3-4199-96e0-8c52e1716351, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:32.107847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.117630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Calling delete_port for 9d838103-7fcb-45d6-9b2b-84b69d7c1829 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:32.139898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Calling delete_port for 9d838103-7fcb-45d6-9b2b-84b69d7c1829 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:32.143181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16849935-a6ee-4e18-8515-9e95256f4d2d req-119032e5-8029-413f-80e8-fd37ae381af7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190705 Jan 18 23:17:32.232353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:32.248303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:32.254304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:32.275643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:32.299970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-50ccd782-e2c5-48c3-b97c-28abeed34eed tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.300758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-50ccd782-e2c5-48c3-b97c-28abeed34eed tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:32.315178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-126681e2-ee97-48b9-bbd5-28999e3f9d92 req-cd4efede-ca18-4a9b-9024-f5c5bb67e618 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 210 time: 0.0587988 Jan 18 23:17:32.319880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:32.333040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:32.391664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.427636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.432294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:17:32.432924 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:17:32.461784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:32.499985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.504669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-50ccd782-e2c5-48c3-b97c-28abeed34eed tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:32.507526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-50ccd782-e2c5-48c3-b97c-28abeed34eed tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.89 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.9565756 Jan 18 23:17:32.524958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.542780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d838103-7fcb-45d6-9b2b-84b69d7c1829,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:32.571957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6fe0de08-28c1-4cd3-a785-d0880d958799 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:32.608280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6fe0de08-28c1-4cd3-a785-d0880d958799 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:32.609094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6fe0de08-28c1-4cd3-a785-d0880d958799 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:32.609520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9d838103-7fcb-45d6-9b2b-84b69d7c1829 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:32.650573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9d838103-7fcb-45d6-9b2b-84b69d7c1829 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:32.651421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9d838103-7fcb-45d6-9b2b-84b69d7c1829 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:32.665706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:32.672320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] No DVR routers for this DVR port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:32.721754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:32.739553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.739908 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Added segment 1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c of type vlan for network f2704604-4f72-482b-a2c0-5685ecf92088 Jan 18 23:17:32.763005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:32.804224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.806791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4fd0e4b1-df89-4c1a-bbc5-11c126163789 service neutron] 10.222.0.83 "PUT /v2.0/ports/052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 1091 time: 3.8831697 Jan 18 23:17:32.810914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:32.838337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.919683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:32.921556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:32.936758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Deleting port 9d838103-7fcb-45d6-9b2b-84b69d7c1829 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:32.937448 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:32.942625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.948965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.953531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.958377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.966335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.971365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.976383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:32.984942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-65aebd34-40bd-49f7-a495-49d9aad2f052 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5392 time: 0.5340664 Jan 18 23:17:33.010230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:33.091034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e332-c61b-498d-9561-559637bea87e req-23f72326-39ad-40e5-82e3-f6608545e02e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:33.091848 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.092730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fb13e332-c61b-498d-9561-559637bea87e req-23f72326-39ad-40e5-82e3-f6608545e02e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:33.098347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Deleting port f73e7a88-c1d2-47f2-a7b7-781703b5fdad {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:33.098890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.238322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.255750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.277295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33d2e562-03fa-416c-8bbc-08396b6c3eca req-cd3a2b20-37e8-40fd-a197-8c73e0bc761d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2904248 Jan 18 23:17:33.351752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.435754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dd9e5-346c-44bc-b55a-bd60231b16eb None None] The port '9d838103-7fcb-45d6-9b2b-84b69d7c1829' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:17:33.480695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:33.555979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fb13e332-c61b-498d-9561-559637bea87e req-23f72326-39ad-40e5-82e3-f6608545e02e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:33.557301 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-23f72326-39ad-40e5-82e3-f6608545e02e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.6911750 Jan 18 23:17:33.560109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb9be0e-5e13-4f1e-a974-bc3222a3a4f1']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:33.564050 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351', 'status': 'completed', 'code': 200} Jan 18 23:17:33.575213 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'code': 200} Jan 18 23:17:33.585278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Request body: {'port': {'device_id': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'admin_state_up': True, 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:33.594199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:17:33.675545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94979e03-a1ad-42d3-8861-6b29774724a3') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:33.675545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94979e03-a1ad-42d3-8861-6b29774724a3') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:33.717951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.748745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] For port f73e7a88-c1d2-47f2-a7b7-781703b5fdad, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:33.749143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.772658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-ccfb1d7e-a948-4809-9a20-ad78e2233102 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6284 time: 0.2071702 Jan 18 23:17:33.823574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.888285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Calling delete_port for f73e7a88-c1d2-47f2-a7b7-781703b5fdad owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:33.935920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.937033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:33.941589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:33.963958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:17:33.964626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:17:34.001795 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:17:34.019066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-1fdf5cd4-1325-43e9-9fde-0b714aabad03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.019449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-1fdf5cd4-1325-43e9-9fde-0b714aabad03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.019826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-1fdf5cd4-1325-43e9-9fde-0b714aabad03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.022067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-1fdf5cd4-1325-43e9-9fde-0b714aabad03 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2329140 Jan 18 23:17:34.157572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:34.170190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.218170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Transition to ACTIVE for port object fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:34.273486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5d10-ce19-41a3-9a41-cfe28691b25e req-5cd1cdd9-f97a-4e58-8451-ff31427fb50f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.275003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dba5d10-ce19-41a3-9a41-cfe28691b25e req-5cd1cdd9-f97a-4e58-8451-ff31427fb50f tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 946 time: 0.2731371 Jan 18 23:17:34.279444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.309505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:34.353441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2704604-4f72-482b-a2c0-5685ecf92088,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.354692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-b24e4959-a38e-47ce-a918-7b05456116b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:34.356874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0d3ea80-67ed-475e-a315-cfb2bc51b0f6 req-b24e4959-a38e-47ce-a918-7b05456116b3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2974253 Jan 18 23:17:34.357047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:34.372645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f2704604-4f72-482b-a2c0-5685ecf92088 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:34.406839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ffb2f35-acdb-41c1-a16e-786dcde52ed7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3697007 Jan 18 23:17:34.411528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.412630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43154) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:34.430933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.444698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Request body: {'subnet': {'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-971406222-subnet', 'tenant_id': '82205e71fad24f48b846bbdf08b3c722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:34.457046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb9be0e-5e13-4f1e-a974-bc3222a3a4f1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.460250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:34.485593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Usage tracker for resource:subnet and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:34.494990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f73e7a88-c1d2-47f2-a7b7-781703b5fdad no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:34.498364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:34.510859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dba5d10-ce19-41a3-9a41-cfe28691b25e req-196e5711-a2a5-4d27-815b-7e1ad7140563 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960378 Jan 18 23:17:34.549621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.605350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:34.617219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:34.620728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.671649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:34.696522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b1271f84-61e1-4a94-b094-593fce588375'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:34.745116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No active binding found for port f73e7a88-c1d2-47f2-a7b7-781703b5fdad {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:17:34.745116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f73e7a88-c1d2-47f2-a7b7-781703b5fdad not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:34.812095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-628c9cd3-068c-424c-baa3-2dda0892e3a7 req-cc28b623-ffeb-4576-aea3-64def61171db tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 210 time: 0.1482689 Jan 18 23:17:34.848090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7e56e228-194f-4590-a3d5-844fbfe96f63 admin admin] 10.222.0.59 "DELETE /v2.0/networks/afb9be0e-5e13-4f1e-a974-bc3222a3a4f1 HTTP/1.1" status: 204 len: 168 time: 3.5674005 Jan 18 23:17:34.860932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Pushing event deleted for resources: {'Port': ['ID=f73e7a88-c1d2-47f2-a7b7-781703b5fdad,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:34.860932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:34.860932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.076754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] No DVR routers for this DVR port f73e7a88-c1d2-47f2-a7b7-781703b5fdad on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:35.087285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.120405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'name': 'network-vif-deleted', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:35.144874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c5b3957-ba6d-439f-964c-c0221c71e670 req-ceafd29f-e125-4af1-b1d9-daab6da5534c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.89 "DELETE /v2.0/ports/f73e7a88-c1d2-47f2-a7b7-781703b5fdad HTTP/1.1" status: 204 len: 173 time: 2.6043775 Jan 18 23:17:35.179241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Allocated IP 172.20.0.13 (4f1752c0-874c-487f-88df-0d94627836be/75328b69-34f4-47a3-b75a-76f5a2570c81/3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:35.204423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Attempting to bind port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:35.207707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Attempting to bind port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:35.208541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Attempting to bind port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:35.221044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:35.221374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Attempting to bind port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:35.253450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:35.253789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Checking segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:35.254238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Bound using segment: {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:35.254719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Bound port: fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:35.255061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.389527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.396313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.406293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.418106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.426275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.436185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.445145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:35.448817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-6d376b51-d12b-4edc-aad7-8b1e7928828d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5404 time: 0.4905598 Jan 18 23:17:35.453066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43174) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:35.496055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:35.515001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.523596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:35.545219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c47749e-b9e3-4d72-a901-0abd2c2aee06 req-e8ae53bd-21db-462c-bc7e-6771a0c1769a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850806 Jan 18 23:17:35.564298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.596258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d128e530-c52b-4982-9268-bb1f83f0efc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72cc676a8965494791153dc0908cbb4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1420436 Jan 18 23:17:35.601381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:35.609356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b18fa3-a0a1-4816-85b8-ced0345ff548,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.648398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:35.649120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Network hostable DHCP agents. Network: f2704604-4f72-482b-a2c0-5685ecf92088, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:35.666122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.743598 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.749892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Network f2704604-4f72-482b-a2c0-5685ecf92088 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:35.760371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.762321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] 10.222.0.83 "PUT /v2.0/ports/fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 1090 time: 2.7735140 Jan 18 23:17:35.762450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:35.765509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:35.794692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27472ee-5e7f-4097-b088-cce40484fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.802507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.857557 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:35.897519 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b687ca4-6b00-4a96-8ff7-7fcf06f429d9', 'name': 'network-vif-deleted', 'tag': 'f73e7a88-c1d2-47f2-a7b7-781703b5fdad', 'status': 'completed', 'code': 200} Jan 18 23:17:35.902426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:35.907429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:35.924742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Network 4f1752c0-874c-487f-88df-0d94627836be is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:35.928562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:35.931361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:36.069514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:36.072358 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.135600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f2704604-4f72-482b-a2c0-5685ecf92088) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:36.141818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:36.148955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.158138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.199352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065a1f1-4ab4-42a4-8308-8e84e3cd7b35 None None] Network f2704604-4f72-482b-a2c0-5685ecf92088 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:17:36.201186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-25531a7d-0a40-4cd7-bbbd-d03f7546a875 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6277165 Jan 18 23:17:36.214614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Request body: {'port': {'device_id': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:36.270477 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'status': 'completed', 'code': 200} Jan 18 23:17:36.295673 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8cb1cf85-1739-4be4-9a18-0a8afde9544d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8665082 Jan 18 23:17:36.398612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.469727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.550412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36efd157-694f-4074-bee2-1013c4330bce None None] Network f2704604-4f72-482b-a2c0-5685ecf92088 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:17:36.579917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e1f49b1-2192-4047-a59d-8971216646cc req-e23d01e6-a247-4b35-a05d-4a50f43395ac tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b687ca4-6b00-4a96-8ff7-7fcf06f429d9 HTTP/1.1" status: 200 len: 210 time: 0.3073301 Jan 18 23:17:36.592448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb237380-53d3-43d3-86fc-cd91332ef937,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:36.696154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.697570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bc2e7730-d189-4abb-ba05-3230011307d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb237380-53d3-43d3-86fc-cd91332ef937 HTTP/1.1" status: 204 len: 168 time: 1.0951507 Jan 18 23:17:36.976645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:36.983990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:36.999937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Transition to ACTIVE for port object 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:37.029498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-f3ef2ded-ba5d-4eb7-95e1-1ae306b4c9ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6351 time: 0.7610445 Jan 18 23:17:37.054737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.083103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5331-eb17-4afa-be28-2d90186ed788 req-3a453845-ec28-4ab7-b0a4-bc70eb58fa15 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.085186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1ae5331-eb17-4afa-be28-2d90186ed788 req-3a453845-ec28-4ab7-b0a4-bc70eb58fa15 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 932 time: 0.4973810 Jan 18 23:17:37.234333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:37.285832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.290204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.294191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.298101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.302131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.306390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.310358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.312283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-97b799ab-ae0e-4460-ab27-3613b5883a6e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5404 time: 0.4396038 Jan 18 23:17:37.337254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1ae5331-eb17-4afa-be28-2d90186ed788 req-f28ec76d-5003-4d3d-9650-9069106cc790 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435167 Jan 18 23:17:37.361452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:17:37.424507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Attempting to bind port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:37.424868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Attempting to bind port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:37.425216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Attempting to bind port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:37.432223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 on network 4f1752c0-874c-487f-88df-0d94627836be not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:37.432556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Attempting to bind port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:37.437985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-513ab77d-0aef-4b79-a39e-bc6bbfb4efad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.438374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-513ab77d-0aef-4b79-a39e-bc6bbfb4efad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.438757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-513ab77d-0aef-4b79-a39e-bc6bbfb4efad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.439836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:37.439978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Checking segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:37.440318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-513ab77d-0aef-4b79-a39e-bc6bbfb4efad service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3935976 Jan 18 23:17:37.440437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Bound using segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:37.440818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Bound port: 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:37.441364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.452120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f520d34-42d7-4328-9a75-a7543867a74b {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:37.490828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.538568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:37.542201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:37.553390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f032671-2ffa-49c8-9467-7317dc0c7251 req-ff82ef78-778f-4a76-9f3b-61f34229188b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225716 Jan 18 23:17:37.574237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Transition to ACTIVE for port object 6f520d34-42d7-4328-9a75-a7543867a74b will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:37.648567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-a89baed5-9f52-43e9-9a36-2f039bd9d306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:37.650125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ad3cdf3-5659-442b-af46-3b2354e2ce49 req-a89baed5-9f52-43e9-9a36-2f039bd9d306 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1923053 Jan 18 23:17:37.668223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.744794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.760050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:37.766018 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] 10.222.0.89 "PUT /v2.0/ports/3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 HTTP/1.1" status: 200 len: 1092 time: 1.5528874 Jan 18 23:17:37.780010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a42f10-5ec3-495d-9a61-840c0fafba2c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:37.958132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:38.029352 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-b5782277-0e31-44d4-bd42-f5f161f7efb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 1095 time: 0.1438878 Jan 18 23:17:38.126107 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-e67f6383-4ebb-425c-a227-5eb5950512c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 HTTP/1.1" status: 200 len: 217 time: 0.0872133 Jan 18 23:17:38.166654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Pushing event updated for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:38.241599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e332-c61b-498d-9561-559637bea87e req-e4b59b42-6dee-4c34-9f7e-f9f4a30b0a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:38.243165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-e4b59b42-6dee-4c34-9f7e-f9f4a30b0a87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1097186 Jan 18 23:17:38.243623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:38.272989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-f5ed6426-1d53-4679-800d-71d0d3929cdb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:38.285497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-f5ed6426-1d53-4679-800d-71d0d3929cdb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.5777013 Jan 18 23:17:38.336473 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', 'status': 'completed', 'code': 200} Jan 18 23:17:38.348872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-c767c668-ad6e-406e-b821-ad8ade7ab013 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954151 Jan 18 23:17:38.353411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-08ff3ad1-34f8-4f72-816c-97fcde2807fa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0663126 Jan 18 23:17:38.417850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-4025b348-0114-4687-8346-8ed5595ae19a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639207 Jan 18 23:17:38.517348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Attempting to bind port 6f520d34-42d7-4328-9a75-a7543867a74b on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:38.518041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Attempting to bind port 6f520d34-42d7-4328-9a75-a7543867a74b by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:38.518041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Attempting to bind port 6f520d34-42d7-4328-9a75-a7543867a74b on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:38.520925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1643961170-network', 'tenant_id': '4dab6e15d73249aaaee209b0be301e16'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:38.535566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Port 6f520d34-42d7-4328-9a75-a7543867a74b on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:38.535904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Attempting to bind port 6f520d34-42d7-4328-9a75-a7543867a74b on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:38.536087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:38.544388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Usage tracker for resource:network and tenant:4dab6e15d73249aaaee209b0be301e16 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:38.548710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:38.551026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:38.551369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Checking segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:38.552010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Bound using segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:38.552252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Bound port: 6f520d34-42d7-4328-9a75-a7543867a74b, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:38.553148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.553384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-8a88654d-354c-4d82-acd2-299ee2195f91 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971059 Jan 18 23:17:38.556948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:38.635773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-62564e2c-2b55-4f6e-8aa7-9021190d1f2f service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170696 Jan 18 23:17:38.692961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb13e332-c61b-498d-9561-559637bea87e req-db6d3b8a-4db6-41de-8f0c-06002e18ef9a service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333115 Jan 18 23:17:38.712733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Made reservation on behalf of 4dab6e15d73249aaaee209b0be301e16 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:38.716041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.735486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.769322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:38.775060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:38.775060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Usage tracker for resource:security_group_rule and tenant:4dab6e15d73249aaaee209b0be301e16 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:38.777761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:38.783474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:38.798046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6f520d34-42d7-4328-9a75-a7543867a74b,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:38.807703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-7e64d1c6-b3b5-4fbc-b01e-0428655ffce2 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710472 Jan 18 23:17:38.913575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.938698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.949307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:38.957214 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-eedb3f87-cdfa-4779-b68d-6030162a262b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 1095 time: 0.1332560 Jan 18 23:17:39.033604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.034947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] 10.222.0.83 "PUT /v2.0/ports/6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 1091 time: 3.1375771 Jan 18 23:17:39.035382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:39.060771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.064571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c0751-8875-4473-99ae-8f52b93f5957 service neutron] Pushing event updated for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.083658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372453b-04bf-45aa-b21d-d353f1b95bd7 req-e6bc0668-cbf5-449f-a870-24bce86c1e91 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.087451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:17:39.091549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4372453b-04bf-45aa-b21d-d353f1b95bd7 req-e6bc0668-cbf5-449f-a870-24bce86c1e91 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 944 time: 0.1301796 Jan 18 23:17:39.099837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.100194 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Added segment 2028733c-0159-4d38-9b86-d534d8f6fade of type vlan for network 040f17c6-2718-4e9b-ad93-23e99b70b1ce Jan 18 23:17:39.145478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.157232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4372453b-04bf-45aa-b21d-d353f1b95bd7 req-5ccfe0b2-7518-4731-b239-c03676d385c1 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Jan 18 23:17:39.175072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Request body: {'port': {'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:39.227909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9728a46b-62e5-4e7e-8d6c-a00867267f8c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.266411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.267456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.268049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.453249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-6a1ddd73-2d40-40a3-908d-2eec14dfbb24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.454652 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-6a1ddd73-2d40-40a3-908d-2eec14dfbb24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 915 time: 0.4915390 Jan 18 23:17:39.523917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:39.555490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-3a6a1062-4758-4546-abb9-d58d042f3e65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 HTTP/1.1" status: 200 len: 217 time: 0.0896277 Jan 18 23:17:39.556242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] Pushing event updated for resources: {'Network': ['ID=040f17c6-2718-4e9b-ad93-23e99b70b1ce,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:39.565304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.569620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.573529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.575726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 040f17c6-2718-4e9b-ad93-23e99b70b1ce details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:17:39.577421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.581329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.585650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.589656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.592189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-cff2d4ea-e55a-40c2-97f2-d09fd37d8044 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5416 time: 0.3443160 Jan 18 23:17:39.657187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a42fa96-4488-4863-b733-61c5f25b307e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4125094 Jan 18 23:17:39.659094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:39.678206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Request body: {'subnet': {'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1643961170-subnet', 'tenant_id': '4dab6e15d73249aaaee209b0be301e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:39.689664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-1aa9fb44-9a9b-4768-8da7-2261e2524d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.691972 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-1aa9fb44-9a9b-4768-8da7-2261e2524d59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1228700 Jan 18 23:17:39.698709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:39.719645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Usage tracker for resource:subnet and tenant:4dab6e15d73249aaaee209b0be301e16 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:39.727578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:39.743791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-c460c701-a1b1-4465-a3a4-4fe9d2e80271 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439649 Jan 18 23:17:39.773547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8269-b900-47f4-b3b4-0c166482bba3 req-d4b9582b-a5a7-4f27-ab12-e6c51fc016a7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:39.775033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d04c8269-b900-47f4-b3b4-0c166482bba3 req-d4b9582b-a5a7-4f27-ab12-e6c51fc016a7 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.3380175 Jan 18 23:17:39.787262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:39.795775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6473112f-41db-42fd-83e4-df0ef90413d1 req-c1189d43-7852-48a0-b4f9-40e8f4655b12 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1713052 Jan 18 23:17:40.047130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Made reservation on behalf of 4dab6e15d73249aaaee209b0be301e16 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:40.049582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.055789 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-3b1379a2-8d75-4b58-9085-5546436972e7 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053160 Jan 18 23:17:40.077230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d04c8269-b900-47f4-b3b4-0c166482bba3 req-43a645b8-95b7-4c59-8b0a-8f2c90c58dda tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911627 Jan 18 23:17:40.178611 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b', 'status': 'completed', 'code': 200} Jan 18 23:17:40.263195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32aa51f7-2955-46b1-a9b3-e5baada1e60c req-743b60a1-ad2d-4897-847a-2bd0e045a774 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011604 Jan 18 23:17:40.397361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a39b2cf7-9b9a-4eaf-8f6b-5d4f123e90c2 req-aa84585c-03d1-4b49-b1bc-e7e8f9c65a3e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 210 time: 0.2231522 Jan 18 23:17:40.522643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:40.665668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:40.679808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'mac_address': 'fa:16:3e:2b:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:40.694454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a4a70-ddf7-4b3d-993e-4a26133ab082 req-fd163135-58fc-4c72-8bdf-d0a8cb3936ed tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:40.700020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f3a4a70-ddf7-4b3d-993e-4a26133ab082 req-fd163135-58fc-4c72-8bdf-d0a8cb3936ed tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 944 time: 0.3065054 Jan 18 23:17:40.708203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-cfac6f8b-62eb-4d26-a3d9-3d201b085c27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6418 time: 0.4872236 Jan 18 23:17:40.735726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.766784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:40.783001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:40.789425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88489c07-4562-498b-b89b-fcc786a1988f {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:40.851138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.857220 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.858751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.862810 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:40.941506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Transition to ACTIVE for port object 88489c07-4562-498b-b89b-fcc786a1988f will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:40.953903 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f3a4a70-ddf7-4b3d-993e-4a26133ab082 req-b2a31deb-c86f-4ae2-a9e1-d7214baab069 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442026 Jan 18 23:17:40.964998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:40.983037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b0eba49-2316-49c8-97fc-67204f4ddedb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:41.053265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.114227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b35d4f2-f16f-49aa-b640-6424122ce2c8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:41.173221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-4b78ccb8-70df-4098-a60d-a5231b256b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.173605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-4b78ccb8-70df-4098-a60d-a5231b256b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.173976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-4b78ccb8-70df-4098-a60d-a5231b256b67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.175579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-4b78ccb8-70df-4098-a60d-a5231b256b67 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f2101c67f9914511b35bffa374d530ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4364345 Jan 18 23:17:41.275409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:41.394008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Checking segment: {'id': '2028733c-0159-4d38-9b86-d534d8f6fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:41.394370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Network hostable DHCP agents. Network: 040f17c6-2718-4e9b-ad93-23e99b70b1ce, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:17:41.502169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.506060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.509975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.513823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.517794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.522191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.526256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.528062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94243489-1902-48c2-bba6-395e8a47c0fb req-89d2150e-2c0b-467e-bd62-508d2859f879 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.5471573 Jan 18 23:17:41.605387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-55ecae04-38d2-41f2-b1ee-c1634ca07d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.606831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bb00898-9a49-4f9e-b597-571f9b06711a req-55ecae04-38d2-41f2-b1ee-c1634ca07d16 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4162338 Jan 18 23:17:41.671908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96cdbe-5327-4ee3-a1a2-78724e3b0c32 req-ce10e263-d844-467e-8ea0-02f2558ee0d4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.673382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd96cdbe-5327-4ee3-a1a2-78724e3b0c32 req-ce10e263-d844-467e-8ea0-02f2558ee0d4 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.4317479 Jan 18 23:17:41.678822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94243489-1902-48c2-bba6-395e8a47c0fb req-090785d0-5b72-47a0-b955-43a1d468f675 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305251 Jan 18 23:17:41.682781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Attempting to bind port 88489c07-4562-498b-b89b-fcc786a1988f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:41.683171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Attempting to bind port 88489c07-4562-498b-b89b-fcc786a1988f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:41.683437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Attempting to bind port 88489c07-4562-498b-b89b-fcc786a1988f on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:41.708072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Port 88489c07-4562-498b-b89b-fcc786a1988f on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:41.708660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Attempting to bind port 88489c07-4562-498b-b89b-fcc786a1988f on network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:41.726071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Network 040f17c6-2718-4e9b-ad93-23e99b70b1ce is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:17:41.728250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:41.728589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Checking segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:41.729016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Bound using segment: {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:41.729516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Bound port: 88489c07-4562-498b-b89b-fcc786a1988f, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b111f4-dfb0-4f31-ada2-33d07054551e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:41.729788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.790420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd96cdbe-5327-4ee3-a1a2-78724e3b0c32 req-8c0b879c-6fc6-44b0-bc8c-bd480eddf70c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044936 Jan 18 23:17:41.810222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 040f17c6-2718-4e9b-ad93-23e99b70b1ce) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:41.814570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:41.815168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:41.820701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0aa04e-5af9-4b6f-9618-67b68f1a8742 None None] Network 040f17c6-2718-4e9b-ad93-23e99b70b1ce requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:17:41.856634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:41.859771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:41.959059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9392af49-25ff-4753-85e0-c723a67c7acd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2903910 Jan 18 23:17:41.966378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2731ba0e-08fd-4950-937e-70e109609427 req-1c565670-affe-4ab3-ab19-0a0e05dcb5ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 210 time: 0.0437486 Jan 18 23:17:41.975777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.089930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93dc889-a2aa-485b-a5ae-a53976782e7b None None] Network 040f17c6-2718-4e9b-ad93-23e99b70b1ce requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:17:42.109470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-3fa524d4-3963-4ec8-bd4f-e4e1724b2984 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:42.112885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-3fa524d4-3963-4ec8-bd4f-e4e1724b2984 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:42.130265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:42.190729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.192474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b0dd9d71-289a-4a26-bef1-e943bbf08d1b service neutron] 10.222.0.83 "PUT /v2.0/ports/88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 1091 time: 3.0328479 Jan 18 23:17:42.193818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:42.249686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb6627-9976-4c11-b046-df4776cca015 req-69b9723e-d0bd-49af-9b5a-3bc5742dc762 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:42.251639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fb6627-9976-4c11-b046-df4776cca015 req-69b9723e-d0bd-49af-9b5a-3bc5742dc762 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 944 time: 0.1226349 Jan 18 23:17:42.262608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-3fa524d4-3963-4ec8-bd4f-e4e1724b2984 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:42.264518 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-3fa524d4-3963-4ec8-bd4f-e4e1724b2984 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.3932121 Jan 18 23:17:42.281667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:42.357964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fb6627-9976-4c11-b046-df4776cca015 req-d171c836-ae37-4b00-b386-daea69d98669 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980406 Jan 18 23:17:42.461917 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f', 'status': 'completed', 'code': 200} Jan 18 23:17:42.526481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-57532abf-8ed3-40fe-b066-82ffd869a5c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6485 time: 0.1110723 Jan 18 23:17:42.538909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:42.542793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:42.553862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:42.558198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:42.561199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:42.567472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:42.643805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-2a4cbc3c-9533-4e93-9556-48ec2f16096a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 217 time: 0.1059415 Jan 18 23:17:42.691062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:42.698049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.721517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b9130df2-0b01-4c42-aa30-450b66c2fedf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:42.723148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-b9130df2-0b01-4c42-aa30-450b66c2fedf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.0679286 Jan 18 23:17:42.768710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:42.786331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'port_id': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', 'mac_address': 'fa:16:3e:f8:c7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75328b69-34f4-47a3-b75a-76f5a2570c81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:42.823071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b0eba49-2316-49c8-97fc-67204f4ddedb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:42.824201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:42.902572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.7 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/fb098eeb-485c-4577-bed1-5fdedd2f6956) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:42.949711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.001743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:43.031885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:43.033037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.066994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:43.067854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:43.094456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-159cead4-a680-452a-81b0-e54ca6cecc30 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.096055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-159cead4-a680-452a-81b0-e54ca6cecc30 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/networks?id=040f17c6-2718-4e9b-ad93-23e99b70b1ce HTTP/1.1" status: 200 len: 814 time: 0.1744177 Jan 18 23:17:43.100006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-6b331626-6fee-4d8e-b190-5b577cd7abe0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3616238 Jan 18 23:17:43.108074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.145710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.181718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.205597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-ad0f78d9-1f89-4651-ac02-9dee214a2f72 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/quotas/4dab6e15d73249aaaee209b0be301e16 HTTP/1.1" status: 200 len: 375 time: 0.1010170 Jan 18 23:17:43.214025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.256174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.269095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-a59e5027-a030-41c7-a03b-ad2ac7d71ba8 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4dab6e15d73249aaaee209b0be301e16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564070 Jan 18 23:17:43.341895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.384727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-df30c902-40f7-42c1-9468-0eed661a0327 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718651 Jan 18 23:17:43.422902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:43.426306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:43.431775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:43.464487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:43.505345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.506344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.560558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-4505608d-bd42-4b0d-96a2-fee0bc3e090a service neutron] 10.222.0.59 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834356 Jan 18 23:17:43.622402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-ae912fc5-631d-4482-8bba-6a897a3a66b6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3449497 Jan 18 23:17:43.634752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Request body: {'port': {'device_id': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:43.699365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-37784391-02e3-4613-b6b4-9cf3eb959673 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050263 Jan 18 23:17:43.750549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.791471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.795441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.799305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.803465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.807427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.811344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.815246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.816380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-34b7550d-cdb7-4676-91da-cda0aa470793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:43.817124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-17fb77f0-1609-4b79-bdb9-53405dcd683a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.3479421 Jan 18 23:17:43.829701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:43.855417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-0e1a92cd-0bc2-4829-a948-a9d17d9366b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 217 time: 0.1448798 Jan 18 23:17:43.861448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-41ffcafe-ccbf-4987-96a7-449561b1f90b service neutron] 10.222.0.59 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946591 Jan 18 23:17:43.961736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78cff488-12a3-46cc-beb7-24a67fa3e735 req-66ae72e8-2daa-47a7-93c3-fdcc4b67a043 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286528 Jan 18 23:17:43.969906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-154990fb-a7a5-423a-9bd4-53d2ca58fae1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:43.971356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-154990fb-a7a5-423a-9bd4-53d2ca58fae1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1052048 Jan 18 23:17:44.090862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-392ff2f2-c796-40bc-a3bc-73ac9f67d8a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101720 Jan 18 23:17:44.242093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb098eeb-485c-4577-bed1-5fdedd2f6956 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:44.251443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.273719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Transition to ACTIVE for port object fb098eeb-485c-4577-bed1-5fdedd2f6956 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:44.312468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-3da54d6e-bb76-4f0a-a453-2467c9a10bb3 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075570 Jan 18 23:17:44.323396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f4b13-e41e-46f4-a868-58df1b029448 req-a90a0c49-f5ba-4d16-baed-a0f57b58d1f5 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:44.324848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-644f4b13-e41e-46f4-a868-58df1b029448 req-a90a0c49-f5ba-4d16-baed-a0f57b58d1f5 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.1906164 Jan 18 23:17:44.342088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.476311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Pushing event updated for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:44.593469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Attempting to bind port fb098eeb-485c-4577-bed1-5fdedd2f6956 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:44.593824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Attempting to bind port fb098eeb-485c-4577-bed1-5fdedd2f6956 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:44.594140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Attempting to bind port fb098eeb-485c-4577-bed1-5fdedd2f6956 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:44.600755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Port fb098eeb-485c-4577-bed1-5fdedd2f6956 on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:44.601107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Attempting to bind port fb098eeb-485c-4577-bed1-5fdedd2f6956 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:44.607517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:44.607841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:44.608303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:44.608716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Bound port: fb098eeb-485c-4577-bed1-5fdedd2f6956, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:44.609166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.679221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-644f4b13-e41e-46f4-a868-58df1b029448 req-00187cb6-fe3d-4efb-a517-bbcef1b751f9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328872 Jan 18 23:17:44.712975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:44.716607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:44.719928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-7d0a3b90-ff8e-4ce8-8ec5-503f1aea2650 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941312 Jan 18 23:17:44.749002 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'code': 200} Jan 18 23:17:44.782388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.793984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afdd8a-f068-4503-bde5-d652f050944e req-b0447a0b-84da-4320-a1be-324b38297962 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:44.795452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25afdd8a-f068-4503-bde5-d652f050944e req-b0447a0b-84da-4320-a1be-324b38297962 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 943 time: 0.4282694 Jan 18 23:17:44.821890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-421abaa8-ae62-42c4-a5e4-39b5ce9893d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 217 time: 0.0941274 Jan 18 23:17:44.875837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:44.877475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] 10.222.0.89 "PUT /v2.0/ports/fb098eeb-485c-4577-bed1-5fdedd2f6956 HTTP/1.1" status: 200 len: 1091 time: 1.2469933 Jan 18 23:17:44.877898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:44.887743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-574f9539-bdf0-45d8-b98b-52df3503fa7c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:44.889950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-574f9539-bdf0-45d8-b98b-52df3503fa7c tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2849846 Jan 18 23:17:44.894061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cfc2c-0bb8-4a74-8de0-a801396631cc service neutron] Pushing event updated for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:44.961573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25afdd8a-f068-4503-bde5-d652f050944e req-51de1c44-8f80-488a-aeb3-d04993900e49 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564271 Jan 18 23:17:44.975951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-1aaf4396-802a-46e1-907d-7b0fcfabba74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:44.977189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-1aaf4396-802a-46e1-907d-7b0fcfabba74 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1475935 Jan 18 23:17:45.024668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Deleting port b1271f84-61e1-4a94-b094-593fce588375 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:45.025041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.059943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-5243541e-5ddc-4269-b941-78ac63a59b59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 1094 time: 0.0848258 Jan 18 23:17:45.221515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-b1ab2555-ea1e-405c-adbf-760e943a2c75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956 HTTP/1.1" status: 200 len: 217 time: 0.1518714 Jan 18 23:17:45.289351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-8b939702-ee29-4160-ad7b-508548c30c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:45.290904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-8b939702-ee29-4160-ad7b-508548c30c33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0633049 Jan 18 23:17:45.338018 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-33964c11-b19a-4579-a8ae-fa318d0f50b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jan 18 23:17:45.371273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-5ccc07a2-a0b8-4437-b1b1-0b659842c66c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3860321 Jan 18 23:17:45.385604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f323708-c3c4-4fed-afb8-0eb1354fb811 req-964d8f96-8f1f-44e7-88f4-474cf5b96e97 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:45.387050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f323708-c3c4-4fed-afb8-0eb1354fb811 req-964d8f96-8f1f-44e7-88f4-474cf5b96e97 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3325305 Jan 18 23:17:45.425265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d92c56-4898-4cd9-84a0-aef064a15c01 req-ddcd2c4b-08fd-413e-b4ca-4a7b14399a73 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:45.425265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91d92c56-4898-4cd9-84a0-aef064a15c01 req-ddcd2c4b-08fd-413e-b4ca-4a7b14399a73 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 945 time: 0.3156071 Jan 18 23:17:45.496719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-16d7ae5d-5ea5-4fb4-bae7-b644e97edfae service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522369 Jan 18 23:17:45.627058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f323708-c3c4-4fed-afb8-0eb1354fb811 req-e624dd04-4271-437c-b8f2-5d361a973ef5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184696 Jan 18 23:17:45.644591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91d92c56-4898-4cd9-84a0-aef064a15c01 req-1163c074-aa82-418b-9d85-77d3d9d12169 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048655 Jan 18 23:17:45.648172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] For port b1271f84-61e1-4a94-b094-593fce588375, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b1271f84-61e1-4a94-b094-593fce588375,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:45.648539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:45.660762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-cb0355fa-c151-45cc-95e4-c30d88c67de4 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812254 Jan 18 23:17:45.802176 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956', 'status': 'completed', 'code': 200} Jan 18 23:17:45.858877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70fc5002-7525-4a34-8d1a-b938602dc834 req-7d8b4c0e-dfb4-4329-b69f-09ba60d14ba9 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245953 Jan 18 23:17:45.882150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Calling delete_port for b1271f84-61e1-4a94-b094-593fce588375 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:45.951864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d2fbc68-9ddf-4a0f-9958-d6d4482f3079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.017093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a64076c9-09c0-494d-bc58-b9c3c09e12bb req-1591059a-54d9-45ab-b5be-b89011cb9bc8 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 210 time: 0.1080377 Jan 18 23:17:46.110156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-e22b286f-30e2-49b3-816c-2a5185cabf94 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399345 Jan 18 23:17:46.169911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-7170eeed-c99b-4e8f-8d88-68ae7b9a9e6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 1094 time: 0.1230533 Jan 18 23:17:46.348817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-9ea529d3-54d8-483d-9d86-08c7dea494c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.351764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-9ea529d3-54d8-483d-9d86-08c7dea494c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.1724994 Jan 18 23:17:46.397336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-392bcede-4a95-49ce-a6b3-c6564c74979f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 217 time: 0.2552202 Jan 18 23:17:46.411805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.415893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.419839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.423716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.427794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.431871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.435765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.437779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-79597231-9c0c-4907-a62e-821a6bf98867 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.5229304 Jan 18 23:17:46.474677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-f06ee0d0-d97a-4dcf-9964-b09d68f597be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956 HTTP/1.1" status: 200 len: 217 time: 0.0946457 Jan 18 23:17:46.550879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-73fcf207-28ba-40cc-8898-cfb0ef5c5d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.552229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-73fcf207-28ba-40cc-8898-cfb0ef5c5d63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1135619 Jan 18 23:17:46.572088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:46.601990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cb014e1-d680-4165-83e9-738c8b9925e6 req-d2968ce8-6442-4c11-883e-d46cabe104cb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267011 Jan 18 23:17:46.618188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4305c8-39a3-4dd5-99aa-469596c1180b req-12bb1649-b13f-4ef5-ad40-b51a51373229 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.624956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4305c8-39a3-4dd5-99aa-469596c1180b req-12bb1649-b13f-4ef5-ad40-b51a51373229 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 945 time: 0.2973306 Jan 18 23:17:46.632222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-408d8613-677f-415e-ba63-114821173bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.633521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-408d8613-677f-415e-ba63-114821173bdf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.1073790 Jan 18 23:17:46.678790 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.694154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-08fff42f-1e89-43b3-bf9d-bb802ccb3b10 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533872 Jan 18 23:17:46.707240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-a844eb1e-8069-49ca-95d6-9d7f4d7b6f08 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:46.707441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-a844eb1e-8069-49ca-95d6-9d7f4d7b6f08 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Synchronizing usage tracker for tenant:4dab6e15d73249aaaee209b0be301e16 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:46.720168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b1271f84-61e1-4a94-b094-593fce588375'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:46.737447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4305c8-39a3-4dd5-99aa-469596c1180b req-ee8758e5-7ea4-4263-90d2-f08c266be895 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/security-groups?id=9a8a463c-ab87-487c-8718-80ff1e27ad23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115181 Jan 18 23:17:46.769965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Pushing event deleted for resources: {'Port': ['ID=b1271f84-61e1-4a94-b094-593fce588375,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:46.872545 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-869c7d7a-c936-4aee-9664-f735d25974b5 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714866 Jan 18 23:17:46.913467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:46.918774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:46.919463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:46.938465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-5baba5b4-8250-4751-a0d4-c0e97b2e1cde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3783309 Jan 18 23:17:46.965792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-a844eb1e-8069-49ca-95d6-9d7f4d7b6f08 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Unset dirty status for tenant:4dab6e15d73249aaaee209b0be301e16 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:46.966926 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-a844eb1e-8069-49ca-95d6-9d7f4d7b6f08 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.83 "GET /v2.0/networks?id=040f17c6-2718-4e9b-ad93-23e99b70b1ce HTTP/1.1" status: 200 len: 814 time: 0.5155149 Jan 18 23:17:46.986238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Request body: {'port': {'device_id': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce', 'admin_state_up': True, 'tenant_id': '4dab6e15d73249aaaee209b0be301e16'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:47.147847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] No DVR routers for this DVR port b1271f84-61e1-4a94-b094-593fce588375 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:17:47.159026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.174177 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f390e6c3-ad39-4d16-b486-6fdb323b4ce1 req-4d2a2081-b3b3-41bf-aea1-b7a56e762931 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950523 Jan 18 23:17:47.174732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.188768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:17:47.194566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Usage tracker for resource:port and tenant:4dab6e15d73249aaaee209b0be301e16 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:17:47.197372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:17:47.210317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:17:47.211138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:47.222680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:47.250814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'name': 'network-vif-deleted', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:47.251311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.301913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adb8b8b-c6c5-4850-829d-c7d053d0e2a6 req-e7ec5f99-afae-4aec-8102-3cb8efcecd01 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.83 "DELETE /v2.0/ports/b1271f84-61e1-4a94-b094-593fce588375 HTTP/1.1" status: 204 len: 173 time: 2.4050262 Jan 18 23:17:47.308429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Made reservation on behalf of 4dab6e15d73249aaaee209b0be301e16 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:17:47.313509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.325948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.382405 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:47.391905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f8962b3d-bdb7-459e-80b9-9f2fa78d1cc2 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804929 Jan 18 23:17:47.403198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbdb48-3fc6-4ea5-b4b8-08fd0ae601d7 req-49eb76d4-f89c-43f7-8dd3-fdb98560a44d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:47.409142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bdbdb48-3fc6-4ea5-b4b8-08fd0ae601d7 req-49eb76d4-f89c-43f7-8dd3-fdb98560a44d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 943 time: 0.3965685 Jan 18 23:17:47.434543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:47.446393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.447555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.448259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.448810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.449391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.449929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.450463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.451011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.452577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.453285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.453859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:17:47.522616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a85e0-a6e2-44d4-bfae-a7f75a115a6c req-a1f4f9ba-a9f1-4fe1-9290-2b3b36cec5eb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:47.530221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b6a85e0-a6e2-44d4-bfae-a7f75a115a6c req-a1f4f9ba-a9f1-4fe1-9290-2b3b36cec5eb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3865619 Jan 18 23:17:47.617443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bdbdb48-3fc6-4ea5-b4b8-08fd0ae601d7 req-d465948a-c231-4c9e-bdbe-7e7520d13463 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073252 Jan 18 23:17:47.665096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b6a85e0-a6e2-44d4-bfae-a7f75a115a6c req-2faa215a-83bc-49da-b2a8-206f825723f5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338372 Jan 18 23:17:47.675552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-0ed34175-9fde-4354-b6f3-b4501d40e96a service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472837 Jan 18 23:17:47.752317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Allocated IP 172.20.0.9 (040f17c6-2718-4e9b-ad93-23e99b70b1ce/6b35d4f2-f16f-49aa-b640-6424122ce2c8/cc2de44a-2f85-4c4d-8936-8f586bfec65a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:17:47.869081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-931e4e51-4fc1-4fe6-bfb8-d8c13ce6342a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 217 time: 0.1876397 Jan 18 23:17:48.021863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.024405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef13c8d0-c2da-43f3-b02e-5fb37e61d5c1 req-f73ba855-8c5c-4874-abe8-f46a7080ef92 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 210 time: 0.0714521 Jan 18 23:17:48.063404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-9eafe9a8-1d60-4768-9d1b-e61221b02b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:48.071115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-9eafe9a8-1d60-4768-9d1b-e61221b02b56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1756270 Jan 18 23:17:48.126320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7f685-1b6b-4825-b366-be06e5511293 req-51118253-18ef-4b62-acfc-89e78f64c7c4 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:48.134906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07e7f685-1b6b-4825-b366-be06e5511293 req-51118253-18ef-4b62-acfc-89e78f64c7c4 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 946 time: 0.3423290 Jan 18 23:17:48.140686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.211349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07e7f685-1b6b-4825-b366-be06e5511293 req-5d6b7d81-7508-49f8-86c9-4e4438e7fca0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748191 Jan 18 23:17:48.233539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-5c1fd7e9-fe5b-482f-89fa-fe4c97388be3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486654 Jan 18 23:17:48.319788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Pushing event updated for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:48.328214 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', 'code': 200} Jan 18 23:17:48.335970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Network 040f17c6-2718-4e9b-ad93-23e99b70b1ce is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:17:48.339346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:17:48.343139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:17:48.357497 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d783c3e-c639-43ab-ad30-f029f75cafd5', 'name': 'network-vif-deleted', 'tag': 'b1271f84-61e1-4a94-b094-593fce588375', 'status': 'completed', 'code': 200} Jan 18 23:17:48.496038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:48.496038 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.581445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device fb098eeb-485c-4577-bed1-5fdedd2f6956 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:48.620102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70776b5a-9c53-4adb-8671-811228ce7a71 req-499b1434-6b3b-4d1a-b3b0-1c8a6c016369 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 1097 time: 0.1144612 Jan 18 23:17:48.663933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c9297af7-5e1e-4970-be32-f643d720f096 req-1b350488-ca59-493b-b25b-4d155c1237a9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Synchronizing usage tracker for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:17:48.668165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-70776b5a-9c53-4adb-8671-811228ce7a71 req-a2544435-d545-4a96-badb-98c733570d78 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Jan 18 23:17:48.674696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-88042ad3-74f6-4d64-aa8f-041cd81e3d44 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6937084 Jan 18 23:17:48.690059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Request body: {'port': {'device_id': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:17:48.707440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-4f35b21e-2504-4871-8b68-3160cf02d47e service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413154 Jan 18 23:17:48.845573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.886471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:48.938374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:48.968114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'fb098eeb-485c-4577-bed1-5fdedd2f6956', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': 'fb098eeb-485c-4577-bed1-5fdedd2f6956', 'mac_address': 'fa:16:3e:1f:f8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:48.994292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.021862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.026360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.032411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.037543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.041519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.046909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.053943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.060236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb098eeb-485c-4577-bed1-5fdedd2f6956 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:49.064278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-85b21c83-63ee-4bb0-b720-d46b2a3ac823 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.5670109 Jan 18 23:17:49.082915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:49.097070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c9297af7-5e1e-4970-be32-f643d720f096 req-1b350488-ca59-493b-b25b-4d155c1237a9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] Unset dirty status for tenant:dbe07505b6fa426e9bd32cf176cc3c5d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:17:49.098227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9297af7-5e1e-4970-be32-f643d720f096 req-1b350488-ca59-493b-b25b-4d155c1237a9 tempest-ServerRescueNegativeTestJSON-953405653 tempest-ServerRescueNegativeTestJSON-953405653-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d783c3e-c639-43ab-ad30-f029f75cafd5 HTTP/1.1" status: 200 len: 210 time: 0.5987127 Jan 18 23:17:49.156882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b1271f84-61e1-4a94-b094-593fce588375 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:17:49.217987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39a6ed7c-4301-4860-9f07-fc445487f493 req-1357c9af-128e-4e6e-8cef-4bc87be417e9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1521039 Jan 18 23:17:49.243533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.280445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-47791aa7-45a1-466c-b758-8f711d6916de service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658412 Jan 18 23:17:49.341736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b1271f84-61e1-4a94-b094-593fce588375 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:17:49.342193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b1271f84-61e1-4a94-b094-593fce588375 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:17:49.404242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2de44a-2f85-4c4d-8936-8f586bfec65a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:49.416397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-776d48fb-3dba-42be-981e-fe964d80ad48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 217 time: 0.1282802 Jan 18 23:17:49.419931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.423204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:49.463702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Transition to ACTIVE for port object cc2de44a-2f85-4c4d-8936-8f586bfec65a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:17:49.537696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:49.571603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-a969f79d-9294-4460-8073-6b4942555997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.573605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-a969f79d-9294-4460-8073-6b4942555997 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1500840 Jan 18 23:17:49.662416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e86f8-9edc-478b-a53f-dbd5319a22e0 req-e406230e-8c19-42f4-818f-56dcf1522088 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:49.662850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a0e86f8-9edc-478b-a53f-dbd5319a22e0 req-e406230e-8c19-42f4-818f-56dcf1522088 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.1665015 Jan 18 23:17:49.726059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:49.745841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:49.801423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a0e86f8-9edc-478b-a53f-dbd5319a22e0 req-0f938a4b-669f-42d4-b6fe-cd81659c9a7d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307759 Jan 18 23:17:49.829206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-5bc0c784-adb9-4233-8d65-a41981e96e3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2458894 Jan 18 23:17:49.958868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Attempting to bind port cc2de44a-2f85-4c4d-8936-8f586bfec65a on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:17:49.960423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Attempting to bind port cc2de44a-2f85-4c4d-8936-8f586bfec65a by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '2028733c-0159-4d38-9b86-d534d8f6fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:17:49.961080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Attempting to bind port cc2de44a-2f85-4c4d-8936-8f586bfec65a on network 040f17c6-2718-4e9b-ad93-23e99b70b1ce {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:49.968484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Port cc2de44a-2f85-4c4d-8936-8f586bfec65a on network 040f17c6-2718-4e9b-ad93-23e99b70b1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:17:49.969104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Attempting to bind port cc2de44a-2f85-4c4d-8936-8f586bfec65a on network 040f17c6-2718-4e9b-ad93-23e99b70b1ce {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:17:49.978429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:17:49.979099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Checking segment: {'id': '2028733c-0159-4d38-9b86-d534d8f6fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:17:49.979679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Bound using segment: {'id': '2028733c-0159-4d38-9b86-d534d8f6fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:17:49.981063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Bound port: cc2de44a-2f85-4c4d-8936-8f586bfec65a, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2028733c-0159-4d38-9b86-d534d8f6fade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:17:49.981655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.079413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cd0e4-40f3-4467-aa72-5e0e041e073e req-fc5118ce-8971-40fa-8d15-fedf79b63e9b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.080955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e86cd0e4-40f3-4467-aa72-5e0e041e073e req-fc5118ce-8971-40fa-8d15-fedf79b63e9b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 944 time: 0.3931477 Jan 18 23:17:50.119896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:17:50.123430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a,segment=NetworkSegment(2028733c-0159-4d38-9b86-d534d8f6fade),segment_id=2028733c-0159-4d38-9b86-d534d8f6fade)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:17:50.186667 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.244203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-f8942ffe-84bf-4a9f-a962-312cb2d8b22f service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047101 Jan 18 23:17:50.278836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e86cd0e4-40f3-4467-aa72-5e0e041e073e req-5586dbfd-638f-496e-a526-3fb085c26619 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 Jan 18 23:17:50.343918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:50.381431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:50.388707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed35a52-fee0-4fb4-9ba0-736fa572c4b9 req-81e9f728-8582-4530-a123-8d468d4b9e8a tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.395393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ed35a52-fee0-4fb4-9ba0-736fa572c4b9 req-81e9f728-8582-4530-a123-8d468d4b9e8a tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 943 time: 0.3009155 Jan 18 23:17:50.396037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-d7bd9e72-516a-4c0c-860b-ac08a2b065d2 service neutron] 10.222.0.83 "PUT /v2.0/ports/cc2de44a-2f85-4c4d-8936-8f586bfec65a HTTP/1.1" status: 200 len: 1091 time: 1.7145119 Jan 18 23:17:50.396587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:50.452974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-9b888170-f52b-4d12-a6ed-d9a2c8cffa4d service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997104 Jan 18 23:17:50.557393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ed35a52-fee0-4fb4-9ba0-736fa572c4b9 req-fa739f23-c579-4543-8df0-634f0671b548 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610358 Jan 18 23:17:50.559413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-05c9269b-e903-4acf-abcb-367e8e981ced service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.0945094 Jan 18 23:17:50.649646 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-1fd90bff-b19a-4a93-916a-45fae9645e05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4dab6e15d73249aaaee209b0be301e16&device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 1094 time: 0.1014051 Jan 18 23:17:50.729073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-af4e4ca1-a537-4364-b51d-e71d04e32bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.730960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-af4e4ca1-a537-4364-b51d-e71d04e32bfa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1650887 Jan 18 23:17:50.732483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:50.803577 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-6f2cd18e-12b4-4ca4-a3e6-cc8ad4310bdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a HTTP/1.1" status: 200 len: 217 time: 0.1428673 Jan 18 23:17:50.839386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-6d1823c9-4683-4c03-93db-c399ddb5572d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970781 Jan 18 23:17:50.845773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783921-0a50-4033-971c-aa5226d4d264 req-ca325036-b9d1-4da7-b5d7-b0920f7c81d2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:50.855121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11783921-0a50-4033-971c-aa5226d4d264 req-ca325036-b9d1-4da7-b5d7-b0920f7c81d2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 946 time: 0.1733086 Jan 18 23:17:51.001253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-e49e5522-dd4e-4644-88de-069d6d676cba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.002703 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-e49e5522-dd4e-4644-88de-069d6d676cba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b35d4f2-f16f-49aa-b640-6424122ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.1895444 Jan 18 23:17:51.055397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-9a323a75-5083-4700-991d-c57f4e2d4a4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=040f17c6-2718-4e9b-ad93-23e99b70b1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452838 Jan 18 23:17:51.126821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-3c2a7578-4018-4fd2-b5db-317c53e69c9c service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685256 Jan 18 23:17:51.131489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11783921-0a50-4033-971c-aa5226d4d264 req-2b5f1e5e-17e6-4652-aacd-d91dd02078db tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751076 Jan 18 23:17:51.236301 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a', 'status': 'completed', 'code': 200} Jan 18 23:17:51.299002 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-adb1c438-4f76-4dfd-a716-31b712201d9a service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860306 Jan 18 23:17:51.439393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.445125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.449344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.453568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.457807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.463587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.468337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.477666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-bb593914-2880-4cca-966f-ffdf4e913adf tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.4336455 Jan 18 23:17:51.524584 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3224a14b-08cd-4909-ad0e-cd9caf549ec3 req-9b36080f-6f1d-4e39-b051-20d555ce9b0d service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665568 Jan 18 23:17:51.561410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8bccf6-6bfb-40af-8e9a-7c33fe5d064b req-c32b74cf-25d1-4287-abef-59f2129f2fb1 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285645 Jan 18 23:17:51.622183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a93aadde-f98c-4d2d-94c0-3bdff286124c req-e3efa943-8d2d-4d9e-a342-0d832bcf45c6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432350 Jan 18 23:17:51.696724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a3854-c71e-4c5c-ba7a-89be6e049825 req-4971f075-b8fc-4281-ba96-f548a7e4eaf0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:51.696724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f50a3854-c71e-4c5c-ba7a-89be6e049825 req-4971f075-b8fc-4281-ba96-f548a7e4eaf0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.2770092 Jan 18 23:17:51.714525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:51.785336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f50a3854-c71e-4c5c-ba7a-89be6e049825 req-7998c0af-22c4-45e3-9c10-cacc66aa47ad tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099002 Jan 18 23:17:51.844877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-121ac9fa-18fe-4e05-a78b-94568c372419 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4dab6e15d73249aaaee209b0be301e16&device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 1094 time: 0.1482658 Jan 18 23:17:51.991343 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-b2ef50a1-0705-4bf9-9fae-9f70cbb5bdf2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6485 time: 0.1841154 Jan 18 23:17:52.082510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-1b31da49-e2ff-4ea2-b947-27652aba6371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.085059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-1b31da49-e2ff-4ea2-b947-27652aba6371 service neutron] 10.222.0.83 "GET /v2.0/networks?id=040f17c6-2718-4e9b-ad93-23e99b70b1ce HTTP/1.1" status: 200 len: 915 time: 0.2323015 Jan 18 23:17:52.258348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-54b4920c-377e-4781-8fbc-5687b4d3ac82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a HTTP/1.1" status: 200 len: 217 time: 0.1106100 Jan 18 23:17:52.260782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-732ddae1-56a6-4b6b-9ae6-1cf8bd731074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.262317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-732ddae1-56a6-4b6b-9ae6-1cf8bd731074 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 902 time: 0.2167690 Jan 18 23:17:52.352298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8af81-9dc9-4d90-a6d6-4b09e6708587 req-46b62f83-dcf9-4789-b193-b446f4ee270f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.363245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ba8af81-9dc9-4d90-a6d6-4b09e6708587 req-46b62f83-dcf9-4789-b193-b446f4ee270f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 944 time: 0.2760222 Jan 18 23:17:52.382135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-7e94bb75-bc74-437e-a38a-a958db62f0cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.0830162 Jan 18 23:17:52.420190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-d2ff226d-00dd-4a1d-9667-dd2a9386e6f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.421791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-d2ff226d-00dd-4a1d-9667-dd2a9386e6f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b35d4f2-f16f-49aa-b640-6424122ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.1492162 Jan 18 23:17:52.440806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ba8af81-9dc9-4d90-a6d6-4b09e6708587 req-f15edad8-9a8a-47b7-8bf5-312ccd7a6097 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770574 Jan 18 23:17:52.525823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-259ee4fb-5e6e-42df-87db-b18712264112 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=040f17c6-2718-4e9b-ad93-23e99b70b1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838904 Jan 18 23:17:52.589683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device fb098eeb-485c-4577-bed1-5fdedd2f6956 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:52.643499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-89ab6dd0-3def-455b-8825-8876adf088fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:52.646765 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-89ab6dd0-3def-455b-8825-8876adf088fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.2457204 Jan 18 23:17:53.006232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port fb098eeb-485c-4577-bed1-5fdedd2f6956 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:53.013324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port fb098eeb-485c-4577-bed1-5fdedd2f6956 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:53.013760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.015633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-25c91f25-5db6-41f4-9ac1-40f1ebc8efd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3600764 Jan 18 23:17:53.016549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-b461141f-f253-4e7d-a69e-ada9a9add74d service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750817 Jan 18 23:17:53.236683 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.236683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cc2de44a-2f85-4c4d-8936-8f586bfec65a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:53.237064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-db464ade-36ad-40cc-a04e-14721bef80be service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950226 Jan 18 23:17:53.237181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:53.238435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e788144-650a-422d-99ed-8d3350fa6653 req-7107ee6e-d584-4dde-a559-7d10993ed725 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.240086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e788144-650a-422d-99ed-8d3350fa6653 req-7107ee6e-d584-4dde-a559-7d10993ed725 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 943 time: 0.2904010 Jan 18 23:17:53.252938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:53.254952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb244181-27f7-4e33-96a7-ad56d5e0c51b req-4593a452-0be3-42a7-99bb-59e39f41fdf5 service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292550 Jan 18 23:17:53.292157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.296187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.300069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.304711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.308551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.324168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.328159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.330093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-6c4867b0-4bef-47bd-af20-14be8101df51 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.2135651 Jan 18 23:17:53.343371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.378820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e788144-650a-422d-99ed-8d3350fa6653 req-a535da95-6f2f-4082-8ec3-be455c34597b tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197882 Jan 18 23:17:53.403279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-640e58b8-9eb7-45ad-86b6-d0d6ebd01d81 req-c6ba15f8-e4af-4e43-a5a5-7c0b9914e3f2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539846 Jan 18 23:17:53.404465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-172aa73f-934f-4f17-bb41-dc9b613f85f1 req-fdca0657-985c-4bab-856b-ac3665776b97 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772771 Jan 18 23:17:53.488070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:53.497892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Deleting port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:53.497892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.507738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a,segment=NetworkSegment(2028733c-0159-4d38-9b86-d534d8f6fade),segment_id=2028733c-0159-4d38-9b86-d534d8f6fade)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:53.525533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a', 'network_id': '040f17c6-2718-4e9b-ad93-23e99b70b1ce', 'port_id': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a', 'mac_address': 'fa:16:3e:61:12:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b35d4f2-f16f-49aa-b640-6424122ce2c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:53.599751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.645115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2de44a-2f85-4c4d-8936-8f586bfec65a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:53.668696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a,segment=NetworkSegment(2028733c-0159-4d38-9b86-d534d8f6fade),segment_id=2028733c-0159-4d38-9b86-d534d8f6fade)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:53.784604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df2f04-9c02-4e9a-ac0f-c3ef7f993ebc req-0576ae2a-25d7-4dbb-839d-0a71fac56f71 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:53.792431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00df2f04-9c02-4e9a-ac0f-c3ef7f993ebc req-0576ae2a-25d7-4dbb-839d-0a71fac56f71 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.1592047 Jan 18 23:17:53.797312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.855932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] For port 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,segment=NetworkSegment(14292195-ccbd-4173-a873-add8a3a4d00e),segment_id=14292195-ccbd-4173-a873-add8a3a4d00e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:53.856872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:53.915447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00df2f04-9c02-4e9a-ac0f-c3ef7f993ebc req-57410ce3-be96-4891-83de-3b4024589ed2 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219873 Jan 18 23:17:54.056737 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956', 'code': 200} Jan 18 23:17:54.098317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Calling delete_port for 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:54.099796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:54.121992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['cc2de44a-2f85-4c4d-8936-8f586bfec65a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:54.323609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8547a96-5b33-4bb8-b24c-ec3ac57dd3c2 req-f8772b08-cf48-4b46-a796-efe01a33c2dc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 1096 time: 0.1603439 Jan 18 23:17:54.383480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710883-9ef2-4d09-95c9-15807d4dbce1 req-65576ecf-1cbb-4a57-9f91-d9b69d3e6761 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:54.384964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d710883-9ef2-4d09-95c9-15807d4dbce1 req-65576ecf-1cbb-4a57-9f91-d9b69d3e6761 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.1823020 Jan 18 23:17:54.394748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8547a96-5b33-4bb8-b24c-ec3ac57dd3c2 req-80e7b7aa-4845-40e4-9f14-9c83eea44a92 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592053 Jan 18 23:17:54.482939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d710883-9ef2-4d09-95c9-15807d4dbce1 req-59b0ee09-81d0-466f-9db2-2e056d5f0c1c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923166 Jan 18 23:17:54.578608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:54.632388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:55.018789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.056160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.060400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.064522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.069243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.073313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.078654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.082784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.091966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-854fff17-e95f-4116-b0fe-1867c94fdc74 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.2434528 Jan 18 23:17:55.153904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b24ec88-5fec-40b3-9975-962272f69a6c req-1aee3d47-4104-4bbf-b891-b7353b6d9a72 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606666 Jan 18 23:17:55.170299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363606c-bc52-421b-8b4a-8a3519d1adc6 req-135b1a6b-4d2a-4ce9-aa85-95fb06ff8b11 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.185306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b363606c-bc52-421b-8b4a-8a3519d1adc6 req-135b1a6b-4d2a-4ce9-aa85-95fb06ff8b11 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 944 time: 0.4034858 Jan 18 23:17:55.234773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:17:55.252357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cc2de44a-2f85-4c4d-8936-8f586bfec65a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:55.302110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b363606c-bc52-421b-8b4a-8a3519d1adc6 req-c8cf5a09-a33e-4a31-b18a-1c87176cb97a tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108372 Jan 18 23:17:55.434136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:55.449185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:17:55.513796 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:17:55.546702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.561802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4a10-488a-4569-a069-faff57236cbb req-8482b63f-45b7-410a-9ce4-1352634aa233 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:55.564433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-970a4a10-488a-4569-a069-faff57236cbb req-8482b63f-45b7-410a-9ce4-1352634aa233 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.1542628 Jan 18 23:17:55.574457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:17:55.591104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:55.643018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port cc2de44a-2f85-4c4d-8936-8f586bfec65a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:17:55.648775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port cc2de44a-2f85-4c4d-8936-8f586bfec65a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:55.655105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.706855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-970a4a10-488a-4569-a069-faff57236cbb req-d2e85589-35c3-49af-bd62-c38980a9b89f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358306 Jan 18 23:17:55.756750 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:55.949891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['549adde8-ea5d-42d9-b16f-59eddcba32c6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:17:56.080638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:17:56.151419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:56.280671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.312966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e09e26-8736-4623-8ebe-5c5ccd5e3fea req-6d70917a-28ff-4bcf-975b-a8acd0ceabd2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.322358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2e09e26-8736-4623-8ebe-5c5ccd5e3fea req-6d70917a-28ff-4bcf-975b-a8acd0ceabd2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.4056125 Jan 18 23:17:56.339257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:56.362403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a,segment=NetworkSegment(2028733c-0159-4d38-9b86-d534d8f6fade),segment_id=2028733c-0159-4d38-9b86-d534d8f6fade)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:56.455614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2e09e26-8736-4623-8ebe-5c5ccd5e3fea req-943dacea-4d8a-4010-a026-67a7a83b8e25 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243532 Jan 18 23:17:56.461616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:17:56.484082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Sync routers for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:17:56.501349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.583025 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-60c08b9a-bf06-49a9-8934-dd51bc3037c5 admin admin] 10.222.0.59 "PUT /v2.0/routers/f22f5e82-1f6a-4463-8835-93f26b5f9cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8493352 Jan 18 23:17:56.584597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43524) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:17:56.611842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:56.621983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:56.622606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:56.740472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.746377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.751228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.756138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.761061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.765615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.770111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.772954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-ad38d122-44a7-4faa-a378-93dde318eebe tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.3126140 Jan 18 23:17:56.868039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.877227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.884107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:56.884300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.888463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.892545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.898210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.902676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:56.917326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-0a46c101-4c51-49be-8d6e-62e937c74ca8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.2657089 Jan 18 23:17:56.946803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:56.979029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a30734b-1d39-42d9-bc89-9c3d4bd19838 req-b79b1c1b-4c2d-4715-8270-ff5aed4d7ebd tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944628 Jan 18 23:17:57.022968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d0177ab-fe7d-4185-9732-fd4893b2d11a req-69ae6130-c310-46b9-9a36-728be2110c10 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046696 Jan 18 23:17:57.267643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.299173 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a', 'code': 200} Jan 18 23:17:57.301035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:17:57.387868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Deleting port 1d050d2e-738c-462e-99d7-366783f8c74e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:17:57.390693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.444477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:17:54Z', 'revision_number': 5, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port': {'id': '1d050d2e-738c-462e-99d7-366783f8c74e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:89:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:14:24Z', 'updated_at': '2022-01-18T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:57.444477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Checking router: f22f5e82-1f6a-4463-8835-93f26b5f9cb7 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:17:57.453638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:17:57.454218 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.463496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab6b32-970b-42d1-a8b8-5c6afe9adfc9 req-2fcef0f2-a064-4f0d-8ae2-9de8eb35f028 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:57.473269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86ab6b32-970b-42d1-a8b8-5c6afe9adfc9 req-2fcef0f2-a064-4f0d-8ae2-9de8eb35f028 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.1418729 Jan 18 23:17:57.576072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Routers {'f22f5e82-1f6a-4463-8835-93f26b5f9cb7'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:17:57.577834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:57.600206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86ab6b32-970b-42d1-a8b8-5c6afe9adfc9 req-e77b2601-3e20-454e-82fe-0bd47bd121d5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158001 Jan 18 23:17:57.948470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:57.968540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf5ca-46be-43c7-9d8d-dbea9e5ec556 req-fe05fc9e-9b00-4b02-b99a-81657abc672c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:57.976097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95aaf5ca-46be-43c7-9d8d-dbea9e5ec556 req-fe05fc9e-9b00-4b02-b99a-81657abc672c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 945 time: 0.2535536 Jan 18 23:17:58.016178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0d0c4db-4e61-49c9-bc37-da86b1b85ed2 req-8b9c46e0-e098-480c-ae5d-854ee54bd1e9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 1096 time: 0.7095201 Jan 18 23:17:58.134572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] For port 1d050d2e-738c-462e-99d7-366783f8c74e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1d050d2e-738c-462e-99d7-366783f8c74e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:58.135238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.172891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d0d0c4db-4e61-49c9-bc37-da86b1b85ed2 req-c77fed4d-ea09-42bd-8473-b1c8f0a42b57 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515987 Jan 18 23:17:58.198701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:17:58.224708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95aaf5ca-46be-43c7-9d8d-dbea9e5ec556 req-f34ff8d4-65a0-4256-b694-a4f8c9cf30d4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397058 Jan 18 23:17:58.233189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] Set router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:17:58.313690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.335758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.340099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.349665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.360640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.375256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.379595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.388245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.402091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2487757-630e-42ea-9def-03af48540883 req-8d4f21f6-0c52-4202-a080-969e24b046a5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.2884564 Jan 18 23:17:58.460452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Calling delete_port for 1d050d2e-738c-462e-99d7-366783f8c74e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:17:58.597262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:17:57Z', 'revision_number': 6, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:17:58.623042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefc1af-3b1f-4560-a741-eb58ec131fb9 None None] The sync data for ids ['f22f5e82-1f6a-4463-8835-93f26b5f9cb7'] in n-d-825175-2 is: [{'id': 'f22f5e82-1f6a-4463-8835-93f26b5f9cb7', 'name': 'tempest-ServerRescueNegativeTestJSON-1095116941-router', 'tenant_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:14:22Z', 'updated_at': '2022-01-18T23:17:57Z', 'revision_number': 6, 'project_id': 'dbe07505b6fa426e9bd32cf176cc3c5d', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:17:58.681145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:58.826745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:58.863099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5292b21-cc7a-4ddb-a8da-08ef67e0e08e req-afcfcc84-d6d0-4986-8cb4-301505bcbc01 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:58.879720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5292b21-cc7a-4ddb-a8da-08ef67e0e08e req-afcfcc84-d6d0-4986-8cb4-301505bcbc01 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.3461709 Jan 18 23:17:58.962663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d050d2e-738c-462e-99d7-366783f8c74e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:17:59.013464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5292b21-cc7a-4ddb-a8da-08ef67e0e08e req-48a7f373-57dc-48c3-b00f-dcfc7551b665 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322148 Jan 18 23:17:59.098602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.117146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.121215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.141122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.156908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.199043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.214131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.225709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-81165562-0da2-41e0-8228-81ce194e9f77 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.5783193 Jan 18 23:17:59.299983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:17:59.748141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74b39ba1-b389-44db-8a5b-06cc02e0487e req-e3cf6e98-c170-4c77-be33-11a46cafa7f9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5080576 Jan 18 23:17:59.797463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:17:59.912588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-8b1ad643-4787-442b-88c3-0a69c81228bd tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:17:59.921045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-8b1ad643-4787-442b-88c3-0a69c81228bd tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.5464911 Jan 18 23:17:59.940175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-45318651-8b39-47af-aa1c-7e6c85b0fdfa tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/quotas/7f7708dc98c14ebeab8cf18af38bd800 HTTP/1.1" status: 200 len: 375 time: 0.0174928 Jan 18 23:18:00.065525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-92e0c2bc-b5e4-4c48-ba77-e17dbdf4e966 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240609 Jan 18 23:18:00.278228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.289205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.421570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.422420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f22f5e82-1f6a-4463-8835-93f26b5f9cb7 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:18:00.444321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.448218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a29fcda9-1f1d-4607-a391-8c6c5dfcb657 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f22f5e82-1f6a-4463-8835-93f26b5f9cb7 HTTP/1.1" status: 204 len: 168 time: 3.8625629 Jan 18 23:18:00.455478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43590) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:00.527363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-ea997aca-b8ab-422d-aca4-1e03300c1dfc service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608753 Jan 18 23:18:00.555525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Deleting subnet 5ecbe70d-cf11-4060-96a2-47f4d589cc78 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:18:00.559473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.635123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1d050d2e-738c-462e-99d7-366783f8c74e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:00.688123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.729950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 1d050d2e-738c-462e-99d7-366783f8c74e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:18:00.730293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1d050d2e-738c-462e-99d7-366783f8c74e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:00.733166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:00.818117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:18:00.818818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9ab691f9-b99a-4b3e-ac53-cb54fc7e10bf not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:00.830667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-8774c721-d698-455d-8497-1cf596f76e72 service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019199 Jan 18 23:18:00.843490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:00.871742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784c512-c7af-4b29-b608-c1567172d18f req-c9818fd3-8b15-4b39-9447-2ad9e011eede tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:00.880247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e784c512-c7af-4b29-b608-c1567172d18f req-c9818fd3-8b15-4b39-9447-2ad9e011eede tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.4672449 Jan 18 23:18:00.939057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:01.010579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e784c512-c7af-4b29-b608-c1567172d18f req-0485287e-5ced-49b1-956b-d7af9039a902 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222363 Jan 18 23:18:01.237519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64576de3-f4d4-4c15-9f59-8a9d10dbbd84 req-bb2e2ff7-3018-4dc1-a5fa-553dd524ce51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.2932937 Jan 18 23:18:01.332247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64576de3-f4d4-4c15-9f59-8a9d10dbbd84 req-2b5f2c0a-c870-47dd-89fc-63dfe5f923e0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840676 Jan 18 23:18:01.378911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-04acdf71-ed77-428f-979e-6a7302f8f8d9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:01.381641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-04acdf71-ed77-428f-979e-6a7302f8f8d9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.1822727 Jan 18 23:18:01.399450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.405383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-963b8951-0a5a-4e43-b762-353167d5c921 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0173936 Jan 18 23:18:01.448451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.450976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ecbe70d-cf11-4060-96a2-47f4d589cc78,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:01.458623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59d85404-2980-4002-9f74-a4e228c34ac2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ecbe70d-cf11-4060-96a2-47f4d589cc78 HTTP/1.1" status: 204 len: 168 time: 1.0010960 Jan 18 23:18:01.461285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43624) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:01.493881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-69c14a8e-d6c4-4292-ae12-5bd5d1b2cc3f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0873718 Jan 18 23:18:01.740396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.765891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-2f24f081-d946-4609-8cf5-5d2063623d7a service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651620 Jan 18 23:18:01.882316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:01.941939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d34972c-2b56-4752-b027-0777ff99769b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.963509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db8d391-199d-452c-9c75-dae6fb09af55 req-d1132643-d923-43a8-9555-a716e08bf2c0 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966884 Jan 18 23:18:01.973121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14292195-ccbd-4173-a873-add8a3a4d00e') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:01.973922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14292195-ccbd-4173-a873-add8a3a4d00e') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:02.003207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.030271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.039744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:18:02.040655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:02.163240 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:02.273085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.337060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:02.341330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=3d34972c-2b56-4752-b027-0777ff99769b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:02.436375 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7ee7db99-8786-4978-a5c6-b33c148ad5ec admin admin] 10.222.0.59 "DELETE /v2.0/networks/3d34972c-2b56-4752-b027-0777ff99769b HTTP/1.1" status: 204 len: 168 time: 0.9738162 Jan 18 23:18:02.445066 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'code': 200} Jan 18 23:18:02.892391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aac91-4711-47fe-a797-5f1d3ed7bd51 req-0837f5a1-7866-422c-8dd3-f70b475a7bbc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:02.911396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d70aac91-4711-47fe-a797-5f1d3ed7bd51 req-0837f5a1-7866-422c-8dd3-f70b475a7bbc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3601928 Jan 18 23:18:02.990992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d70aac91-4711-47fe-a797-5f1d3ed7bd51 req-319afaf8-adaa-4d5a-95b3-14187a851844 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802507 Jan 18 23:18:03.212139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.243501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.261805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:03.263749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.287048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.313047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.338564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.366110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:03.371817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-782eacea-f7f0-4155-b86c-50d911821176 req-4af4a0b6-ee08-4d5d-a897-655e60aac35e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.6278007 Jan 18 23:18:03.408554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-203f7903-0a14-48b1-a64c-52375ce436b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbe07505b6fa426e9bd32cf176cc3c5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1455224 Jan 18 23:18:03.413512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43664) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:03.497141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-782eacea-f7f0-4155-b86c-50d911821176 req-1332fc67-a979-49d6-8c28-12d83d10e326 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147962 Jan 18 23:18:03.582543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.658241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.816004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.871117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a463c-ab87-487c-8718-80ff1e27ad23,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:03.958213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:03.964555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1d5c045-a856-4e22-88fb-84d1129c00ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a8a463c-ab87-487c-8718-80ff1e27ad23 HTTP/1.1" status: 204 len: 168 time: 0.5500398 Jan 18 23:18:03.993780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09922dbc-dcf2-49e2-a0e5-8e85bf2724b4 req-be245168-fdcf-46f8-9132-842d6477a21b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 210 time: 0.2187569 Jan 18 23:18:04.947710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53047c51-9b90-4a3f-b56e-eb17bba66256 req-3ea6f955-8179-4482-bb22-ff696b8d6015 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:04.949324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53047c51-9b90-4a3f-b56e-eb17bba66256 req-3ea6f955-8179-4482-bb22-ff696b8d6015 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.1195323 Jan 18 23:18:05.016176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53047c51-9b90-4a3f-b56e-eb17bba66256 req-80cc0b16-eb98-4e7c-84ec-1d0d2c83ff40 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544765 Jan 18 23:18:05.436094 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-f11c7980-2695-46f5-968d-61e01e033aff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4dab6e15d73249aaaee209b0be301e16&device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 1096 time: 0.1895561 Jan 18 23:18:05.658688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.663694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.668201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.672914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.677599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.682248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.686370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.695333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-028b4918-4760-4c0e-880e-0f5cef030d89 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.4375951 Jan 18 23:18:05.764198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3c10c29-a8a3-45b4-b6b9-ee4d241f215a req-97c15d01-75fd-4f20-bc26-ab43d111a893 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676606 Jan 18 23:18:05.838781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-09b3bd22-098c-4bb7-ac8b-30a8691b73f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:05.840458 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-09b3bd22-098c-4bb7-ac8b-30a8691b73f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=040f17c6-2718-4e9b-ad93-23e99b70b1ce HTTP/1.1" status: 200 len: 915 time: 0.3982308 Jan 18 23:18:06.025074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-09ce70ec-7560-4de1-a9df-673f77693924 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a HTTP/1.1" status: 200 len: 217 time: 0.1771131 Jan 18 23:18:06.125135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fcf0122-8d39-43ee-bf7b-54f8c56a5dbb req-18d02ed2-8125-4e97-a11a-c0d45581aa8e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 210 time: 0.1158285 Jan 18 23:18:06.200335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6a0b-c6a1-47ff-8510-1ea4a21390a2 req-189eb082-52ea-47f3-9a1d-85e162ba36ae tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:06.201170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-dcd29ef0-c665-41d0-8f74-79cef0947b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:06.202807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-dcd29ef0-c665-41d0-8f74-79cef0947b3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b35d4f2-f16f-49aa-b640-6424122ce2c8 HTTP/1.1" status: 200 len: 854 time: 0.1718130 Jan 18 23:18:06.204561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4f6a0b-c6a1-47ff-8510-1ea4a21390a2 req-189eb082-52ea-47f3-9a1d-85e162ba36ae tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.3560581 Jan 18 23:18:06.307420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-d9a6867c-e6d1-43e2-b4f0-dc83735c4673 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=040f17c6-2718-4e9b-ad93-23e99b70b1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956118 Jan 18 23:18:06.310213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4f6a0b-c6a1-47ff-8510-1ea4a21390a2 req-1fcc3309-6e87-4dc4-aa6d-62dd1103a9cb tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976830 Jan 18 23:18:06.712658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-e89404f8-830b-4a08-946a-6ee4687a5197 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:06.714182 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-e89404f8-830b-4a08-946a-6ee4687a5197 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.2232172 Jan 18 23:18:06.780221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Request body: {'port': {'device_id': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'admin_state_up': True, 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:06.885195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-7448e680-5fd3-4005-886a-44eafde2a4cd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:06.892868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-7448e680-5fd3-4005-886a-44eafde2a4cd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.5015814 Jan 18 23:18:06.916775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-6d515344-c60f-4fc6-8d88-e87392d63a27 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0228193 Jan 18 23:18:06.982814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7b83d-ca15-483a-beba-e30594d77699 req-7ad6c4c1-151f-489e-9610-3913c808fb2d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:06.991323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ace7b83d-ca15-483a-beba-e30594d77699 req-7ad6c4c1-151f-489e-9610-3913c808fb2d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.2371898 Jan 18 23:18:07.069441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ace7b83d-ca15-483a-beba-e30594d77699 req-444fef1a-6c98-4339-b88e-bda0f7dd5cd0 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767467 Jan 18 23:18:07.111499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-0f2b7b8d-8757-4b77-b1aa-b0c7a5e5daa7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936126 Jan 18 23:18:07.165144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:07.200713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:07.219897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-b797a8e7-35e5-4061-9dfb-18141e719703 service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9067144 Jan 18 23:18:07.290596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:07.413749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-58b5c8d5-2a2b-4b2e-b58c-611d37a85a47 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012943 Jan 18 23:18:07.499925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-813635203-network', 'tenant_id': '2e8461ae6e024eceb6e2a0a597533215'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:07.533715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:07.556522 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1eb5ad5f-7290-45ff-a82f-65c2f265d2df req-dc7cb7e2-6abe-447d-a89b-995c52790a2c service neutron] 10.222.0.83 "GET /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275189 Jan 18 23:18:07.558204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:07.568037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.635868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Usage tracker for resource:network and tenant:2e8461ae6e024eceb6e2a0a597533215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:07.641516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:07.654601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:07.823021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Made reservation on behalf of 2e8461ae6e024eceb6e2a0a597533215 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:07.825359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.859973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:07.925822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-97f916c3-6af1-499c-8302-b37c603a8bbc service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109324 Jan 18 23:18:08.045514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.070810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.070988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Allocated IP 172.20.0.7 (4f1752c0-874c-487f-88df-0d94627836be/75328b69-34f4-47a3-b75a-76f5a2570c81/84a75811-4af9-4e73-931d-fda32c13cc1b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:08.084974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.084974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.107215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.107215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.119495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.126753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-be6c62da-2540-401e-becd-66713748d13d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.4160135 Jan 18 23:18:08.242907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:08.268229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8461ae6e024eceb6e2a0a597533215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:08.304265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:08.320994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:08.378177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9a97991-b23b-4f3f-bc2e-44c34dc6345e req-37d32c4f-2ced-4e82-b158-07bad8cb804d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504089 Jan 18 23:18:08.539105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.571287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.822213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbbcc727-3f84-4377-a6ce-ac15490a53ba req-0320c90a-7ced-440d-9b0f-4230f539427f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 210 time: 0.2452424 Jan 18 23:18:08.875863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc865f07-0e21-40e8-af1f-2f8e4dd1e81d req-ab822979-3361-4c21-a1aa-5842aafff457 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:08.877294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc865f07-0e21-40e8-af1f-2f8e4dd1e81d req-ab822979-3361-4c21-a1aa-5842aafff457 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.1198773 Jan 18 23:18:08.967361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.986503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:08.999986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:09.038949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25373c2-20f1-4efc-8f93-015abccfe99b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.050754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:09.080317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:18:09.098246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.099352 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Added segment 01f3bfc6-65a7-42d3-98e5-efdc0d00e30c of type vlan for network 785326ae-f5e2-4ba1-baaf-c1146f8b9780 Jan 18 23:18:09.151332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.178831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.211407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.211776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.212113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.212440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.212763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.213148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.213468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.213787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.218179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.219207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.222538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:09.347309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc865f07-0e21-40e8-af1f-2f8e4dd1e81d req-1c6f3a6c-495b-4619-886d-727574d122f7 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614489 Jan 18 23:18:09.352044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Network 4f1752c0-874c-487f-88df-0d94627836be is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:09.375740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:09.386711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:09.539455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c488c3f-b734-4425-bedd-10f125fa1312 req-89c76fc3-ff39-41a9-9409-222bc0ffce66 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 210 time: 0.0713122 Jan 18 23:18:09.542615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.546284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:09.549874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.601037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event updated for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.628789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23879cc-03ec-4786-ae5b-5ebb6b7f2cf6 req-a42711c8-fd78-432d-ad64-e3daaafcabcb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:09.631011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f23879cc-03ec-4786-ae5b-5ebb6b7f2cf6 req-a42711c8-fd78-432d-ad64-e3daaafcabcb tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.4244726 Jan 18 23:18:09.675063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:09.675886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:09.809134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-036dea7e-7490-42fb-9ce5-796c6e54651e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0327499 Jan 18 23:18:09.824566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Request body: {'port': {'device_id': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:09.916413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] Pushing event updated for resources: {'Network': ['ID=785326ae-f5e2-4ba1-baaf-c1146f8b9780,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:09.934707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 785326ae-f5e2-4ba1-baaf-c1146f8b9780 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:18:10.020652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f23879cc-03ec-4786-ae5b-5ebb6b7f2cf6 req-3e09e36c-727f-452b-aa27-14122123ca78 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796171 Jan 18 23:18:10.109234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.201117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.205103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.209393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.213436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.217667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.221801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.226377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.228392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-59e68cbe-2427-4f79-81b7-1ec4776b475b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.1481907 Jan 18 23:18:10.249615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7cb0516f-ceae-4386-8c92-8e8ace1b6010 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0704267 Jan 18 23:18:10.271954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:10.278709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Request body: {'subnet': {'network_id': '785326ae-f5e2-4ba1-baaf-c1146f8b9780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-813635203-subnet', 'tenant_id': '2e8461ae6e024eceb6e2a0a597533215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:10.323837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:10.337299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Usage tracker for resource:subnet and tenant:2e8461ae6e024eceb6e2a0a597533215 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:10.342607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:10.356278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:10.362169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5146ad2b-6a03-4ec5-96d4-531295025658 req-aa05db4c-9ce7-40d2-b8f7-ff0abd7263e4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233227 Jan 18 23:18:10.414926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd457f-a9b8-4278-92a8-bd7f9f71f759 req-585badde-6478-42fa-a913-1f6f0d9c528e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.424275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67bd457f-a9b8-4278-92a8-bd7f9f71f759 req-585badde-6478-42fa-a913-1f6f0d9c528e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 931 time: 0.1513202 Jan 18 23:18:10.469223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Made reservation on behalf of 2e8461ae6e024eceb6e2a0a597533215 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:10.472891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.663135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67bd457f-a9b8-4278-92a8-bd7f9f71f759 req-9ea159cc-8c94-4626-a4ce-e40b5c491774 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289629 Jan 18 23:18:10.709524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a75811-4af9-4e73-931d-fda32c13cc1b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:10.717787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.719552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc2223-0b4b-4c74-9b0c-0852bb187ed9 req-8bda3574-6a6f-49b4-8b47-981cb9c282ad tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:10.721072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0dc2223-0b4b-4c74-9b0c-0852bb187ed9 req-8bda3574-6a6f-49b4-8b47-981cb9c282ad tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.1386650 Jan 18 23:18:10.760541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Transition to ACTIVE for port object 84a75811-4af9-4e73-931d-fda32c13cc1b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:10.830346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0dc2223-0b4b-4c74-9b0c-0852bb187ed9 req-d7f9a89f-00ce-4f5b-9f32-be0bf1e53484 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Jan 18 23:18:10.839169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.865941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:10.957241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84a7558f-424a-4882-8979-7dada704e74f req-cf299cdb-53e6-4566-b9b9-4382df6d5b74 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 210 time: 0.0983880 Jan 18 23:18:11.054401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.146462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Pushing event updated for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.242143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a711c82-f1ed-44e6-a5e3-b742063b7887,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.259399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Checking segment: {'id': '01f3bfc6-65a7-42d3-98e5-efdc0d00e30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '785326ae-f5e2-4ba1-baaf-c1146f8b9780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:11.259811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Network hostable DHCP agents. Network: 785326ae-f5e2-4ba1-baaf-c1146f8b9780, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:18:11.340260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Attempting to bind port 84a75811-4af9-4e73-931d-fda32c13cc1b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:11.341057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Attempting to bind port 84a75811-4af9-4e73-931d-fda32c13cc1b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:11.342816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Attempting to bind port 84a75811-4af9-4e73-931d-fda32c13cc1b on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:11.349300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Port 84a75811-4af9-4e73-931d-fda32c13cc1b on network 4f1752c0-874c-487f-88df-0d94627836be not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:18:11.349626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Attempting to bind port 84a75811-4af9-4e73-931d-fda32c13cc1b on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:11.356002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:18:11.356338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Checking segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:11.356996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Bound using segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:18:11.357657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Bound port: 84a75811-4af9-4e73-931d-fda32c13cc1b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:11.357797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.388944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e776-f733-4408-b0d8-89d16b2798d2 req-2b1dd6d7-cba0-4607-b5de-570ff481156d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:11.390791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13c8e776-f733-4408-b0d8-89d16b2798d2 req-2b1dd6d7-cba0-4607-b5de-570ff481156d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.0884135 Jan 18 23:18:11.443309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13c8e776-f733-4408-b0d8-89d16b2798d2 req-d432d3fb-6827-486b-aaf0-6a5c28dc1199 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Jan 18 23:18:11.455082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:11.458591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=84a75811-4af9-4e73-931d-fda32c13cc1b,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:11.656895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.658006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d539e-0190-4d7d-98fe-df74d4422462 req-498497ab-b952-4724-8e1b-a78ab0d04d6e tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:11.659632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-335d539e-0190-4d7d-98fe-df74d4422462 req-498497ab-b952-4724-8e1b-a78ab0d04d6e tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 951 time: 0.0834932 Jan 18 23:18:11.660764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Network 785326ae-f5e2-4ba1-baaf-c1146f8b9780 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:18:11.711464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-335d539e-0190-4d7d-98fe-df74d4422462 req-192f02c1-4c14-4703-8138-210cf1eba0b7 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Jan 18 23:18:11.728955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.730658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] 10.222.0.89 "PUT /v2.0/ports/84a75811-4af9-4e73-931d-fda32c13cc1b HTTP/1.1" status: 200 len: 1091 time: 1.9108801 Jan 18 23:18:11.733638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:11.775978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 785326ae-f5e2-4ba1-baaf-c1146f8b9780) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:11.787016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953016aa-6857-4cc6-ae5c-5bbaac389d3c service neutron] Pushing event updated for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:11.788044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:11.788752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:11.791297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0084738-afbe-483f-866b-adee0c073c9e None None] Network 785326ae-f5e2-4ba1-baaf-c1146f8b9780 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:18:11.937026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dd438aa2-cb3b-44e3-8754-d992ca6a1fae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6623969 Jan 18 23:18:12.189483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-5d73f688-28ca-441d-99fb-c5ff1e284700 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.196939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-5d73f688-28ca-441d-99fb-c5ff1e284700 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.4195611 Jan 18 23:18:12.202189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.206225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.210906 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-d6b0aebc-3423-402f-84ed-abafd61b5f63 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 1094 time: 0.3146710 Jan 18 23:18:12.211109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.215261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.238331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.241845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:12.241957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.241957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.241957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-3d2c5fc8-c8f6-454f-a70b-ca862671bc53 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.2929692 Jan 18 23:18:12.243377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c63a43-619e-4710-85bf-99e60bd1b36e None None] Network 785326ae-f5e2-4ba1-baaf-c1146f8b9780 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:18:12.361262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59a32b0a-8243-45a5-9e1f-2e073b1e5d90 req-357dc75e-bebe-4340-a2ec-712b5351e969 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214294 Jan 18 23:18:12.424908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886e454-2092-4fba-a9ec-b6c9d3ac1b0d req-7481681e-c3c0-4f1a-a6ab-6bc17db551c5 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.434813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f886e454-2092-4fba-a9ec-b6c9d3ac1b0d req-7481681e-c3c0-4f1a-a6ab-6bc17db551c5 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 943 time: 0.1533792 Jan 18 23:18:12.524954 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-8b6910da-a45b-43cf-93a5-f83823bd4a86 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a75811-4af9-4e73-931d-fda32c13cc1b HTTP/1.1" status: 200 len: 217 time: 0.2612154 Jan 18 23:18:12.561861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f886e454-2092-4fba-a9ec-b6c9d3ac1b0d req-2cc738ac-84da-404a-bdcf-8ffee335fe98 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249068 Jan 18 23:18:12.586600 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b', 'status': 'completed', 'code': 200} Jan 18 23:18:12.638312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-dd8b253d-6550-442a-9d50-b3c035a58d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.639894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-dd8b253d-6550-442a-9d50-b3c035a58d4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1054230 Jan 18 23:18:12.706681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-dec56807-36a3-42bf-b0e1-a1ca1ed454c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490406 Jan 18 23:18:12.823856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56f2a83a-4199-4549-a095-19d83c2c8a57 req-d1381dfd-8f29-46ef-983e-107623913f9f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 210 time: 0.0653486 Jan 18 23:18:12.843072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397474d-d61d-424d-9bcc-02bd8c641c9d req-93097f89-e651-4ef5-9650-3d18a9aca6b5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:12.850775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6397474d-d61d-424d-9bcc-02bd8c641c9d req-93097f89-e651-4ef5-9650-3d18a9aca6b5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.1481340 Jan 18 23:18:12.864260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:12.873609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:12.880455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:12.893385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43830) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:12.899400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:12.917021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6397474d-d61d-424d-9bcc-02bd8c641c9d req-813dd221-5b2e-48df-9605-26027c5e8933 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/security-groups?id=9728a46b-62e5-4e7e-8d6c-a00867267f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648370 Jan 18 23:18:12.983645 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-c8faec8c-db13-454b-b037-c6a09147568b service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680271 Jan 18 23:18:13.055346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Deleting subnet 6a711c82-f1ed-44e6-a5e3-b742063b7887 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:18:13.063170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:13.071202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.127264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.320000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45526ad8-e5be-4c6e-9846-72f2f9f3cf1c req-e47d146e-3be7-4411-81a7-a0b66095e2d1 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.330772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45526ad8-e5be-4c6e-9846-72f2f9f3cf1c req-e47d146e-3be7-4411-81a7-a0b66095e2d1 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 951 time: 0.2776992 Jan 18 23:18:13.331434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.354449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffae63-861c-4f65-953c-79610b0f9647 req-5b4c326d-016e-4b97-bf14-f6ce9f957ce7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.361264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeffae63-861c-4f65-953c-79610b0f9647 req-5b4c326d-016e-4b97-bf14-f6ce9f957ce7 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.2601197 Jan 18 23:18:13.418824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45526ad8-e5be-4c6e-9846-72f2f9f3cf1c req-5638561c-c65e-45b1-b725-880d118f535a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871000 Jan 18 23:18:13.432909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.12 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/0e3673ba-a8fe-4b8e-b067-2a520ba43df7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:13.449016 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84fa3348-e0ff-4870-97be-9d9dbc9f987f req-2bace2df-4696-46c6-8e18-932e639f7bff service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477096 Jan 18 23:18:13.465278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.490895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeffae63-861c-4f65-953c-79610b0f9647 req-bf99164a-3ede-4925-b298-52b77024c091 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286829 Jan 18 23:18:13.653765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92718245-3141-4efc-8890-098f6882bbde req-4a34e3cd-74a3-47f1-aa4e-23e8c6a820a3 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.655219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92718245-3141-4efc-8890-098f6882bbde req-4a34e3cd-74a3-47f1-aa4e-23e8c6a820a3 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.83 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 945 time: 0.1791878 Jan 18 23:18:13.787036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79c5377c-a59b-43aa-a309-87c71818e19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.828829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Deleting port cc2de44a-2f85-4c4d-8936-8f586bfec65a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:18:13.829349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.903359 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-e3008106-a64f-40bc-9e29-53772bd90a50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 1094 time: 0.3188889 Jan 18 23:18:13.934785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:13.985476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.990179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.994061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:13.997969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.001983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.006693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.010680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.018992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faabecc4-da71-4a91-b94b-a52010676489 req-23e824d1-97d5-44b3-ace2-c37b07711103 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5428 time: 0.3068974 Jan 18 23:18:14.035957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.054218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6a711c82-f1ed-44e6-a5e3-b742063b7887 HTTP/1.1" status: 204 len: 168 time: 1.1562810 Jan 18 23:18:14.057410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:14.076499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75058bee-b6de-4cea-a1dd-edf43527443e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a711c82-f1ed-44e6-a5e3-b742063b7887,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.192129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.243824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84919ad9-336f-4012-b148-c910451409c1 req-7dd56251-34ef-4446-b77d-0613d443a393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.245331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-7dd56251-34ef-4446-b77d-0613d443a393 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 915 time: 0.3145254 Jan 18 23:18:14.284949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faabecc4-da71-4a91-b94b-a52010676489 req-4440db84-7f07-4ab7-aeb0-6f445f70e404 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2652247 Jan 18 23:18:14.290893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.349164 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-22002242-71b8-4e32-a612-b9d7f4ed4ca3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84a75811-4af9-4e73-931d-fda32c13cc1b HTTP/1.1" status: 200 len: 217 time: 0.0931456 Jan 18 23:18:14.409970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] For port cc2de44a-2f85-4c4d-8936-8f586bfec65a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cc2de44a-2f85-4c4d-8936-8f586bfec65a,segment=NetworkSegment(2028733c-0159-4d38-9b86-d534d8f6fade),segment_id=2028733c-0159-4d38-9b86-d534d8f6fade)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:14.410402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.447122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84919ad9-336f-4012-b148-c910451409c1 req-472e7213-2341-45f2-92ca-6e01305632fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.450074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-472e7213-2341-45f2-92ca-6e01305632fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.0920789 Jan 18 23:18:14.451864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.465314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:14.510861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:14.574880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:14.580599 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-bcdaafbb-9a58-4e06-9726-5f3499822ac0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609624 Jan 18 23:18:14.593417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:14.594382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.625879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785326ae-f5e2-4ba1-baaf-c1146f8b9780']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:14.642768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f3bfc6-65a7-42d3-98e5-efdc0d00e30c') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:14.643087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f3bfc6-65a7-42d3-98e5-efdc0d00e30c') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:14.659235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.685015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.693271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:18:14.693683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.701638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:14.843978 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:14.912539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:14.941106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:14.942428 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.946836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:14.994058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Calling delete_port for cc2de44a-2f85-4c4d-8936-8f586bfec65a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:18:15.000533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:15.022705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:15.028643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-1ae96d5d-9441-4cb9-b30f-a976b57c6e59 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656600 Jan 18 23:18:15.045860 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.075657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.090780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=785326ae-f5e2-4ba1-baaf-c1146f8b9780,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.104403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90ff014d-9146-4b38-a12e-b6aa05bae4a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/785326ae-f5e2-4ba1-baaf-c1146f8b9780 HTTP/1.1" status: 204 len: 168 time: 1.0437820 Jan 18 23:18:15.156134 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.169255 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-76589a82-ed8c-4c2e-bc97-9bb67521018b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9544308 Jan 18 23:18:15.181823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Request body: {'port': {'device_id': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:15.282829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ee70b-2077-49ce-bf54-f69efbe944b1 req-f1146dfc-1136-4c03-ac48-72713d2b8fd4 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:15.284325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b3ee70b-2077-49ce-bf54-f69efbe944b1 req-f1146dfc-1136-4c03-ac48-72713d2b8fd4 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 943 time: 0.4832542 Jan 18 23:18:15.310035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.340123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.358929 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84919ad9-336f-4012-b148-c910451409c1 req-6dec1b3c-8f73-4215-bc33-e5af2362418a service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224809 Jan 18 23:18:15.359251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a045729b-4352-4c46-bbc8-d9829af9cc95 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:15.397427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b3ee70b-2077-49ce-bf54-f69efbe944b1 req-3038be69-65f5-41e7-856f-462939ae321d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024690 Jan 18 23:18:15.514048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.533406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['cc2de44a-2f85-4c4d-8936-8f586bfec65a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:15.618733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a045729b-4352-4c46-bbc8-d9829af9cc95,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:15.650495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'a045729b-4352-4c46-bbc8-d9829af9cc95', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'port_id': 'a045729b-4352-4c46-bbc8-d9829af9cc95', 'mac_address': 'fa:16:3e:5f:ca:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:15.705771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43894) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:15.730607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.755123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a045729b-4352-4c46-bbc8-d9829af9cc95 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:15.776597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a045729b-4352-4c46-bbc8-d9829af9cc95,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:15.815655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b4f6961d-7603-47d9-a980-eb37a3f8ba3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e8461ae6e024eceb6e2a0a597533215&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1066437 Jan 18 23:18:15.819491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43898) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:15.843088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] No DVR routers for this DVR port cc2de44a-2f85-4c4d-8936-8f586bfec65a on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:15.846549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.864431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'name': 'network-vif-deleted', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:15.869359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.869746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Pushing event deleted for resources: {'Port': ['ID=cc2de44a-2f85-4c4d-8936-8f586bfec65a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:15.873358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 052fffa1-6da3-4199-96e0-8c52e1716351 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:15.890781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e2ebfa11-14f3-4bf3-ba3f-84c426484c20 req-579349e3-c2c3-4ae4-b73f-c13a899dd4a5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Synchronizing usage tracker for tenant:4dab6e15d73249aaaee209b0be301e16 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:15.897702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92718245-3141-4efc-8890-098f6882bbde req-78eb3598-87dd-404b-9a44-cd1182501c9f tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.83 "DELETE /v2.0/ports/cc2de44a-2f85-4c4d-8936-8f586bfec65a HTTP/1.1" status: 204 len: 173 time: 2.2355001 Jan 18 23:18:15.927967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d837bae-5265-4211-81f6-698ffc40e7a8 req-b157451a-381a-44b9-8116-3dc2c7704e3d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:15.929921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d837bae-5265-4211-81f6-698ffc40e7a8 req-b157451a-381a-44b9-8116-3dc2c7704e3d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 932 time: 0.5019417 Jan 18 23:18:15.943876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:15.990548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d837bae-5265-4211-81f6-698ffc40e7a8 req-27c184b1-92c8-4b67-ac82-8747ed706b6b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548553 Jan 18 23:18:15.995229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:16.000140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.010701 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:18:16.029294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e2ebfa11-14f3-4bf3-ba3f-84c426484c20 req-579349e3-c2c3-4ae4-b73f-c13a899dd4a5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] Unset dirty status for tenant:4dab6e15d73249aaaee209b0be301e16 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:16.031202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2ebfa11-14f3-4bf3-ba3f-84c426484c20 req-579349e3-c2c3-4ae4-b73f-c13a899dd4a5 tempest-InstanceActionsTestJSON-884800089 tempest-InstanceActionsTestJSON-884800089-project] 10.222.0.59 "GET /v2.0/ports?device_id=56d4f711-0044-4780-bfa8-a5eab8bb2392 HTTP/1.1" status: 200 len: 210 time: 0.2493334 Jan 18 23:18:16.043798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.048587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:16.090167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.124266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8ff158c9-9a0e-47fd-bcc7-bd4b1202d2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.127508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Transition to ACTIVE for port object 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:16.132870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '052fffa1-6da3-4199-96e0-8c52e1716351', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'port_id': '052fffa1-6da3-4199-96e0-8c52e1716351', 'mac_address': 'fa:16:3e:1a:fa:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:16.209868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.219053 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'code': 200} Jan 18 23:18:16.255203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ef53c-868d-4372-a715-63f393d21c1c req-0d79e015-f214-4ab4-b433-281f934007f8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.257261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-713ef53c-868d-4372-a715-63f393d21c1c req-0d79e015-f214-4ab4-b433-281f934007f8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.0966694 Jan 18 23:18:16.274664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.303933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.309078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052fffa1-6da3-4199-96e0-8c52e1716351 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:16.317597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-713ef53c-868d-4372-a715-63f393d21c1c req-3173b897-9635-41d6-bcdb-942dafcdd739 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547674 Jan 18 23:18:16.351220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:16.405289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25373c2-20f1-4efc-8f93-015abccfe99b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.412633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.413825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3d9eae6-3fdf-4883-9021-37807ddedc13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f25373c2-20f1-4efc-8f93-015abccfe99b HTTP/1.1" status: 204 len: 168 time: 0.5934315 Jan 18 23:18:16.440777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.441553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:16.456043 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d4f711-0044-4780-bfa8-a5eab8bb2392', 'name': 'network-vif-deleted', 'tag': 'cc2de44a-2f85-4c4d-8936-8f586bfec65a', 'status': 'completed', 'code': 200} Jan 18 23:18:16.570554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:16.761606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.771478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.778387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.791948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.794626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Attempting to bind port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:16.794985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Attempting to bind port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:16.796199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Attempting to bind port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:16.797745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.806506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.806790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:18:16.807442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Attempting to bind port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:16.813114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:16.814335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:16.831559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:18:16.833607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:16.834833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:18:16.835141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Bound port: 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:16.836876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:16.837952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12e592e0-7450-444b-9ff4-a2566052fabc req-fd12abfb-c115-4ac9-be25-0716e11522a7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5430 time: 0.3145452 Jan 18 23:18:16.867218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'port_id': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'mac_address': 'fa:16:3e:f0:82:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:16.869211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 84a75811-4af9-4e73-931d-fda32c13cc1b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:17.012968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12e592e0-7450-444b-9ff4-a2566052fabc req-9083ad02-ef7b-45b2-bbb0-6df96263639c tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706181 Jan 18 23:18:17.039296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:17.044422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:17.109845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.135356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.157607 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.260327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=84a75811-4af9-4e73-931d-fda32c13cc1b,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.275088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '84a75811-4af9-4e73-931d-fda32c13cc1b', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'port_id': '84a75811-4af9-4e73-931d-fda32c13cc1b', 'mac_address': 'fa:16:3e:bd:68:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75328b69-34f4-47a3-b75a-76f5a2570c81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:17.281843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.286982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:17.367681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.371938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] 10.222.0.83 "PUT /v2.0/ports/0e3673ba-a8fe-4b8e-b067-2a520ba43df7 HTTP/1.1" status: 200 len: 1092 time: 2.1941948 Jan 18 23:18:17.372399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:17.403082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8476b5-2b85-4cec-828c-02b779b02e5c service neutron] Pushing event updated for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.416344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.417626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.438956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a75811-4af9-4e73-931d-fda32c13cc1b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:17.458435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=84a75811-4af9-4e73-931d-fda32c13cc1b,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.508780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35a80c-fc03-497e-89a3-c146c49623ab req-e5a43d5c-eb5d-468f-851f-9ddfc05004b3 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:17.513051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.513728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:17.519086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca35a80c-fc03-497e-89a3-c146c49623ab req-e5a43d5c-eb5d-468f-851f-9ddfc05004b3 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 943 time: 0.3132906 Jan 18 23:18:17.554136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.569876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f2cf-367b-4bdb-8fc1-b59c1567dcaf req-5404d80b-d6df-4523-89ac-2d419c610585 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:17.571879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ca7f2cf-367b-4bdb-8fc1-b59c1567dcaf req-5404d80b-d6df-4523-89ac-2d419c610585 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 944 time: 0.2267349 Jan 18 23:18:17.626991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-9ac7476f-7f26-4c4b-a000-b07129fed35f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 1095 time: 0.1169412 Jan 18 23:18:17.627775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'port_id': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'mac_address': 'fa:16:3e:11:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:17.629610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.633957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.641919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca35a80c-fc03-497e-89a3-c146c49623ab req-ef487898-4f0f-43fb-abf2-1c6ee99154bd tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208444 Jan 18 23:18:17.671570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ca7f2cf-367b-4bdb-8fc1-b59c1567dcaf req-e63a40da-2b72-4cd6-8130-a719cd870b93 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883415 Jan 18 23:18:17.708662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.758807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:17.781210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:17.790935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.818235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:17.849652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:17.852769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-799f4c9a-b1e5-44b8-a4f7-b8baeb4347a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7 HTTP/1.1" status: 200 len: 217 time: 0.2188292 Jan 18 23:18:17.898948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Deleting subnet 6b35d4f2-f16f-49aa-b640-6424122ce2c8 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:18:17.911366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.941975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:17.944252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 88489c07-4562-498b-b89b-fcc786a1988f details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:17.986093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1322a8db-8d59-46e0-80d5-02e53fd333ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:17.987622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-1322a8db-8d59-46e0-80d5-02e53fd333ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.1258907 Jan 18 23:18:18.055983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:18:18.063155 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-b00690e2-81b5-41db-8c1c-2e782ebd2419 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685320 Jan 18 23:18:18.072177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.138262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.274730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.282310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:18.313951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '88489c07-4562-498b-b89b-fcc786a1988f', 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'port_id': '88489c07-4562-498b-b89b-fcc786a1988f', 'mac_address': 'fa:16:3e:cb:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:18.326810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc11698-c471-44d1-87ed-477678547ff9 req-d8c260a9-de98-4ce3-9136-d5d4eeaffa03 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.334488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdc11698-c471-44d1-87ed-477678547ff9 req-d8c260a9-de98-4ce3-9136-d5d4eeaffa03 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3640752 Jan 18 23:18:18.346766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824af4-aadc-4d4f-bad0-6020d5184ce1 req-eeaf5cfc-f4ab-4f9f-a8d7-7850df9b142a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.348518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86824af4-aadc-4d4f-bad0-6020d5184ce1 req-eeaf5cfc-f4ab-4f9f-a8d7-7850df9b142a tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 949 time: 0.3027508 Jan 18 23:18:18.388974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['84a75811-4af9-4e73-931d-fda32c13cc1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:18.405297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-3e99d849-aa0b-4761-a3c6-09a0b564011d service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357232 Jan 18 23:18:18.451673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdc11698-c471-44d1-87ed-477678547ff9 req-52125ac4-a79e-4c13-86df-5c231ea84216 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160583 Jan 18 23:18:18.523153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86824af4-aadc-4d4f-bad0-6020d5184ce1 req-c0ed5251-0d03-4318-b409-02cc6e1267c4 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538894 Jan 18 23:18:18.610353 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7', 'status': 'completed', 'code': 200} Jan 18 23:18:18.626021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.686500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88489c07-4562-498b-b89b-fcc786a1988f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:18.707899 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e627ffb9-f5ef-44b5-8d56-a2b13d4b2b6a req-281d0ef3-5591-4259-a4d0-3d8b521ed388 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848163 Jan 18 23:18:18.739737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-8740392e-a4fe-45db-801b-844a6b46a5bb tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5432 time: 0.1789207 Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.939105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b35d4f2-f16f-49aa-b640-6424122ce2c8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:18.954778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:18.980324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7342a8ad-5341-444b-8db9-87b376d6b24b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6b35d4f2-f16f-49aa-b640-6424122ce2c8 HTTP/1.1" status: 204 len: 168 time: 1.2201223 Jan 18 23:18:18.982901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43950) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:18.994807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-611f2ce3-b44a-4b18-9c07-f7ff4815b96d req-5b32f4c2-ad72-4104-bdb0-393d914c1af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120651 Jan 18 23:18:19.013883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06836-685a-4ddd-8a1e-65fae120d0db req-e62098f3-ab29-4a72-886d-fd349a25c7ac tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.015366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c06836-685a-4ddd-8a1e-65fae120d0db req-e62098f3-ab29-4a72-886d-fd349a25c7ac tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 944 time: 0.1709497 Jan 18 23:18:19.026873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.055512 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.057717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46d7e300-7d11-4843-89d9-956976ddd9e0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:19.072415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04c06836-685a-4ddd-8a1e-65fae120d0db req-b21ac495-72b9-4d67-b785-89aa87582900 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502715 Jan 18 23:18:19.099941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.224598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:19.229726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:19.261700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '46d7e300-7d11-4843-89d9-956976ddd9e0', 'network_id': 'b8e5e2f5-54b1-4f66-975b-231ab5a851c2', 'port_id': '46d7e300-7d11-4843-89d9-956976ddd9e0', 'mac_address': 'fa:16:3e:63:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f3154d-df39-48cb-bb37-0c41ccea2466', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:19.262304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70337-dd28-42e4-bf6b-f91a1ef874fb req-d6d0dc1d-07a8-466d-8223-c22c2ecd2d3d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.272024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4d70337-dd28-42e4-bf6b-f91a1ef874fb req-d6d0dc1d-07a8-466d-8223-c22c2ecd2d3d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 944 time: 0.1025927 Jan 18 23:18:19.298025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.333209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4d70337-dd28-42e4-bf6b-f91a1ef874fb req-1607a3e2-e1da-4743-888c-a022cfaec863 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597160 Jan 18 23:18:19.333836 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-9440a409-7155-48e8-857a-8b02c91e36b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 1095 time: 0.2317457 Jan 18 23:18:19.335339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040f17c6-2718-4e9b-ad93-23e99b70b1ce']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:19.372992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2028733c-0159-4d38-9b86-d534d8f6fade') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:19.372992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2028733c-0159-4d38-9b86-d534d8f6fade') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:19.387878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.414965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d7e300-7d11-4843-89d9-956976ddd9e0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:19.432359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.434704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:19.458768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.470600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:18:19.470995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:18:19.484871 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:18:19.553497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.556580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6f520d34-42d7-4328-9a75-a7543867a74b details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:19.630693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-41a5ba94-8453-425a-b826-9301b65f43fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.631745 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-41a5ba94-8453-425a-b826-9301b65f43fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.2890301 Jan 18 23:18:19.743787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6f520d34-42d7-4328-9a75-a7543867a74b,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:19.762776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '6f520d34-42d7-4328-9a75-a7543867a74b', 'network_id': '7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7', 'port_id': '6f520d34-42d7-4328-9a75-a7543867a74b', 'mac_address': 'fa:16:3e:34:f5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:19.776713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:19.810479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.837827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.848528 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-c0f87f68-8b01-4004-8093-6daaede4d181 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7 HTTP/1.1" status: 200 len: 217 time: 0.2061322 Jan 18 23:18:19.851570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:19.852923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=040f17c6-2718-4e9b-ad93-23e99b70b1ce,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:19.872473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f520d34-42d7-4328-9a75-a7543867a74b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:19.889619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6f520d34-42d7-4328-9a75-a7543867a74b,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:19.909434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.909783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.910870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.911293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.911631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.911958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.912284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.912607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.912955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.913279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.913598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:19.939901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871878d-12a3-4742-86da-8e88b99fc425 req-a74f4735-d175-4f9b-a9e4-e315eaea1177 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.940664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f871878d-12a3-4742-86da-8e88b99fc425 req-a74f4735-d175-4f9b-a9e4-e315eaea1177 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Synchronizing usage tracker for tenant:bb6bf461f0c646e08c0cf640781fdd52 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:19.948651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-a49b413f-50b9-47f4-8539-12c30ec26507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:19.950188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-a49b413f-50b9-47f4-8539-12c30ec26507 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0948858 Jan 18 23:18:19.956994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.001911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-684df801-5de9-4aee-a010-b002f2830b06 admin admin] 10.222.0.59 "DELETE /v2.0/networks/040f17c6-2718-4e9b-ad93-23e99b70b1ce HTTP/1.1" status: 204 len: 168 time: 1.0176466 Jan 18 23:18:20.004694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-a9a8b551-fbce-4338-81c9-62c8a9ae24a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441928 Jan 18 23:18:20.027210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a69bc-6d32-4a11-9331-794e88e3c1b4 req-eb1d1bdf-ea47-448a-bc5d-d1cbe42a928d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.028754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce7a69bc-6d32-4a11-9331-794e88e3c1b4 req-eb1d1bdf-ea47-448a-bc5d-d1cbe42a928d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.3288245 Jan 18 23:18:20.065792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:20.091007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f871878d-12a3-4742-86da-8e88b99fc425 req-a74f4735-d175-4f9b-a9e4-e315eaea1177 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Unset dirty status for tenant:bb6bf461f0c646e08c0cf640781fdd52 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:20.092179 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f871878d-12a3-4742-86da-8e88b99fc425 req-a74f4735-d175-4f9b-a9e4-e315eaea1177 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.89 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 949 time: 0.5884221 Jan 18 23:18:20.173608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2a7e9-cca5-4db7-8591-1203d2b1c84a req-1cc4f4f6-5e0b-479b-9e33-82703f7cc878 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.175221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccf2a7e9-cca5-4db7-8591-1203d2b1c84a req-1cc4f4f6-5e0b-479b-9e33-82703f7cc878 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 949 time: 0.3577862 Jan 18 23:18:20.234127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Deleting port 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:18:20.235563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:20.302047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccf2a7e9-cca5-4db7-8591-1203d2b1c84a req-5996bd8e-142d-4517-be38-0533b2a2f5f1 tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/security-groups?id=c672b77e-3faf-4212-bff4-dd32f6d79bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114984 Jan 18 23:18:20.350253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce7a69bc-6d32-4a11-9331-794e88e3c1b4 req-0af42dab-9f50-48b4-ad5a-89d5bf21ec1c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823927 Jan 18 23:18:20.565345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.571121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.575475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.580388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.586365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.591030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.595425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:20.607165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-0bc136ac-cc1e-4281-a1f6-e29fc35e19e8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5435 time: 0.1463909 Jan 18 23:18:20.632255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.740027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bdeb385-d0d2-4f30-9c1b-63f3a70ab7b4 req-52a1becb-7469-4b80-9e68-0f52854e20c2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205106 Jan 18 23:18:20.788871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-582e083c-6084-4083-abae-a9a81ce347f6 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405345 Jan 18 23:18:20.789598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a045729b-4352-4c46-bbc8-d9829af9cc95'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.825189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['052fffa1-6da3-4199-96e0-8c52e1716351'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.869328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['46d7e300-7d11-4843-89d9-956976ddd9e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.905581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['88489c07-4562-498b-b89b-fcc786a1988f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.936312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['6f520d34-42d7-4328-9a75-a7543867a74b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:20.943823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:20.991984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e4942f8-0c64-4cd3-848b-4252da940876 req-fc44c74e-f7f3-4a73-846b-04033957700f service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563826 Jan 18 23:18:20.998496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 84a75811-4af9-4e73-931d-fda32c13cc1b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:21.092265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] For port 3b0eba49-2316-49c8-97fc-67204f4ddedb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b0eba49-2316-49c8-97fc-67204f4ddedb,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:21.092618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.255324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Calling delete_port for 3b0eba49-2316-49c8-97fc-67204f4ddedb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:18:21.327433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-498aebec-f730-4e18-b174-831685738c81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dab6e15d73249aaaee209b0be301e16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3599606 Jan 18 23:18:21.328124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:21.368958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded7106-cf5f-4766-b2c8-0a7c1407f54c req-4b5ab878-6c57-476b-b5bf-09bbbaf9b74f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:21.370445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fded7106-cf5f-4766-b2c8-0a7c1407f54c req-4b5ab878-6c57-476b-b5bf-09bbbaf9b74f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 944 time: 0.5179772 Jan 18 23:18:21.379482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9e54d-ecce-41ca-ad9b-6d430a67d6e7 req-fcf34d90-736e-460c-be56-48aefe7e12fe tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:21.381006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35b9e54d-ecce-41ca-ad9b-6d430a67d6e7 req-fcf34d90-736e-460c-be56-48aefe7e12fe tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 944 time: 0.4096944 Jan 18 23:18:21.489773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.493196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fded7106-cf5f-4766-b2c8-0a7c1407f54c req-7c01b638-63c7-4bfb-a279-bf3c76c7ff9e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088712 Jan 18 23:18:21.496338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35b9e54d-ecce-41ca-ad9b-6d430a67d6e7 req-5eb6ece1-4771-4426-8d6f-0accdd056c4e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914915 Jan 18 23:18:21.537600 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.537717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['fd71bcdc-78cd-46f7-ab48-5026faaa0fe3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:21.598415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.678669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 84a75811-4af9-4e73-931d-fda32c13cc1b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:21.690150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Pushing event deleted for resources: {'Port': ['ID=3b0eba49-2316-49c8-97fc-67204f4ddedb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.739674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.768615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 84a75811-4af9-4e73-931d-fda32c13cc1b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:21.769012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.815379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.819782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9728a46b-62e5-4e7e-8d6c-a00867267f8c HTTP/1.1" status: 204 len: 168 time: 0.4886053 Jan 18 23:18:21.819782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778511a9-a383-407f-bd33-04175a7544cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728a46b-62e5-4e7e-8d6c-a00867267f8c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:21.831415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-687a6143-c284-4e19-a0fa-f9a897106726 req-3db190ac-29c1-4e8b-8f9c-d5b0f20f958e tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dff804a-262f-41e5-a9fe-f453157709b8 HTTP/1.1" status: 200 len: 210 time: 0.0838232 Jan 18 23:18:21.860602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] No DVR routers for this DVR port 3b0eba49-2316-49c8-97fc-67204f4ddedb on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:21.870065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:21.876371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073485ce-d73c-49e6-a303-80e9b852c49b req-abb43294-ea71-4716-a65e-a473777cb4f1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:21.882992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-deleted', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:21.887376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073485ce-d73c-49e6-a303-80e9b852c49b req-abb43294-ea71-4716-a65e-a473777cb4f1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.2235305 Jan 18 23:18:21.963052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f871878d-12a3-4742-86da-8e88b99fc425 req-e452612f-bfe9-4e81-a491-2865a79b220b tempest-ImagesOneServerTestJSON-626720439 tempest-ImagesOneServerTestJSON-626720439-project] 10.222.0.89 "DELETE /v2.0/ports/3b0eba49-2316-49c8-97fc-67204f4ddedb HTTP/1.1" status: 204 len: 173 time: 1.8635125 Jan 18 23:18:22.017881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073485ce-d73c-49e6-a303-80e9b852c49b req-a53b1203-7dca-4d18-b71c-9b4dd069dd82 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208899 Jan 18 23:18:22.047131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:22.049403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cc2de44a-2f85-4c4d-8936-8f586bfec65a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:22.202731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: cc2de44a-2f85-4c4d-8936-8f586bfec65a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:18:22.203082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cc2de44a-2f85-4c4d-8936-8f586bfec65a not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:22.207534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-68c4ac9a-7907-4c4d-808f-b618fcb7260c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1097 time: 0.1905351 Jan 18 23:18:22.260236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.268018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.278641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.279066 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dff804a-262f-41e5-a9fe-f453157709b8', 'name': 'network-vif-deleted', 'tag': '3b0eba49-2316-49c8-97fc-67204f4ddedb', 'status': 'completed', 'code': 200} Jan 18 23:18:22.283200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.289576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.294606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.298526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.306917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-32d3cbab-b6d1-495e-8e9a-4722dea4633b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5435 time: 0.2542257 Jan 18 23:18:22.376314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8979fe3e-24b8-4401-91ab-be6e703ce333 req-3e4a62e4-a04d-4762-a351-7483ab45955f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644627 Jan 18 23:18:22.445138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c045d1d-955d-4736-b4b5-778665eec073 req-15050510-cbbd-4779-9770-1afab823a031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.446582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-15050510-cbbd-4779-9770-1afab823a031 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.2374501 Jan 18 23:18:22.572780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-4fa9447c-2993-4f40-b49e-8d9b4793ea82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 1000 time: 0.1197047 Jan 18 23:18:22.651334 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.698573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c045d1d-955d-4736-b4b5-778665eec073 req-f2923ac9-2284-4f59-8d41-66a8b17253cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:22.701793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-f2923ac9-2284-4f59-8d41-66a8b17253cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.1180282 Jan 18 23:18:22.758746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:22.770134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:22.785011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7', 'mac_address': 'fa:16:3e:ff:40:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:22.787471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=84a75811-4af9-4e73-931d-fda32c13cc1b,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:22.847895 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-9b047071-b6d9-4842-a1c5-2268a3487a86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337941 Jan 18 23:18:22.881697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.931183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:22.975373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:22.991953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 3b0eba49-2316-49c8-97fc-67204f4ddedb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:18:22.992618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b0eba49-2316-49c8-97fc-67204f4ddedb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:23.001296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cc75c-3ea3-4b5a-9148-99fca0a8d2a8 req-99b74cb7-a1de-4790-ba8b-459cbeef585d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.007769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-260cc75c-3ea3-4b5a-9148-99fca0a8d2a8 req-99b74cb7-a1de-4790-ba8b-459cbeef585d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 944 time: 0.3169081 Jan 18 23:18:23.018808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:23.039029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:23.043717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:23.052985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f40b3-0065-4917-9258-cf7024c5e00d req-5b51d51c-e556-4421-b478-fb3f7b563f62 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.054571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-190f40b3-0065-4917-9258-cf7024c5e00d req-5b51d51c-e556-4421-b478-fb3f7b563f62 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 944 time: 0.2870824 Jan 18 23:18:23.115423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-260cc75c-3ea3-4b5a-9148-99fca0a8d2a8 req-cdf824f9-7dcd-4895-9eb7-4a0cd32602f7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994332 Jan 18 23:18:23.115527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-79feee55-9750-43e5-ad28-6d408a24dec7 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613902 Jan 18 23:18:23.168539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-190f40b3-0065-4917-9258-cf7024c5e00d req-37db30c2-4e8c-4d88-962e-8be63a3e000a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982747 Jan 18 23:18:23.190269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:23.278880 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b', 'code': 200} Jan 18 23:18:23.356343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:23.366767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0c045d1d-955d-4736-b4b5-778665eec073 req-79357625-0721-46c8-b06d-afc19e826fb5 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344801 Jan 18 23:18:23.413817 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-074f7e13-4ac1-41cc-8c7f-2f8fbf954004 req-4a68ec31-cde3-40fb-b759-16a3a001f828 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 1096 time: 0.1136243 Jan 18 23:18:23.486390 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-074f7e13-4ac1-41cc-8c7f-2f8fbf954004 req-3fc7dc20-09e5-45de-9c19-b76d496eb570 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645857 Jan 18 23:18:23.511485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28616d7b-6b17-4669-acd3-e18087df93ea req-f8708095-92bd-4be4-b54a-ad3ab9393edc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.513287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28616d7b-6b17-4669-acd3-e18087df93ea req-f8708095-92bd-4be4-b54a-ad3ab9393edc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.1053512 Jan 18 23:18:23.611344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28616d7b-6b17-4669-acd3-e18087df93ea req-468f2497-fa6f-4c79-8bf6-88b19a18ad1f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921123 Jan 18 23:18:23.650421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.654421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.658259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.662971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.666988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.670793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.674776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:23.676705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22418b28-10a7-4b85-8124-d33e91179826 req-7a725f62-4a61-471e-bfb2-16a198f3c2a2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5435 time: 0.1389718 Jan 18 23:18:23.735438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22418b28-10a7-4b85-8124-d33e91179826 req-6a4aabe5-f76f-4419-a7b8-1a6f8b2152e4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497870 Jan 18 23:18:23.989951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:24.074004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.106552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:24.113687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:24.113687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.180549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0e3673ba-a8fe-4b8e-b067-2a520ba43df7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:24.315086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.377880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:24.381425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9621e-91a2-42f6-ae02-d07a629694a1 req-4abfb180-ad63-418a-b798-7eca1f9fff4d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:24.383045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbd9621e-91a2-42f6-ae02-d07a629694a1 req-4abfb180-ad63-418a-b798-7eca1f9fff4d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 945 time: 0.1300397 Jan 18 23:18:24.478034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.478937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 88489c07-4562-498b-b89b-fcc786a1988f up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:24.490874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbd9621e-91a2-42f6-ae02-d07a629694a1 req-ce0b6977-b9d1-4f15-920a-fbeca05899e9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007316 Jan 18 23:18:24.549593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a73f81a0-0534-4f21-88f3-91dd791ec445 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb6bf461f0c646e08c0cf640781fdd52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4744160 Jan 18 23:18:24.552618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44084) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:24.599196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9a342-ba8f-4380-8a0e-ddd7b5e850e9 req-abba0e4e-fb4b-4f93-8c4a-fb26d4d23c4f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:24.600694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83b9a342-ba8f-4380-8a0e-ddd7b5e850e9 req-abba0e4e-fb4b-4f93-8c4a-fb26d4d23c4f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.1934681 Jan 18 23:18:24.622106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.648410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.653728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:24.660598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83b9a342-ba8f-4380-8a0e-ddd7b5e850e9 req-536b1956-0dce-42fd-95e9-e0d2f5df4f1d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528400 Jan 18 23:18:24.716053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 88489c07-4562-498b-b89b-fcc786a1988f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:24.721804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 88489c07-4562-498b-b89b-fcc786a1988f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:24.735538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.810101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.848942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c672b77e-3faf-4212-bff4-dd32f6d79bc1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:24.858653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd36f-9f25-4ef6-8740-c921609cd4ad req-e13f1843-e59e-47b9-9b43-8c35effc672b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:24.867864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d78cd36f-9f25-4ef6-8740-c921609cd4ad req-e13f1843-e59e-47b9-9b43-8c35effc672b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 946 time: 0.0993018 Jan 18 23:18:24.870689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.870689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87e0bc98-7d86-4cd4-ba23-df5c72c159d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c672b77e-3faf-4212-bff4-dd32f6d79bc1 HTTP/1.1" status: 204 len: 168 time: 0.3152416 Jan 18 23:18:24.941554 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:24.953652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d78cd36f-9f25-4ef6-8740-c921609cd4ad req-7ba00ad0-f9db-4c87-a768-eab943b58def tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841510 Jan 18 23:18:25.008157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:25.107052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.107873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:25.134821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.139792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.144310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.149797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.154530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.158933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.163031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.165106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-1e8ae653-e209-415a-b472-d935f9a0bfaa tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5436 time: 0.1228752 Jan 18 23:18:25.236549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fbb6643-41a2-48da-8964-3cf805f936a8 req-9553c7dd-58b9-454e-a999-2b9a04063c2f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654001 Jan 18 23:18:25.266774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.311500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:25.361662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.375061 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'code': 200} Jan 18 23:18:25.375318 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f', 'code': 200} Jan 18 23:18:25.399156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:25.407202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:25.512202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.580492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:25.817434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6afbc-c6f8-4983-a6a9-bb126aed63fe req-20527681-092c-455c-ac85-e06a62454cf5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:25.820093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.823413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12f6afbc-c6f8-4983-a6a9-bb126aed63fe req-20527681-092c-455c-ac85-e06a62454cf5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 945 time: 0.1703007 Jan 18 23:18:25.855713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:25.860556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Usage tracker for resource:security_group_rule and tenant:6dccbd16d5024e868c559de484ade080 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:25.864625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:25.883366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:25.964722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:25.988434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a045729b-4352-4c46-bbc8-d9829af9cc95 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:26.020940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12f6afbc-c6f8-4983-a6a9-bb126aed63fe req-82000eba-66df-4140-98ec-aaae9c813b4a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997787 Jan 18 23:18:26.032775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2cf09-a78f-4b9c-abae-e50de3cc5cf8 req-2241a889-221c-47b5-bbd1-011f948149e0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.035812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ed2cf09-a78f-4b9c-abae-e50de3cc5cf8 req-2241a889-221c-47b5-bbd1-011f948149e0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.2113571 Jan 18 23:18:26.044827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.110449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eeeeae-520d-48c4-9745-bdcb440d1a9b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.131954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ed2cf09-a78f-4b9c-abae-e50de3cc5cf8 req-bfaf605a-ab92-4c7a-8674-e152adf914ab tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Jan 18 23:18:26.142866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-108ccdff-3d56-4754-bf36-9d3e319faf4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6dccbd16d5024e868c559de484ade080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7344911 Jan 18 23:18:26.145997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:26.198044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port a045729b-4352-4c46-bbc8-d9829af9cc95 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:26.204428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port a045729b-4352-4c46-bbc8-d9829af9cc95 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:26.204798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.278916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.314619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.346586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed9cb4-88a9-41eb-b3f2-6d76357a44ad req-c80d19a7-c754-42d9-9110-e4fd1050ed5b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.348725 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16ed9cb4-88a9-41eb-b3f2-6d76357a44ad req-c80d19a7-c754-42d9-9110-e4fd1050ed5b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.1511168 Jan 18 23:18:26.400619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.423397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16ed9cb4-88a9-41eb-b3f2-6d76357a44ad req-ac80699f-dab5-4145-ab45-8de2180d55e1 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632982 Jan 18 23:18:26.455226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a045729b-4352-4c46-bbc8-d9829af9cc95,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:26.544358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.564021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.564021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46d7e300-7d11-4843-89d9-956976ddd9e0 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:26.685440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eeeeae-520d-48c4-9745-bdcb440d1a9b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.697573 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:26.698973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47055f60-9208-4e50-8cee-c93388fcae2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0eeeeae-520d-48c4-9745-bdcb440d1a9b HTTP/1.1" status: 204 len: 168 time: 0.5518546 Jan 18 23:18:26.738420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.743155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.747986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.754414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.758607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.764010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.769489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:26.772120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-0cded626-a571-4b18-8145-aca32ff07695 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5437 time: 0.2680113 Jan 18 23:18:26.792421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:26.842850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59ce5677-b52f-4956-b18a-ebeddf24cd05 req-33811492-047c-40a6-91c6-cccfbb6c7d35 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585344 Jan 18 23:18:26.870505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 46d7e300-7d11-4843-89d9-956976ddd9e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:26.877535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 46d7e300-7d11-4843-89d9-956976ddd9e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:26.877535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.008275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.043341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:27.144857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.145615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:27.328936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d71d-befe-474f-9287-3a2a75048548 req-7161edce-4a09-44f7-b9b7-0898baf06393 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:27.328936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5db5d71d-befe-474f-9287-3a2a75048548 req-7161edce-4a09-44f7-b9b7-0898baf06393 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 945 time: 0.1113520 Jan 18 23:18:27.337105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:27.376447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045729b-4352-4c46-bbc8-d9829af9cc95'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:27.394680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5db5d71d-befe-474f-9287-3a2a75048548 req-ff32df4c-e45a-4967-b29f-c79fc6c360da tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Jan 18 23:18:27.415448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:27.423797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:27.423797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.548746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.586545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:27.695147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.696227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:27.767676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44192) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:27.816536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.828967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:27.881586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:27.894664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Usage tracker for resource:security_group_rule and tenant:120912debfb5426b9d0bc101bb1c699b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:27.901707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:27.912341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:27.918523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:27.922740 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:27.926273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:28.060414 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'code': 422} returned with failed status Jan 18 23:18:28.060961 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a045729b-4352-4c46-bbc8-d9829af9cc95', 'code': 200} Jan 18 23:18:28.061462 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0', 'code': 200} Jan 18 23:18:28.139208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.142871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.187803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:28.188672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-b4809eca-9bb7-4c4c-a348-e15177d1c0a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1957624 Jan 18 23:18:28.215307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.284219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.285883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 052fffa1-6da3-4199-96e0-8c52e1716351 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:28.372068 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-d05ba7f3-c319-4471-a151-7d10fd484113 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 1097 time: 0.1627824 Jan 18 23:18:28.419391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545fc41-f8f6-4f9f-8e0c-21cd77a0e781,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:28.419391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-216a1c35-dc11-455c-b4dd-8da4ee9c463d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=120912debfb5426b9d0bc101bb1c699b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480894 Jan 18 23:18:28.427453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:28.466805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.471520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.476477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.476754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:28.482379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.501167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.509483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.515718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.535410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-8d7dfae1-d685-4f77-9fc7-c8d364902335 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5440 time: 0.2702110 Jan 18 23:18:28.601965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-236cece2-bf6c-4cfa-a438-bc0b29e820ac req-9c09c8ed-2f85-40bd-ab97-5389720507ad tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740278 Jan 18 23:18:28.649594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 052fffa1-6da3-4199-96e0-8c52e1716351 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:28.657600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 052fffa1-6da3-4199-96e0-8c52e1716351 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:28.657600 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.671755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.685183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-c85af2b2-438d-4d01-8f16-680f12611caf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.686826 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-c85af2b2-438d-4d01-8f16-680f12611caf service neutron] 10.222.0.83 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 915 time: 0.2892501 Jan 18 23:18:28.777092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-846466aa-626c-4b73-9363-734101051ea4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 HTTP/1.1" status: 200 len: 217 time: 0.0742702 Jan 18 23:18:28.781769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.857647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.896220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:28.908391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b127c5-2f64-4771-b534-06ea577b513e req-921f008b-c465-4061-be9e-2581c60cfb6c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:28.926935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22b127c5-2f64-4771-b534-06ea577b513e req-921f008b-c465-4061-be9e-2581c60cfb6c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.1422110 Jan 18 23:18:28.957097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44224) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:28.967568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:28.969295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6f520d34-42d7-4328-9a75-a7543867a74b up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:29.001315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22b127c5-2f64-4771-b534-06ea577b513e req-a4aaa274-1b5c-4e15-93d4-e481f76e3fb7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686440 Jan 18 23:18:29.018497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-02283725-3e65-4194-901d-7c657805912a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:29.024096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-02283725-3e65-4194-901d-7c657805912a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.2146673 Jan 18 23:18:29.104489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-b42a3da1-3012-4123-ae09-42d501a06bb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740955 Jan 18 23:18:29.159021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.188357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.190681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.225650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:29.228869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545fc41-f8f6-4f9f-8e0c-21cd77a0e781,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.237297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Usage tracker for resource:security_group_rule and tenant:ec947f5e377548e2a73823778d25a5fe is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:29.253952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 6f520d34-42d7-4328-9a75-a7543867a74b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:29.257166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:29.257387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.258429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ff662e20-754c-4b5f-92f3-608b2ee8ed77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8545fc41-f8f6-4f9f-8e0c-21cd77a0e781 HTTP/1.1" status: 204 len: 168 time: 0.8278747 Jan 18 23:18:29.261368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 6f520d34-42d7-4328-9a75-a7543867a74b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:29.262623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.270659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:29.306373 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-f969c016-bd5e-4564-8270-5745a50fb447 service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938975 Jan 18 23:18:29.366193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.403865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.447709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.452718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6f520d34-42d7-4328-9a75-a7543867a74b,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:29.509957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928ef93b-4502-43a0-a1de-37bf2d84b152,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.523884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:29.530320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6bfb581e-be73-4154-bb1b-86fe5964a0ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec947f5e377548e2a73823778d25a5fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684645 Jan 18 23:18:29.531277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:29.533350 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f66a7d7e-21a9-4131-8b2d-489751ded1b1 req-974f1f5b-d73a-432f-9ae5-3ac899f627bd service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196960 Jan 18 23:18:29.553635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.619464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.635291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.638677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:29.654025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.912384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.945766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ef93b-4502-43a0-a1de-37bf2d84b152,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:29.983188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:29.985077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47854d83-72f9-4ccc-ba6e-dad9d6977ba7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/928ef93b-4502-43a0-a1de-37bf2d84b152 HTTP/1.1" status: 204 len: 168 time: 0.4519665 Jan 18 23:18:29.989953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.042310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.046179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.050661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.054585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.058408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.062294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.062838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3'}, {'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:30.066904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:30.073311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-469442b5-c6dd-4858-85f9-57a6d3110d5f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.2240791 Jan 18 23:18:30.096780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:30.114514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Usage tracker for resource:security_group_rule and tenant:3c295d4c68504656b26df758894b7ff3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:30.119458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:30.129319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:30.139652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6e4bff1-9e03-4f9c-a688-288ba51d7afe req-7810ab44-88c5-4c36-a10d-593ca17e88d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638051 Jan 18 23:18:30.222210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.338214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91f514f9-4978-4e85-a737-4eaf3ece22e0 req-485c249e-b8f7-4092-862a-aa2d868ebe15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695400 Jan 18 23:18:30.355962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.401874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aacfaf5-c61e-4e06-a920-0a998222ca5f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:30.414347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44278) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:30.423776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee04529f-44ed-4515-b2a3-018840d86c51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c295d4c68504656b26df758894b7ff3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9045267 Jan 18 23:18:30.484139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.519499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.735556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.752918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aacfaf5-c61e-4e06-a920-0a998222ca5f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:30.761802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:30.762980 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2cefd21f-290c-4d1f-9cba-f2ddd0938a5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4aacfaf5-c61e-4e06-a920-0a998222ca5f HTTP/1.1" status: 204 len: 168 time: 0.3477738 Jan 18 23:18:30.960217 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'code': 200} Jan 18 23:18:30.960669 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7', 'code': 200} Jan 18 23:18:30.960955 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351', 'code': 200} Jan 18 23:18:30.961327 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b', 'code': 200} Jan 18 23:18:31.177143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4ae12241-9a39-4b06-a9a0-db81421893ea req-c13995ce-ec09-4a3a-8b1c-7b99445f9dd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 1097 time: 0.1095624 Jan 18 23:18:31.236418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4ae12241-9a39-4b06-a9a0-db81421893ea req-26e79391-88a8-4c23-b81a-5060af3dc212 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534294 Jan 18 23:18:31.321722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a626-599a-40b0-aad5-e1224591f570 req-39c347e2-66da-4271-b5db-ae29903b9d58 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.323249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69f1a626-599a-40b0-aad5-e1224591f570 req-39c347e2-66da-4271-b5db-ae29903b9d58 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.3483551 Jan 18 23:18:31.342059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e65f7f7b-4a58-4548-b6bf-9f992d67d29f req-c6e31ee5-3791-400f-8ba5-3f015152dab6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.2211962 Jan 18 23:18:31.372612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f0f9-82ed-489a-93fd-3aba0cf2b588 req-c873ff26-4b40-4e1c-b886-1a515b9a421c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.374689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9cc3f0f9-82ed-489a-93fd-3aba0cf2b588 req-c873ff26-4b40-4e1c-b886-1a515b9a421c tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.1786048 Jan 18 23:18:31.432191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69f1a626-599a-40b0-aad5-e1224591f570 req-d440a9ae-4352-43a4-b78e-1c964fd8609d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857577 Jan 18 23:18:31.474003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9cc3f0f9-82ed-489a-93fd-3aba0cf2b588 req-06b188c3-bcba-48d1-8731-16064248d2ed tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838835 Jan 18 23:18:31.521573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e65f7f7b-4a58-4548-b6bf-9f992d67d29f req-3366b7f5-afad-4dd2-a2b6-5d465d0f2fd2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0915120 Jan 18 23:18:31.718495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.724483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.729459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.734113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.734540 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-55c89040-0582-4324-ab58-b7aeb617a77c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5006294 Jan 18 23:18:31.739240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.743582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.748735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:31.759750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-edb2c457-0d2a-4589-ac9f-3d1fdbf72769 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.1485567 Jan 18 23:18:31.818516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63bbe4c5-c3ac-48c1-bb60-7af0a0644180 req-0bdb28d1-9269-4149-9ae0-096a65bc51ca tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576336 Jan 18 23:18:32.056539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44330) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:32.083530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.126247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:32.131286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Usage tracker for resource:security_group_rule and tenant:76a307c64528483fbf028460591b7b03 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:32.135273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:32.143075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:32.230706 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.260440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44338) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:32.312782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.365355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76a307c64528483fbf028460591b7b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081496 Jan 18 23:18:32.365876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44344) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:32.383382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421abf7-ad67-41fb-9f7a-edc23d8e0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2e6d0-4eba-4047-9463-7b1cddffaba4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:32.459958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1640240824-network', 'tenant_id': '11e5588135dc47d2b9db2f0ae4b6e5a0'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:32.465337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:32.470901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Usage tracker for resource:network and tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:32.482027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.482172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:32.485030 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:18:32.487165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:32.524546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.592499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Made reservation on behalf of 11e5588135dc47d2b9db2f0ae4b6e5a0 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:32.595811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.608678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.683805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.688342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:32.693290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Usage tracker for resource:security_group_rule and tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:32.696561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:32.706713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:32.742387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2e6d0-4eba-4047-9463-7b1cddffaba4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:32.831558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.832819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-635b7f88-64be-4ccb-8ac4-ac67519c5a9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ad2e6d0-4eba-4047-9463-7b1cddffaba4 HTTP/1.1" status: 204 len: 168 time: 0.4658031 Jan 18 23:18:32.839876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.906427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:32.984654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:18:32.990426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b7244b-1792-40d4-a233-234c363238d6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:33.018280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.018769 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Added segment 59286b07-9d7b-4d88-aae7-fe7415bd7a70 of type vlan for network f35fef3a-35f8-4e13-ac37-cfdbaf99012d Jan 18 23:18:33.044393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c2c06-9fc5-4aa7-93f7-124e8667ea1c req-07d90497-eb0d-4622-affd-dbe3db9e2d79 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.053470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a1c2c06-9fc5-4aa7-93f7-124e8667ea1c req-07d90497-eb0d-4622-affd-dbe3db9e2d79 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.4278753 Jan 18 23:18:33.062791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.091815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-123dac88-296c-41fd-8abb-b17e38cbdfed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14&tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c HTTP/1.1" status: 200 len: 1095 time: 0.3186724 Jan 18 23:18:33.101110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f32f8d-026d-4e1a-9015-7f47d7c74ca5 req-59341134-9963-437b-b7dc-a82fffae6251 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.102870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88f32f8d-026d-4e1a-9015-7f47d7c74ca5 req-59341134-9963-437b-b7dc-a82fffae6251 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.2729101 Jan 18 23:18:33.196362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.197540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.198245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.277438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88f32f8d-026d-4e1a-9015-7f47d7c74ca5 req-1ad22e53-2cf0-4e81-acf5-137d1f3f6688 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647050 Jan 18 23:18:33.371822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a1c2c06-9fc5-4aa7-93f7-124e8667ea1c req-88725f44-bc38-4b89-9417-d951e5469322 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163829 Jan 18 23:18:33.381710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f35fef3a-35f8-4e13-ac37-cfdbaf99012d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:33.395788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f35fef3a-35f8-4e13-ac37-cfdbaf99012d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:18:33.473636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ed1db35-7706-4c63-84dc-92c2e2ff94d9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2104566 Jan 18 23:18:33.476513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:33.483290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Request body: {'subnet': {'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1640240824-subnet', 'tenant_id': '11e5588135dc47d2b9db2f0ae4b6e5a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:33.496334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:33.505344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Usage tracker for resource:subnet and tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:33.526061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-b186d9ab-a649-456e-83e5-cd85c20566b7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1095 time: 0.2612934 Jan 18 23:18:33.526909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:33.551078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:33.715391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.719478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.723937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.727744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.731542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.735415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.739985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.740657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Made reservation on behalf of 11e5588135dc47d2b9db2f0ae4b6e5a0 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:33.741853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3024130-d2ae-447d-abef-ed4052082ddc req-564007b3-c091-4e4b-b9a5-a5a744329ad7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.2924924 Jan 18 23:18:33.743105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:33.798118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-ffee36d9-81f2-462d-996b-81024a9f8ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:33.801169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-ffee36d9-81f2-462d-996b-81024a9f8ed8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.2678695 Jan 18 23:18:33.920526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3024130-d2ae-447d-abef-ed4052082ddc req-4c5028ee-653c-4a82-9bd3-ea1d3f281352 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1569333 Jan 18 23:18:33.997570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-79260cb6-9468-4649-9532-17b8de638f9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 998 time: 0.1765637 Jan 18 23:18:34.074146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-aded74e8-5c1d-4b0a-b868-a3c2afe41d5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.075611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-aded74e8-5c1d-4b0a-b868-a3c2afe41d5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.0713532 Jan 18 23:18:34.130357 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-e93b8936-3b07-4f79-9b96-aac7c4ba1147 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1535590 Jan 18 23:18:34.239474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.243332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.247204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.251096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.255651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.259529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.263409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.265344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a9f98d8-643f-4212-9f60-b4e18e2aa71a req-ba30bf60-7c58-4c22-ade9-d0929786e588 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.1370018 Jan 18 23:18:34.271672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-fead5a4e-e06d-44e3-a49e-d73de6d387e8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883228 Jan 18 23:18:34.276580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:34.282129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Request body: {'floatingip': {'port_id': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:34.306249 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.377688 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-edc4dcc5-bbb5-45de-bf3d-250e4a6f753f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f9514892046a4a4f850c5981983deab1&device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 6492 time: 0.1287653 Jan 18 23:18:34.399052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:34.418139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Checking segment: {'id': '59286b07-9d7b-4d88-aae7-fe7415bd7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:34.423072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Network hostable DHCP agents. Network: f35fef3a-35f8-4e13-ac37-cfdbaf99012d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:18:34.453463 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.695140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Network f35fef3a-35f8-4e13-ac37-cfdbaf99012d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:18:34.705228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-80d649f5-1c51-40b2-8acd-d7241b60fd5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.706754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-80d649f5-1c51-40b2-8acd-d7241b60fd5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.706875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-80d649f5-1c51-40b2-8acd-d7241b60fd5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.709223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-80d649f5-1c51-40b2-8acd-d7241b60fd5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=54f36bba-5c61-4635-b73b-4727c8de00f4&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=532d7673-d9dd-452e-aa0d-6c335749a03d&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&id=78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 200 len: 2294 time: 0.2825985 Jan 18 23:18:34.780622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f35fef3a-35f8-4e13-ac37-cfdbaf99012d) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:34.787619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-4c464006-189e-407d-8c23-fcdcac6fcd53 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471257 Jan 18 23:18:34.795121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eca246e-66cb-428c-a9c8-c227cf484838 None None] Network f35fef3a-35f8-4e13-ac37-cfdbaf99012d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:18:34.803905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:34.804802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:34.883083 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-11eb6e88-7e80-4876-ba1f-80a916265721 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 200 len: 1000 time: 0.1672821 Jan 18 23:18:35.020580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-0db419e0-89f6-4561-b91d-2e6f2e044eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:35.022097 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-0db419e0-89f6-4561-b91d-2e6f2e044eda service neutron] 10.222.0.89 "GET /v2.0/subnets?id=99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 200 len: 851 time: 0.1320205 Jan 18 23:18:35.032405 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bf51b10a-2bed-4b1c-ba18-0b26e9adc2e4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5546927 Jan 18 23:18:35.041532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de64f0-b786-44c6-92ed-033034e92ac5 req-0c1dd236-555d-4f81-ab0d-3f5448fcfa3f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:35.051534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8de64f0-b786-44c6-92ed-033034e92ac5 req-0c1dd236-555d-4f81-ab0d-3f5448fcfa3f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.5188699 Jan 18 23:18:35.123159 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-5d4d754d-f58b-4c23-a98c-4644a5026d6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=54f36bba-5c61-4635-b73b-4727c8de00f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888574 Jan 18 23:18:35.235443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f48b47-5054-4017-bddd-69a80a4cf8b8 None None] Network f35fef3a-35f8-4e13-ac37-cfdbaf99012d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:18:35.339647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399aed3-bc05-43fa-af11-6a81dfc2ad4d req-404452ec-d287-4781-8c95-64d2add4fec5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:35.341484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9399aed3-bc05-43fa-af11-6a81dfc2ad4d req-404452ec-d287-4781-8c95-64d2add4fec5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.7091603 Jan 18 23:18:35.347003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-7bd0110e-3789-4561-b529-4756844e31c5 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402310 Jan 18 23:18:35.389227 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-c7c3b562-b1d7-4b0e-877c-5c018bd20e45 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589834 Jan 18 23:18:35.432259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8de64f0-b786-44c6-92ed-033034e92ac5 req-89538007-1182-40ad-997e-61118ac18d65 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798757 Jan 18 23:18:35.510915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9399aed3-bc05-43fa-af11-6a81dfc2ad4d req-2eddaac0-e77c-40df-8a7b-ac2b06691afe tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933659 Jan 18 23:18:35.634262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-1fba730d-5ebe-4da7-98c3-1bad964b4e82 service neutron] 10.222.0.89 "GET /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359495 Jan 18 23:18:35.731203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-2efdb1d2-2f3a-4ba3-82d5-0e11c4cbc5fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 217 time: 0.0895891 Jan 18 23:18:35.812346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-19476ddd-3b22-42cf-8df3-f1697ee71ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:35.814269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-19476ddd-3b22-42cf-8df3-f1697ee71ecc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0791190 Jan 18 23:18:35.899845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdca45f-857f-4fc4-95b4-2cb5bc232d59 req-8fd8c9e3-aab8-4125-a35f-cdaa9e0c2ff1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:35.901603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfdca45f-857f-4fc4-95b4-2cb5bc232d59 req-8fd8c9e3-aab8-4125-a35f-cdaa9e0c2ff1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.2246938 Jan 18 23:18:35.953275 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:35.981988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfdca45f-857f-4fc4-95b4-2cb5bc232d59 req-4ea7c0cf-6285-44d2-af1c-8353db57633a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668671 Jan 18 23:18:36.007252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-76ac4260-56f2-4280-bf8e-d65f3bdfb6c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1871598 Jan 18 23:18:36.032381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:36.205038 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-ed166ec0-1c83-432c-9de4-047fc1703acb service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909530 Jan 18 23:18:36.297101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-65040b49-fade-48a4-8672-dae7d2d3be6b tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:36.298612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-65040b49-fade-48a4-8672-dae7d2d3be6b tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/networks?id=f35fef3a-35f8-4e13-ac37-cfdbaf99012d HTTP/1.1" status: 200 len: 813 time: 0.1966968 Jan 18 23:18:36.371271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-9b61931b-af47-459f-8415-870ffb26fb66 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/quotas/11e5588135dc47d2b9db2f0ae4b6e5a0 HTTP/1.1" status: 200 len: 375 time: 0.0234094 Jan 18 23:18:36.430886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-20799fe2-0338-45cc-9aec-fc94fcc0e459 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192616 Jan 18 23:18:36.469099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-70ee6c46-6d33-4420-b63b-103ccd4a2363 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11e5588135dc47d2b9db2f0ae4b6e5a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913007 Jan 18 23:18:36.590086 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Floating IP 4becbc09-2e10-49a7-815a-2fe70e4f7a60 associated. External IP: 172.25.1.48, port: 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034. Jan 18 23:18:36.610441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-273cc958-d32f-4cbd-bd4d-feef27c0bf67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 217 time: 0.1734045 Jan 18 23:18:36.697680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-22918fee-2b7b-42de-8cbc-6f96461fd060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:36.699832 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-22918fee-2b7b-42de-8cbc-6f96461fd060 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.0831678 Jan 18 23:18:36.701527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c89086f-4067-468a-a395-cf60183e9ada service neutron] 10.222.0.59 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315269 Jan 18 23:18:36.830750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-eaff2775-9606-499b-a583-623551b41374 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250188 Jan 18 23:18:37.028705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deff6f0-7e03-4d54-b23d-179c089d1aa7 req-54fcd57c-736d-4777-988d-34e0d79883bf tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:37.030145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3deff6f0-7e03-4d54-b23d-179c089d1aa7 req-54fcd57c-736d-4777-988d-34e0d79883bf tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.1444626 Jan 18 23:18:37.032230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-024d6b91-3fca-4abe-8219-bbc4db45c80e service neutron] 10.222.0.59 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297787 Jan 18 23:18:37.048443 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-8930f5f3-a510-49df-993f-12dcfeced6a9 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997466 Jan 18 23:18:37.211805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3deff6f0-7e03-4d54-b23d-179c089d1aa7 req-e8d5da01-f512-40f3-bfde-12892eeadaef tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721151 Jan 18 23:18:37.288694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-3d543a70-cd2d-4b17-8ceb-03d95ae29789 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328408 Jan 18 23:18:37.467379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-303194db-3910-4ced-bf03-add521db7e6e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 200 len: 217 time: 0.1564243 Jan 18 23:18:37.589744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-b2e6cbc6-599a-4ba6-a892-a31e6e25b45a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:37.591650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-b2e6cbc6-599a-4ba6-a892-a31e6e25b45a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.1234851 Jan 18 23:18:37.610514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b6e1dc1-e3f8-41f9-8f18-15d45455d4d0 req-b62d010a-d686-401f-898d-f8326e3b69fb tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.1143117 Jan 18 23:18:37.718678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f87e-6e14-4295-ba7f-7e512c1ee974 req-cd029573-638b-4c25-8be5-b4a4c9962ad1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:37.720212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9887f87e-6e14-4295-ba7f-7e512c1ee974 req-cd029573-638b-4c25-8be5-b4a4c9962ad1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.2259326 Jan 18 23:18:37.732184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Router 24f840ce-35d5-43f9-9b88-b5599db017ea has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:18:37.808483 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-81affa61-2847-4b2b-889c-382c1735fcd6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2072051 Jan 18 23:18:38.040747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9887f87e-6e14-4295-ba7f-7e512c1ee974 req-e2879516-4750-4b41-8225-d12d9c5ecb17 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116772 Jan 18 23:18:38.163490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-58f066f4-d894-4fc3-8b01-0fe1aaa154d4 service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454418 Jan 18 23:18:38.598861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-402ff0dc-4816-4a9e-ab4e-1d85d28750ba service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099264 Jan 18 23:18:38.694161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-28ad1681-39ee-4103-bb60-f3f76a4560c4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:38.695660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-28ad1681-39ee-4103-bb60-f3f76a4560c4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 0.3693819 Jan 18 23:18:38.701856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a411-b7d6-45e1-93f9-8204cf0261da req-ec80b515-db74-444d-917a-def210f18222 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:38.703519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fe6a411-b7d6-45e1-93f9-8204cf0261da req-ec80b515-db74-444d-917a-def210f18222 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.2254128 Jan 18 23:18:38.758530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-bfa04b1d-d649-4015-b5ca-e83bf64bae5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 200 len: 217 time: 0.1524611 Jan 18 23:18:38.773602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:18:38.785338 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Sync routers for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:18:38.799739 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:38.801043 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:18:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:38.804885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:38.952231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:39.029858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-9388aaed-6ada-4b75-9acb-02d36aec3e86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:39.029858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-9388aaed-6ada-4b75-9acb-02d36aec3e86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 200 len: 797 time: 0.2476346 Jan 18 23:18:39.084331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:18:39.084685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:39.138219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-adb5239d-0a0a-4c45-8b8f-31ab53288753 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "PUT /v2.0/floatingips/4becbc09-2e10-49a7-815a-2fe70e4f7a60 HTTP/1.1" status: 200 len: 990 time: 4.8604434 Jan 18 23:18:39.153435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:39.174737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb637852-1d66-4e70-9541-6100f7fcb429 req-1160ed65-dd56-4d6b-96c1-0ffa12468fbf tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.4033296 Jan 18 23:18:39.291268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fe6a411-b7d6-45e1-93f9-8204cf0261da req-a2c603bc-5beb-4adc-b4c3-aab4a97e13a4 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431972 Jan 18 23:18:39.311516 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:18:39.317799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-d29f6698-cfc4-4198-bd6c-e21ddbd06736 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=532d7673-d9dd-452e-aa0d-6c335749a03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2859261 Jan 18 23:18:39.738191 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-6cfc21ea-a7b0-4e1a-9e30-418e0bf0447e service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081385 Jan 18 23:18:40.036006 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'status': 'completed', 'code': 200} Jan 18 23:18:40.197961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-998f4c2a-bbde-44d5-864c-5cbc0685e06c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.2971966 Jan 18 23:18:40.204131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-a5d6c407-c5e8-4e06-be4a-6237fa5bd0ef service neutron] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591777 Jan 18 23:18:40.287517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:40.287903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:40.455615 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4becbc09-2e10-49a7-815a-2fe70e4f7a60', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'port_id': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'mac_address': 'fa:16:3e:f0:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:16:53Z', 'updated_at': '2022-01-18T23:18:35Z', 'revision_number': 1, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:40.473844 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Checking router: 24f840ce-35d5-43f9-9b88-b5599db017ea for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:18:40.497488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:18:40.498128 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:18:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:40.509550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:18:40.722905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d01ed-c97b-43a2-a42d-08c0191519a6 req-ca056859-9edf-41ec-b060-80ba081ffaf0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:40.724448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff1d01ed-c97b-43a2-a42d-08c0191519a6 req-ca056859-9edf-41ec-b060-80ba081ffaf0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 946 time: 1.0965393 Jan 18 23:18:40.795683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a47116fb-50fc-4a5f-80ee-d57225823e6f req-61bd6682-7113-4f8c-917d-5399bb1610ce tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.1749310 Jan 18 23:18:40.870619 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-df65078c-256a-4396-b166-657907f90b96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 200 len: 217 time: 0.5997415 Jan 18 23:18:40.944217 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:41.057433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-4af4a890-d30a-4489-8f7b-b7a5191d0a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:41.059364 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-4af4a890-d30a-4489-8f7b-b7a5191d0a7e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.1670814 Jan 18 23:18:41.120551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:18:41.382182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c323bc1-013d-4719-a141-268914b57860 req-be217569-ad5b-4aad-a7e4-ec2eaf65233e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:41.385698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-be217569-ad5b-4aad-a7e4-ec2eaf65233e service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd HTTP/1.1" status: 200 len: 918 time: 1.1774266 Jan 18 23:18:41.700412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-94f70381-98c7-4c11-b1cd-e4d2c04e607b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6347163 Jan 18 23:18:41.775441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff1d01ed-c97b-43a2-a42d-08c0191519a6 req-6da1a586-4836-4a95-8d50-6813b71de156 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0247831 Jan 18 23:18:41.808987 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-8b95b0e4-5fa9-402d-a70b-182666c36e06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 998 time: 0.3986537 Jan 18 23:18:41.907525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:41.923387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4becbc09-2e10-49a7-815a-2fe70e4f7a60', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'port_id': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'mac_address': 'fa:16:3e:f0:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:16:53Z', 'updated_at': '2022-01-18T23:18:35Z', 'revision_number': 1, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:18:41.936104 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d815e-79d5-4eca-a9a0-6215761d198a None None] The sync data for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 is: [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4becbc09-2e10-49a7-815a-2fe70e4f7a60', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'port_id': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'mac_address': 'fa:16:3e:f0:82:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:16:53Z', 'updated_at': '2022-01-18T23:18:35Z', 'revision_number': 1, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:18:41.941981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:42.099303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c323bc1-013d-4719-a141-268914b57860 req-dab68a09-00e8-42c7-952d-b10fe4957658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:42.105985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-dab68a09-00e8-42c7-952d-b10fe4957658 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.1938462 Jan 18 23:18:42.130705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:18:42.187165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-f469d672-965f-4e76-948c-6260756c46cb service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787257 Jan 18 23:18:42.200488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=0e3673ba-a8fe-4b8e-b067-2a520ba43df7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:42.233950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:18:42.241027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:18:42.308695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e4c0-27c2-4d22-928a-9849740d8f3b req-7ce4f189-88f8-4e85-a71c-2de5373aa73b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:42.337498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46b8e4c0-27c2-4d22-928a-9849740d8f3b req-7ce4f189-88f8-4e85-a71c-2de5373aa73b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.9278617 Jan 18 23:18:42.412505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633d16d-babb-4d22-b416-5e1aa886027d None None] New status for floating IP 4becbc09-2e10-49a7-815a-2fe70e4f7a60: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:18:42.418611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-ef5c2a13-7ada-404f-843e-56b6a4854ef3 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:42.425674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-ef5c2a13-7ada-404f-843e-56b6a4854ef3 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.83 "GET /v2.0/networks?id=f35fef3a-35f8-4e13-ac37-cfdbaf99012d HTTP/1.1" status: 200 len: 813 time: 1.0174356 Jan 18 23:18:42.620880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Request body: {'port': {'device_id': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d', 'admin_state_up': True, 'tenant_id': '11e5588135dc47d2b9db2f0ae4b6e5a0'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:42.633007 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-d28a9c2e-9b98-44a2-b58b-cd5c184c8c10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5068681 Jan 18 23:18:42.642776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44584) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:42.925442 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-29c5b456-68b5-4cb4-a667-6ff5b6383af0 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762346 Jan 18 23:18:43.043435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-7447fadc-e536-4e55-a02f-c92c4cb2f2ad service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457060 Jan 18 23:18:43.109541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef7c722c-ce75-45ce-a705-763b8f1e13d3 req-ed3d93db-99ff-44c6-804e-956462e9ea5a tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.2312577 Jan 18 23:18:43.133033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port 0e3673ba-a8fe-4b8e-b067-2a520ba43df7 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:18:43.144643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:43.179360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'name': 'network-vif-deleted', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:43.198922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a3079fc-0d24-4d0f-a42d-110fd062617f req-db4914ef-e379-414e-a720-55111d1f6aad tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "DELETE /v2.0/ports/0e3673ba-a8fe-4b8e-b067-2a520ba43df7 HTTP/1.1" status: 204 len: 173 time: 4.4897790 Jan 18 23:18:43.230580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46b8e4c0-27c2-4d22-928a-9849740d8f3b req-d166a2a0-c038-4e66-923b-c2459ba4a25b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8909452 Jan 18 23:18:43.354056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-24fbc34e-d63d-46a8-ba3f-6a07e12f9337 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 200 len: 217 time: 0.3019884 Jan 18 23:18:43.403679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:43.417996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Usage tracker for resource:port and tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:43.426885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:43.442693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:43.501959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2c323bc1-013d-4719-a141-268914b57860 req-a01ba5e2-3514-4b9b-a3c1-ea0b15ed3686 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623312 Jan 18 23:18:43.524061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Made reservation on behalf of 11e5588135dc47d2b9db2f0ae4b6e5a0 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:43.528400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:43.612895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:43.680512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-3daf3e2b-2c2c-4e8b-a258-544e1d9af079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:43.683679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-3daf3e2b-2c2c-4e8b-a258-544e1d9af079 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 200 len: 797 time: 0.1793144 Jan 18 23:18:43.735897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e22d08d4-8644-4a0d-9880-02e77c97634f req-181ac01e-0322-45e9-ad93-9806881cc566 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:43.774113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:43.778691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Usage tracker for resource:security_group_rule and tenant:ee719208c23342598614575449078e86 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:43.782458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:43.789433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:43.840891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-81922bd1-1446-4fc9-ae7c-e04ee1a9c27a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=78af8403-33bc-4c35-8b1e-4a332dcea5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364152 Jan 18 23:18:43.849452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a63b98f4-8723-48f9-9843-b845dc036e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:43.880059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e22d08d4-8644-4a0d-9880-02e77c97634f req-181ac01e-0322-45e9-ad93-9806881cc566 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:43.881259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e22d08d4-8644-4a0d-9880-02e77c97634f req-181ac01e-0322-45e9-ad93-9806881cc566 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=1328a1f8-4376-4899-bc8a-cee2b506c7ca HTTP/1.1" status: 200 len: 210 time: 0.2905841 Jan 18 23:18:44.002548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Allocated IP 172.20.0.11 (f35fef3a-35f8-4e13-ac37-cfdbaf99012d/4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d/54c69553-5015-4297-823e-c773330b87b5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:44.035479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:44.077680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-ab943181-6082-4d59-810b-11a72cbcc726 service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226145 Jan 18 23:18:44.119268 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1328a1f8-4376-4899-bc8a-cee2b506c7ca', 'name': 'network-vif-deleted', 'tag': '0e3673ba-a8fe-4b8e-b067-2a520ba43df7', 'status': 'completed', 'code': 200} Jan 18 23:18:44.400003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:44.564540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:44.682538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3092091-5c1c-42a6-a14e-786a26836151,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:44.743073 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-797e53de-5aee-42e0-9616-8567e2fe0608 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee719208c23342598614575449078e86&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0954576 Jan 18 23:18:44.755398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:44.804960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd69aa3f-02d0-45a2-b06e-5c827ecda29c req-11c30b93-0efd-4797-8331-28f86009cbbc tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.2368965 Jan 18 23:18:44.814637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dd73bd73-6ebf-45e2-aae3-175e6fc9c6e7 req-92f604ca-56ff-425e-8fbd-cc8c2f24620d service neutron] 10.222.0.89 "GET /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289388 Jan 18 23:18:45.167807 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.167807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Network f35fef3a-35f8-4e13-ac37-cfdbaf99012d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:45.167807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:45.167807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Pushing event updated for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:45.167807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:45.210552 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.275496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.368530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcc64b-ff91-4158-be7e-a9bba779c74f req-9a4618d1-b5e5-4bbf-9039-c1af5396563d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:45.368530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1dcc64b-ff91-4158-be7e-a9bba779c74f req-9a4618d1-b5e5-4bbf-9039-c1af5396563d tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.6735251 Jan 18 23:18:45.383051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:45.385410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.589713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1dcc64b-ff91-4158-be7e-a9bba779c74f req-4bb07105-e421-4fdc-8bad-3d2966f77bee tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860480 Jan 18 23:18:45.646135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-e1499829-e3b0-42f2-a3bb-9ee61d4fb5d7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0657651 Jan 18 23:18:45.664948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Request body: {'port': {'device_id': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:45.751900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:45.897703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3092091-5c1c-42a6-a14e-786a26836151,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:45.997592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:46.000699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53af6000-887d-4be8-bcb4-5fb87d7c062e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3092091-5c1c-42a6-a14e-786a26836151 HTTP/1.1" status: 204 len: 168 time: 1.2485223 Jan 18 23:18:46.015939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8c4b7420-3b16-4058-b1fa-1b7d9d4c443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:46.384256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:46.890296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea77b7-5320-4bef-ac63-86fc0e492bba req-d0e303d9-137d-4ab1-b78c-8db6f9c09ea1 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:46.891043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c7ea77b7-5320-4bef-ac63-86fc0e492bba req-d0e303d9-137d-4ab1-b78c-8db6f9c09ea1 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Synchronizing usage tracker for tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:46.985157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-c28fc38b-80c1-42e3-852c-602064de1423 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:46.992551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-c28fc38b-80c1-42e3-852c-602064de1423 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.3554487 Jan 18 23:18:47.066443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-110019af-62ff-4a17-99f2-86dba49bd8ff tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0726755 Jan 18 23:18:47.158540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c7ea77b7-5320-4bef-ac63-86fc0e492bba req-d0e303d9-137d-4ab1-b78c-8db6f9c09ea1 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Unset dirty status for tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:47.167179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.169211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7ea77b7-5320-4bef-ac63-86fc0e492bba req-d0e303d9-137d-4ab1-b78c-8db6f9c09ea1 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 932 time: 0.9069352 Jan 18 23:18:47.329386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7ea77b7-5320-4bef-ac63-86fc0e492bba req-e27c5a83-d26d-4da3-916c-0f4c5ea31df7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589780 Jan 18 23:18:47.361040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.400241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-eed6a1f7-f9cf-4cd3-99f4-3c1579053351 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3235106 Jan 18 23:18:47.436628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c69553-5015-4297-823e-c773330b87b5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:47.496503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.531279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Transition to ACTIVE for port object 54c69553-5015-4297-823e-c773330b87b5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:47.635689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a119e3-f4dc-4801-95f7-5a4a88948458 req-61659fbe-81ef-404f-a380-7980df303371 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:47.637724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a119e3-f4dc-4801-95f7-5a4a88948458 req-61659fbe-81ef-404f-a380-7980df303371 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.1078548 Jan 18 23:18:47.641236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:47.816389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7709ebf6-6bed-4d12-b8b9-49e606322e38 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053996 Jan 18 23:18:47.922226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:48.041207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a119e3-f4dc-4801-95f7-5a4a88948458 req-03932318-b5b5-4ca6-ba0e-704817d7663f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3845344 Jan 18 23:18:48.198834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-3eca0689-24ae-47a6-a2e0-1e8df73a2c54 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814571 Jan 18 23:18:48.211930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Attempting to bind port 54c69553-5015-4297-823e-c773330b87b5 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:48.216610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Attempting to bind port 54c69553-5015-4297-823e-c773330b87b5 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '59286b07-9d7b-4d88-aae7-fe7415bd7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:48.217231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Attempting to bind port 54c69553-5015-4297-823e-c773330b87b5 on network f35fef3a-35f8-4e13-ac37-cfdbaf99012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:48.236001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Port 54c69553-5015-4297-823e-c773330b87b5 on network f35fef3a-35f8-4e13-ac37-cfdbaf99012d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:18:48.236666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Attempting to bind port 54c69553-5015-4297-823e-c773330b87b5 on network f35fef3a-35f8-4e13-ac37-cfdbaf99012d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:48.246899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:18:48.249170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Checking segment: {'id': '59286b07-9d7b-4d88-aae7-fe7415bd7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:48.249836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Bound using segment: {'id': '59286b07-9d7b-4d88-aae7-fe7415bd7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:18:48.251556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Bound port: 54c69553-5015-4297-823e-c773330b87b5, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59286b07-9d7b-4d88-aae7-fe7415bd7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:48.252149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:48.433168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:48.437064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=54c69553-5015-4297-823e-c773330b87b5,segment=NetworkSegment(59286b07-9d7b-4d88-aae7-fe7415bd7a70),segment_id=59286b07-9d7b-4d88-aae7-fe7415bd7a70)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:48.577673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:48.733294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:48.805063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09f4d71e-bf10-43cb-82b5-7fef9e393a1b req-3239192c-855d-4df2-8d3b-63d9588fbb14 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 210 time: 0.1220713 Jan 18 23:18:48.816429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:48.818106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/54c69553-5015-4297-823e-c773330b87b5 HTTP/1.1" status: 200 len: 1092 time: 3.1597137 Jan 18 23:18:48.820568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'tag': '54c69553-5015-4297-823e-c773330b87b5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:48.916336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61ad96-f040-4cba-9eca-d23bc8c5a7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:48.936910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdb74b-bbd9-4d4d-80cf-2b16455f44aa req-0f86c531-001f-483b-9ac8-3726f2046a61 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:48.946963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9fdb74b-bbd9-4d4d-80cf-2b16455f44aa req-0f86c531-001f-483b-9ac8-3726f2046a61 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 944 time: 0.2611187 Jan 18 23:18:49.166952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9fdb74b-bbd9-4d4d-80cf-2b16455f44aa req-1af5ce71-a0a7-41c5-9e50-a9150121fed4 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188156 Jan 18 23:18:49.209319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-61e3bc22-2463-4e7b-905e-485a05e24fcf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11e5588135dc47d2b9db2f0ae4b6e5a0&device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 1095 time: 0.2416320 Jan 18 23:18:49.218555 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'tag': '54c69553-5015-4297-823e-c773330b87b5', 'status': 'completed', 'code': 200} Jan 18 23:18:49.595653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-21341cf1-64e0-450e-9a85-fde266147f86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c69553-5015-4297-823e-c773330b87b5 HTTP/1.1" status: 200 len: 217 time: 0.3637030 Jan 18 23:18:49.771998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-6d680d1a-d435-457d-8ada-dfc166b4f324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:49.773542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-6d680d1a-d435-457d-8ada-dfc166b4f324 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d HTTP/1.1" status: 200 len: 853 time: 0.1189649 Jan 18 23:18:49.822089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8307010-e96e-4cbb-86b4-b15f03fc8071 req-1d9fb779-e8a8-4603-8098-9e0b4baa1649 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:49.832256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8307010-e96e-4cbb-86b4-b15f03fc8071 req-1d9fb779-e8a8-4603-8098-9e0b4baa1649 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.2955258 Jan 18 23:18:49.874836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4d87-f115-4666-8781-b3cbbea30bde req-d813c381-6cf9-4153-b386-a4b1bb824d5a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:49.877273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-d813c381-6cf9-4153-b386-a4b1bb824d5a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.3660524 Jan 18 23:18:49.969573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-b85e20c8-515c-43e5-ae24-8c9ff90c6bcb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f35fef3a-35f8-4e13-ac37-cfdbaf99012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909302 Jan 18 23:18:50.013380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-177d518d-8e2b-4910-b3d9-51c8664daef3 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/quotas/7f7708dc98c14ebeab8cf18af38bd800 HTTP/1.1" status: 200 len: 375 time: 0.0807900 Jan 18 23:18:50.161769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8307010-e96e-4cbb-86b4-b15f03fc8071 req-74838788-f44d-4ac4-a834-c7d7f37e48e5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288894 Jan 18 23:18:50.405309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-aa6c595a-e5dc-465a-be05-6b8efccbf283 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3827875 Jan 18 23:18:50.512615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-549b194d-99e1-42c9-8635-3647a82608e8 service neutron] 10.222.0.83 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889984 Jan 18 23:18:50.683662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d431466d-c633-4687-a2c8-25a852c82e18 req-5b8819a8-9747-497a-a773-6dd5e8edaa37 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 210 time: 0.0659943 Jan 18 23:18:50.754089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-44f014cc-e873-4da7-b68a-c52753ba593b service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466504 Jan 18 23:18:50.884252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daf6c7e5-63d1-4144-87ef-842e42a743eb req-26fe7c21-e144-43a5-81e4-148f05b6d71e service neutron] 10.222.0.83 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635411 Jan 18 23:18:51.058395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-8be9e81b-f3a0-4460-a421-4cd51eebabfb service neutron] 10.222.0.59 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032951 Jan 18 23:18:51.083683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebfa15-7a20-4e89-85d0-e562b26b8183 req-3e159a73-e7f3-4848-b866-58147a5bf5d3 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:51.085467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeebfa15-7a20-4e89-85d0-e562b26b8183 req-3e159a73-e7f3-4848-b866-58147a5bf5d3 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 944 time: 0.1666768 Jan 18 23:18:51.175744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeebfa15-7a20-4e89-85d0-e562b26b8183 req-9f459e39-047a-491c-9171-feadb62ca677 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823784 Jan 18 23:18:51.551466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01ce7ff1-f1e2-42ba-87de-d5b2406d9bf4 req-1eb2db4a-0f05-41ba-bcf9-35fb37439fcf tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 210 time: 0.1032565 Jan 18 23:18:51.757789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-1650ab86-a423-40e0-aea6-f3cf207d557d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:51.759195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-1650ab86-a423-40e0-aea6-f3cf207d557d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.2820568 Jan 18 23:18:51.804066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:51.826584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-860fed7b-5316-4d68-8a47-14cd089e8dd5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11e5588135dc47d2b9db2f0ae4b6e5a0&device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 1095 time: 0.2723253 Jan 18 23:18:52.254760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:52.267566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:52.285266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a39c8-d5e1-4eee-85b6-b32d1cf4a5b4 req-2b12f477-4519-4170-aa2e-449c03cfbd20 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:52.300711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b91a39c8-d5e1-4eee-85b6-b32d1cf4a5b4 req-2b12f477-4519-4170-aa2e-449c03cfbd20 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.6456556 Jan 18 23:18:52.319743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-23484f5e-5fae-4619-95c6-68582c633ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:52.324231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-23484f5e-5fae-4619-95c6-68582c633ff6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f35fef3a-35f8-4e13-ac37-cfdbaf99012d HTTP/1.1" status: 200 len: 914 time: 0.4842498 Jan 18 23:18:52.364892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61906a64-0ee3-4224-bb41-23249f16be6b req-ddc37f14-7fc6-4f1d-a4b4-edf58de566bb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 210 time: 0.1334207 Jan 18 23:18:52.391098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:52.391098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:52.697099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.8 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/ec4252fd-0f5a-475d-96a8-81a8ae80b061) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:52.779967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-f6a7d05b-f1f6-4681-af13-a7d96ed870cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54c69553-5015-4297-823e-c773330b87b5 HTTP/1.1" status: 200 len: 217 time: 0.4015584 Jan 18 23:18:52.793558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b91a39c8-d5e1-4eee-85b6-b32d1cf4a5b4 req-453a7be8-03cc-4042-9730-9493e3ad8a21 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784281 Jan 18 23:18:52.919691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-414b4186-515c-4fe9-862c-5c8ee36b2cc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:52.925732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-414b4186-515c-4fe9-862c-5c8ee36b2cc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d HTTP/1.1" status: 200 len: 853 time: 0.1307743 Jan 18 23:18:52.945832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e61b-684d-4eb5-80a0-fde1339d406b req-9330b946-2eb2-4ce9-9fb7-8a836569aa1d tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:52.947664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4492e61b-684d-4eb5-80a0-fde1339d406b req-9330b946-2eb2-4ce9-9fb7-8a836569aa1d tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 944 time: 0.2488806 Jan 18 23:18:53.088798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80044934-dba3-42e8-ae08-6470af7e70bc req-57d50ee2-1aeb-4789-901a-901cd6f74f4c tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 210 time: 0.0906684 Jan 18 23:18:53.093824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-1b4f41a2-77b7-477c-825b-2324f9be20df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f35fef3a-35f8-4e13-ac37-cfdbaf99012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975847 Jan 18 23:18:53.163442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:53.206014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4492e61b-684d-4eb5-80a0-fde1339d406b req-0282c36f-bc9d-49cc-8fba-651faf27bb86 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502878 Jan 18 23:18:53.295553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:53.297816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-28def1af-be2d-4575-bfb3-871279951e92 service neutron] 10.222.0.83 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921322 Jan 18 23:18:53.311138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:53.381887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:53.399244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:53.400429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:53.403551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:53.506151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:53.508644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:53.537684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2da97d7e-07be-4f8f-b2e5-d991cc562191 req-5f9f1bd1-c31c-4fea-aee0-a131719dff09 service neutron] 10.222.0.83 "GET /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329617 Jan 18 23:18:53.647782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-92977ca1-bdd7-4146-a55a-69a8ebdc307f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8746519 Jan 18 23:18:53.660492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Request body: {'port': {'device_id': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:53.673702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f3028-f781-4c54-b7f4-10e0aa1ad41f req-469f64cf-de37-48f3-b245-4be7fe67bb53 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:53.675849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-762f3028-f781-4c54-b7f4-10e0aa1ad41f req-469f64cf-de37-48f3-b245-4be7fe67bb53 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 931 time: 0.0905538 Jan 18 23:18:53.730366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-762f3028-f781-4c54-b7f4-10e0aa1ad41f req-a6ad39aa-07cf-4e42-a62d-49b9b6e067ac tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Jan 18 23:18:53.778828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:53.800473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:53.964530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.026606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:54.031361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Usage tracker for resource:security_group_rule and tenant:8b223f820bfd405ab9a1cf0ae73c6ede is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:54.035842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:54.048510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:54.191117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 54c69553-5015-4297-823e-c773330b87b5 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:54.295563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52b3ce-d454-428c-a2f3-fefc5b9eaf86 req-17079dc0-d404-4626-b76e-59152585ca12 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:54.295563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f52b3ce-d454-428c-a2f3-fefc5b9eaf86 req-17079dc0-d404-4626-b76e-59152585ca12 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.2056763 Jan 18 23:18:54.325303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.349973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4252fd-0f5a-475d-96a8-81a8ae80b061 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:54.359919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.390054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Transition to ACTIVE for port object ec4252fd-0f5a-475d-96a8-81a8ae80b061 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:54.443529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=54c69553-5015-4297-823e-c773330b87b5,segment=NetworkSegment(59286b07-9d7b-4d88-aae7-fe7415bd7a70),segment_id=59286b07-9d7b-4d88-aae7-fe7415bd7a70)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:54.446351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.453276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '54c69553-5015-4297-823e-c773330b87b5', 'network_id': 'f35fef3a-35f8-4e13-ac37-cfdbaf99012d', 'port_id': '54c69553-5015-4297-823e-c773330b87b5', 'mac_address': 'fa:16:3e:7f:79:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:54.461714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.493335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2a698ec-5a7f-4380-bd83-33c9150d031f req-d187703c-37b3-48bd-af0a-fe9e0ba5deaa tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 210 time: 0.1617708 Jan 18 23:18:54.543355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.615618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c69553-5015-4297-823e-c773330b87b5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:54.625563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-63e8b7f7-44a6-4aa5-afb9-bd01e185dbea req-ab59d0e1-925f-4414-8a17-3408bc72fced tempest-VolumesAdminNegativeTest-708026790 tempest-VolumesAdminNegativeTest-708026790-project] (84542) timed out ('10.222.0.89', 52652) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:18:54.650262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=54c69553-5015-4297-823e-c773330b87b5,segment=NetworkSegment(59286b07-9d7b-4d88-aae7-fe7415bd7a70),segment_id=59286b07-9d7b-4d88-aae7-fe7415bd7a70)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:54.730470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:54.746141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f52b3ce-d454-428c-a2f3-fefc5b9eaf86 req-9655de5f-ed0d-437f-b55f-c12c71b294e8 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284513 Jan 18 23:18:54.799395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d6eaf-3ddc-4200-b29e-aa8a76e2dc7f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:54.934605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-feeb2ed0-aefa-46b8-9710-b0bc68fc8e6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b223f820bfd405ab9a1cf0ae73c6ede&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1521845 Jan 18 23:18:54.939507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:54.940330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Pushing event updated for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:54.999324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:55.016467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.016813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.017181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.019468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.019843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.020180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.020510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.020854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.021189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.021826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.021826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:18:55.054775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4d87-f115-4666-8781-b3cbbea30bde req-26f20951-0936-49c6-8f47-621a250cc33c tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:55.057879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-26f20951-0936-49c6-8f47-621a250cc33c tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 814 time: 0.6470199 Jan 18 23:18:55.124536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Request body: {'port': {'device_id': '41859f2d-0072-4d8a-9e32-b988af15025b', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'admin_state_up': True, 'tenant_id': '7f7708dc98c14ebeab8cf18af38bd800'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:55.154036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['54c69553-5015-4297-823e-c773330b87b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:55.192209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.192209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Attempting to bind port ec4252fd-0f5a-475d-96a8-81a8ae80b061 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:55.192209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Attempting to bind port ec4252fd-0f5a-475d-96a8-81a8ae80b061 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:55.192209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Attempting to bind port ec4252fd-0f5a-475d-96a8-81a8ae80b061 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:55.220352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Port ec4252fd-0f5a-475d-96a8-81a8ae80b061 on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:18:55.220352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Attempting to bind port ec4252fd-0f5a-475d-96a8-81a8ae80b061 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:55.223271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:18:55.223551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:55.223939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:18:55.224371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Bound port: ec4252fd-0f5a-475d-96a8-81a8ae80b061, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:55.224720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.244505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.325192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93609f-c456-4e12-a845-ff0c1d46d233 req-d57fd089-c03a-41e1-b797-6a32f68a6de9 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:55.332550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b93609f-c456-4e12-a845-ff0c1d46d233 req-d57fd089-c03a-41e1-b797-6a32f68a6de9 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 945 time: 0.5382385 Jan 18 23:18:55.443337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:55.447755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:55.460878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.484762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:55.489912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d6eaf-3ddc-4200-b29e-aa8a76e2dc7f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:55.493400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.500058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37093a8b-9676-4d41-85dc-7b26feec91a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/616d6eaf-3ddc-4200-b29e-aa8a76e2dc7f HTTP/1.1" status: 204 len: 168 time: 0.5514235 Jan 18 23:18:55.508494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b93609f-c456-4e12-a845-ff0c1d46d233 req-bf44f206-b733-4148-8612-d1557aeeb83c tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773603 Jan 18 23:18:55.515401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Usage tracker for resource:port and tenant:7f7708dc98c14ebeab8cf18af38bd800 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:55.528855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.531307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:55.539103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:55.552321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94da74-8ff4-4c6d-8397-44a49e384f62 req-9e390cfd-83ac-44cd-bed4-8fa43ef6a44b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:55.555368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f94da74-8ff4-4c6d-8397-44a49e384f62 req-9e390cfd-83ac-44cd-bed4-8fa43ef6a44b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.1998954 Jan 18 23:18:55.695363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.707099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] 10.222.0.89 "PUT /v2.0/ports/ec4252fd-0f5a-475d-96a8-81a8ae80b061 HTTP/1.1" status: 200 len: 1091 time: 2.0409665 Jan 18 23:18:55.707099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d5b8-36c1-4293-a0f7-c9574fcf404f service neutron] Pushing event updated for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:55.709656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f94da74-8ff4-4c6d-8397-44a49e384f62 req-dc1e3018-f784-485a-b659-5c5eedf02447 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452425 Jan 18 23:18:55.714190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:55.794034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Made reservation on behalf of 7f7708dc98c14ebeab8cf18af38bd800 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:18:55.797072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:55.812667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee5e19aa-4172-4571-8915-45a160f021f0 req-e417607e-a813-4399-8ba3-aa3e438c2cc7 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 210 time: 0.1091123 Jan 18 23:18:55.830180 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061', 'status': 'completed', 'code': 200} Jan 18 23:18:55.981316 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-044afe6d-6b8d-427a-9187-cafc2608483e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 1094 time: 0.1422317 Jan 18 23:18:56.069535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-bb304012-98b3-4815-9049-3df7ecdb2b14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061 HTTP/1.1" status: 200 len: 217 time: 0.0811913 Jan 18 23:18:56.199835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:18:56.207259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Allocated IP 172.20.0.6 (4f1752c0-874c-487f-88df-0d94627836be/75328b69-34f4-47a3-b75a-76f5a2570c81/cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:18:56.208161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 54c69553-5015-4297-823e-c773330b87b5 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:18:56.311508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5ce54-3095-4927-bcfa-d8ef17c623bc req-169b08c9-bfa8-49fd-9333-3d8e4902a039 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.331234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdd5ce54-3095-4927-bcfa-d8ef17c623bc req-169b08c9-bfa8-49fd-9333-3d8e4902a039 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 944 time: 0.3212354 Jan 18 23:18:56.342022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-93e4e344-2808-492a-b59a-3ed13d315755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.344108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-93e4e344-2808-492a-b59a-3ed13d315755 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.2603421 Jan 18 23:18:56.457910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdd5ce54-3095-4927-bcfa-d8ef17c623bc req-344ec1fd-3f6d-4961-8643-add1ed88f772 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416674 Jan 18 23:18:56.474672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-2207ae3a-cc4f-4e07-942e-40f1511793b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220520 Jan 18 23:18:56.512641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-9447f773-3101-4bc9-94d9-b6ed8a0f3d0c req-10873e7e-29aa-4fd6-81ca-398be5d81c7e service neutron] (84543) timed out ('10.222.0.89', 52665) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:18:56.606896 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.682362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:56.706591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'port_id': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'mac_address': 'fa:16:3e:7d:e3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:18:56.707702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-1f796ed7-8ec3-428c-8cb0-31518f2f58fd service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259266 Jan 18 23:18:56.754444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29992a-0baf-468b-908b-6dca47ffb86f req-9edd99d6-ed5d-4026-acc5-13fb987703c7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.860353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e29992a-0baf-468b-908b-6dca47ffb86f req-9edd99d6-ed5d-4026-acc5-13fb987703c7 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 945 time: 0.1074681 Jan 18 23:18:56.860884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.860884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:56.860884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:56.861277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e29992a-0baf-468b-908b-6dca47ffb86f req-de87b2dc-f7aa-4f86-99ab-5b744afba686 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 Jan 18 23:18:56.881637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31b06655-075b-4d41-a3b2-7ef12ef3bfed req-f9451ada-23ec-41aa-8182-cea6842e3d8c service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674662 Jan 18 23:18:56.945247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399709d-eaed-4668-a63c-154b7a67bb50 req-803aa501-2be9-42dc-a11c-bc482e09c4dc tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:56.946727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5399709d-eaed-4668-a63c-154b7a67bb50 req-803aa501-2be9-42dc-a11c-bc482e09c4dc tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.0802660 Jan 18 23:18:56.995363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:56.995363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 54c69553-5015-4297-823e-c773330b87b5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:18:57.028598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 54c69553-5015-4297-823e-c773330b87b5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:18:57.028598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.030398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.060528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', '84a75811-4af9-4e73-931d-fda32c13cc1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:57.084754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:57.174407 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-b93d675c-c73c-4d4a-9853-8847977f4afd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 1094 time: 0.1354399 Jan 18 23:18:57.250771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Network 4f1752c0-874c-487f-88df-0d94627836be is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:18:57.261683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:18:57.273855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:57.275547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:18:57.315202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['549adde8-ea5d-42d9-b16f-59eddcba32c6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:18:57.318062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5399709d-eaed-4668-a63c-154b7a67bb50 req-c878a5cf-18b6-4b3b-ac6f-38493dea4ed2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657460 Jan 18 23:18:57.328782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:57.374397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event updated for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:57.402894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.426808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66b39-9080-4af0-a88d-4026908b29bf req-fb737e69-1725-453d-a801-2bfdc9ca3d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.428384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-fb737e69-1725-453d-a801-2bfdc9ca3d5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.2555337 Jan 18 23:18:57.504620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.505785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.517215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:18:57.528963 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-51180741-bfa6-4494-8dcd-fc300607f1bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061 HTTP/1.1" status: 200 len: 217 time: 0.0941038 Jan 18 23:18:57.544444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.545487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0ed67-d229-43a5-a903-ebf1317514e0 req-d5851c56-8187-4f87-9700-7409b378d907 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.556241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded0ed67-d229-43a5-a903-ebf1317514e0 req-d5851c56-8187-4f87-9700-7409b378d907 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 931 time: 0.5809977 Jan 18 23:18:57.571183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Usage tracker for resource:security_group_rule and tenant:22dedbef8f134d42a27a503f15a3d9c6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:18:57.615887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66b39-9080-4af0-a88d-4026908b29bf req-5fd2595d-09d8-465a-b28f-276782616c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.617802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-5fd2595d-09d8-465a-b28f-276782616c2c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0823376 Jan 18 23:18:57.625136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:18:57.641706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:18:57.684055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ded0ed67-d229-43a5-a903-ebf1317514e0 req-9eaaa8a0-7c19-4b14-92bf-8fe052d3bb0d tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Jan 18 23:18:57.691634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-3b831c44-7659-48b1-a760-5944383136e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629690 Jan 18 23:18:57.714545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c69553-5015-4297-823e-c773330b87b5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:57.794619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90df09-aefd-47e7-8baf-87911c785e46 req-18aca72d-b342-42f1-8ac2-2c4012cfc006 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:57.795472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b90df09-aefd-47e7-8baf-87911c785e46 req-18aca72d-b342-42f1-8ac2-2c4012cfc006 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 945 time: 0.0841913 Jan 18 23:18:57.840766 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c69553-5015-4297-823e-c773330b87b5', 'code': 200} Jan 18 23:18:57.859157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=54c69553-5015-4297-823e-c773330b87b5,segment=NetworkSegment(59286b07-9d7b-4d88-aae7-fe7415bd7a70),segment_id=59286b07-9d7b-4d88-aae7-fe7415bd7a70)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:18:57.881587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b90df09-aefd-47e7-8baf-87911c785e46 req-ca9d754b-b494-4ae1-8e3f-f6e367bd63de tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755599 Jan 18 23:18:57.973704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-1d86fa0e-789f-4afc-8e55-17847793616b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8922293 Jan 18 23:18:57.983732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:57.993233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Request body: {'port': {'device_id': '41859f2d-0072-4d8a-9e32-b988af15025b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:18:58.051889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:58.053282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-b1be7c36-6fb2-4976-8328-c717c09aaedf service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584929 Jan 18 23:18:58.109478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:58.156584 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:58.171004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ad5c6c0-3a6f-4041-8373-51a7692f6d3c req-611fba1f-94a2-44e1-8168-05a329dc5b67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 1096 time: 0.2895849 Jan 18 23:18:58.229991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:58.259923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c5de16-b1e0-4904-b9b7-68ce5c3c5779,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:58.276347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fab6607f-0889-4aac-b721-bb5cd083d85c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22dedbef8f134d42a27a503f15a3d9c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9190333 Jan 18 23:18:58.306908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44906) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:18:58.337148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd87d-3e4a-41c0-b7e1-3b5e435a4897 req-9546c6f4-3829-42e5-88e4-354a3cf3826e tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.338511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71a66b39-9080-4af0-a88d-4026908b29bf req-20a1e1d9-dad5-46e8-8480-769dde0d8790 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765703 Jan 18 23:18:58.338675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281dd87d-3e4a-41c0-b7e1-3b5e435a4897 req-9546c6f4-3829-42e5-88e4-354a3cf3826e tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.2783222 Jan 18 23:18:58.349294 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6ad5c6c0-3a6f-4041-8373-51a7692f6d3c req-05cf0bf5-12f8-47bf-8b57-0b97b593677a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718814 Jan 18 23:18:58.575373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:58.578674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281dd87d-3e4a-41c0-b7e1-3b5e435a4897 req-788c8602-65cf-4bbd-b9b7-960c4e76e57a tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251074 Jan 18 23:18:58.683442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:58.771459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c496e4c-506f-4673-aad6-76ea77f8d611 req-4525290e-4dd2-4717-a562-a6521fe5fc08 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:58.772939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c496e4c-506f-4673-aad6-76ea77f8d611 req-4525290e-4dd2-4717-a562-a6521fe5fc08 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.2994211 Jan 18 23:18:59.009773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.041840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c496e4c-506f-4673-aad6-76ea77f8d611 req-87e4f4dd-3d50-47a8-ba7f-fef5600a54b7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623620 Jan 18 23:18:59.043888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:18:59.054341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c5de16-b1e0-4904-b9b7-68ce5c3c5779,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:59.058445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.064085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.068775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5f978f59-e60e-4fcf-98cd-d950177cef61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0c5de16-b1e0-4904-b9b7-68ce5c3c5779 HTTP/1.1" status: 204 len: 168 time: 0.7705851 Jan 18 23:18:59.097628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Transition to ACTIVE for port object cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:18:59.146195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2e8dc-64aa-44db-ab50-0d0e9b12df8e req-40a12ed7-b9cf-4ef2-addb-2be0cf4c3e8f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:59.147287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4ea2e8dc-64aa-44db-ab50-0d0e9b12df8e req-40a12ed7-b9cf-4ef2-addb-2be0cf4c3e8f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:18:59.168612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.248794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4ea2e8dc-64aa-44db-ab50-0d0e9b12df8e req-40a12ed7-b9cf-4ef2-addb-2be0cf4c3e8f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:18:59.249957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ea2e8dc-64aa-44db-ab50-0d0e9b12df8e req-40a12ed7-b9cf-4ef2-addb-2be0cf4c3e8f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 931 time: 0.3964102 Jan 18 23:18:59.373988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:18:59.434421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ea2e8dc-64aa-44db-ab50-0d0e9b12df8e req-2f790e9a-8dca-4c95-af7c-83c8aeb3780e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696455 Jan 18 23:18:59.493761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f2f02-19cc-4f97-905d-6985752a9a58 req-3a0e3633-28f4-4345-a2df-7b961d4ba462 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:18:59.502530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-217f2f02-19cc-4f97-905d-6985752a9a58 req-3a0e3633-28f4-4345-a2df-7b961d4ba462 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 945 time: 0.3334966 Jan 18 23:18:59.606324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Attempting to bind port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:18:59.606324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Attempting to bind port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:18:59.606324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Attempting to bind port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:59.646719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-217f2f02-19cc-4f97-905d-6985752a9a58 req-1ce8d632-6aaa-4b99-875a-8d36c23f22fc tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427987 Jan 18 23:18:59.646719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d on network 4f1752c0-874c-487f-88df-0d94627836be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:18:59.650598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Attempting to bind port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d on network 4f1752c0-874c-487f-88df-0d94627836be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:18:59.659181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:18:59.659181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Checking segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:18:59.659181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Bound using segment: {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:18:59.659181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Bound port: cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e9cb5-2f96-460d-8b91-692f72e3fd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4f1752c0-874c-487f-88df-0d94627836be'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:18:59.659181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.785951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:18:59.788350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:18:59.863771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.975168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:18:59.975168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] 10.222.0.83 "PUT /v2.0/ports/cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d HTTP/1.1" status: 200 len: 1091 time: 1.9773073 Jan 18 23:18:59.975168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:18:59.990844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3390d91-8075-4c14-b080-3ed8dc529e59 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:00.008947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd94ebf-4b61-43d8-adff-9e695a55a633 req-c79e4fb0-a228-4556-a5e6-425f13de335b tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.010460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bd94ebf-4b61-43d8-adff-9e695a55a633 req-c79e4fb0-a228-4556-a5e6-425f13de335b tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.1996415 Jan 18 23:19:00.049568 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d', 'status': 'completed', 'code': 200} Jan 18 23:19:00.131894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bd94ebf-4b61-43d8-adff-9e695a55a633 req-5154191d-0025-456b-a551-e4271347e397 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143918 Jan 18 23:19:00.172425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87917015-dadf-44e8-8fa4-6f5847ecb678 req-1aee7d6c-c283-48e9-a6cc-8902d6a22f04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 1094 time: 0.0890827 Jan 18 23:19:00.182032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-434439af-0ccf-4812-8430-19777ef502ef req-0a2998cb-6111-4010-a2b5-9730110f21a2 service neutron] (84543) timed out ('10.222.0.83', 61465) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:19:00.227220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:00.367182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 549adde8-ea5d-42d9-b16f-59eddcba32c6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:00.369548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:00.398627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e898d7-daa3-4211-85f7-3d90efb27a1f req-057a8254-70c5-41a7-a13c-4a5b39f977a4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.399907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0e898d7-daa3-4211-85f7-3d90efb27a1f req-057a8254-70c5-41a7-a13c-4a5b39f977a4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.1959906 Jan 18 23:19:00.402633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87917015-dadf-44e8-8fa4-6f5847ecb678 req-77ba8772-4bb5-4476-b65b-4a933e5058fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.403994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87917015-dadf-44e8-8fa4-6f5847ecb678 req-77ba8772-4bb5-4476-b65b-4a933e5058fb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2234805 Jan 18 23:19:00.559842 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0e898d7-daa3-4211-85f7-3d90efb27a1f req-20e2f314-2998-4a25-94b4-057a78385348 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502340 Jan 18 23:19:00.576423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:00.610191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:00.623565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:00.646565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87917015-dadf-44e8-8fa4-6f5847ecb678 req-f132ea73-37db-4a96-bf46-455db342e40c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.646565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87917015-dadf-44e8-8fa4-6f5847ecb678 req-f132ea73-37db-4a96-bf46-455db342e40c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983149 Jan 18 23:19:00.700561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:00.809689 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'code': 200} Jan 18 23:19:00.849123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:00.914658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838079bd-aaec-45d6-87d6-d76af354aac2 req-dbb7a106-9ff6-4e4b-97e7-ac80ed957641 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:00.914658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-838079bd-aaec-45d6-87d6-d76af354aac2 req-dbb7a106-9ff6-4e4b-97e7-ac80ed957641 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 943 time: 0.1270070 Jan 18 23:19:00.916532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-70561974-e8fc-449c-be03-44afad9cbef5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 1094 time: 0.2363868 Jan 18 23:19:01.121725 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-870b873d-44c2-4e91-b5b7-731b9b204c54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d HTTP/1.1" status: 200 len: 217 time: 0.1907921 Jan 18 23:19:01.162585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fbe7c13-fc79-4295-ac55-627509007057 req-5dc01a5e-44a0-465b-8121-8ad0383754a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1098 time: 0.1121061 Jan 18 23:19:01.207668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-838079bd-aaec-45d6-87d6-d76af354aac2 req-d2b2a5da-2c61-44cc-bbdf-c26d6a5b9200 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835684 Jan 18 23:19:01.243947 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fbe7c13-fc79-4295-ac55-627509007057 req-b43c3628-1dbf-4359-8e11-3478164f9de9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728409 Jan 18 23:19:01.277563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4d87-f115-4666-8781-b3cbbea30bde req-f992cb39-36af-4c25-a8cb-5eac61299310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:01.279019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-f992cb39-36af-4c25-a8cb-5eac61299310 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1543643 Jan 18 23:19:01.292199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32333-bd9f-4b66-a10f-4d8c879f7820 req-d347f20d-877d-41d0-b0b9-06d41dc1945b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:01.299549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9a32333-bd9f-4b66-a10f-4d8c879f7820 req-d347f20d-877d-41d0-b0b9-06d41dc1945b tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.2906735 Jan 18 23:19:01.361817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9a32333-bd9f-4b66-a10f-4d8c879f7820 req-79373dec-4d40-4dec-9266-f50d28adcf73 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607679 Jan 18 23:19:01.559667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-c8d70074-a43b-4057-8ae6-9df49f1eae99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982063 Jan 18 23:19:01.858047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-92b2e9e9-d4b1-4ed1-b6bf-ae9c5ec5e8de service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908819 Jan 18 23:19:01.940235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354ab3-a2e3-4d09-90a4-0b55968f35ac req-e0121600-01fe-473e-84fa-07a3ac818f8f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:01.941796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b354ab3-a2e3-4d09-90a4-0b55968f35ac req-e0121600-01fe-473e-84fa-07a3ac818f8f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.2004044 Jan 18 23:19:02.124241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b354ab3-a2e3-4d09-90a4-0b55968f35ac req-b9a188f5-28cb-4483-bdea-76d54cb6f086 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232135 Jan 18 23:19:02.173524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accc4d87-f115-4666-8781-b3cbbea30bde req-c52eafcf-2297-4627-8936-0ed8243f9d1a service neutron] 10.222.0.83 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069158 Jan 18 23:19:02.196633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e0ca-32a2-4eb6-8362-69bc20c66977 req-76f35e24-2ce6-43cc-9f6c-70dc09583a47 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:02.198355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d57e0ca-32a2-4eb6-8362-69bc20c66977 req-76f35e24-2ce6-43cc-9f6c-70dc09583a47 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.1507251 Jan 18 23:19:02.252538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d57e0ca-32a2-4eb6-8362-69bc20c66977 req-76bc867d-52b4-4439-9e70-8170b3a74d72 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455861 Jan 18 23:19:02.502993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ba8fe-e82f-400e-be09-35913f76c9d1 req-76c9b7f1-3a1f-4c21-b637-6d3cdb6fabb2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:02.504787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c7ba8fe-e82f-400e-be09-35913f76c9d1 req-76c9b7f1-3a1f-4c21-b637-6d3cdb6fabb2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 943 time: 0.1496456 Jan 18 23:19:02.645466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c7ba8fe-e82f-400e-be09-35913f76c9d1 req-cd6f3564-a6be-475a-b4f1-3eebee517253 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334572 Jan 18 23:19:02.704123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568d1f5-56b6-4c1a-9da9-a96a2e033566 req-ad566310-268b-4f8e-b3fe-a6f9a7dcb2c5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:02.715246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e568d1f5-56b6-4c1a-9da9-a96a2e033566 req-ad566310-268b-4f8e-b3fe-a6f9a7dcb2c5 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.2067685 Jan 18 23:19:02.767196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e568d1f5-56b6-4c1a-9da9-a96a2e033566 req-c700c19d-f482-4ca9-9ba5-9540725ccc9e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Jan 18 23:19:02.946899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec4252fd-0f5a-475d-96a8-81a8ae80b061 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:03.121938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:03.137989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061', 'mac_address': 'fa:16:3e:4e:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:03.261588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:03.291584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4252fd-0f5a-475d-96a8-81a8ae80b061 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:03.315396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:03.386493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:03.468921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:03.495904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9958-b1a3-4eb4-adc0-a22b3269ae97 req-b32e7422-df8d-484d-bcce-3ee5f9562d4e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:03.510620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5ba9958-b1a3-4eb4-adc0-a22b3269ae97 req-b32e7422-df8d-484d-bcce-3ee5f9562d4e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 943 time: 0.1839125 Jan 18 23:19:03.610996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5ba9958-b1a3-4eb4-adc0-a22b3269ae97 req-95c50c2d-a7fd-4e1a-91f6-e7077b155fb3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992663 Jan 18 23:19:03.635609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666875-3abb-4a9c-85ab-e4042278f651 req-6162f0be-944c-4dd7-b238-eb713b3863aa tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:03.637074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51666875-3abb-4a9c-85ab-e4042278f651 req-6162f0be-944c-4dd7-b238-eb713b3863aa tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.1075335 Jan 18 23:19:03.761121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51666875-3abb-4a9c-85ab-e4042278f651 req-1af7ecd1-8777-4608-9feb-1ffe99106939 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819664 Jan 18 23:19:03.794724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-94fa9554-75fa-4e2b-95e6-e3e91e3d09e9 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:03.794724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-94fa9554-75fa-4e2b-95e6-e3e91e3d09e9 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.1543570 Jan 18 23:19:03.842766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['ec4252fd-0f5a-475d-96a8-81a8ae80b061'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:04.011588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Deleting port 54c69553-5015-4297-823e-c773330b87b5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:04.011938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:04.203709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c453e-1f0e-4bf2-9ffc-69aedc23a70b req-4edce4cd-e4b1-4a94-9fad-14d1d25ece56 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:04.203709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be4c453e-1f0e-4bf2-9ffc-69aedc23a70b req-4edce4cd-e4b1-4a94-9fad-14d1d25ece56 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 943 time: 0.3298903 Jan 18 23:19:04.329059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f27187-ee27-4923-980e-7b8d35377378 req-bbbb7000-5523-4530-b85c-23f9e773df35 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:04.330423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71f27187-ee27-4923-980e-7b8d35377378 req-bbbb7000-5523-4530-b85c-23f9e773df35 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.2880309 Jan 18 23:19:04.385605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be4c453e-1f0e-4bf2-9ffc-69aedc23a70b req-9dbced26-732f-492d-8a01-3f67bcd0752a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626246 Jan 18 23:19:04.423424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] For port 54c69553-5015-4297-823e-c773330b87b5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=54c69553-5015-4297-823e-c773330b87b5,segment=NetworkSegment(59286b07-9d7b-4d88-aae7-fe7415bd7a70),segment_id=59286b07-9d7b-4d88-aae7-fe7415bd7a70)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:04.423424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:04.438546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71f27187-ee27-4923-980e-7b8d35377378 req-e8973588-51ee-45d6-9ce8-922ec90b5bfe tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974603 Jan 18 23:19:04.717056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Calling delete_port for 54c69553-5015-4297-823e-c773330b87b5 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:04.958252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99014f8-dc3b-4ad9-b8e5-2827d263114a req-30dca987-f54b-4d3d-8bae-92dc140ffb34 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:04.959812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a99014f8-dc3b-4ad9-b8e5-2827d263114a req-30dca987-f54b-4d3d-8bae-92dc140ffb34 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 944 time: 0.2017784 Jan 18 23:19:05.054720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a99014f8-dc3b-4ad9-b8e5-2827d263114a req-517181e2-2fdf-4dc8-b7ac-5b78c0568dd9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753739 Jan 18 23:19:05.076562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf3b7b-f225-4007-91d9-896140c6f469 req-e0e084af-e057-48cc-ac38-26cea6261c3c tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:05.076562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07bf3b7b-f225-4007-91d9-896140c6f469 req-e0e084af-e057-48cc-ac38-26cea6261c3c tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 946 time: 0.1460848 Jan 18 23:19:05.114858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07bf3b7b-f225-4007-91d9-896140c6f469 req-8a1d6c28-0391-49b3-8206-df0a3bffbd13 tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/security-groups?id=22b7244b-1792-40d4-a233-234c363238d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jan 18 23:19:05.162953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.178647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['54c69553-5015-4297-823e-c773330b87b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:05.196047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45104) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:05.219102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Pushing event deleted for resources: {'Port': ['ID=54c69553-5015-4297-823e-c773330b87b5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:05.302708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] No DVR routers for this DVR port 54c69553-5015-4297-823e-c773330b87b5 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:05.305516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.309680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'name': 'network-vif-deleted', 'tag': '54c69553-5015-4297-823e-c773330b87b5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:05.374512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.387068 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7b4abd-58ba-4fff-876b-52b2f4a06480', 'name': 'network-vif-deleted', 'tag': '54c69553-5015-4297-823e-c773330b87b5', 'status': 'completed', 'code': 200} Jan 18 23:19:05.406275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92382b48-9e1b-4680-a7c2-66989b09ed31 req-a892d849-a804-4ba8-b059-d818c3782c4f tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.83 "DELETE /v2.0/ports/54c69553-5015-4297-823e-c773330b87b5 HTTP/1.1" status: 204 len: 173 time: 1.6051803 Jan 18 23:19:05.414945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:05.416763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Usage tracker for resource:security_group_rule and tenant:cff5a99d89004db4bace1ef941a7cfa5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:05.420551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:05.427144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:05.496748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.598291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f3bc-5144-4b66-91b4-361395d76692 req-adf58f87-a806-4da9-9c3f-3eb4f89000a5 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:05.599865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0030f3bc-5144-4b66-91b4-361395d76692 req-adf58f87-a806-4da9-9c3f-3eb4f89000a5 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 943 time: 0.0794830 Jan 18 23:19:05.699822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.708124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0030f3bc-5144-4b66-91b4-361395d76692 req-2d879ac3-169a-4c31-9f66-5f735b884197 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027524 Jan 18 23:19:05.735926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b2954-f7c7-4205-9163-26bba54d8696 req-311a2dd7-cd09-4b08-9a55-f841019cc457 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:05.744319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-228b2954-f7c7-4205-9163-26bba54d8696 req-311a2dd7-cd09-4b08-9a55-f841019cc457 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.1185172 Jan 18 23:19:05.774002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:05.774192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cff5a99d89004db4bace1ef941a7cfa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5778093 Jan 18 23:19:05.778781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219929f-b609-49f8-a33b-dc7b278f2796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6047d0ba-ead9-4861-bdae-b1f6258a51bd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:05.823990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-228b2954-f7c7-4205-9163-26bba54d8696 req-d527dabc-439c-4c74-9ef5-5782eac25ba9 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788040 Jan 18 23:19:05.879452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:05.907503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.060302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.077446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6047d0ba-ead9-4861-bdae-b1f6258a51bd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:06.082180 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.085435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-490d0599-d382-4117-95c4-9a381b340543 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6047d0ba-ead9-4861-bdae-b1f6258a51bd HTTP/1.1" status: 204 len: 168 time: 0.3079648 Jan 18 23:19:06.231463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:06.346935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-885638d5-83b7-468d-9494-722e339aa4d3 req-d04c8307-070b-4ebb-aa2d-61b9b785fb7e tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Synchronizing usage tracker for tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:06.394203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca46067-e6ed-42bf-ad37-5afc760ec7c0 req-1d9f350b-a5ff-4644-a13d-84aaf9131383 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:06.406859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dca46067-e6ed-42bf-ad37-5afc760ec7c0 req-1d9f350b-a5ff-4644-a13d-84aaf9131383 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 944 time: 0.1804140 Jan 18 23:19:06.422006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:06.444367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d', 'network_id': '4f1752c0-874c-487f-88df-0d94627836be', 'port_id': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d', 'mac_address': 'fa:16:3e:99:4b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75328b69-34f4-47a3-b75a-76f5a2570c81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:06.458546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dca46067-e6ed-42bf-ad37-5afc760ec7c0 req-46fe152f-b7ed-4e15-ba5c-786dd5096c70 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Jan 18 23:19:06.488723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-885638d5-83b7-468d-9494-722e339aa4d3 req-d04c8307-070b-4ebb-aa2d-61b9b785fb7e tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] Unset dirty status for tenant:11e5588135dc47d2b9db2f0ae4b6e5a0 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:06.490797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-885638d5-83b7-468d-9494-722e339aa4d3 req-d04c8307-070b-4ebb-aa2d-61b9b785fb7e tempest-ServerPasswordTestJSON-301494011 tempest-ServerPasswordTestJSON-301494011-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d7b4abd-58ba-4fff-876b-52b2f4a06480 HTTP/1.1" status: 200 len: 210 time: 0.1954834 Jan 18 23:19:06.502457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.520151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:06.538695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:06.715472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:06.777895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:06.934785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45146) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:06.963384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887596e-7e7a-4057-8327-7893dbb4a1ca req-ed8ea710-978e-4f01-9b63-700be4ba1694 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:06.966769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9887596e-7e7a-4057-8327-7893dbb4a1ca req-ed8ea710-978e-4f01-9b63-700be4ba1694 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 944 time: 0.1232746 Jan 18 23:19:06.976451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec4252fd-0f5a-475d-96a8-81a8ae80b061 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:07.014521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:07.027236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9887596e-7e7a-4057-8327-7893dbb4a1ca req-25e9ea56-25b1-49cf-935f-7fc07c041b99 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504763 Jan 18 23:19:07.087234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.088825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.107183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.127933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:07.133529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc0a1ee60966419bb0323f7a747fdafd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:07.136607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:07.146332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:07.147386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:07.151230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Usage tracker for resource:security_group_rule and tenant:2264c056a86a44088ea9fb47c764ca8f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:07.152979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:07.159441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:07.235144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port ec4252fd-0f5a-475d-96a8-81a8ae80b061 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:07.235584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.238718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port ec4252fd-0f5a-475d-96a8-81a8ae80b061 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:07.239088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.244002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.326619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.363612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.378487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6d3348-2017-4290-a05c-42c878021725,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.385357 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c74d1566-e281-4bdf-aa59-a690e0b74bd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc0a1ee60966419bb0323f7a747fdafd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4472425 Jan 18 23:19:07.385463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.388532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45156) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.418230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48355c4c-99c9-4b57-bd05-4b834efb7143,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.425629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b1b3900e-ca8e-43f5-9698-e7266547ab4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2264c056a86a44088ea9fb47c764ca8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367939 Jan 18 23:19:07.426761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.428470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:07.429564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:07.459381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.478008 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.490657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.491007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.534017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.607508 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061', 'code': 200} Jan 18 23:19:07.631192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:07.635795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.655557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.663580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.664388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6d3348-2017-4290-a05c-42c878021725,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.681825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.682943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-25faff7e-37a3-4d99-9979-f8e29e75edf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff6d3348-2017-4290-a05c-42c878021725 HTTP/1.1" status: 204 len: 168 time: 0.2938139 Jan 18 23:19:07.709386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27299330-818e-4df5-a887-91c9a3329d8b req-04458ce6-cc29-45a2-bc68-036de2282206 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 1096 time: 0.1433215 Jan 18 23:19:07.735337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48355c4c-99c9-4b57-bd05-4b834efb7143,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:07.766562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Deleting subnet 4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:19:07.770471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.771584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dfc5d8ed-ac9c-457d-a853-ed7017600e58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48355c4c-99c9-4b57-bd05-4b834efb7143 HTTP/1.1" status: 204 len: 168 time: 0.3439043 Jan 18 23:19:07.772401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.785203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27299330-818e-4df5-a887-91c9a3329d8b req-8f29e630-afc4-4ed6-9f84-54c4014fe06f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681081 Jan 18 23:19:07.837863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.890142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b443f-979d-427a-81f4-379e00f46d77 req-ef8baad9-810a-4734-917f-b44ad9e5aadd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:07.891613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d3b443f-979d-427a-81f4-379e00f46d77 req-ef8baad9-810a-4734-917f-b44ad9e5aadd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.2295861 Jan 18 23:19:07.930401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:07.991916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d3b443f-979d-427a-81f4-379e00f46d77 req-4217bdb3-44c2-4a84-8678-8884876e8bf4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933380 Jan 18 23:19:08.145986 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.233313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:08.243054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.245891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:08.256028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d6432f1-2b35-4cca-983e-e2cc218230ed admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4e33c75e-7ca8-4f0d-b9dc-c9dbae54cf4d HTTP/1.1" status: 204 len: 168 time: 0.6270893 Jan 18 23:19:08.258681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:08.290852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f45e91-7c58-4225-b4c8-0ddb2781079f req-fd5023c5-9f59-44f6-ab4c-20563fd6a24b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:08.292633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2f45e91-7c58-4225-b4c8-0ddb2781079f req-fd5023c5-9f59-44f6-ab4c-20563fd6a24b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 944 time: 0.1130981 Jan 18 23:19:08.348991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2f45e91-7c58-4225-b4c8-0ddb2781079f req-964b6c3c-9dda-45ba-9f14-ddbee36a71d5 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480072 Jan 18 23:19:08.408811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:08.413801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:08.414166 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.433337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.555298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.565329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.589880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:08.591197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35fef3a-35f8-4e13-ac37-cfdbaf99012d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:08.603767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59286b07-9d7b-4d88-aae7-fe7415bd7a70') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:08.605749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59286b07-9d7b-4d88-aae7-fe7415bd7a70') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:08.615752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.633501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.643095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:08.643095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:08.653418 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:08.694811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.697093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 54c69553-5015-4297-823e-c773330b87b5 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:08.731438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:08.761625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.784356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 54c69553-5015-4297-823e-c773330b87b5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:08.784701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 54c69553-5015-4297-823e-c773330b87b5 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:08.822471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:08.856856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.882242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:08.887729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35fef3a-35f8-4e13-ac37-cfdbaf99012d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:08.893525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a06261b7-1a0d-49bc-9d25-2719a3db7808 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f35fef3a-35f8-4e13-ac37-cfdbaf99012d HTTP/1.1" status: 204 len: 168 time: 0.6337485 Jan 18 23:19:08.894518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:08.898584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Usage tracker for resource:security_group_rule and tenant:66c9280d80244e0fa1d87258c496c0cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:08.905399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:08.907548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:08.995125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.023513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.168571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.218568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0553cf3-3c6a-48fe-ac40-d70bd8da9fdd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:09.252490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bae4a7d6-5ca1-4654-91d0-f0001e42085d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66c9280d80244e0fa1d87258c496c0cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5194089 Jan 18 23:19:09.257392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.350790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620202bb-c2b5-4dc7-8462-97bdcb976056 req-62c5caf6-4048-4ee8-9ce4-a3dc044a0e18 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:09.352376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-620202bb-c2b5-4dc7-8462-97bdcb976056 req-62c5caf6-4048-4ee8-9ce4-a3dc044a0e18 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.2268267 Jan 18 23:19:09.353673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.372333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.405715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.421202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-620202bb-c2b5-4dc7-8462-97bdcb976056 req-31e5f55f-5222-47a0-a828-5a012de08fb5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 Jan 18 23:19:09.489224 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20938ce2-3be1-43f2-b18b-3ad5bd9ca535 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11e5588135dc47d2b9db2f0ae4b6e5a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1151624 Jan 18 23:19:09.489355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:09.490619 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:19:09.611419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:09.622794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.635391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad884dd-7a73-4c30-9da2-b88409595287 req-481175ea-f97f-4b23-ad74-fcac3bbe23c3 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:09.637854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ad884dd-7a73-4c30-9da2-b88409595287 req-481175ea-f97f-4b23-ad74-fcac3bbe23c3 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.1017272 Jan 18 23:19:09.658957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.707636 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d', 'code': 200} Jan 18 23:19:09.754704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.759962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ad884dd-7a73-4c30-9da2-b88409595287 req-0d84b6df-6607-42d1-99de-3f94275f762f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017368 Jan 18 23:19:09.789659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.789659 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0553cf3-3c6a-48fe-ac40-d70bd8da9fdd HTTP/1.1" status: 204 len: 168 time: 0.5267942 Jan 18 23:19:09.797810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08aca-8bb0-4216-b865-056093803dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0553cf3-3c6a-48fe-ac40-d70bd8da9fdd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:09.872416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1ee1e1-bc04-4084-bd96-d14380ee2555 req-4d5a5c3a-1379-4685-af40-6ca9cd4e6207 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 1096 time: 0.0970724 Jan 18 23:19:09.901726 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.924939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:09.924939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22b7244b-1792-40d4-a233-234c363238d6 HTTP/1.1" status: 204 len: 168 time: 0.4086921 Jan 18 23:19:09.974230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a1ee1e1-bc04-4084-bd96-d14380ee2555 req-422c52a6-6ee1-4df6-a8f7-09843b3a0fb6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958757 Jan 18 23:19:09.986644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a46fb6-4a26-4cac-bcab-9ffe586aba3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b7244b-1792-40d4-a233-234c363238d6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:10.660938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122dc95-d52d-48e2-adf5-5f16cbb5b067 req-ae8a53fc-e697-40a8-8f71-8aa1eee2e261 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:10.660938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2122dc95-d52d-48e2-adf5-5f16cbb5b067 req-ae8a53fc-e697-40a8-8f71-8aa1eee2e261 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.1150987 Jan 18 23:19:10.716083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2122dc95-d52d-48e2-adf5-5f16cbb5b067 req-1a1b446e-ed61-4095-8a3c-a256d4c85404 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 Jan 18 23:19:10.862005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:11.048996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf474-bc26-483f-b8b1-1f1fa988efb6 req-4c5a2896-4bd5-4358-a240-683f6a41bd8f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.061334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71ccf474-bc26-483f-b8b1-1f1fa988efb6 req-4c5a2896-4bd5-4358-a240-683f6a41bd8f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.1677067 Jan 18 23:19:11.187272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71ccf474-bc26-483f-b8b1-1f1fa988efb6 req-43510c5e-ba0d-4462-9929-190ebe249571 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203749 Jan 18 23:19:11.202432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4e0fb-a824-4d9e-8188-3ad5cca16f9f req-c04e6fe6-5507-4a96-8869-c38aedb07df6 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.203095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfb4e0fb-a824-4d9e-8188-3ad5cca16f9f req-c04e6fe6-5507-4a96-8869-c38aedb07df6 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.1453342 Jan 18 23:19:11.261795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dfb4e0fb-a824-4d9e-8188-3ad5cca16f9f req-2c520af8-fc52-4838-8474-3b74c7c465ea tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Jan 18 23:19:11.913354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45322) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:11.951438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6883c-bc31-4c35-be12-86deb9600748 req-57d292e1-7cf1-4376-aa20-f11e6eaeaf17 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:11.952956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b6883c-bc31-4c35-be12-86deb9600748 req-57d292e1-7cf1-4376-aa20-f11e6eaeaf17 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.1005332 Jan 18 23:19:12.004245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b6883c-bc31-4c35-be12-86deb9600748 req-4454b238-5336-4e1c-9314-816d0d6e3c0c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Jan 18 23:19:12.165661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.204971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:12.208931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3150c640c1e14b9b91180d4d1a5db1c2 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:12.212016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:12.218459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:12.293312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.400642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.452378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b472dbbf-6b19-4987-a455-4700de3a2c75,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:12.458548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4ac21e4f-f9d4-40e8-8673-123bdf99d2e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3150c640c1e14b9b91180d4d1a5db1c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5435176 Jan 18 23:19:12.460645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45338) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:12.534069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.561841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.649540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789301e-29a7-477d-aa0b-196b309a2f69 req-dd55596b-0cfb-46df-a497-5d75040c236e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:12.651045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a789301e-29a7-477d-aa0b-196b309a2f69 req-dd55596b-0cfb-46df-a497-5d75040c236e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.0987689 Jan 18 23:19:12.700771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a789301e-29a7-477d-aa0b-196b309a2f69 req-9398c082-b46c-4457-9f5c-47c802d913a0 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Jan 18 23:19:12.731987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.750069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b472dbbf-6b19-4987-a455-4700de3a2c75,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:12.768478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:12.773222 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f2f7d525-e157-40c9-bf34-f1e5cecfa245 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b472dbbf-6b19-4987-a455-4700de3a2c75 HTTP/1.1" status: 204 len: 168 time: 0.3115318 Jan 18 23:19:13.258050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297334a-cfbf-4277-ac29-5d6aef3ed4dd req-af3f41f0-7ac3-4d71-94da-491ec67d2ffa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:13.259694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9297334a-cfbf-4277-ac29-5d6aef3ed4dd req-af3f41f0-7ac3-4d71-94da-491ec67d2ffa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.1183798 Jan 18 23:19:13.310371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9297334a-cfbf-4277-ac29-5d6aef3ed4dd req-0f292dd9-3829-4038-91b6-03a316fe2181 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442967 Jan 18 23:19:13.503612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-00fd4d3c-f119-4386-bc8a-9df206e9693b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:13.504959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-00fd4d3c-f119-4386-bc8a-9df206e9693b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:13.663514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-00fd4d3c-f119-4386-bc8a-9df206e9693b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:13.664614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-00fd4d3c-f119-4386-bc8a-9df206e9693b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.2441750 Jan 18 23:19:13.764431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port ec4252fd-0f5a-475d-96a8-81a8ae80b061 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:13.765964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:13.823391 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0403556a-3a8f-41b6-8ce2-35c251a3589d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.250239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port ec4252fd-0f5a-475d-96a8-81a8ae80b061, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec4252fd-0f5a-475d-96a8-81a8ae80b061,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:14.250239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.390281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for ec4252fd-0f5a-475d-96a8-81a8ae80b061 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:14.571538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85f35f-2a6c-4fdf-88c7-4a4fe9dd66bf req-a170e065-b39c-4dee-984d-7ffd52852aa9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:14.573042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e85f35f-2a6c-4fdf-88c7-4a4fe9dd66bf req-a170e065-b39c-4dee-984d-7ffd52852aa9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Jan 18 23:19:14.621010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e85f35f-2a6c-4fdf-88c7-4a4fe9dd66bf req-e59b0233-2f18-4a2b-98a2-7ecee4f6547d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Jan 18 23:19:14.774653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.790522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956', 'ec4252fd-0f5a-475d-96a8-81a8ae80b061'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:14.830888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=ec4252fd-0f5a-475d-96a8-81a8ae80b061,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:14.933818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port ec4252fd-0f5a-475d-96a8-81a8ae80b061 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:14.937588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:14.940891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'name': 'network-vif-deleted', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:15.020505 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-125e13a0-0429-4029-bf9d-ebda1421f1c1 req-a8172fd5-a2d9-4b90-9a27-87d3e95621fd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "DELETE /v2.0/ports/ec4252fd-0f5a-475d-96a8-81a8ae80b061 HTTP/1.1" status: 204 len: 173 time: 1.3499446 Jan 18 23:19:15.024752 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e80446-2c8f-4bee-89fb-7542e37a9a65', 'name': 'network-vif-deleted', 'tag': 'ec4252fd-0f5a-475d-96a8-81a8ae80b061', 'status': 'completed', 'code': 200} Jan 18 23:19:15.854665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9579142-e7ae-4469-acb3-f95efada1c32 req-490c73e0-1329-41d3-96e7-50f95d86fe66 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=12e80446-2c8f-4bee-89fb-7542e37a9a65 HTTP/1.1" status: 200 len: 210 time: 0.0465689 Jan 18 23:19:15.933037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-73d3fe05-613f-4dda-932a-14f21b5cf526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.150512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45478) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:16.174536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45484) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:16.362583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.395046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:16.398926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Usage tracker for resource:security_group_rule and tenant:a518c6c10e8a4311a5c73df1a8ad0cec is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:16.401834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:16.411460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:16.416224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-980798966'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:16.424614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:16.432275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Usage tracker for resource:network and tenant:09f3f519880d49bf89ed215d2625065b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:16.436060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:16.446776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:16.504775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.574294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Made reservation on behalf of 09f3f519880d49bf89ed215d2625065b for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:16.577429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.592121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.619806 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.641162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:16.653700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Usage tracker for resource:security_group_rule and tenant:09f3f519880d49bf89ed215d2625065b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:16.671213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:16.686509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:16.692742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a518c6c10e8a4311a5c73df1a8ad0cec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5169780 Jan 18 23:19:16.693689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bb2ba-e5e2-4bac-9265-99213e772534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349b745-3569-4604-8ef3-8132ccdda3dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:16.695567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:16.768946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.781015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.800654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.882890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.925458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a35076-c0f0-47ff-8481-58b11037f703,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:16.941271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.952813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:16.962604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349b745-3569-4604-8ef3-8132ccdda3dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:16.967214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.967214 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Added segment 2214e152-d42b-41c2-adfb-89cbe28deab4 of type vlan for network 096f39a0-3baa-41c3-97a7-714b57c16c37 Jan 18 23:19:16.979736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:16.981740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a349b745-3569-4604-8ef3-8132ccdda3dd HTTP/1.1" status: 204 len: 168 time: 0.2848158 Jan 18 23:19:16.983332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.983990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.985039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.987012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.987749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.988418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.989055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.989581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.990083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.995855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:16.995855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea6847-88d5-4bc5-8313-d14cd6d9fb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:17.030716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.134523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.138835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:17.139523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.214269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.276757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Pushing event updated for resources: {'Network': ['ID=096f39a0-3baa-41c3-97a7-714b57c16c37,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:17.338770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 096f39a0-3baa-41c3-97a7-714b57c16c37 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:17.367824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-13826309-496d-4a93-ba23-ab74019f0324 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2150788 Jan 18 23:19:17.373416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:17.767609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:17.861613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'name': 'tempest-network--1324169693', 'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:17.873610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:17.880127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:network and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:17.884659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:17.893301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:17.978155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-59c781cd-9d9c-4bf4-8bb1-84f772671262 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:17.980297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-59c781cd-9d9c-4bf4-8bb1-84f772671262 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.2538588 Jan 18 23:19:18.000332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:18.000434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.018415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-4a39b8c7-266e-4637-9227-80d5c3d8b08b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0303075 Jan 18 23:19:18.022380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.097609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:18.119498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.119676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:18.121543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:security_group_rule and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:18.125550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:18.138466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:18.147877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:18.151735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Usage tracker for resource:security_group_rule and tenant:53a28e95ad764809a04c02d8b9892a2e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:18.155308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:18.160272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-b7213cd0-0d43-4f2b-8133-13639ddd0f8f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1319797 Jan 18 23:19:18.162180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:18.232805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.317133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.319915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.357357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-28f6f1db-7f21-4347-83fb-054db24ad7c7 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742423 Jan 18 23:19:18.381220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d00ef-da3e-4dd5-a18e-082a7c4bbff5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:18.390146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de3e6c45-5b73-4f49-b48b-215ee55f203b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53a28e95ad764809a04c02d8b9892a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2938414 Jan 18 23:19:18.397491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45536) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:18.467204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.472010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.489617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:18.494553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.512467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9cf30f-75a9-491c-aa4c-6a8cefb7b876,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:18.515315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.515665 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Added segment 66686691-23b4-48d7-9cc5-492a2baa1075 of type vlan for network 37d8fbbd-18e6-4cf1-a66f-a887c6230707 Jan 18 23:19:18.565744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-32808be9-4bd0-4a18-b28c-ceb7b4dead32 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013891 Jan 18 23:19:18.586555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.654432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.673360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d00ef-da3e-4dd5-a18e-082a7c4bbff5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:18.676645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.677816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6c19695-2140-40bc-a1f0-0b18c749d191 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/003d00ef-da3e-4dd5-a18e-082a7c4bbff5 HTTP/1.1" status: 204 len: 168 time: 0.2793908 Jan 18 23:19:18.812054 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.812549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:18.813483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:18.815011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.056851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec4252fd-0f5a-475d-96a8-81a8ae80b061 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:19.101711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: ec4252fd-0f5a-475d-96a8-81a8ae80b061 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:19.101711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec4252fd-0f5a-475d-96a8-81a8ae80b061 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:19.177452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4eae9746-afd6-487b-9383-0e64409334b9 req-225d545d-3b5e-4fa6-b728-ac7a91ceba9a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0967348 Jan 18 23:19:19.204028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8292949 Jan 18 23:19:19.207076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45558) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:19.221953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28061ed5-8a4f-4f98-8d13-e2625c1982ce tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=37d8fbbd-18e6-4cf1-a66f-a887c6230707,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:19.234858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 37d8fbbd-18e6-4cf1-a66f-a887c6230707 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:19.417347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.597711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.623348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d8fbbd-18e6-4cf1-a66f-a887c6230707']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:19.638418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66686691-23b4-48d7-9cc5-492a2baa1075') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:19.638882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66686691-23b4-48d7-9cc5-492a2baa1075') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:19.668098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.708721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.717676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:19.718787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:19.740249 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:19.923690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.957679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37d8fbbd-18e6-4cf1-a66f-a887c6230707 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:19:19.962643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:19.968444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Network': ['ID=37d8fbbd-18e6-4cf1-a66f-a887c6230707,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:19.980755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/37d8fbbd-18e6-4cf1-a66f-a887c6230707 HTTP/1.1" status: 204 len: 168 time: 0.7661209 Jan 18 23:19:19.981239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:19.989391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:19.994666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.994884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.995144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:19.995279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.995537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.995860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.996405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.997048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.997493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.997820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.998279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:19.998776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a71c29-1d20-4ed7-ae33-ff6ed0c9a587 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:20.002532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:network and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:20.008288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:20.014874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:20.105773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:20.108759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.167735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:20.177059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.177391 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Added segment 9dd4dff6-508c-4061-a2f2-1e9e03ac4480 of type vlan for network e5148a0b-df51-4bf6-bcf7-b466bf63835e Jan 18 23:19:20.238002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.406516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.408884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:20.409653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.456658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3e61feb-610d-4066-9e87-b7ee6287f078 req-c08b8340-fd5b-49bd-a9f5-ddc25fdb592d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0937021 Jan 18 23:19:20.530619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45598) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:20.573364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=e5148a0b-df51-4bf6-bcf7-b466bf63835e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:20.586213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e5148a0b-df51-4bf6-bcf7-b466bf63835e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:20.631468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f7dbd1be-5c4c-40e5-a76a-5be284b070b0 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6486287 Jan 18 23:19:20.634413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:20.640563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'subnet': {'network_id': 'e5148a0b-df51-4bf6-bcf7-b466bf63835e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:20.653483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:20.663298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:subnet and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:20.672611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:20.695470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:20.737996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.771434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:20.775234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Usage tracker for resource:security_group_rule and tenant:788e10a16b7f49fda2ce74b04cee0b42 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:20.778098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:20.797474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:20.814504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:20.817705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.854547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:20.956862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.007131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ffb047-aa13-492d-9737-df2290e1266c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:21.011948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d4d27956-acbe-4bee-b59e-ea6424b9dc12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=788e10a16b7f49fda2ce74b04cee0b42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4796581 Jan 18 23:19:21.015878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45612) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:21.080465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.106651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.252567 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.274691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.276930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07ffb047-aa13-492d-9737-df2290e1266c HTTP/1.1" status: 204 len: 168 time: 0.2590213 Jan 18 23:19:21.281285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45622) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:21.284530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cba61-af4c-459b-9644-10af8b9da84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ffb047-aa13-492d-9737-df2290e1266c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:21.319595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:19:21.320122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.394611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9a183f7-eb23-4a9b-9561-4f85d1655bc8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:21.419320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Checking segment: {'id': '9dd4dff6-508c-4061-a2f2-1e9e03ac4480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e5148a0b-df51-4bf6-bcf7-b466bf63835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:21.419713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Network hostable DHCP agents. Network: e5148a0b-df51-4bf6-bcf7-b466bf63835e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:21.458048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.528213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Network e5148a0b-df51-4bf6-bcf7-b466bf63835e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:21.577588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:21.580096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Usage tracker for resource:security_group_rule and tenant:636d5a19ae2645c5b17d12598a976375 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:21.583505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:21.589848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:21.660700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22e75918-a688-4684-a38f-316859c3ba03 req-c40a171c-f9bd-44f4-a0ac-a69d8056bd18 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0509055 Jan 18 23:19:21.676971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e5148a0b-df51-4bf6-bcf7-b466bf63835e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:21.681486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:21.682192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.689747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02b097-fa9c-4233-ac3a-82adf80aa927 None None] Network e5148a0b-df51-4bf6-bcf7-b466bf63835e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:21.765880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.817121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-bd323002-55d8-44a6-9283-843074c459f3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:21.818759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-bd323002-55d8-44a6-9283-843074c459f3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.1690423 Jan 18 23:19:21.845539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dfce7e03-84ff-4e7a-a05a-c2f41c7a1a64 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2023628 Jan 18 23:19:21.845539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45638) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:21.849225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:21.853621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5148a0b-df51-4bf6-bcf7-b466bf63835e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:21.861487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:21.869040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:floatingip and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:21.873611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:21.879855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:21.957319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:21.992821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.025624 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=636d5a19ae2645c5b17d12598a976375&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7415750 Jan 18 23:19:22.041834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f1f55-e983-4422-a1f2-65ce62f21ad7 None None] Network e5148a0b-df51-4bf6-bcf7-b466bf63835e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:22.051531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:22.135892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.136025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9cb02-8244-4951-a4a4-2e106139441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b2ae33-cfce-4d3e-85d5-353889a1cb1f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:22.145895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:22.153586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:22.164144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:22.180699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:22.223357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.253483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.301640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Allocated IP 172.20.0.13 (e5148a0b-df51-4bf6-bcf7-b466bf63835e/f9a183f7-eb23-4a9b-9561-4f85d1655bc8/72d89787-7ada-42b6-8c28-eba082894c61) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:22.391599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:22.394815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.481331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.694349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.5 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/b79f307a-c130-48a9-8d4d-8b1d4050fa66) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:22.738777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.761944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b2ae33-cfce-4d3e-85d5-353889a1cb1f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:22.774893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.776161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39312254-45ad-4b5d-96a4-ca04c5a5f79c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83b2ae33-cfce-4d3e-85d5-353889a1cb1f HTTP/1.1" status: 204 len: 168 time: 0.7236943 Jan 18 23:19:22.864552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-41a0b951-170a-43ab-aa1a-290eaff575ab req-51db0872-fb8e-462e-8bbf-d86ce6de3e4e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0612636 Jan 18 23:19:22.868191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:22.963561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Network e5148a0b-df51-4bf6-bcf7-b466bf63835e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:22.964666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Port': ['ID=72d89787-7ada-42b6-8c28-eba082894c61,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:22.968986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:22.972149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:23.111933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.155591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.201215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.212978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:23.281392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.300230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:23.301480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:23.307659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:23.382408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:23.383104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.479202 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.493057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-839c8a7e-d5c6-423d-ba55-4dd4353343c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6613309 Jan 18 23:19:23.504861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Request body: {'port': {'device_id': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:23.633789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.721429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.817609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:23.911970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Port': ['ID=72d89787-7ada-42b6-8c28-eba082894c61,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:23.990458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.091469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79f307a-c130-48a9-8d4d-8b1d4050fa66 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:24.113778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.133540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.133540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-afdcebc9-a6e2-4dc0-8e1a-1381d1ce0f13 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2768903 Jan 18 23:19:24.133842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:24.143884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Transition to ACTIVE for port object b79f307a-c130-48a9-8d4d-8b1d4050fa66 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:24.215960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.242139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d1edf284-c9e1-4085-816b-6df4cb02b3b5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Synchronizing usage tracker for tenant:3568cf33669b46348de5340b4e1d9b7d on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:24.274753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b7a21-4cc8-47ad-9f51-64e297fcf91c req-49b9020f-22a4-4e0e-ab35-94e252e42ff6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:24.278556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e48b7a21-4cc8-47ad-9f51-64e297fcf91c req-49b9020f-22a4-4e0e-ab35-94e252e42ff6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 931 time: 0.2105482 Jan 18 23:19:24.335669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e48b7a21-4cc8-47ad-9f51-64e297fcf91c req-22cba1c5-64f3-4d7c-953b-5b3afdac49c1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Jan 18 23:19:24.336435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d1edf284-c9e1-4085-816b-6df4cb02b3b5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Unset dirty status for tenant:3568cf33669b46348de5340b4e1d9b7d on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:24.337507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d1edf284-c9e1-4085-816b-6df4cb02b3b5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=e5148a0b-df51-4bf6-bcf7-b466bf63835e HTTP/1.1" status: 200 len: 690 time: 0.1977532 Jan 18 23:19:24.340078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:24.405650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Pushing event updated for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:24.496113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.586774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Deleting port 72d89787-7ada-42b6-8c28-eba082894c61 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:24.587383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.633701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Attempting to bind port b79f307a-c130-48a9-8d4d-8b1d4050fa66 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:24.634333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Attempting to bind port b79f307a-c130-48a9-8d4d-8b1d4050fa66 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:24.635411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Attempting to bind port b79f307a-c130-48a9-8d4d-8b1d4050fa66 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:24.643370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Port b79f307a-c130-48a9-8d4d-8b1d4050fa66 on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:24.643800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Attempting to bind port b79f307a-c130-48a9-8d4d-8b1d4050fa66 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:24.651918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:19:24.652347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:24.653000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:19:24.653475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Bound port: b79f307a-c130-48a9-8d4d-8b1d4050fa66, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:24.653937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.771570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:24.774712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:19:24.836376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.836942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.911545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.977896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:24.979242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] 10.222.0.89 "PUT /v2.0/ports/b79f307a-c130-48a9-8d4d-8b1d4050fa66 HTTP/1.1" status: 200 len: 1091 time: 1.4793453 Jan 18 23:19:24.979677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:24.981604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Calling delete_port for 72d89787-7ada-42b6-8c28-eba082894c61 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:25.007192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da24569-e67f-4dbd-a50b-1b1dbd9ea148 service neutron] Pushing event updated for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:25.051847 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66', 'status': 'completed', 'code': 200} Jan 18 23:19:25.165021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dcaf610-8deb-4a09-8f5c-20a4a026cbf3 req-923d6e70-f52d-458e-87f5-e051090d20f3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 1094 time: 0.0907230 Jan 18 23:19:25.238109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:25.284941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d89787-7ada-42b6-8c28-eba082894c61,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:25.329068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaf610-8deb-4a09-8f5c-20a4a026cbf3 req-11612cb4-7658-43e2-a79e-ce68349bb54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:25.331069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dcaf610-8deb-4a09-8f5c-20a4a026cbf3 req-11612cb4-7658-43e2-a79e-ce68349bb54e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=82205e71fad24f48b846bbdf08b3c722&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1595812 Jan 18 23:19:25.460471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:25.561192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaf610-8deb-4a09-8f5c-20a4a026cbf3 req-08387c0f-63b8-467d-a6f9-03e690c520fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:25.563882 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3dcaf610-8deb-4a09-8f5c-20a4a026cbf3 req-08387c0f-63b8-467d-a6f9-03e690c520fe service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261765 Jan 18 23:19:25.624381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:25.718675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-0d7b200e-1e88-46e1-b6c2-b77f35398e3e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 1094 time: 0.1059287 Jan 18 23:19:25.856426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66667242-4083-4ec0-aa60-241917b91786 req-d82de4fe-1251-4c5e-9f7c-1af5cdfbbd22 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:25.863877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66667242-4083-4ec0-aa60-241917b91786 req-d82de4fe-1251-4c5e-9f7c-1af5cdfbbd22 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 943 time: 0.2967107 Jan 18 23:19:25.895428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-38ac4448-83a2-44b2-9c0a-d93bf4194491 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66 HTTP/1.1" status: 200 len: 217 time: 0.1719189 Jan 18 23:19:25.938998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66667242-4083-4ec0-aa60-241917b91786 req-3da2874f-01ab-4ed9-9051-9d2cf489e444 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730333 Jan 18 23:19:25.979685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:25.985103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-d8fd20ad-5ff9-4b47-a328-10daeed9af9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:25.987159 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-d8fd20ad-5ff9-4b47-a328-10daeed9af9d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0849738 Jan 18 23:19:26.041658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a183f7-eb23-4a9b-9561-4f85d1655bc8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:26.046993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-36392d88-58c7-4ed8-b0b9-63c3c880588c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530674 Jan 18 23:19:26.156971 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.187297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5148a0b-df51-4bf6-bcf7-b466bf63835e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:26.207156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd4dff6-508c-4061-a2f2-1e9e03ac4480') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:26.207682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd4dff6-508c-4061-a2f2-1e9e03ac4480') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:26.210588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-75dec149-363a-4309-bcd2-8664fbd78403 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553061 Jan 18 23:19:26.222948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.242562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.250639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:26.251953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:26.282543 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:26.363590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45754) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.375399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88a73f92-88ac-4ee8-a99b-42465933cf5b req-1cea6465-0611-49bc-a0d8-b3faaf213ab0 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572840 Jan 18 23:19:26.425195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.429797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5148a0b-df51-4bf6-bcf7-b466bf63835e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:19:26.432101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.469195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5148a0b-df51-4bf6-bcf7-b466bf63835e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:26.539078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0f52a708-cea1-499e-aebf-ab2fcad1d565 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e5148a0b-df51-4bf6-bcf7-b466bf63835e HTTP/1.1" status: 204 len: 168 time: 2.1972723 Jan 18 23:19:26.539274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.646884 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b7f31d53-b302-475c-92f9-0ef4e0f03e65 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.1060319 Jan 18 23:19:26.649682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45766) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.692734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-967539896'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:26.698959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:26.706525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Usage tracker for resource:network and tenant:c796b8b358a74b7b9690da04500398a5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:26.723334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:26.739758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.740137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.740526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:26.740653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.740986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.741338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.741685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.742031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.742463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.742810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.743155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.743548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.743890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.744229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.744638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:26.746888 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dab9b052-8ec8-4e1b-8dbf-fd41d38180d7 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8928 time: 0.0966175 Jan 18 23:19:26.750013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45772) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.836739 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-429cf9fc-6bf7-49cf-8e78-52fbfbf48e4a tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] delete failed (client error): The resource could not be found. Jan 18 23:19:26.838425 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-429cf9fc-6bf7-49cf-8e78-52fbfbf48e4a tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/5fc0bdb2-b7f1-41af-8eb5-f2128a6bbaa2 HTTP/1.1" status: 404 len: 345 time: 0.0869677 Jan 18 23:19:26.840809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.877463 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a3c89f-5c12-4ed3-8955-c0e5f302c4c5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] DELETE failed (client error): The resource could not be found. Jan 18 23:19:26.877463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a3c89f-5c12-4ed3-8955-c0e5f302c4c5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:19:26.877463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-85a3c89f-5c12-4ed3-8955-c0e5f302c4c5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e5148a0b-df51-4bf6-bcf7-b466bf63835e HTTP/1.1" status: 404 len: 339 time: 0.0342348 Jan 18 23:19:26.881249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:26.887745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'name': 'tempest-network--1640043715', 'router:external': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:26.909015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:26.909015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Made reservation on behalf of c796b8b358a74b7b9690da04500398a5 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:26.909015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:26.935760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:network and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:26.940044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:26.961976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:26.986026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.033235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:27.041122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Usage tracker for resource:security_group_rule and tenant:c796b8b358a74b7b9690da04500398a5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:27.045616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:27.053590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:27.078506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:27.081927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.121966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:27.148667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.149138 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Added segment 7c4c141b-b889-495c-b8c5-511b30d903fd of type vlan for network 13cfc38a-6fd4-4b50-8b71-a42be10387f7 Jan 18 23:19:27.174130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45800) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.245482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.277766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.308853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.351661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713d8d1-90b1-49ab-91cc-aa86a773fb6f req-a63a5862-cba9-4bee-b4ad-a143b0609978 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:27.351661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5713d8d1-90b1-49ab-91cc-aa86a773fb6f req-a63a5862-cba9-4bee-b4ad-a143b0609978 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 943 time: 0.1928895 Jan 18 23:19:27.351999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.360780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:27.387801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:27.391235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732097b6-4bb4-4975-a80b-542eeed9e96e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.393229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Usage tracker for resource:security_group_rule and tenant:5398486c5b9d45fd82bb312ad89ff83e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:27.396679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:27.398126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.398482 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Added segment 102f60b6-b3fa-40bc-918a-a7c6c483870e of type vlan for network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad Jan 18 23:19:27.414814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:27.440222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5713d8d1-90b1-49ab-91cc-aa86a773fb6f req-b5c2c786-b276-49bc-9e55-0e0e795d0a14 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808675 Jan 18 23:19:27.440885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.443197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:27.443197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.446625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.486859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.574318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=13cfc38a-6fd4-4b50-8b71-a42be10387f7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.583953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.588415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 13cfc38a-6fd4-4b50-8b71-a42be10387f7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:27.632889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9e1d9-0791-454f-ab50-1c994636ccc5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.637836 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-38ca4d65-8840-449e-bba9-8e0f364e2a66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5398486c5b9d45fd82bb312ad89ff83e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4616597 Jan 18 23:19:27.640012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.685208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45816) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:27.685323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cc9fd36a-25e8-418a-805a-d7289c4f134e tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8015170 Jan 18 23:19:27.718119 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.731936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.736666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:27.737863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.792616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:27.892029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5268025 Jan 18 23:19:27.910251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899f20a-832e-47e6-affb-fccbfcf6f953 tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Pushing event updated for resources: {'Network': ['ID=e607d3a7-9b49-4e0b-a5b8-15925e66d0ad,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:27.922306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:28.007995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:28.012137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:28.016163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:28.020274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:28.021164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Synchronizing usage tracker for tenant:09f3f519880d49bf89ed215d2625065b on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:28.037937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.055832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9e1d9-0791-454f-ab50-1c994636ccc5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.065408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.069237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-870db0cf-cec9-41cd-b10a-0e7d9b096c28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62c9e1d9-0791-454f-ab50-1c994636ccc5 HTTP/1.1" status: 204 len: 168 time: 0.4253886 Jan 18 23:19:28.111510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Unset dirty status for tenant:09f3f519880d49bf89ed215d2625065b on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:28.114680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-199c5a05-c8ff-455f-abfa-08692857a679 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4275057 Jan 18 23:19:28.116727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45828) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.222614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.229878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad', 'binding:host_id': 'n-h2-825175-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1907814884'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:28.234714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.241802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Usage tracker for resource:port and tenant:bc8c0a21144940d18ff03b9da7484e17 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:28.256679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:28.256679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.264696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.319900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Made reservation on behalf of bc8c0a21144940d18ff03b9da7484e17 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:28.319900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.338317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.387684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.392304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Usage tracker for resource:security_group_rule and tenant:bc8c0a21144940d18ff03b9da7484e17 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:28.397988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:28.403833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.408062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.442682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cfc38a-6fd4-4b50-8b71-a42be10387f7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:28.457928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4c141b-b889-495c-b8c5-511b30d903fd') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:28.458067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4c141b-b889-495c-b8c5-511b30d903fd') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:28.472087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.506862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.515461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.528901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:28.529364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:28.543988 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:28.603138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.618005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:28.732469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e04c6-45e6-4355-9841-53edbf1e0d02,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.752292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.757136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13cfc38a-6fd4-4b50-8b71-a42be10387f7 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:19:28.759892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.809440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/13cfc38a-6fd4-4b50-8b71-a42be10387f7 HTTP/1.1" status: 204 len: 168 time: 0.6913204 Jan 18 23:19:28.814151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45842) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.817840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d43fe-3399-4e87-900b-3171442e18ea tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Network': ['ID=13cfc38a-6fd4-4b50-8b71-a42be10387f7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:28.826847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'name': 'tempest-network--487755032', 'router:external': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:28.833574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:28.838070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:network and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:28.842458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:28.854368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:28.950592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:28.972956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:28.975630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:28.993498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.034152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:29.042879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:29.049199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9fe2f8bb154e23b2126dad713121a1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:29.057093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.057093 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Added segment 59b2f598-6df7-4bc7-8ce5-f42c0d1d3ef6 of type vlan for network 57f86769-7fa1-4811-a188-cae92ec48ec5 Jan 18 23:19:29.057093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:29.063707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:29.113164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.151586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180cc9-40a2-4b20-bdb9-b99234a04131 req-eb35e17b-bc64-457b-b5f8-b52ad1a237ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.162400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc180cc9-40a2-4b20-bdb9-b99234a04131 req-eb35e17b-bc64-457b-b5f8-b52ad1a237ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 943 time: 0.5469105 Jan 18 23:19:29.198504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-a899ce33-e030-4d70-a4e0-8079225ebf12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4613123 Jan 18 23:19:29.204667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:29.208875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.225100 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.243201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.244929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.245530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.251558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Transition to ACTIVE for port object 584c5e38-a8e0-4636-90e7-ef3f9efa6677 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:29.262396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc180cc9-40a2-4b20-bdb9-b99234a04131 req-b8f559cf-b1d7-4422-a02e-6c299099dac5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981221 Jan 18 23:19:29.341325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.402092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=57f86769-7fa1-4811-a188-cae92ec48ec5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.412543 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a2df784-6897-4eca-ab94-43f6e6473363 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5943756 Jan 18 23:19:29.412543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45852) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:29.415263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b1327d-3c26-4553-8afe-56bf4160a98a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.416033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 57f86769-7fa1-4811-a188-cae92ec48ec5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:29.444690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ccf09811-dc95-4498-9ea5-84591ff1a9a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b9fe2f8bb154e23b2126dad713121a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4907553 Jan 18 23:19:29.446793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45856) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:29.466101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.553519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=584c5e38-a8e0-4636-90e7-ef3f9efa6677,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:29.564812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-bfa641d5-ccb6-4a48-a52d-3b508b64e462 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 1098 time: 0.2781737 Jan 18 23:19:29.577797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b73ca7-3ace-4b5f-ad39-04da07d55559 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.580259 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a2b73ca7-3ace-4b5f-ad39-04da07d55559 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "GET /v2.0/networks/57f86769-7fa1-4811-a188-cae92ec48ec5 HTTP/1.1" status: 200 len: 756 time: 0.1657994 Jan 18 23:19:29.583123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:29.658285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Checking segment: {'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:29.658667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Network hostable DHCP agents. Network: e607d3a7-9b49-4e0b-a5b8-15925e66d0ad, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:29.664770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.725697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.733060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61a88-0d24-44bd-acad-195e917f0846 req-9e6ef9fc-5ddc-4d2f-9924-f10983ff473a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.734510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-9e6ef9fc-5ddc-4d2f-9924-f10983ff473a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 200 len: 918 time: 0.1498091 Jan 18 23:19:29.739723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90fadc-90b7-4787-a37c-644ce7d8326e tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.741078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2f90fadc-90b7-4787-a37c-644ce7d8326e tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "GET /v2.0/networks/096f39a0-3baa-41c3-97a7-714b57c16c37 HTTP/1.1" status: 200 len: 767 time: 0.1570339 Jan 18 23:19:29.749089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:29.841789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-bc43f8e7-77dd-45a8-88e3-a90e85e79e01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 200 len: 1000 time: 0.0999482 Jan 18 23:19:29.877893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:29.939965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:29.975458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61a88-0d24-44bd-acad-195e917f0846 req-e347d729-141c-4a56-902e-4713a2301a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:29.977050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-e347d729-141c-4a56-902e-4713a2301a0d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 200 len: 856 time: 0.1280253 Jan 18 23:19:30.025962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.040959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.059288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-415e9fd6-e78b-4378-92d1-819d06d07b63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0666dda1-4d1d-40fe-ace9-cb49ee57764a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750725 Jan 18 23:19:30.061135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e607d3a7-9b49-4e0b-a5b8-15925e66d0ad) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:30.067386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b1327d-3c26-4553-8afe-56bf4160a98a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:30.073962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f86769-7fa1-4811-a188-cae92ec48ec5']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:30.085313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:30.086443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.087614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2df2c43b-e0c9-4a14-9479-892e5c0c3acb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12b1327d-3c26-4553-8afe-56bf4160a98a HTTP/1.1" status: 204 len: 168 time: 0.6399119 Jan 18 23:19:30.091912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b2f598-6df7-4bc7-8ce5-f42c0d1d3ef6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:30.092110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b2f598-6df7-4bc7-8ce5-f42c0d1d3ef6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:30.100591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466610b-e4df-4975-8016-aea3720d88e5 None None] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:30.111983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.144746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.162215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:30.162215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.185413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.185966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.186072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.197295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.197670 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.205175 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 2 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.231144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.231471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.231975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.288210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.288547 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.290814 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 3 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.307268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-e36c09f6-3013-46bb-87c7-819bbd09b260 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413805 Jan 18 23:19:30.335504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.336265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.336821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:30.366560 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:30.420362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.420818 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.423064 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 4 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.492310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.492654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.493032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.517044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.540366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57f86769-7fa1-4811-a188-cae92ec48ec5 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:19:30.542854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.543418 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.545089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.550002 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 5 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.551835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Network': ['ID=57f86769-7fa1-4811-a188-cae92ec48ec5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:30.558827 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0858401c-6f51-4852-b0de-505c2dced2d5 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/57f86769-7fa1-4811-a188-cae92ec48ec5 HTTP/1.1" status: 204 len: 168 time: 0.8083932 Jan 18 23:19:30.559754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45882) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:30.566954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'name': 'tempest-network--136329478'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:30.571167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:30.575289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46c61a88-0d24-44bd-acad-195e917f0846 req-4b971910-da9e-4779-9f37-3309d67c0523 service neutron] 10.222.0.83 "GET /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599685 Jan 18 23:19:30.575807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Usage tracker for resource:network and tenant:3568cf33669b46348de5340b4e1d9b7d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:30.578459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.579927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:30.580364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.581031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.593994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.594627 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.596980 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 6 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.615046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:30.619882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.622465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.623065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.635112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c1a8-c6dc-4a17-8a8c-63e62dfb3764 req-f9910be1-4df4-4851-9782-50c3b376fcc8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:30.636938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ab5c1a8-c6dc-4a17-8a8c-63e62dfb3764 req-f9910be1-4df4-4851-9782-50c3b376fcc8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 943 time: 0.1963589 Jan 18 23:19:30.640432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.641016 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.642374 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 7 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.683986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.684337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.684679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.704359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.705862 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.717696 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 8 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.733551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ab5c1a8-c6dc-4a17-8a8c-63e62dfb3764 req-d437b51a-78dd-46dc-9006-a59f4a1388e9 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811210 Jan 18 23:19:30.736665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.737210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.737555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.739934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Made reservation on behalf of 3568cf33669b46348de5340b4e1d9b7d for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:30.743578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.743790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.744095 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.744472 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 9 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.777566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.778001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.778228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.785695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.786331 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.786442 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 10 to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 Jan 18 23:19:30.798026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:30.803282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:30.803625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:30.804126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:30.810460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:30.810770 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:30.811262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.812659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.814013 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Added segment 3032c1c4-4991-4c9a-b1fd-7114cbfce533 of type vlan for network cd007643-301a-40f2-8f0a-bd4f29bd696b Jan 18 23:19:30.884040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:30.949274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port 584c5e38-a8e0-4636-90e7-ef3f9efa6677, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:30.950785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:19:31.035122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.044439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.044439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.066730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.132759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.149270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b79f307a-c130-48a9-8d4d-8b1d4050fa66 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:31.179539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=584c5e38-a8e0-4636-90e7-ef3f9efa6677,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:31.181904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=cd007643-301a-40f2-8f0a-bd4f29bd696b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:31.198973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network cd007643-301a-40f2-8f0a-bd4f29bd696b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:31.251317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5652173-cf08-4f81-9983-5aad26407d18 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6864336 Jan 18 23:19:31.251317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:31.255573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:31.288141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-61d0cb7e-a53e-4c24-a334-2816633f48e6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0616968 Jan 18 23:19:31.288141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:31.369018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Deleting port 584c5e38-a8e0-4636-90e7-ef3f9efa6677 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:31.369614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.491669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:31.508266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66', 'mac_address': 'fa:16:3e:a2:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:31.567635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.575811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.598076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79f307a-c130-48a9-8d4d-8b1d4050fa66 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:31.628585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:31.672011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port 584c5e38-a8e0-4636-90e7-ef3f9efa6677, host n-h2-825175-2, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:31.672375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.689526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.723012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.831786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Calling delete_port for 584c5e38-a8e0-4636-90e7-ef3f9efa6677 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:31.849488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Network cd007643-301a-40f2-8f0a-bd4f29bd696b is not hosted by any dhcp agent {{(pid=84543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 18 23:19:31.867358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:31.869074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:31.871764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "PUT /v2.0/networks/cd007643-301a-40f2-8f0a-bd4f29bd696b HTTP/1.1" status: 200 len: 857 time: 0.6209114 Jan 18 23:19:31.875858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:31.877047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:32.017708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976a044-2ae9-451f-8549-be8f30d9c757 tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event updated for resources: {'Network': ['ID=cd007643-301a-40f2-8f0a-bd4f29bd696b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:32.060153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.149261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcf332-5012-4bd3-baa6-288e4a486769 req-90081561-bafb-406f-89a2-156d219a4bd1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:32.151139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08dcf332-5012-4bd3-baa6-288e4a486769 req-90081561-bafb-406f-89a2-156d219a4bd1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 944 time: 0.1229422 Jan 18 23:19:32.159156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['b79f307a-c130-48a9-8d4d-8b1d4050fa66'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:32.199016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.202844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.245848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd007643-301a-40f2-8f0a-bd4f29bd696b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:32.275783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3032c1c4-4991-4c9a-b1fd-7114cbfce533') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:32.276342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3032c1c4-4991-4c9a-b1fd-7114cbfce533') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:32.294376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.315319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.328442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:32.330058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.337098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event deleted for resources: {'Port': ['ID=584c5e38-a8e0-4636-90e7-ef3f9efa6677,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:32.404525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.423880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08dcf332-5012-4bd3-baa6-288e4a486769 req-b98c3a52-03c3-4926-bcaa-2cfd7882d3b3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642152 Jan 18 23:19:32.428801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e8e8e2eb-7b28-43ee-ab62-5ce226db6558 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "DELETE /v2.0/ports/584c5e38-a8e0-4636-90e7-ef3f9efa6677 HTTP/1.1" status: 204 len: 168 time: 1.1394598 Jan 18 23:19:32.431440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:32.521480 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:32.529868 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-67739ee4-77ea-4713-9ead-58d2f7d29052 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:19:32.530381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67739ee4-77ea-4713-9ead-58d2f7d29052 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Synchronizing usage tracker for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:32.614158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.629996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd007643-301a-40f2-8f0a-bd4f29bd696b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:19:32.633865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.639812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd007643-301a-40f2-8f0a-bd4f29bd696b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:32.649230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67739ee4-77ea-4713-9ead-58d2f7d29052 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Unset dirty status for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:32.649230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-67739ee4-77ea-4713-9ead-58d2f7d29052 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports/584c5e38-a8e0-4636-90e7-ef3f9efa6677 HTTP/1.1" status: 404 len: 333 time: 0.2134845 Jan 18 23:19:32.649378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-24c17a78-6b45-4d5e-845c-064e34779e8b tempest-ExternalNetworksTestJSON-1324270773 tempest-ExternalNetworksTestJSON-1324270773-project-admin] 10.222.0.59 "DELETE /v2.0/networks/cd007643-301a-40f2-8f0a-bd4f29bd696b HTTP/1.1" status: 204 len: 168 time: 0.7680354 Jan 18 23:19:32.651897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:32.652429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:32.695010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1934824821'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:32.707791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:32.723360 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ce7790-d2a1-4bfc-a298-4dd898c91dc2 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] DELETE failed (client error): The resource could not be found. Jan 18 23:19:32.724622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ce7790-d2a1-4bfc-a298-4dd898c91dc2 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:19:32.732088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-79ce7790-d2a1-4bfc-a298-4dd898c91dc2 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "DELETE /v2.0/subnets/f9a183f7-eb23-4a9b-9561-4f85d1655bc8 HTTP/1.1" status: 404 len: 337 time: 0.0741575 Jan 18 23:19:32.732088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:32.739175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:32.883256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Made reservation on behalf of bc8c0a21144940d18ff03b9da7484e17 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:32.886659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:32.929322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port d213025a-a689-4f89-a9a1-5fb94cc59c99 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:32.976516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.220876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.223645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.260024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096f39a0-3baa-41c3-97a7-714b57c16c37']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:33.281517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2214e152-d42b-41c2-adfb-89cbe28deab4') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:33.281943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2214e152-d42b-41c2-adfb-89cbe28deab4') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:33.301617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.313969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.320705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:33.321135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:33.339390 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:33.354959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.457711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:33.457711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:33.458209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:33.459171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:33.460607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.468615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=d213025a-a689-4f89-a9a1-5fb94cc59c99,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:33.520506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.538974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:33.550357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] Pushing event deleted for resources: {'Network': ['ID=096f39a0-3baa-41c3-97a7-714b57c16c37,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:33.631779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96e8f4cf-555e-4d19-a4c5-904a4f6d6e26 tempest-ExternalNetworksTestJSON-1055365366 tempest-ExternalNetworksTestJSON-1055365366-project] 10.222.0.59 "DELETE /v2.0/networks/096f39a0-3baa-41c3-97a7-714b57c16c37 HTTP/1.1" status: 204 len: 168 time: 0.8908978 Jan 18 23:19:33.642684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b7833d0d-f494-44ce-848d-d60d85a403d0 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9879141 Jan 18 23:19:33.645130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45964) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:33.651059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:33.666531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cda1ba-44b9-43e9-b84f-bfa544287da9 req-ab654c24-c41f-4400-bf67-526981184842 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:33.668433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42cda1ba-44b9-43e9-b84f-bfa544287da9 req-ab654c24-c41f-4400-bf67-526981184842 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 944 time: 0.0916018 Jan 18 23:19:33.739942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42cda1ba-44b9-43e9-b84f-bfa544287da9 req-5dbfa192-9355-454f-9bf0-bae4288fa687 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608921 Jan 18 23:19:33.935392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.282428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port d213025a-a689-4f89-a9a1-5fb94cc59c99 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:34.289829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.307902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Transition to ACTIVE for port object d213025a-a689-4f89-a9a1-5fb94cc59c99 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:34.368538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45982) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:34.429310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.502799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=d213025a-a689-4f89-a9a1-5fb94cc59c99,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:34.610870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.611298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.611678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.623907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.623907 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.623907 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 2 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.648615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.649245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.649338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.656746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da580f77-9a7e-48e6-bec4-e1a2434d2779 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09f3f519880d49bf89ed215d2625065b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2870026 Jan 18 23:19:34.658894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.659410 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.659661 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 3 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.660671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:34.677498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.677888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.678670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.684395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.684727 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.685158 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 4 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.704942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.705324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.705852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.713164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.713516 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.713970 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 5 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.726064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.730537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.730896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.731235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.737502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.737838 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.738255 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 6 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.753785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.754122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.754487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.761549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.761813 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.762111 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 7 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.777870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.778223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.778596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.784670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.785038 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.785428 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 8 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.802582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.802582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.803066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.810838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.811228 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.815990 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 9 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.816248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.829730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.830073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.830417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.836723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.837247 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.837788 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 10 to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 Jan 18 23:19:34.856736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:34.857323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:34.857868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:34.870483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:34.871809 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port d213025a-a689-4f89-a9a1-5fb94cc59c99 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:34.873071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.959801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f192a47-4a3e-44ee-b7ef-1855bfb76c2d req-f6b5c073-9a81-48a9-a4b1-e89570eae0f9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:34.967010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f192a47-4a3e-44ee-b7ef-1855bfb76c2d req-f6b5c073-9a81-48a9-a4b1-e89570eae0f9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.2051392 Jan 18 23:19:34.989002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:34.990325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port d213025a-a689-4f89-a9a1-5fb94cc59c99, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:34.990696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempted to set empty binding levels {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:19:35.019335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a35076-c0f0-47ff-8481-58b11037f703,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:35.036401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.037682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-499b4d9e-7fb4-4405-8781-6aadbbb1b208 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0a35076-c0f0-47ff-8481-58b11037f703 HTTP/1.1" status: 204 len: 168 time: 0.3764017 Jan 18 23:19:35.055181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f192a47-4a3e-44ee-b7ef-1855bfb76c2d req-4c3d3c34-e2ca-4fb5-b60e-8cbad1705baa tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847852 Jan 18 23:19:35.065791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9e5e2-8278-4be1-9989-482209098211 req-f2fb2600-b194-417a-8b6f-730ade3c899a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:35.067276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44b9e5e2-8278-4be1-9989-482209098211 req-f2fb2600-b194-417a-8b6f-730ade3c899a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 944 time: 0.1610136 Jan 18 23:19:35.081090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.117921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44b9e5e2-8278-4be1-9989-482209098211 req-f568fb2b-ca15-41f6-81e4-1dbb30ec9802 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Jan 18 23:19:35.120190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] In _notify_port_updated(), no bound segment for port d213025a-a689-4f89-a9a1-5fb94cc59c99 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:19:35.125452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.128740 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "PUT /v2.0/ports/d213025a-a689-4f89-a9a1-5fb94cc59c99 HTTP/1.1" status: 200 len: 975 time: 1.4824226 Jan 18 23:19:35.134202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46010) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:35.169185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b79f307a-c130-48a9-8d4d-8b1d4050fa66 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:35.226655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6efa3-1ce0-4f0f-a314-db7dbc1bc4fb tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=d213025a-a689-4f89-a9a1-5fb94cc59c99,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:35.304896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e2b0e97a-6cbb-41e0-b6d8-14efa5d45cae tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43329 time: 0.1675272 Jan 18 23:19:35.307669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46020) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:35.325842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port b79f307a-c130-48a9-8d4d-8b1d4050fa66 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:35.331263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port b79f307a-c130-48a9-8d4d-8b1d4050fa66 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:35.331492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.375098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Deleting port d213025a-a689-4f89-a9a1-5fb94cc59c99 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:35.376170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.451106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.486414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:35.513914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:35.553222 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66', 'code': 200} Jan 18 23:19:35.606857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.624378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port d213025a-a689-4f89-a9a1-5fb94cc59c99, host n-h2-825175-2, got binding levels [] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:35.624727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:35.690120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:35.827301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Calling delete_port for d213025a-a689-4f89-a9a1-5fb94cc59c99 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:35.944674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f938b904-4d69-45cb-8243-699fdc98e0e8 req-de3282e1-cac5-413f-968e-7a8a4873e695 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 1096 time: 0.3118601 Jan 18 23:19:35.952262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-5133fde3-b6e9-4ee3-877b-565b02564946 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2258461 Jan 18 23:19:36.005060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:36.061326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-02ccc0a1-86c7-4f2d-8e53-e79bbfc84f73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3568cf33669b46348de5340b4e1d9b7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527213 Jan 18 23:19:36.061540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:36.115302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.148117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.180998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.324251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event deleted for resources: {'Port': ['ID=d213025a-a689-4f89-a9a1-5fb94cc59c99,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:36.327445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.339351 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f938b904-4d69-45cb-8243-699fdc98e0e8 req-1aa77d70-336f-44a3-a1da-b5ce11c2e60e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861623 Jan 18 23:19:36.355154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-527eba1d-d88b-4aab-a2a4-956a222141ec tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d213025a-a689-4f89-a9a1-5fb94cc59c99 HTTP/1.1" status: 204 len: 168 time: 1.0418124 Jan 18 23:19:36.355553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:36.389004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65339b-2d9f-4791-bc97-86773c788bde req-38782222-6cb0-42e0-ad49-c1fd43e272db tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.390506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e65339b-2d9f-4791-bc97-86773c788bde req-38782222-6cb0-42e0-ad49-c1fd43e272db tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.1710117 Jan 18 23:19:36.400227 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd86bbc-bf90-4c59-9fcb-4b1125e2571a tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:19:36.400731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fcd86bbc-bf90-4c59-9fcb-4b1125e2571a tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Synchronizing usage tracker for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:36.411185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-74a697dd-e754-462a-b6dc-29fb36976d95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 1097 time: 0.3504820 Jan 18 23:19:36.436178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.473158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9cf30f-75a9-491c-aa4c-6a8cefb7b876,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:36.500307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fcd86bbc-bf90-4c59-9fcb-4b1125e2571a tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Unset dirty status for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:36.502286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fcd86bbc-bf90-4c59-9fcb-4b1125e2571a tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports/d213025a-a689-4f89-a9a1-5fb94cc59c99 HTTP/1.1" status: 404 len: 333 time: 0.1456540 Jan 18 23:19:36.515070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a936c-afa7-4e8c-8a56-c1c607506a1d req-91efd154-3bea-4e29-b556-f6f7d8082808 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.515070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-771a936c-afa7-4e8c-8a56-c1c607506a1d req-91efd154-3bea-4e29-b556-f6f7d8082808 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.2121918 Jan 18 23:19:36.518298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:36.519141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.520146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43528640-3f33-4c76-8ee8-af212d2885f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d9cf30f-75a9-491c-aa4c-6a8cefb7b876 HTTP/1.1" status: 204 len: 168 time: 0.4574978 Jan 18 23:19:36.527422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1803157352', 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:36.533299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:36.543266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:36.555000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e65339b-2d9f-4791-bc97-86773c788bde req-bba4f2b7-2704-45f7-9eb8-79d1cdd1ceaa tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271703 Jan 18 23:19:36.589169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-2c490312-9a30-4181-91bb-7ee948fffac1 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.590677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-2c490312-9a30-4181-91bb-7ee948fffac1 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 945 time: 0.1989622 Jan 18 23:19:36.649324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-771a936c-afa7-4e8c-8a56-c1c607506a1d req-1074ce39-d033-42e3-b7f7-4b99b4a6903b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Jan 18 23:19:36.694562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Deleting port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:36.694863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.757123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Made reservation on behalf of bc8c0a21144940d18ff03b9da7484e17 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:36.759387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:36.791327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port 04d7ddd5-5487-4916-92da-416308cbcaf0 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:36.888777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-8731dcb5-6e65-4c95-a27b-1d1e34cfe488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:36.891027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-8731dcb5-6e65-4c95-a27b-1d1e34cfe488 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 200 len: 915 time: 0.2626226 Jan 18 23:19:36.980621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-20735499-ee1d-4557-88b8-fd0af917294f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 HTTP/1.1" status: 200 len: 217 time: 0.0830500 Jan 18 23:19:37.108386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] For port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:37.109027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.136723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-170af165-c04e-4692-bda8-5fffe9f0ed0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:37.138206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-170af165-c04e-4692-bda8-5fffe9f0ed0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 200 len: 854 time: 0.1513128 Jan 18 23:19:37.195697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.199166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-46cf1387-b61e-4e02-a40a-b67537014ec8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4f1752c0-874c-487f-88df-0d94627836be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472691 Jan 18 23:19:37.265354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Calling delete_port for cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:37.347290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-d9e09f00-012b-4827-9cbc-b43ca3c37ad8 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409290 Jan 18 23:19:37.429403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.526697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:37.539751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:37.544067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=04d7ddd5-5487-4916-92da-416308cbcaf0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:37.546154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:37.546944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:37.547581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.560823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.574837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', '84a75811-4af9-4e73-931d-fda32c13cc1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:37.601662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-98e913ed-59e8-47c3-b7a3-d9ad4a5c8040 req-5e3838f9-49c7-48fc-8a4a-2ccf25ac4512 service neutron] 10.222.0.89 "GET /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469964 Jan 18 23:19:37.606296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:37.651072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event deleted for resources: {'Port': ['ID=cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:37.720823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b509fdc-b397-4a38-9840-c92d61655743 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2015822 Jan 18 23:19:37.723955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:37.769169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] No DVR routers for this DVR port cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:37.772364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:37.788013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'name': 'network-vif-deleted', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:37.832687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f2880db5-04ea-4b16-9f23-efb33920cdc9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Synchronizing usage tracker for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:37.904168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5755db4-90a3-4a45-be35-8e8f464b108e req-5c84f1db-4abe-4671-b56b-445eecc09cf9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "DELETE /v2.0/ports/cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d HTTP/1.1" status: 204 len: 173 time: 1.3079252 Jan 18 23:19:37.906417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-64f3187c-6055-4702-9586-c6a2c8874a12 req-d7da8db2-67fe-4fd4-b318-10e9274e2914 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:37.960441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f2880db5-04ea-4b16-9f23-efb33920cdc9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Unset dirty status for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:37.962587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f2880db5-04ea-4b16-9f23-efb33920cdc9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports/04d7ddd5-5487-4916-92da-416308cbcaf0 HTTP/1.1" status: 200 len: 955 time: 0.2375035 Jan 18 23:19:37.965197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46098) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.054129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Deleting port 04d7ddd5-5487-4916-92da-416308cbcaf0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:38.054129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.063228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124763c-35cc-48fb-9ffc-69f5a52e4862 req-eee7e50c-4fd4-45e7-bf59-2b344a45068d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:38.066019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4124763c-35cc-48fb-9ffc-69f5a52e4862 req-eee7e50c-4fd4-45e7-bf59-2b344a45068d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.1786783 Jan 18 23:19:38.127528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-64f3187c-6055-4702-9586-c6a2c8874a12 req-d7da8db2-67fe-4fd4-b318-10e9274e2914 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:38.130041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64f3187c-6055-4702-9586-c6a2c8874a12 req-d7da8db2-67fe-4fd4-b318-10e9274e2914 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=41859f2d-0072-4d8a-9e32-b988af15025b HTTP/1.1" status: 200 len: 210 time: 0.3266623 Jan 18 23:19:38.190975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4124763c-35cc-48fb-9ffc-69f5a52e4862 req-20cdc4a7-85cd-4eb5-80ae-357c6c293732 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187584 Jan 18 23:19:38.231770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.344110 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41859f2d-0072-4d8a-9e32-b988af15025b', 'name': 'network-vif-deleted', 'tag': 'cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d', 'status': 'completed', 'code': 200} Jan 18 23:19:38.372402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.590145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.603625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Calling delete_port for 04d7ddd5-5487-4916-92da-416308cbcaf0 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:38.628563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:38.633107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Usage tracker for resource:security_group_rule and tenant:f4d81b636a1b4f4591daeb40b6df47f8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:38.636696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:38.643180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:38.718328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.745513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.792041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event deleted for resources: {'Port': ['ID=04d7ddd5-5487-4916-92da-416308cbcaf0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:38.802941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.807528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:38.880073 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3cdb02ac-f9c4-406e-8000-a78510e343b9 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "DELETE /v2.0/ports/04d7ddd5-5487-4916-92da-416308cbcaf0 HTTP/1.1" status: 204 len: 168 time: 0.9130106 Jan 18 23:19:38.883916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.895756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7406ef8a-26a4-49fa-8f35-42a513941319,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:38.954945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf305b15-7e9b-4f9e-8232-62bc27e9c2fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4d81b636a1b4f4591daeb40b6df47f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7218137 Jan 18 23:19:38.961045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:38.962706 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-85778f3e-b54b-4286-a1a7-ac190a0daeb6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:19:38.963710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-85778f3e-b54b-4286-a1a7-ac190a0daeb6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Synchronizing usage tracker for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:38.978675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.051960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.074700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-85778f3e-b54b-4286-a1a7-ac190a0daeb6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Unset dirty status for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:39.079948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-85778f3e-b54b-4286-a1a7-ac190a0daeb6 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports/04d7ddd5-5487-4916-92da-416308cbcaf0 HTTP/1.1" status: 404 len: 333 time: 0.1907935 Jan 18 23:19:39.080203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46134) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:39.085943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960966670'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:39.091392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:39.100481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.103913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:39.168788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Made reservation on behalf of bc8c0a21144940d18ff03b9da7484e17 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:39.171388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.197173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port e59887ee-ac4f-499b-a144-8d7c54833082 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:39.232356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.254888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7406ef8a-26a4-49fa-8f35-42a513941319,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:39.268773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.270532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eced8acc-a00b-4606-89fc-0a2aebaf854f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7406ef8a-26a4-49fa-8f35-42a513941319 HTTP/1.1" status: 204 len: 168 time: 0.3080122 Jan 18 23:19:39.542548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29401d1-4e3e-4383-9971-5eaf82e93d43 req-f6d38660-247c-4ed0-8c16-f1c6d0f8c3ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:39.542548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d29401d1-4e3e-4383-9971-5eaf82e93d43 req-f6d38660-247c-4ed0-8c16-f1c6d0f8c3ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.1121714 Jan 18 23:19:39.555702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.592642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d29401d1-4e3e-4383-9971-5eaf82e93d43 req-ad579f2d-c62f-4d0d-a3bb-07a288dd312a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473394 Jan 18 23:19:39.735973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.814265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:39.819249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:39.819521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:39.820320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:39.820935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:39.840215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=e59887ee-ac4f-499b-a144-8d7c54833082,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:39.954833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:39.958531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a0bc203c-4660-4c26-967d-97e114448971 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8772376 Jan 18 23:19:39.961671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:40.230060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.331836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-0fd2ec74-fb09-4339-a048-9bfb6f3874da tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:40.331836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-0fd2ec74-fb09-4339-a048-9bfb6f3874da tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.3344996 Jan 18 23:19:40.343546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc84e8-8bd4-40f8-9bad-ba9d8d6d2ff0 req-b7fcf20f-2c2f-4c5e-baca-fb5dcccac9ab tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:40.345582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06cc84e8-8bd4-40f8-9bad-ba9d8d6d2ff0 req-b7fcf20f-2c2f-4c5e-baca-fb5dcccac9ab tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.3489637 Jan 18 23:19:40.384579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-a6a9c550-f3d3-4bfe-83a9-8903c9cfd675 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0484328 Jan 18 23:19:40.417244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:40.426998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46184) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:40.447395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.465386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:40.465745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device cb9496ff-2d76-4b3a-9c3d-8434fcf1c69d not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:40.482058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:40.487412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3260f03c684ac6821ddb24a20d1e1a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:40.494790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:40.505501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:40.589055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06cc84e8-8bd4-40f8-9bad-ba9d8d6d2ff0 req-603c117c-8174-4b60-8d73-63b7c6b6d20e tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277844 Jan 18 23:19:40.604599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.680432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-0c8a72af-3fb9-47f2-b7cc-46cc132333ff tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2759349 Jan 18 23:19:40.694388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.719519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] device_id is not set on port e59887ee-ac4f-499b-a144-8d7c54833082 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:40.727714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a46835-d147-4683-b56f-bb291a8f6c84,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:40.770467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:40.773089 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a011d20c-dc57-4d8d-9461-99dc3f9e5453 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d3260f03c684ac6821ddb24a20d1e1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3450670 Jan 18 23:19:40.783112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46194) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:40.877026 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.932901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.937199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:40.970010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Transition to ACTIVE for port object e59887ee-ac4f-499b-a144-8d7c54833082 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:41.027845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-f7b4c984-48e1-4ead-be36-a08e62d2018e service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302064 Jan 18 23:19:41.029867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.046815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f14a4c38-1b3a-4cb8-b0ea-8dded895f41c tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:41.052175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.166851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f14a4c38-1b3a-4cb8-b0ea-8dded895f41c tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "PUT /v2.0/quotas/d809adb8209e4c0ea454fe99ce350733 HTTP/1.1" status: 200 len: 368 time: 0.3904767 Jan 18 23:19:41.175238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:41.183062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Request body: {'network': {'project_id': 'd809adb8209e4c0ea454fe99ce350733'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:41.191433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:41.195492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.200812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Usage tracker for resource:network and tenant:d809adb8209e4c0ea454fe99ce350733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:41.212746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:41.221447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:41.234455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.238968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7a46835-d147-4683-b56f-bb291a8f6c84 HTTP/1.1" status: 204 len: 168 time: 0.4464400 Jan 18 23:19:41.238968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef887d9c-24c2-4c49-9343-daf8845d4698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a46835-d147-4683-b56f-bb291a8f6c84,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:41.296550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=e59887ee-ac4f-499b-a144-8d7c54833082,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:41.333860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Made reservation on behalf of d809adb8209e4c0ea454fe99ce350733 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:41.336442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.368199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.369668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-8e2ade47-5ed6-4413-b25b-f7e6fa129a78 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400760 Jan 18 23:19:41.394263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:41.394603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:41.394944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:41.414206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-a52832ac-6392-4e13-b5f5-f42bda4d9c0f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:41.415610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:41.415736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-a52832ac-6392-4e13-b5f5-f42bda4d9c0f tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.2769952 Jan 18 23:19:41.418529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:41.418768 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:41.419152 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 2 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:41.420752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Usage tracker for resource:security_group_rule and tenant:d809adb8209e4c0ea454fe99ce350733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:41.425407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:41.433129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:41.514946 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.517279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:41.517616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:41.518068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:41.538316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:41.538641 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:41.540982 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 3 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:41.550474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Deleting port 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:41.550809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.597178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.600548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:41.600924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:41.601310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:41.638581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:41.646356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f59d4-e76b-473d-9f48-ca20103a5148,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:41.668195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.669094 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Added segment e33fccd2-16d3-4b3c-bb84-49920afac844 of type vlan for network f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e Jan 18 23:19:41.712283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.782345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:41.782778 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:41.788904 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 4 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:41.838204 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.839080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:41.839692 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:41.878710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4c8dd0d-437c-4700-8001-a4cc3866152d req-700712ba-cafb-418f-b069-f7bff9b87411 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 210 time: 0.0905204 Jan 18 23:19:41.935684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:41.935684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:41.935684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:41.959169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:41.959501 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:41.963172 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 5 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:41.988772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event updated for resources: {'Network': ['ID=f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:42.003772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:42.019302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7f480faf-2012-4fe7-ae4b-09897e8ffe48 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8429022 Jan 18 23:19:42.021903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:42.027945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Request body: {'network': {'project_id': 'd809adb8209e4c0ea454fe99ce350733'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:42.043889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:42.049572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Usage tracker for resource:network and tenant:d809adb8209e4c0ea454fe99ce350733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:42.050883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.053259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.053762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.061708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:42.072571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.072571 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.079305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] For port 549adde8-ea5d-42d9-b16f-59eddcba32c6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=549adde8-ea5d-42d9-b16f-59eddcba32c6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:42.085376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.088365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:42.098476 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 6 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:42.230192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Made reservation on behalf of d809adb8209e4c0ea454fe99ce350733 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:42.233704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.233704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.233704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.235031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.266895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.266895 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.269489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:42.271298 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 7 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:42.279346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.279681 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Added segment 156256a7-b322-4464-8d2e-2ad26b665144 of type vlan for network 0459c48e-ea2c-4381-a72b-ef7d23c9431f Jan 18 23:19:42.281768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0e9c-9745-4f1f-b62b-9fc0a92f47b1 req-edc5f2dc-ef5a-4300-a18c-3444af8bc913 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:42.283451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281b0e9c-9745-4f1f-b62b-9fc0a92f47b1 req-edc5f2dc-ef5a-4300-a18c-3444af8bc913 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 947 time: 0.4311655 Jan 18 23:19:42.305979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.397565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.398118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.398230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.418114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.420048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:42.421625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.438999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.439414 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.443939 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 8 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:42.543440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281b0e9c-9745-4f1f-b62b-9fc0a92f47b1 req-f7cc915e-ad77-472a-a7ae-38f208ccb913 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups?id=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511737 Jan 18 23:19:42.544337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.544861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.545345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.546851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event updated for resources: {'Network': ['ID=0459c48e-ea2c-4381-a72b-ef7d23c9431f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:42.565778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0459c48e-ea2c-4381-a72b-ef7d23c9431f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:42.569017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.569017 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.571430 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 9 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:42.595199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.595343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.596087 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Floating IP 0f0a9604-f23a-41d7-becf-3b00b5b96221 disassociated. External IP: 172.25.1.9, port: 549adde8-ea5d-42d9-b16f-59eddcba32c6. Jan 18 23:19:42.596613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Calling delete_port for 549adde8-ea5d-42d9-b16f-59eddcba32c6 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:42.625140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.626378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.626944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.634101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e8d9289b-fe1b-4092-9145-bf64321b6011 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6095321 Jan 18 23:19:42.637924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:42.645995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Request body: {'network': {'project_id': 'd809adb8209e4c0ea454fe99ce350733'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:42.647101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.647434 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.650159 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempt 10 to bind port e59887ee-ac4f-499b-a144-8d7c54833082 Jan 18 23:19:42.653664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:42.659832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Usage tracker for resource:network and tenant:d809adb8209e4c0ea454fe99ce350733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:42.665280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:42.671876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:42.673405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:42.673982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:42.674481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempting to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:42.676054 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 23:19:42.676400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:19:42.681232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aee0d152-c422-4923-9f99-68c30a92ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0389988 Jan 18 23:19:42.681232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:42.682946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:42.683478 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Failed to bind port e59887ee-ac4f-499b-a144-8d7c54833082 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '102f60b6-b3fa-40bc-918a-a7c6c483870e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e607d3a7-9b49-4e0b-a5b8-15925e66d0ad'}] Jan 18 23:19:42.684004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.760524 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1efacf4e-affd-4f5f-9221-ccbbbb4b7d68 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d809adb8209e4c0ea454fe99ce350733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0777144 Jan 18 23:19:42.762951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:42.842962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.844732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port e59887ee-ac4f-499b-a144-8d7c54833082, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:42.845376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:19:42.874569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.942379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:42.944778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.029823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.055477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f59d4-e76b-473d-9f48-ca20103a5148,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:43.062859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.065620 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b2360877-4036-4a2c-8d38-fcbba339ed84 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/355f59d4-e76b-473d-9f48-ca20103a5148 HTTP/1.1" status: 204 len: 168 time: 0.3013747 Jan 18 23:19:43.070963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:43.188626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76282b5c-e61f-477a-886b-f394d4277e16 req-8a25f1cf-2b93-4a41-9a48-5547b9e1d23c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 210 time: 0.0704730 Jan 18 23:19:43.200132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] In _notify_port_updated(), no bound segment for port e59887ee-ac4f-499b-a144-8d7c54833082 on network e607d3a7-9b49-4e0b-a5b8-15925e66d0ad {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:19:43.203838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.207834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "PUT /v2.0/ports/e59887ee-ac4f-499b-a144-8d7c54833082 HTTP/1.1" status: 200 len: 975 time: 3.2519953 Jan 18 23:19:43.211223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:43.248969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edd18-12b5-4596-a014-c542d37e2b63 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event updated for resources: {'Port': ['ID=e59887ee-ac4f-499b-a144-8d7c54833082,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:43.274412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.440185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'Port': ['ID=549adde8-ea5d-42d9-b16f-59eddcba32c6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:43.468224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Deleting port e59887ee-ac4f-499b-a144-8d7c54833082 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:43.468559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.490241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.630430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0459c48e-ea2c-4381-a72b-ef7d23c9431f']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.645151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156256a7-b322-4464-8d2e-2ad26b665144') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.645313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156256a7-b322-4464-8d2e-2ad26b665144') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:43.666494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.717746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.742170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:43.742571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:43.852407 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:43.858586 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42f91941-ccb5-468b-9c63-928f37a6eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.917096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.922187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:43.962233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "DELETE /v2.0/networks/0459c48e-ea2c-4381-a72b-ef7d23c9431f HTTP/1.1" status: 204 len: 168 time: 0.8900898 Jan 18 23:19:43.963600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7f58f-561d-40a1-881d-eb668b97d7df tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event deleted for resources: {'Network': ['ID=0459c48e-ea2c-4381-a72b-ef7d23c9431f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:43.965524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46284) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:44.015941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73f89bd1-e671-4e7c-9481-e2ad7d2cb499 req-9672ff3a-3480-4ab7-af20-ec7c2004ec81 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.0721042 Jan 18 23:19:44.046900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] For port e59887ee-ac4f-499b-a144-8d7c54833082, host n-h2-825175-2, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:44.047265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.107735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.178026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Calling delete_port for e59887ee-ac4f-499b-a144-8d7c54833082 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:44.255479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.270103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:19:44.288724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:44.307737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33fccd2-16d3-4b3c-bb84-49920afac844') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:44.308059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33fccd2-16d3-4b3c-bb84-49920afac844') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:44.323036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.343198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.364296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:44.365911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.381200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:44.394579 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:44.432531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:44.478138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Pushing event deleted for resources: {'Port': ['ID=e59887ee-ac4f-499b-a144-8d7c54833082,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:44.506234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 549adde8-ea5d-42d9-b16f-59eddcba32c6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:44.506951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 549adde8-ea5d-42d9-b16f-59eddcba32c6 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:44.577263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f53e2ff3-15ff-4e71-be4a-d521afbf9cbb req-3a3b9be6-0dcc-4271-876a-fa0fc03c8082 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 210 time: 0.1002843 Jan 18 23:19:44.585038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.614518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.640328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.671335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:44.679327 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ac74f8d-37e5-4155-8cc7-0f11522712a2 tempest-QuotasNegativeTest-82896472 tempest-QuotasNegativeTest-82896472-project-admin] 10.222.0.59 "DELETE /v2.0/networks/f7fee880-9fb8-4fc0-bc6d-e32f9d8adb3e HTTP/1.1" status: 204 len: 168 time: 0.7117841 Jan 18 23:19:44.711278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200a07c-d748-4cfb-8af0-6b7b3ba5eced req-76279b5c-a988-4066-b3c6-8e5abb193c79 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:44.719006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d200a07c-d748-4cfb-8af0-6b7b3ba5eced req-76279b5c-a988-4066-b3c6-8e5abb193c79 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.2430518 Jan 18 23:19:44.774888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6226867a-d4fa-4952-8d7c-068fa273169b tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e59887ee-ac4f-499b-a144-8d7c54833082 HTTP/1.1" status: 204 len: 168 time: 1.5615149 Jan 18 23:19:44.777633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d200a07c-d748-4cfb-8af0-6b7b3ba5eced req-53e32914-241d-4a09-ab56-ee1a560ae2b7 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567687 Jan 18 23:19:44.780223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46304) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:44.787170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:19:44.797970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:19:44.816057 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:19:44.816057 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:44.868719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] No DVR routers for this DVR port 549adde8-ea5d-42d9-b16f-59eddcba32c6 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:44.871759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:44.874452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8befed76-34cf-4cc7-a49f-1a9a84e2652d req-8d18f058-bb81-41cf-8b4e-3e38344f01f3 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.83 "DELETE /v2.0/ports/549adde8-ea5d-42d9-b16f-59eddcba32c6 HTTP/1.1" status: 204 len: 173 time: 3.4383397 Jan 18 23:19:44.881459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-deleted', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:44.886758 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ef0788-3e67-40c9-9a32-d80ccfa62e00 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:19:44.887251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-57ef0788-3e67-40c9-9a32-d80ccfa62e00 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Synchronizing usage tracker for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:44.989595 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c893b71-9f20-421a-a053-ab7bfbf8df14', 'name': 'network-vif-deleted', 'tag': '549adde8-ea5d-42d9-b16f-59eddcba32c6', 'status': 'completed', 'code': 200} Jan 18 23:19:45.010804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-890bed4e-9bbf-4912-aa54-04ae0f29ab64 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:45.012195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-890bed4e-9bbf-4912-aa54-04ae0f29ab64 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.3659370 Jan 18 23:19:45.013980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-57ef0788-3e67-40c9-9a32-d80ccfa62e00 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] Unset dirty status for tenant:bc8c0a21144940d18ff03b9da7484e17 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:45.020825 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57ef0788-3e67-40c9-9a32-d80ccfa62e00 tempest-PortsAdminExtendedAttrsTestJSON-1649642190 tempest-PortsAdminExtendedAttrsTestJSON-1649642190-project-admin] 10.222.0.59 "GET /v2.0/ports/e59887ee-ac4f-499b-a144-8d7c54833082 HTTP/1.1" status: 404 len: 333 time: 0.2348139 Jan 18 23:19:45.021352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46312) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:45.028643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:45.083170 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:19:45.233003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.311758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:45.335940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:45.343136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:45.383439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36cb62b0-652f-4631-8c57-14689947f24e req-33712bef-4770-4ae6-bacd-c83fcae33f05 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Synchronizing usage tracker for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:45.403595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:45.429596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.456864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e607d3a7-9b49-4e0b-a5b8-15925e66d0ad']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:45.470668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102f60b6-b3fa-40bc-918a-a7c6c483870e') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:45.470908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102f60b6-b3fa-40bc-918a-a7c6c483870e') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:45.477703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36cb62b0-652f-4631-8c57-14689947f24e req-33712bef-4770-4ae6-bacd-c83fcae33f05 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Unset dirty status for tenant:9bc3a981eaf1421d99adb6ced6a5c44c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:45.484260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36cb62b0-652f-4631-8c57-14689947f24e req-33712bef-4770-4ae6-bacd-c83fcae33f05 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c893b71-9f20-421a-a053-ab7bfbf8df14 HTTP/1.1" status: 200 len: 210 time: 0.1653802 Jan 18 23:19:45.488511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.511107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.517003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:19:45.517822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:19:45.535854 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:19:45.591624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:45.592774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.635613 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:45.645224 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:19:45.653146 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:19:45.653775 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:45.756497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.792789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:45.821671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] Pushing event deleted for resources: {'Network': ['ID=e607d3a7-9b49-4e0b-a5b8-15925e66d0ad,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:45.841659 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64d4836b-3b7e-411e-8c79-dcbf4e3e00fb tempest-PortsAdminExtendedAttrsTestJSON-1193314223 tempest-PortsAdminExtendedAttrsTestJSON-1193314223-project] 10.222.0.59 "DELETE /v2.0/networks/e607d3a7-9b49-4e0b-a5b8-15925e66d0ad HTTP/1.1" status: 204 len: 168 time: 0.8189983 Jan 18 23:19:45.913497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a974bd8-9096-4b7b-8388-7a7cbbf9d2a2 req-592daf79-cd0c-40e7-8659-84c8ca988e64 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 210 time: 0.1769338 Jan 18 23:19:45.977581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:19:45.986678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae33461a-d5b8-4484-92da-f82353d89c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.189397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461aaa6e-76b4-436f-a590-d72ec6519819 req-822629e7-7d59-42e1-8683-211ac1f5225b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:46.191309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-461aaa6e-76b4-436f-a590-d72ec6519819 req-822629e7-7d59-42e1-8683-211ac1f5225b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.1209066 Jan 18 23:19:46.201137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.2 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:46.252924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-461aaa6e-76b4-436f-a590-d72ec6519819 req-2dd44544-059d-41ef-aaf2-8a644cac3c9e tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Jan 18 23:19:46.359603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46342) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:46.402642 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:19:46.406648 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ff71a-5cc8-44e3-ba72-6eee02729500 None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:09:30Z', 'revision_number': 4, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6', 'name': '', 'network_id': '0666dda1-4d1d-40fe-ace9-cb49ee57764a', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'mac_address': 'fa:16:3e:f5:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:28Z', 'updated_at': '2022-01-18T23:09:59Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'subnets': [{'id': '6727a301-54e5-4c1a-a451-b216e2c8f26b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:19:46.492605 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:19:46.525695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076245f-985e-4332-8e2c-f8296400d020 req-35ede19c-536d-4785-a344-360e70ac8886 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:46.525915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a076245f-985e-4332-8e2c-f8296400d020 req-35ede19c-536d-4785-a344-360e70ac8886 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:46.555045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.562984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a076245f-985e-4332-8e2c-f8296400d020 req-35ede19c-536d-4785-a344-360e70ac8886 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:46.565444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a076245f-985e-4332-8e2c-f8296400d020 req-35ede19c-536d-4785-a344-360e70ac8886 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.3110387 Jan 18 23:19:46.615877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.647864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Deleting port 84a75811-4af9-4e73-931d-fda32c13cc1b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:46.648992 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.685057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:46.692101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Usage tracker for resource:security_group_rule and tenant:c18eb6ab62344054896e201d69714863 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:46.695900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:46.705754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:46.747827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db7c7e0-fb85-4640-85bc-1ee06464c411 None None] New status for floating IP 0f0a9604-f23a-41d7-becf-3b00b5b96221: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:19:46.818814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.917031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:46.968805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:46.975951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:46.979108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.092211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac962b-82ca-45d9-95da-ec57829c62b4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:47.112310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f8080cce-14d1-486a-94fd-caf291517911 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c18eb6ab62344054896e201d69714863&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7472503 Jan 18 23:19:47.113526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:47.165828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.170932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:47.171077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956', 'b79f307a-c130-48a9-8d4d-8b1d4050fa66'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:47.184320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] For port 84a75811-4af9-4e73-931d-fda32c13cc1b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=84a75811-4af9-4e73-931d-fda32c13cc1b,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:47.184627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.207599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:47.237241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:47.306374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.381917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.451398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:47.452877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8adb8159-cd0c-45d6-b960-3b24f1c2f52a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c796b8b358a74b7b9690da04500398a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4821086 Jan 18 23:19:47.454643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:47.459611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Calling delete_port for 84a75811-4af9-4e73-931d-fda32c13cc1b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:47.474130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.492506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.538926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:47.539537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.600913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.624137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75cab0-27e0-48f5-8c93-6e8316cbe643 req-dfbc002f-a8d1-45cd-b85a-5ca594011126 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:47.630881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c75cab0-27e0-48f5-8c93-6e8316cbe643 req-dfbc002f-a8d1-45cd-b85a-5ca594011126 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 931 time: 0.4414928 Jan 18 23:19:47.675963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.697645 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ea96e11f-6de1-4852-81c5-c83918eb239e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6732292 Jan 18 23:19:47.711980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Request body: {'port': {'device_id': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:47.713633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6e28c-9cb9-4bce-8154-8e5c72cfaf43,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:47.762437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.763107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.773796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c75cab0-27e0-48f5-8c93-6e8316cbe643 req-72695694-4dcb-4d9c-b462-8edaa2acc7d1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416142 Jan 18 23:19:47.785383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:47.802013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8045d-b383-4bac-a4b3-657eacc18dde req-ff1946da-9968-4716-abd2-b59d8a0e931b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:47.803659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2c8045d-b383-4bac-a4b3-657eacc18dde req-ff1946da-9968-4716-abd2-b59d8a0e931b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 945 time: 0.2871542 Jan 18 23:19:47.834823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.887431 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.894982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cce5b22e-0adf-4d7e-a64f-8e84262f4738 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "DELETE /v2.0/security-groups/35b6e28c-9cb9-4bce-8154-8e5c72cfaf43 HTTP/1.1" status: 204 len: 168 time: 0.9139836 Jan 18 23:19:47.899742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:47.917813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.920364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.921940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85ac962b-82ca-45d9-95da-ec57829c62b4 HTTP/1.1" status: 204 len: 168 time: 0.8081281 Jan 18 23:19:47.979988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bbba4-9a0a-4aa8-aa81-53c6b784bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac962b-82ca-45d9-95da-ec57829c62b4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:47.981344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:47.983471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2c8045d-b383-4bac-a4b3-657eacc18dde req-cfbdcd5a-eec0-4bb0-a7be-6f694213e674 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724038 Jan 18 23:19:47.988325 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-051121c1-8eed-4c74-9c71-477d698f1da6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] show failed (client error): The resource could not be found. Jan 18 23:19:47.991853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-051121c1-8eed-4c74-9c71-477d698f1da6 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "GET /v2.0/security-groups/35b6e28c-9cb9-4bce-8154-8e5c72cfaf43 HTTP/1.1" status: 404 len: 347 time: 0.0765204 Jan 18 23:19:47.992160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:48.014719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event deleted for resources: {'Port': ['ID=84a75811-4af9-4e73-931d-fda32c13cc1b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:48.076133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] No DVR routers for this DVR port 84a75811-4af9-4e73-931d-fda32c13cc1b on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:48.079577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.079951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.083844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'name': 'network-vif-deleted', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:48.164854 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1dce5e7-4a04-444d-be0a-0816f450119b', 'name': 'network-vif-deleted', 'tag': '84a75811-4af9-4e73-931d-fda32c13cc1b', 'status': 'completed', 'code': 200} Jan 18 23:19:48.181077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732097b6-4bb4-4975-a80b-542eeed9e96e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:48.197889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.201575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9273806d-9502-4ce5-b77c-22b25d668775 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/732097b6-4bb4-4975-a80b-542eeed9e96e HTTP/1.1" status: 204 len: 168 time: 0.7396576 Jan 18 23:19:48.201575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Deleting port aeeda9f6-24e7-457e-91b7-b0487dcf0b59 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:48.201575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.204282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a076245f-985e-4332-8e2c-f8296400d020 req-576baf85-cc73-4c32-90e4-e2418530410b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "DELETE /v2.0/ports/84a75811-4af9-4e73-931d-fda32c13cc1b HTTP/1.1" status: 204 len: 173 time: 1.6316261 Jan 18 23:19:48.236897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', '84a75811-4af9-4e73-931d-fda32c13cc1b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:48.494165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.494468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.649279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Calling delete_port for aeeda9f6-24e7-457e-91b7-b0487dcf0b59 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:48.753617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:48.760987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.871780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.871968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Transition to ACTIVE for port object 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:48.873713 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.957306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:48.975637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Pushing event deleted for resources: {'Port': ['ID=aeeda9f6-24e7-457e-91b7-b0487dcf0b59,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:49.074492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46422) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:49.087249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d5a48-efce-414c-841f-ee637166003a service neutron] Pushing event updated for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:49.131630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.245117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:49.274997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Usage tracker for resource:security_group_rule and tenant:fe9648d815c3484ab49976e47ec2c9cf is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:49.281301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:49.286145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c205c4a8-2ab2-4f7f-9307-9b48cb05912e req-c4854448-beb4-47cf-ab6d-2b3250e5e282 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1dce5e7-4a04-444d-be0a-0816f450119b HTTP/1.1" status: 200 len: 210 time: 0.0572898 Jan 18 23:19:49.290488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:49.292601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.318422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f80f23-8898-4c8c-a452-f397f288ae34 req-047dce78-b044-4e8f-81fc-40728835f66b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:49.318422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f80f23-8898-4c8c-a452-f397f288ae34 req-047dce78-b044-4e8f-81fc-40728835f66b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 943 time: 0.3881633 Jan 18 23:19:49.343903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Attempting to bind port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:49.344254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Attempting to bind port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:49.345234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Attempting to bind port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:49.358308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:19:49.358778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Attempting to bind port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:49.362644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37f80f23-8898-4c8c-a452-f397f288ae34 req-173abf57-2d9c-4d78-afc7-cd93b321f53c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Jan 18 23:19:49.374633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:19:49.374982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:49.375554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:19:49.375974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Bound port: 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:49.376389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.403247 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.407806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2c468156-cacf-4498-b55a-4f64c5a63217 tempest-AttachVolumeShelveTestJSON-219587650 tempest-AttachVolumeShelveTestJSON-219587650-project] 10.222.0.59 "DELETE /v2.0/floatingips/0f0a9604-f23a-41d7-becf-3b00b5b96221 HTTP/1.1" status: 204 len: 168 time: 1.4121144 Jan 18 23:19:49.473023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.502774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:49.506776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:19:49.551520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46432) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:49.574967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.621148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.654179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:49.684928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb9eb48-f45c-432b-bd58-7679c2666957,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:49.696018 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d6ab55e3-e016-4494-a1d1-4b9542a98e1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe9648d815c3484ab49976e47ec2c9cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6078207 Jan 18 23:19:49.703051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:49.708997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.710737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-906d5a48-efce-414c-841f-ee637166003a service neutron] 10.222.0.83 "PUT /v2.0/ports/0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e HTTP/1.1" status: 200 len: 1091 time: 2.0052516 Jan 18 23:19:49.718228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b6e7c5f-d7e3-4e96-a015-c091f70ebaa6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc8c0a21144940d18ff03b9da7484e17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0604746 Jan 18 23:19:49.718595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:49.766814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d5a48-efce-414c-841f-ee637166003a service neutron] Pushing event updated for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:49.803190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.825085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.831776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.863510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:49.950341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.019336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:50.025338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Usage tracker for resource:security_group_rule and tenant:4e1e72fd155d4b54a911d4fd8ad75017 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:50.029258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:50.031128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.043202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:50.048323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e04c6-45e6-4355-9841-53edbf1e0d02,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:50.050138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-08005384-30ff-4b3c-8c8b-e7e27e30e2dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 1094 time: 0.1915128 Jan 18 23:19:50.052997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.055630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3549c20b-33cb-4693-8a78-b6dc157e616d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d2e04c6-45e6-4355-9841-53edbf1e0d02 HTTP/1.1" status: 204 len: 168 time: 0.3341031 Jan 18 23:19:50.138326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.151302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-2c97bb1a-924f-464f-9aba-65d077b97f4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e HTTP/1.1" status: 200 len: 217 time: 0.0905135 Jan 18 23:19:50.192896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:50.197794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb9eb48-f45c-432b-bd58-7679c2666957,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:50.239644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.240779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8abd4ec-d1d5-4485-9955-06f4e82823da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebb9eb48-f45c-432b-bd58-7679c2666957 HTTP/1.1" status: 204 len: 168 time: 0.5291452 Jan 18 23:19:50.248796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-4718bab0-0bec-4622-8ee3-e15e4c6aa074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:50.250270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-4718bab0-0bec-4622-8ee3-e15e4c6aa074 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0885282 Jan 18 23:19:50.291468 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e', 'status': 'completed', 'code': 200} Jan 18 23:19:50.305068 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-7c3895fb-5cb8-4821-9bac-61f1570883b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490448 Jan 18 23:19:50.404536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.477777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-ef639ac0-e7d2-48f6-a4bd-d7301514ce27 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651671 Jan 18 23:19:50.645038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4a48f-7dbe-41d1-b36a-29251d53ed67 req-518b7cfd-860e-401a-9fed-a418bd6b30f5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:50.654040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c4a48f-7dbe-41d1-b36a-29251d53ed67 req-518b7cfd-860e-401a-9fed-a418bd6b30f5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 943 time: 0.1229641 Jan 18 23:19:50.675879 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-056ae25f-b1f0-4cb8-97bb-3aea4f570fb8 req-c569fd11-35ac-4e92-be21-a4030828e07c service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925104 Jan 18 23:19:50.679139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:50.744069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c4a48f-7dbe-41d1-b36a-29251d53ed67 req-650bbb3c-1cac-4583-b55c-100ef515eb22 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886593 Jan 18 23:19:50.767262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05419b8-81cf-439a-acec-8c27e09af4ad,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:50.771597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26aaec36-4a15-4ca1-b7b7-46dade13804a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e1e72fd155d4b54a911d4fd8ad75017&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2189729 Jan 18 23:19:50.775182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:50.975347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:51.011727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-0ec160c9-7ac1-4d8d-bcb6-cd9b6494da74 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 1094 time: 0.1761565 Jan 18 23:19:51.044380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:51.191206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 84a75811-4af9-4e73-931d-fda32c13cc1b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:51.229680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438e59-5e2c-43bb-a177-d35512048192 req-d9a28faf-c684-4d3b-b25a-28d91f45a64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:51.234497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-d9a28faf-c684-4d3b-b25a-28d91f45a64f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.2156320 Jan 18 23:19:51.249280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:51.264775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 84a75811-4af9-4e73-931d-fda32c13cc1b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:51.272234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 84a75811-4af9-4e73-931d-fda32c13cc1b not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:51.372433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05419b8-81cf-439a-acec-8c27e09af4ad,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:51.378503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:51.380483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb980e96-ac11-419c-bfe8-5b712b9e742f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b05419b8-81cf-439a-acec-8c27e09af4ad HTTP/1.1" status: 204 len: 168 time: 0.6042471 Jan 18 23:19:51.447473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e164-2720-41de-a286-64e48aa5fe58 req-a8d79b97-a6b0-4a80-b9ac-6eb58267399c tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:51.449493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f513e164-2720-41de-a286-64e48aa5fe58 req-a8d79b97-a6b0-4a80-b9ac-6eb58267399c tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 946 time: 0.1562157 Jan 18 23:19:51.506988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f513e164-2720-41de-a286-64e48aa5fe58 req-ebc27c7c-be36-4893-ae48-cb614262b66a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483680 Jan 18 23:19:51.513620 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-f5441f4d-2d9f-4df9-8c3a-21abcbc7a897 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e HTTP/1.1" status: 200 len: 217 time: 0.2729552 Jan 18 23:19:51.595070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438e59-5e2c-43bb-a177-d35512048192 req-53420d70-e680-4b07-8650-5202c7d0ad8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:51.597113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-53420d70-e680-4b07-8650-5202c7d0ad8a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.0758514 Jan 18 23:19:51.652252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-a1ccf2f1-9f1b-43fc-99cc-f5eb79061a53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478072 Jan 18 23:19:51.809051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-14ce4e86-5c24-4fd3-b4fc-4f550d89fe78 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493266 Jan 18 23:19:52.100406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8c438e59-5e2c-43bb-a177-d35512048192 req-95be03df-5d88-496b-b7f2-0da35a9e36b7 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845860 Jan 18 23:19:52.182602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e6a03-c723-46d0-8f1e-509f34bda1a4 req-eda193e0-8444-4e77-bd71-4641fa5f4d80 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:52.190507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-564e6a03-c723-46d0-8f1e-509f34bda1a4 req-eda193e0-8444-4e77-bd71-4641fa5f4d80 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 943 time: 0.1541400 Jan 18 23:19:52.266558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-564e6a03-c723-46d0-8f1e-509f34bda1a4 req-443104d2-3cfc-4682-8929-9145d2acc0ab tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751822 Jan 18 23:19:52.337774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:52.496792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:19:52.621418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-50955265'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:52.632788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:52.638001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:network and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:52.646752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:52.659875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:52.686963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:52.702018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e', 'mac_address': 'fa:16:3e:fc:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:19:52.773960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:52.779109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.785690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:52.788662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.799133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:19:52.807905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.822094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:52.831975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.857194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:52.863469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:security_group_rule and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:52.880458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:52.889795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:52.900061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79ac6b-5818-4844-bf7b-85fea861ff5b req-7e025cca-6e48-48db-bbd2-556884e11178 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:52.902008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d79ac6b-5818-4844-bf7b-85fea861ff5b req-7e025cca-6e48-48db-bbd2-556884e11178 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 946 time: 0.1563053 Jan 18 23:19:52.922640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:52.951628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:52.960428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Usage tracker for resource:security_group_rule and tenant:d8a4362a760b4371a710301a874288bf is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:52.971608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:52.982101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:53.032063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004083-b329-4620-870f-6a233f7822d3 req-ddc48fbe-9249-4487-9fc4-50e96c6f655b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:53.035170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ed004083-b329-4620-870f-6a233f7822d3 req-ddc48fbe-9249-4487-9fc4-50e96c6f655b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:53.040026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.049948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:53.106509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.154578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ed004083-b329-4620-870f-6a233f7822d3 req-ddc48fbe-9249-4487-9fc4-50e96c6f655b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:53.156039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed004083-b329-4620-870f-6a233f7822d3 req-ddc48fbe-9249-4487-9fc4-50e96c6f655b tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 946 time: 0.3634501 Jan 18 23:19:53.158226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d1248-bd98-4389-98fd-bb8193dc4f17,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:53.165468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:53.180301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:53.190040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.190490 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Added segment 71ed6daf-f6f1-4fac-958d-02740648a4ae of type vlan for network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 Jan 18 23:19:53.337682 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.337808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.337906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Deleting port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:53.337906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.474086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d79ac6b-5818-4844-bf7b-85fea861ff5b req-dc9df11b-504e-4726-9605-2cd544354f95 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620861 Jan 18 23:19:53.488085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.583161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bfa87e-2512-40be-94a3-431ce754a3c8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:53.605387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.609032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:53.609667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.614980 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8dfceef5-d2c1-40be-a3ed-1b80c39674ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8a4362a760b4371a710301a874288bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8332665 Jan 18 23:19:53.617437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:53.742810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb39fc-6b74-4ac9-b4a1-331008536c2a req-b659973b-aa9b-4d1a-8214-fb0e3e24390c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:53.749336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5edb39fc-6b74-4ac9-b4a1-331008536c2a req-b659973b-aa9b-4d1a-8214-fb0e3e24390c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 944 time: 0.2460215 Jan 18 23:19:53.814535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] For port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:53.815063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.815394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Network': ['ID=20219bf5-4e2e-4e79-9e6a-82f619ff27a2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:53.832973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:53.901540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:53.912016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2b74d27e-e63e-4a92-a06f-c0489296ad36 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5704188 Jan 18 23:19:53.937504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46560) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:53.982633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5edb39fc-6b74-4ac9-b4a1-331008536c2a req-6d10ffee-dba3-413d-bb97-6706c9dc8c70 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214484 Jan 18 23:19:53.988130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Calling delete_port for 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:53.988371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:54.077250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.158515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:54.162594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:54.165562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:54.171559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:54.276395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.288799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:54.312743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:54.313757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:19:54.327497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event deleted for resources: {'Port': ['ID=3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:54.333864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.391612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46572) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:54.412086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bfa87e-2512-40be-94a3-431ce754a3c8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:54.424712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.424712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fca58f10-c7e6-481c-bad2-221f3100cedf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48bfa87e-2512-40be-94a3-431ce754a3c8 HTTP/1.1" status: 204 len: 168 time: 0.7868345 Jan 18 23:19:54.516794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] No DVR routers for this DVR port 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:19:54.524416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.529069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.541746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:19:54.565851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'name': 'network-vif-deleted', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:54.654853 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fddbb3f-0f79-4fa5-b36e-5cae89273c60', 'name': 'network-vif-deleted', 'tag': '3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0', 'status': 'completed', 'code': 200} Jan 18 23:19:54.680540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1168763619', 'router:external': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:54.685877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:54.696429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:network and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:54.706069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ed004083-b329-4620-870f-6a233f7822d3 req-bd8effc4-d81f-42f8-935c-a363a8399af2 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.89 "DELETE /v2.0/ports/3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 HTTP/1.1" status: 204 len: 173 time: 1.4960215 Jan 18 23:19:54.707595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:54.721739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:54.828194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d697ae76-83a6-4d97-8818-8450d7cb9036 req-34e5c819-1ecc-49c6-9bd1-f249cbb1ba5a tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 210 time: 0.0535398 Jan 18 23:19:54.851589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:19:54.863807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:19:54.864238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.904236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Made reservation on behalf of e2acc6a38759487582f4308a591ce139 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:54.907025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:54.937146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.098728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:55.098728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:security_group_rule and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:55.098728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:55.098728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:55.224571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.234654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.236312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:19:55.236312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:19:55.237025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.248775 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e', 'code': 200} Jan 18 23:19:55.254225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.301844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:19:55.312674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=0ee82e78-8f60-4892-9c84-b9941c37eb6e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:55.317614 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.453085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.454040 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Added segment eb2df2a7-2454-4175-9f5b-bc81ff6766bc of type vlan for network aa3e2d05-62e6-423e-8850-c2f7740b986f Jan 18 23:19:55.466252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14946b7-e129-4d25-a38c-5544f7a8f88e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:55.491376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:55.510611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.510957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.511294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.511627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.511955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.512284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.512600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.523016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.523556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.524040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.524521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:19:55.530532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:55.531209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network hostable DHCP agents. Network: 20219bf5-4e2e-4e79-9e6a-82f619ff27a2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:55.555675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.574857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650d55d-6323-4d7b-9603-224742891272 req-cbdfabeb-0377-4278-bc7c-c3dfac0d893b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:55.576422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c650d55d-6323-4d7b-9603-224742891272 req-cbdfabeb-0377-4278-bc7c-c3dfac0d893b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.2651119 Jan 18 23:19:55.586345 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5eca21b8-6e5c-4f3f-9386-2673ad596560 req-66de01f2-9496-40e0-b7b0-394268b1db3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 1096 time: 0.2300005 Jan 18 23:19:55.647175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c650d55d-6323-4d7b-9603-224742891272 req-ef38830b-eefd-4998-897c-a28181da2f2d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582438 Jan 18 23:19:55.660920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5eca21b8-6e5c-4f3f-9386-2673ad596560 req-312c8ed4-4686-4a8c-a987-539cfa7e293d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Jan 18 23:19:55.754955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:55.755263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.755263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:55.755263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.873901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 20219bf5-4e2e-4e79-9e6a-82f619ff27a2) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:55.880393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:55.881788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:55.885927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093766a5-d981-4825-a1e0-1f62b9b75990 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:55.992568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Network': ['ID=aa3e2d05-62e6-423e-8850-c2f7740b986f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:56.055971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7ba8e450-5719-45f3-a7a6-e88bbb9120aa tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1165876 Jan 18 23:19:56.059067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46606) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:56.066218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'name': 'tempest-NetworksTestDHCPv6-1456336631'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:56.080655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b69d4e43-cf4a-4786-95d9-7ddf07240a90 req-fd2e225f-6e53-4639-8c73-52b07cf51f89 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fddbb3f-0f79-4fa5-b36e-5cae89273c60 HTTP/1.1" status: 200 len: 210 time: 0.0662003 Jan 18 23:19:56.110352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network aa3e2d05-62e6-423e-8850-c2f7740b986f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:19:56.169226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-411e11c0-4a2d-4f51-b39a-ace0e2d7a475 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7769306 Jan 18 23:19:56.183805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:56.190701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'subnet': {'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:56.197480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:56.206207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:subnet and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:56.212533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:56.220998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:56.268364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:56.272538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:56.275911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:56.282949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:56.355632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Made reservation on behalf of e2acc6a38759487582f4308a591ce139 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:56.371738 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.393870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '0ee82e78-8f60-4892-9c84-b9941c37eb6e'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:19:56.394731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.431886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:56.436883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.481308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:56.632076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/0ee82e78-8f60-4892-9c84-b9941c37eb6e/18531f9c-12a3-4167-9079-b7966aee6bcf) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:56.918899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b9aa4-4294-4ad8-b448-754014bc7564 req-9c043273-ed64-4170-bc7c-2fb71bd5ea9c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:56.924427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b9b9aa4-4294-4ad8-b448-754014bc7564 req-9c043273-ed64-4170-bc7c-2fb71bd5ea9c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.1101751 Jan 18 23:19:56.981648 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:56.999661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Transition to ACTIVE for port object 18531f9c-12a3-4167-9079-b7966aee6bcf will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:57.027027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Transition to ACTIVE for port object 18531f9c-12a3-4167-9079-b7966aee6bcf will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:57.053190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b9b9aa4-4294-4ad8-b448-754014bc7564 req-074468a8-28e8-45c9-82d2-4b5d100120f5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137896 Jan 18 23:19:57.145874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:19:57.145874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.171407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.208880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:19:57.231394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a62dcde4-17a6-4e29-9ab1-cebc853f0cdc,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:57.243678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Checking segment: {'id': 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:57.243678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network hostable DHCP agents. Network: aa3e2d05-62e6-423e-8850-c2f7740b986f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:19:57.311562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:19:57.311787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3ce8e7b0-2b4a-4d2f-8d84-bdc5bea98aa0 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:19:57.333482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::157 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/0ee82e78-8f60-4892-9c84-b9941c37eb6e/3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:57.333945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:57.334460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Pushing event updated for resources: {'Port': ['ID=18531f9c-12a3-4167-9079-b7966aee6bcf,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:57.337112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:57.340242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:57.351478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network aa3e2d05-62e6-423e-8850-c2f7740b986f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:19:57.453466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Attempting to bind port 18531f9c-12a3-4167-9079-b7966aee6bcf on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:19:57.454306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Attempting to bind port 18531f9c-12a3-4167-9079-b7966aee6bcf by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:19:57.454839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Attempting to bind port 18531f9c-12a3-4167-9079-b7966aee6bcf on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:19:57.461908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:19:57.462380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:19:57.462788 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.463183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:19:57.463642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Bound port: 18531f9c-12a3-4167-9079-b7966aee6bcf, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:19:57.464047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.495570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, aa3e2d05-62e6-423e-8850-c2f7740b986f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:57.505641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:57.507864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.513139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7457c765-15a4-44d6-a4bf-9e5be052d67b None None] Network aa3e2d05-62e6-423e-8850-c2f7740b986f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:57.616061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c102f0cd-d603-4066-9d21-891e10dd1758 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4283419 Jan 18 23:19:57.621816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:57.629921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1839618214', 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:19:57.652488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:19:57.666422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:port and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:19:57.676412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:19:57.694341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:19:57.697764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:19:57.712672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.723839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=18531f9c-12a3-4167-9079-b7966aee6bcf,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:19:57.744848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:19:57.851192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee27145-8234-41a9-9f6c-2f124f42a7be None None] Network aa3e2d05-62e6-423e-8850-c2f7740b986f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:19:57.880645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46654) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:57.913020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.913623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Made reservation on behalf of e2acc6a38759487582f4308a591ce139 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:19:57.917621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:57.964960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] device_id is not set on port ef87b0eb-2cfe-412c-baed-b954f544b351 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:19:58.128568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:58.131634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:58.135804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:58.138165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:58.162943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:58.163620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:58.319718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:58.329886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-086f603d-2b61-40ce-baeb-dacfc1aacbef tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2694027 Jan 18 23:19:58.340006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46666) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:58.380393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 2001:db8::33a (aa3e2d05-62e6-423e-8850-c2f7740b986f/a62dcde4-17a6-4e29-9ab1-cebc853f0cdc/ef87b0eb-2cfe-412c-baed-b954f544b351) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:19:58.497303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7f16e-44db-4c62-bea6-2caf59f6c218 None None] Pushing event updated for resources: {'Port': ['ID=18531f9c-12a3-4167-9079-b7966aee6bcf,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:58.514118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e003f96-e413-41e5-ba6a-4119ce7c4abf tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:58.521286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e003f96-e413-41e5-ba6a-4119ce7c4abf tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:58.527646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e003f96-e413-41e5-ba6a-4119ce7c4abf tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:19:58.687371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e003f96-e413-41e5-ba6a-4119ce7c4abf tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:19:58.691213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e003f96-e413-41e5-ba6a-4119ce7c4abf tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3471174 Jan 18 23:19:58.691887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:58.792333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7942-8b9a-47e9-ad23-b5b1da57e81b req-0210ee23-6fb2-4504-945a-f69afc685233 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:58.793864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ac7942-8b9a-47e9-ad23-b5b1da57e81b req-0210ee23-6fb2-4504-945a-f69afc685233 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.4089959 Jan 18 23:19:58.814668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:58.815300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:58.962567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.007013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ac7942-8b9a-47e9-ad23-b5b1da57e81b req-f4bb1848-7a34-44cc-b287-90e7c711e974 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021677 Jan 18 23:19:59.146016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.220601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.319427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network aa3e2d05-62e6-423e-8850-c2f7740b986f is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:19:59.326821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=ef87b0eb-2cfe-412c-baed-b954f544b351,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:59.330935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:19:59.333196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:19:59.334240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:59.334848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.382091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:19:59.435951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11f6e69c-cd36-43b4-aa12-f6b923902757 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8062265 Jan 18 23:19:59.435951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:59.643184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df698e-c51d-4c80-b62c-9c5da58c5518 req-17e88431-fac7-4a89-9ef6-259be637b51a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:19:59.651317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44df698e-c51d-4c80-b62c-9c5da58c5518 req-17e88431-fac7-4a89-9ef6-259be637b51a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.4488633 Jan 18 23:19:59.692385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.737437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44df698e-c51d-4c80-b62c-9c5da58c5518 req-71758d66-f977-4e9f-babd-691cfe695e71 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850837 Jan 18 23:19:59.741021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port ef87b0eb-2cfe-412c-baed-b954f544b351 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:19:59.743763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.769479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:19:59.837995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.881444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:19:59.955998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46702) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:19:59.956454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-151e5ba4-2f1e-441a-b8ec-f862be1197e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca HTTP/1.1" status: 204 len: 168 time: 1.2641244 Jan 18 23:19:59.977591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96079ab7-b46f-4020-8397-6ee0cc15c3e1 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:00.183922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-da532d40-d87c-48fb-83f0-56bce0d62991 None None] Provisioning for port 18531f9c-12a3-4167-9079-b7966aee6bcf completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:00.240238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08bc61-cdd3-4d05-8b79-e805f918bf97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:00.241700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08bc61-cdd3-4d05-8b79-e805f918bf97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:00.242450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb08bc61-cdd3-4d05-8b79-e805f918bf97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:00.332287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff919e-8480-4694-b6cb-1009337af40f req-b6eacc58-0227-4267-8f71-6ff4c8a61e12 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:00.334088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efff919e-8480-4694-b6cb-1009337af40f req-b6eacc58-0227-4267-8f71-6ff4c8a61e12 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.3758788 Jan 18 23:20:00.335870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:00.530419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for ef87b0eb-2cfe-412c-baed-b954f544b351 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:00.565654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb08bc61-cdd3-4d05-8b79-e805f918bf97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:00.566838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb08bc61-cdd3-4d05-8b79-e805f918bf97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6054327 Jan 18 23:20:00.574187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46718) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:00.667236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efff919e-8480-4694-b6cb-1009337af40f req-55f05389-43d4-4c96-be86-125e24312957 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518506 Jan 18 23:20:00.783896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 18531f9c-12a3-4167-9079-b7966aee6bcf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:00.986154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.005380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60e7d1e1-e86e-4a44-8b31-33c2698616d2 None None] Could not find standard attr ID for object 3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:20:01.061514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 0ee82e78-8f60-4892-9c84-b9941c37eb6e {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:01.074776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.074874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 18531f9c-12a3-4167-9079-b7966aee6bcf completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:01.074874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 18531f9c-12a3-4167-9079-b7966aee6bcf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:01.075190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.096145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef87b0eb-2cfe-412c-baed-b954f544b351,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:01.269157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.302627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:01.307967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1328e783-9a52-4a27-88d6-0cfb0ffe2ac3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ef87b0eb-2cfe-412c-baed-b954f544b351 HTTP/1.1" status: 204 len: 168 time: 1.8725700 Jan 18 23:20:01.312823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'external_fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a'}]}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:01.335579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:01.339149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.350856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:router and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:01.356527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:01.371997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.402251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=18531f9c-12a3-4167-9079-b7966aee6bcf,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:01.407759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:01.493444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.496786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.592685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.594121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.632613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.677100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Deleting port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:01.679028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.681855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=18531f9c-12a3-4167-9079-b7966aee6bcf,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:01.818147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.869557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee82e78-8f60-4892-9c84-b9941c37eb6e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:01.892419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:01.905036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da70cf5-1464-4bf3-9740-311f6962ed05 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:02.041124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.051282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8537b-90b1-4930-9c87-de725fd56f0b req-3fa0f3ad-0086-4e77-92ec-d16aa3a1153e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:02.055867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf8537b-90b1-4930-9c87-de725fd56f0b req-3fa0f3ad-0086-4e77-92ec-d16aa3a1153e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.3474548 Jan 18 23:20:02.107775 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36ebb12e-f84c-43b4-abd3-39b02a3ac7ba tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0ee82e78-8f60-4892-9c84-b9941c37eb6e HTTP/1.1" status: 204 len: 168 time: 1.5324712 Jan 18 23:20:02.108535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:02.127192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] For port 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:02.127628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.202189 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1135cee-8fdc-45fb-85d7-05e966783243 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921140 Jan 18 23:20:02.205989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46754) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:02.212127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:02.282690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf8537b-90b1-4930-9c87-de725fd56f0b req-fcaf5fa1-1ffc-4508-8edb-6c0316799eeb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249324 Jan 18 23:20:02.309956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Calling delete_port for 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:02.423066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:02.427670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Deleting port 18531f9c-12a3-4167-9079-b7966aee6bcf {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:02.428207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.435550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:02.442144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:02.444178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:02.450794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:02.497110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07750807-5442-43c4-9e46-7311b153d9b5 req-046a277f-cf0b-413a-8435-d8d3eec097d9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:02.499172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07750807-5442-43c4-9e46-7311b153d9b5 req-046a277f-cf0b-413a-8435-d8d3eec097d9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.1428435 Jan 18 23:20:02.589964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:02.595579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07750807-5442-43c4-9e46-7311b153d9b5 req-f373528b-84c9-4a19-b291-69ade16b41d4 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893867 Jan 18 23:20:02.602428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.722866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 18531f9c-12a3-4167-9079-b7966aee6bcf no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:02.863394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=18531f9c-12a3-4167-9079-b7966aee6bcf,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:02.863804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.889335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:02.960074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:03.000018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.041155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Calling delete_port for 18531f9c-12a3-4167-9079-b7966aee6bcf owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:03.050783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-e5666515-b32b-49d6-8f4e-6cb054f8c53c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:03.051527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-e5666515-b32b-49d6-8f4e-6cb054f8c53c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:03.054782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.102580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.116185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.163778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=18531f9c-12a3-4167-9079-b7966aee6bcf,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:03.235915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.335024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:03.342729 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:03.434482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46770) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:03.435811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:03.435890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=18531f9c-12a3-4167-9079-b7966aee6bcf,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:03.445353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-e5666515-b32b-49d6-8f4e-6cb054f8c53c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:03.449793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-e5666515-b32b-49d6-8f4e-6cb054f8c53c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.6628275 Jan 18 23:20:03.460214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:03.627261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:03.627261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.688980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:03.689339 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.705387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.730180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=32172824-2666-4a71-8bdf-8bdbc1cf9f32,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:03.838251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:03.843954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Deleting port 18531f9c-12a3-4167-9079-b7966aee6bcf {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:03.844560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:03.845953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Usage tracker for resource:security_group_rule and tenant:9f756663f69c4549bf2921b3b2ced374 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:03.855276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:03.864494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:03.892098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-8443a162-094f-4b11-9ab7-901a011fbbae tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:03.895290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-8443a162-094f-4b11-9ab7-901a011fbbae tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.3530276 Jan 18 23:20:03.983057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e6142-af8f-4e6b-bfff-e289edb6fb58 req-ff78082e-2816-4d57-a751-1daa2648645b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:03.985693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-744e6142-af8f-4e6b-bfff-e289edb6fb58 req-ff78082e-2816-4d57-a751-1daa2648645b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 945 time: 0.3868260 Jan 18 23:20:03.994559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.023701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-492b5174-8b0b-41ca-b596-8f8391ed3938 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8192463 Jan 18 23:20:04.037428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:04.048051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Deleting port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:04.048400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.048863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'name': 'tempest-NetworksTestDHCPv6-880005049'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:04.162851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 2001:db8::33a (aa3e2d05-62e6-423e-8850-c2f7740b986f/a62dcde4-17a6-4e29-9ab1-cebc853f0cdc/df20a730-aea0-46a7-ac8b-e4c8c85e73cd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:04.167276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] For port 18531f9c-12a3-4167-9079-b7966aee6bcf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=18531f9c-12a3-4167-9079-b7966aee6bcf,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:04.167847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.261852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-744e6142-af8f-4e6b-bfff-e289edb6fb58 req-ca21719c-8e03-4c07-af38-548c6b03e1e7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625313 Jan 18 23:20:04.283240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.343269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Calling delete_port for 18531f9c-12a3-4167-9079-b7966aee6bcf owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:04.398267 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.432590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:04.465693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:04.518371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:04.530773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:04.538794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:04.539158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.578332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.642877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] Pushing event deleted for resources: {'Port': ['ID=18531f9c-12a3-4167-9079-b7966aee6bcf,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:04.654477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec00b3b8-5530-4487-acda-20d2a7ca5c72 None None] No DVR routers for this DVR port 18531f9c-12a3-4167-9079-b7966aee6bcf on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:04.681351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1657a1-6f77-4bda-9215-e5db3a957521 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:04.690458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:04.730386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:04.733734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.749529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b877cb9-e06c-49d2-b86b-e5458411cbc6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:04.774169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-211cde52-d2cf-4e6b-96e1-2a7830cd16c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f756663f69c4549bf2921b3b2ced374&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3390434 Jan 18 23:20:04.789425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 2461477d-cfa3-4b90-aa3a-9c0f41d707ca yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:04.803409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:04.894474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] For port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,segment=NetworkSegment(795e9cb5-2f96-460d-8b91-692f72e3fd99),segment_id=795e9cb5-2f96-460d-8b91-692f72e3fd99)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:04.895773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.909665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:04.954696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '32172824-2666-4a71-8bdf-8bdbc1cf9f32'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:20:04.960173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.066633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::380 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/32172824-2666-4a71-8bdf-8bdbc1cf9f32/2461477d-cfa3-4b90-aa3a-9c0f41d707ca) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:05.084466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Calling delete_port for 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:05.155479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.169415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956', 'b79f307a-c130-48a9-8d4d-8b1d4050fa66'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:05.258962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.264656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:05.270797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.279544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.285142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.289296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.293800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.297961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.302067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.305446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-142eef32-1446-45e2-9d0b-92a23932cae8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.7855988 Jan 18 23:20:05.318102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad94a3-1ce0-4542-af59-ad639633e7fa req-170e5efc-4a8d-4474-997a-3d8da5d891d9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.319543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1ad94a3-1ce0-4542-af59-ad639633e7fa req-170e5efc-4a8d-4474-997a-3d8da5d891d9 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 946 time: 0.7987564 Jan 18 23:20:05.351606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.437104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network aa3e2d05-62e6-423e-8850-c2f7740b986f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:05.453338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:05.456316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.467014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:05.468426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:05.495249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:05.503457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.505985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'name': 'network-vif-deleted', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:05.560434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.590386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-705d6f83-c926-4440-8b67-6b7069b810d9 req-614748fe-f243-4dd8-b20d-4e3082e5c25d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2622852 Jan 18 23:20:05.647158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1ad94a3-1ce0-4542-af59-ad639633e7fa req-4e8687b6-e523-46f0-a3e4-014f272ec76f tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/security-groups?id=1cd6dff2-d5ba-4f63-bd46-05b1446da69e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837512 Jan 18 23:20:05.680136 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f686c09d-4e11-4cc5-8f45-8a52b6af6c0f req-b0b1d8bd-a839-424d-a7ae-f28d6df123a6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "DELETE /v2.0/ports/0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e HTTP/1.1" status: 204 len: 173 time: 2.1981134 Jan 18 23:20:05.731568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.736128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.741902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.745886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.759055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.766609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.770972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:05.772177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:05.798196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:05.799509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-4bc83497-c937-4347-8c04-785dcfab3b57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.1845765 Jan 18 23:20:05.846089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44019aa8-c7de-43ff-8f8f-e7d1491e04da req-45b17e28-4488-40e7-bb21-43f78b0b5979 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=70df572b-3061-4c9c-82aa-cad75588f9f5 HTTP/1.1" status: 200 len: 210 time: 0.0552435 Jan 18 23:20:05.847950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.853907 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70df572b-3061-4c9c-82aa-cad75588f9f5', 'name': 'network-vif-deleted', 'tag': '0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e', 'status': 'completed', 'code': 200} Jan 18 23:20:05.875735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b877cb9-e06c-49d2-b86b-e5458411cbc6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:05.895643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.896253 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.921213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 2461477d-cfa3-4b90-aa3a-9c0f41d707ca will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:05.948066 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.949262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ac156003-e64c-4ddb-9972-8ba93a4d1af1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b877cb9-e06c-49d2-b86b-e5458411cbc6 HTTP/1.1" status: 204 len: 168 time: 1.1447163 Jan 18 23:20:05.965530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:05.979386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:06.035508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Pushing event deleted for resources: {'Port': ['ID=53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:06.095603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-86fc0c42-c71a-4419-b3e2-6969d18520a6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:06.096880 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-86fc0c42-c71a-4419-b3e2-6969d18520a6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2869103 Jan 18 23:20:06.135801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] No DVR routers for this DVR port 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:06.139110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:06.141086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-009bc087-bc8d-4539-8cef-26caa65a6d86 req-ee75ff93-221d-463e-b2a8-126d6932fdd8 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.83 "DELETE /v2.0/ports/53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 HTTP/1.1" status: 204 len: 173 time: 2.2409389 Jan 18 23:20:06.142298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'name': 'network-vif-deleted', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:06.181635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Router 74282586-90c6-4acb-a447-d3919a278602 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:20:06.251901 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071500cf-516a-4175-bc22-0cdc31038af8', 'name': 'network-vif-deleted', 'tag': '53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756', 'status': 'completed', 'code': 200} Jan 18 23:20:06.300954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-27be97c5-7c3e-4f97-b80c-3630d60e57af tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Synchronizing usage tracker for tenant:f9514892046a4a4f850c5981983deab1 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:06.410201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:06.518201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=2461477d-cfa3-4b90-aa3a-9c0f41d707ca,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:06.525873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/32172824-2666-4a71-8bdf-8bdbc1cf9f32/a04b684c-3135-43d0-9a22-2b000fd9afc2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:06.525992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:06.529234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:06.531601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:06.536768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:06.537411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:06.548248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-27be97c5-7c3e-4f97-b80c-3630d60e57af tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Unset dirty status for tenant:f9514892046a4a4f850c5981983deab1 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:06.549590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-27be97c5-7c3e-4f97-b80c-3630d60e57af tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4451621 Jan 18 23:20:06.559130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:06.568434 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Sync routers for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:06.568956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:06.574828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:06.591120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d1ffd1ca-088e-4a23-9fa4-ae6b85befc2d admin admin] 10.222.0.59 "PUT /v2.0/routers/74282586-90c6-4acb-a447-d3919a278602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7004681 Jan 18 23:20:06.591120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:06.616564 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:06.621860 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:06.675806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:06.677165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0c4e3baa-cfcc-48ef-a735-2bcf06b9b21e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:06.677892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:06.761180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:06.761524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 53ca1b8a-60b6-4a3d-8fee-ec8b8c1f4756 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:06.800795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-563465fb-e6ab-4aef-99ce-f3cdb5dfe3b3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7602434 Jan 18 23:20:06.802652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:06.814273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46812) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:06.929420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:06.947447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Transition to ACTIVE for port object a04b684c-3135-43d0-9a22-2b000fd9afc2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:06.976643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:20:06.977075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Transition to ACTIVE for port object a04b684c-3135-43d0-9a22-2b000fd9afc2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:07.046595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d6d9372c-b2fb-4961-a995-e474e3e244b9 req-29449bd7-5d83-43b1-ab51-34ccf7ce2185 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Synchronizing usage tracker for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:07.086912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:07.089371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.131743 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.191227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:07.194327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:07.211245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Pushing event updated for resources: {'Port': ['ID=a04b684c-3135-43d0-9a22-2b000fd9afc2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:07.213771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:07.310187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:07.317062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d6d9372c-b2fb-4961-a995-e474e3e244b9 req-29449bd7-5d83-43b1-ab51-34ccf7ce2185 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] Unset dirty status for tenant:7f7708dc98c14ebeab8cf18af38bd800 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:07.326089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6d9372c-b2fb-4961-a995-e474e3e244b9 req-29449bd7-5d83-43b1-ab51-34ccf7ce2185 tempest-AttachVolumeNegativeTest-1722553811 tempest-AttachVolumeNegativeTest-1722553811-project] 10.222.0.59 "GET /v2.0/ports?device_id=071500cf-516a-4175-bc22-0cdc31038af8 HTTP/1.1" status: 200 len: 210 time: 0.3250759 Jan 18 23:20:07.332857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Attempting to bind port a04b684c-3135-43d0-9a22-2b000fd9afc2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:07.334096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Attempting to bind port a04b684c-3135-43d0-9a22-2b000fd9afc2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:07.334462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Attempting to bind port a04b684c-3135-43d0-9a22-2b000fd9afc2 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:07.366304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.366542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:07.367142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:07.367809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.368459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:07.369712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Bound port: a04b684c-3135-43d0-9a22-2b000fd9afc2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:07.370421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.406283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.411150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.415855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.420363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.426644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.430929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.435851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.448411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d61206be-e8f0-4a99-b159-c17bcb8ec641 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 5435 time: 0.5154805 Jan 18 23:20:07.526526 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:20:02Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:07.531707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Checking router: 74282586-90c6-4acb-a447-d3919a278602 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:20:07.545092 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Routers {'74282586-90c6-4acb-a447-d3919a278602'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:07.545711 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['74282586-90c6-4acb-a447-d3919a278602'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:07.578073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] For port a04b684c-3135-43d0-9a22-2b000fd9afc2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:07.586154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] For port a04b684c-3135-43d0-9a22-2b000fd9afc2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a04b684c-3135-43d0-9a22-2b000fd9afc2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:07.598234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe7786-c970-4b31-8a6f-dde89ca9b5df tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:07.599829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6fe7786-c970-4b31-8a6f-dde89ca9b5df tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:07.673324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:07.682290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:07.695420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.743023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Usage tracker for resource:security_group_rule and tenant:0497dda14e3c45268e5fcb72f8e99073 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:07.751970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:07.760935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:07.765956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8e62569-c410-4296-9a43-9bdb7081e457 req-d417245d-e82a-418f-9680-adfed7088ec1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162835 Jan 18 23:20:07.783789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6fe7786-c970-4b31-8a6f-dde89ca9b5df tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:07.785465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6fe7786-c970-4b31-8a6f-dde89ca9b5df tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9654624 Jan 18 23:20:07.790187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46824) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:07.868763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] For port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:07.887899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fe962-6a67-4fb0-a69d-6307107d5ce2 None None] Pushing event updated for resources: {'Port': ['ID=a04b684c-3135-43d0-9a22-2b000fd9afc2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:07.920114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.934561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:07.978553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] device_id is not set on port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:07.990843 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] Set router 74282586-90c6-4acb-a447-d3919a278602 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:07.991330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 2461477d-cfa3-4b90-aa3a-9c0f41d707ca {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:07.991330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.018396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Deleting port 0a7ac22f-e6b0-45df-b519-95480a81ba60 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:08.018396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.038040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.053313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.131376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:08.137251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0497dda14e3c45268e5fcb72f8e99073&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8224943 Jan 18 23:20:08.143211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46828) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:08.148741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Sync routers for ids ['6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:08.195068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Routers {'6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:08.195972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:08.220568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.407300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] For port 0a7ac22f-e6b0-45df-b519-95480a81ba60, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a7ac22f-e6b0-45df-b519-95480a81ba60,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:08.407300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.427809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:08.427967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5bd95a18-764c-4d08-9011-44798a396c65 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1240134 Jan 18 23:20:08.446831 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:20:02Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:08.481928 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7a837-52fc-4b2b-99f7-97a00e970453 None None] The sync data for ids ['74282586-90c6-4acb-a447-d3919a278602'] in n-d-825175-2 is: [{'id': '74282586-90c6-4acb-a447-d3919a278602', 'name': 'tempest-AttachVolumeShelveTestJSON-1369647212-router', 'tenant_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:09:12Z', 'updated_at': '2022-01-18T23:20:02Z', 'revision_number': 5, 'project_id': '9bc3a981eaf1421d99adb6ced6a5c44c', 'gw_port': {'id': '0a7ac22f-e6b0-45df-b519-95480a81ba60', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74282586-90c6-4acb-a447-d3919a278602', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:09:15Z', 'updated_at': '2022-01-18T23:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:20:08.510198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46834) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:08.510198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46838) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:08.516798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003483d-bce1-41db-bea6-58c29a5fc96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ecf32e-209e-4128-a9d3-82fc26eae838,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:08.530169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Set router 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:08.614803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Calling delete_port for 0a7ac22f-e6b0-45df-b519-95480a81ba60 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:08.791030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26347caa-0afd-4d1f-90cc-461f39ecc77d req-52e9c5b0-f50e-46f6-962a-55e1c4f0dc24 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:08.792499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26347caa-0afd-4d1f-90cc-461f39ecc77d req-52e9c5b0-f50e-46f6-962a-55e1c4f0dc24 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.1440082 Jan 18 23:20:08.972903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'name': '', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'external_fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a'}], 'enable_snat': True}, 'gw_port_id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:01Z', 'updated_at': '2022-01-18T23:20:05Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'name': '', 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:03Z', 'updated_at': '2022-01-18T23:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:08.990068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Checking router: 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:20:08.990068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Updating router 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 port df20a730-aea0-46a7-ac8b-e4c8c85e73cd binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:20:09.023026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26347caa-0afd-4d1f-90cc-461f39ecc77d req-2a680e03-158e-4c22-91fc-12ae89e90530 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214184 Jan 18 23:20:09.066794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.096323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.131537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a04b684c-3135-43d0-9a22-2b000fd9afc2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:09.159538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.175761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] No DVR routers for this DVR port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:09.252631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Pushing event updated for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:09.263510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] In _notify_port_updated(), no bound segment for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:20:09.264724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.274484 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-58a44920-7d19-402e-9615-bc54ef7f30af service neutron] 10.222.0.89 "PUT /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 200 len: 1027 time: 2.7095227 Jan 18 23:20:09.303038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 1168f541-2a48-496e-95d5-a30c25f2783d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:09.359534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7ac22f-e6b0-45df-b519-95480a81ba60,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:09.378547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a04b684c-3135-43d0-9a22-2b000fd9afc2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:09.428874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:09.447031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-919112ba-e40e-4eab-920b-040ce38f8944 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.447031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-919112ba-e40e-4eab-920b-040ce38f8944 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "GET /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1097183 Jan 18 23:20:09.447413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.458916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Deleting subnet 75328b69-34f4-47a3-b75a-76f5a2570c81 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:09.460868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.474302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:09.513814 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.533261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:09.533607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94a7cdd9-f30d-4805-ba56-b3b9c3ebcbb6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:09.626126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.654401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a8f0c371-d12e-4ac1-a3d8-a794ec085799 None None] Provisioning complete for port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:09.654864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a8f0c371-d12e-4ac1-a3d8-a794ec085799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.705370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 2461477d-cfa3-4b90-aa3a-9c0f41d707ca owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:09.757098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.797727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.800407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:09.807091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:09.817240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0c371-d12e-4ac1-a3d8-a794ec085799 None None] Port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:20:09.867256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.871398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.876264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.880447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.884718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.890760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:09.891140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:09.892162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f444e7bb-611d-432a-a57e-91c66811eac1 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:09.899128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-058a059a-ad17-40d4-84fe-998f45dee750 req-08e3880a-9da1-4b44-8e19-74f221a34c66 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 4661 time: 0.6519554 Jan 18 23:20:09.927694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.051008 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.058821 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d', 'code': 200} Jan 18 23:20:10.081833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Transition to ACTIVE for port object df20a730-aea0-46a7-ac8b-e4c8c85e73cd will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:10.084919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.163679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Provisioning for port 2461477d-cfa3-4b90-aa3a-9c0f41d707ca completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:10.173791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.190447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Provisioning complete for port 2461477d-cfa3-4b90-aa3a-9c0f41d707ca triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:10.191681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.191815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.203596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.224235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-058a059a-ad17-40d4-84fe-998f45dee750 req-5c3b5f98-9d06-4249-b489-c7d1a5e781b8 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3217590 Jan 18 23:20:10.237554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.252413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.271266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.349098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc240-19dc-44a7-913b-44389b989fc8 req-c79121ed-2e04-4565-9bee-a46bbca0e5f6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:10.357497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68dbc240-19dc-44a7-913b-44389b989fc8 req-c79121ed-2e04-4565-9bee-a46bbca0e5f6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.1106875 Jan 18 23:20:10.377430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Port 2461477d-cfa3-4b90-aa3a-9c0f41d707ca cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:20:10.391070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b6d76-876b-4ac7-ad47-6380ff2c650b None None] Pushing event updated for resources: {'Port': ['ID=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.394208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:10.397475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Attempting to bind port df20a730-aea0-46a7-ac8b-e4c8c85e73cd on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:10.399247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Attempting to bind port df20a730-aea0-46a7-ac8b-e4c8c85e73cd by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:10.399247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Attempting to bind port df20a730-aea0-46a7-ac8b-e4c8c85e73cd on network aa3e2d05-62e6-423e-8850-c2f7740b986f {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:10.409476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:10.409845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Checking segment: {'id': 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:10.410316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.410708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Bound using segment: {'id': 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:10.411110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Bound port: df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:10.411473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.425555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.425667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68dbc240-19dc-44a7-913b-44389b989fc8 req-c8df4e49-0e8a-4ff7-a8c3-5f70d6098bfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660059 Jan 18 23:20:10.426596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.427096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74282586-90c6-4acb-a447-d3919a278602 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:20:10.461673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ecf32e-209e-4128-a9d3-82fc26eae838,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.477231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.477231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d02c08f6-3205-41d8-bc4e-4b5366b761aa admin admin] 10.222.0.59 "DELETE /v2.0/routers/74282586-90c6-4acb-a447-d3919a278602 HTTP/1.1" status: 204 len: 168 time: 3.8910675 Jan 18 23:20:10.477231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46856) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:10.513285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] For port df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:10.517270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] For port df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,segment=NetworkSegment(eb2df2a7-2454-4175-9f5b-bc81ff6766bc),segment_id=eb2df2a7-2454-4175-9f5b-bc81ff6766bc)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:10.534261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.534261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:10.552404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Deleting subnet 6727a301-54e5-4c1a-a451-b216e2c8f26b {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:10.556109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.576790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-46b96ee5-3fa1-4b58-b7c0-8e3cd5b36371 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:10.577583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-46b96ee5-3fa1-4b58-b7c0-8e3cd5b36371 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:10.597848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.619130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.668527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.671948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Provisioning for port a04b684c-3135-43d0-9a22-2b000fd9afc2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:10.680420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.685147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ebeafc88-1685-4ea3-975b-40917aab59f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4ecf32e-209e-4128-a9d3-82fc26eae838 HTTP/1.1" status: 204 len: 168 time: 2.5375190 Jan 18 23:20:10.685147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.685397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Provisioning complete for port a04b684c-3135-43d0-9a22-2b000fd9afc2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:10.685397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.713910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:10.714357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 493bf394-8ac2-41e8-aecf-3224c6e7269e no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:10.732894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.870202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.874577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.922308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:10.922621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=2461477d-cfa3-4b90-aa3a-9c0f41d707ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.957191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75328b69-34f4-47a3-b75a-76f5a2570c81,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.971269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-46b96ee5-3fa1-4b58-b7c0-8e3cd5b36371 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:10.976777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-46b96ee5-3fa1-4b58-b7c0-8e3cd5b36371 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.8775280 Jan 18 23:20:10.977359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6727a301-54e5-4c1a-a451-b216e2c8f26b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:10.979359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.024712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Routers {'6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:11.025198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:19:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:11.025321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c7b3616-5299-493a-9031-6ab994cb2a52 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6727a301-54e5-4c1a-a451-b216e2c8f26b HTTP/1.1" status: 204 len: 168 time: 0.5471723 Jan 18 23:20:11.025959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46864) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:11.111642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec21ee9-e3a8-40b1-a21a-aa1494bf84f7 None None] Network 0666dda1-4d1d-40fe-ace9-cb49ee57764a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:11.141995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.190749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.206251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port b79f307a-c130-48a9-8d4d-8b1d4050fa66 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:11.206804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.218028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.233495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Deleting port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:11.234103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.250271 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e4678e0a-eeb5-42f6-b9df-e925cdbbf824 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75328b69-34f4-47a3-b75a-76f5a2570c81 HTTP/1.1" status: 204 len: 168 time: 2.7331648 Jan 18 23:20:11.264045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.267140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d953f7b0-b9ca-420b-a003-c51e0341a2eb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/2461477d-cfa3-4b90-aa3a-9c0f41d707ca HTTP/1.1" status: 204 len: 168 time: 3.4665644 Jan 18 23:20:11.270145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46870) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:11.270489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46872) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:11.439457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=493bf394-8ac2-41e8-aecf-3224c6e7269e,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:11.509289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] Set router 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:11.562207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.563844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] For port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:11.564387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.569542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96249501-13f6-4879-9409-c18593c04d0a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:11.574952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96249501-13f6-4879-9409-c18593c04d0a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:11.575729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96249501-13f6-4879-9409-c18593c04d0a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:11.752182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.760571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b6d76-876b-4ac7-ad47-6380ff2c650b None None] Pushing event updated for resources: {'Port': ['ID=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:11.774243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:20:11.885128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Calling delete_port for f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:11.913503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:11.930030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96249501-13f6-4879-9409-c18593c04d0a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:11.931512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96249501-13f6-4879-9409-c18593c04d0a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6483355 Jan 18 23:20:11.942562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] For port 493bf394-8ac2-41e8-aecf-3224c6e7269e, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:11.969946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:12.012302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] For port a04b684c-3135-43d0-9a22-2b000fd9afc2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a04b684c-3135-43d0-9a22-2b000fd9afc2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:12.060438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:12.069420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'name': '', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'external_fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a'}], 'enable_snat': True}, 'gw_port_id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:01Z', 'updated_at': '2022-01-18T23:20:05Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'name': '', 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:03Z', 'updated_at': '2022-01-18T23:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:12.072493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2edfcf-b28b-41ab-b3eb-90851c2c21d1 None None] The sync data for ids ['6dc08c6e-0413-46d7-a8c5-edd758aa3ff8'] in n-d-825175-2 is: [{'id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'name': '', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'external_fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a'}], 'enable_snat': True}, 'gw_port_id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:01Z', 'updated_at': '2022-01-18T23:20:05Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': 'df20a730-aea0-46a7-ac8b-e4c8c85e73cd', 'name': '', 'network_id': 'aa3e2d05-62e6-423e-8850-c2f7740b986f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dc08c6e-0413-46d7-a8c5-edd758aa3ff8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'ip_address': '2001:db8::33a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:03Z', 'updated_at': '2022-01-18T23:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dcde4-17a6-4e29-9ab1-cebc853f0cdc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:20:12.095830 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.149555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.198874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1752c0-874c-487f-88df-0d94627836be']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:12.206184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.209032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5796-524f-41de-b96c-eba3ea2171eb None None] Pushing event updated for resources: {'Port': ['ID=a04b684c-3135-43d0-9a22-2b000fd9afc2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:12.210678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.214948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] DHCP port deletion for 0666dda1-4d1d-40fe-ace9-cb49ee57764a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:12.216824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.222030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Deleting port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:12.222177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.223435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.226354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.226836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e9cb5-2f96-460d-8b91-692f72e3fd99') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:12.227244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e9cb5-2f96-460d-8b91-692f72e3fd99') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:12.231038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.250040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-660387cd-8ebe-49e1-bf03-4b6ca151be72 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 4657 time: 0.7696381 Jan 18 23:20:12.250144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.271126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.308033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:20:12.308457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:12.322852 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:12.331639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] device_id is not set on port 493bf394-8ac2-41e8-aecf-3224c6e7269e yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:12.403271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e2f1d1-048f-4497-a6bb-9c8ef65bf6ac req-17acecd2-9eda-4c97-ba52-fe575cfefd17 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=eb39d3ec-409e-46ae-bd08-43efbd2d9968&id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609318 Jan 18 23:20:12.449416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.498160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.547061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port b79f307a-c130-48a9-8d4d-8b1d4050fa66, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b79f307a-c130-48a9-8d4d-8b1d4050fa66,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:12.549736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.563422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] For port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,segment=NetworkSegment(d0b8b9ae-39f5-4719-ae08-3060afe99c69),segment_id=d0b8b9ae-39f5-4719-ae08-3060afe99c69)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:12.564025 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.632886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe84c2-ae81-4edd-b6ab-c7b07eef573b req-0680c1f6-8a60-4b4e-bb98-e6f73f0a5ad1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:12.642080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fbe84c2-ae81-4edd-b6ab-c7b07eef573b req-0680c1f6-8a60-4b4e-bb98-e6f73f0a5ad1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 945 time: 0.6697571 Jan 18 23:20:12.724858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:12.751998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] No DVR routers for this DVR port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:12.821098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 32172824-2666-4a71-8bdf-8bdbc1cf9f32 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:12.852341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.854995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.855916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:12.868680 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'code': 200} Jan 18 23:20:12.869342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:12.869835 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:12.873688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for b79f307a-c130-48a9-8d4d-8b1d4050fa66 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:12.876707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Calling delete_port for f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:12.963336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a04b684c-3135-43d0-9a22-2b000fd9afc2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:13.111511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:13.111750 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:13.118599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a04b684c-3135-43d0-9a22-2b000fd9afc2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:13.121000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.121626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.157175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.194317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.204205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1752c0-874c-487f-88df-0d94627836be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:13.228246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.334400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fbe84c2-ae81-4edd-b6ab-c7b07eef573b req-3892d3c4-69c5-47da-9d03-22c34b7c44aa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6909668 Jan 18 23:20:13.363740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0666dda1-4d1d-40fe-ace9-cb49ee57764a']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:13.404615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b8b9ae-39f5-4719-ae08-3060afe99c69') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:13.405206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b8b9ae-39f5-4719-ae08-3060afe99c69') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:13.424123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device df20a730-aea0-46a7-ac8b-e4c8c85e73cd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:13.424637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.451490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.492407 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.546197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:20:13.546197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:13.562898 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:13.588532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Pushing event updated for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:13.589911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2cce9026-423d-4ef3-9f46-d48ba72ed861 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:13.648902 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ef93f4b-9422-4465-8d13-d586f552e10a admin admin] 10.222.0.59 "DELETE /v2.0/networks/4f1752c0-874c-487f-88df-0d94627836be HTTP/1.1" status: 204 len: 168 time: 2.3658812 Jan 18 23:20:13.684907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Deleting port f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:13.685438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.715170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port df20a730-aea0-46a7-ac8b-e4c8c85e73cd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:13.715170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.865140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.888131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.905788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf470a9e-76f3-42f3-b510-13719049d746 None None] The port 'f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:20:13.916775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-59d49895-8e7c-4bc3-bbfa-8117e212bb3c None None] Provisioning complete for port 493bf394-8ac2-41e8-aecf-3224c6e7269e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:13.917458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-59d49895-8e7c-4bc3-bbfa-8117e212bb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.947669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0666dda1-4d1d-40fe-ace9-cb49ee57764a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:13.956924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af336f3d-a9fe-453f-a5e5-53b47c268843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:13.976438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] No DVR routers for this DVR port 493bf394-8ac2-41e8-aecf-3224c6e7269e on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:13.991800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:13.996520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:14.001774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:14.011344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:14.023059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:14.024960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-6e560ebe-cdeb-44fd-9ec3-fce1c3be530a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3882 time: 0.2731106 Jan 18 23:20:14.037384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-59d49895-8e7c-4bc3-bbfa-8117e212bb3c None None] Port 493bf394-8ac2-41e8-aecf-3224c6e7269e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:20:14.039448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.062131 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.093342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=32172824-2666-4a71-8bdf-8bdbc1cf9f32,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:14.096565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cbbb248c-dc26-4189-93ab-6394fdb9dd53 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0666dda1-4d1d-40fe-ace9-cb49ee57764a HTTP/1.1" status: 204 len: 168 time: 3.0631642 Jan 18 23:20:14.100564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port df20a730-aea0-46a7-ac8b-e4c8c85e73cd completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:14.112945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.113074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port df20a730-aea0-46a7-ac8b-e4c8c85e73cd triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:14.113382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.114799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b7319041-a474-4074-a22f-5b76a1aeed10 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/32172824-2666-4a71-8bdf-8bdbc1cf9f32 HTTP/1.1" status: 204 len: 168 time: 2.1395664 Jan 18 23:20:14.133329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46922) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:14.162541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f9f535b-4e62-4627-809b-842d6acba3b3 req-601fea1c-646f-45a8-a6c3-1844aa25f365 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245210 Jan 18 23:20:14.175013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae465a33-ca6a-4f88-92f2-5bc226e56ffd None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:14.263163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] In _notify_port_updated(), no bound segment for port 493bf394-8ac2-41e8-aecf-3224c6e7269e on network 532d7673-d9dd-452e-aa0d-6c335749a03d {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:20:14.264255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.265785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-5b377a3c-75fc-497e-92b0-300080078a1d service neutron] 10.222.0.89 "PUT /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 200 len: 1028 time: 4.7989736 Jan 18 23:20:14.268620 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fba1eec7-9774-4885-b171-92cf9766c892 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288953 Jan 18 23:20:14.271640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:14.277509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:14.289222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] For port df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,segment=NetworkSegment(eb2df2a7-2454-4175-9f5b-bc81ff6766bc),segment_id=eb2df2a7-2454-4175-9f5b-bc81ff6766bc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:14.289651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.299267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:14.302511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:14.402670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.403364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device df36694f-67d8-4d80-bd37-08dfc4c5810b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:14.482692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for df20a730-aea0-46a7-ac8b-e4c8c85e73cd owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:14.548459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port df36694f-67d8-4d80-bd37-08dfc4c5810b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:14.548459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.627309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:14.627776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.652907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:14.660392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88f3345d-7f79-4064-81b5-9bb87d73e077 req-b08d543f-d822-4aee-89ff-45bda5232edb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0738196 Jan 18 23:20:14.661991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:14.670382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1546eb20-0628-49af-8d79-aa8002897a29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f7708dc98c14ebeab8cf18af38bd800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843715 Jan 18 23:20:14.671166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:14.682791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:14.682925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=b79f307a-c130-48a9-8d4d-8b1d4050fa66,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:14.699705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:14.751615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.792508 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.870916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:14.873003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port b79f307a-c130-48a9-8d4d-8b1d4050fa66 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:14.876167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:14.884712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.885303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:14.891563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.934020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:14.937654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'name': 'network-vif-deleted', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:15.080898 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127c8f33-2c0a-4203-8ec8-18d89371c7bc', 'name': 'network-vif-deleted', 'tag': 'b79f307a-c130-48a9-8d4d-8b1d4050fa66', 'status': 'completed', 'code': 200} Jan 18 23:20:15.095989 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'code': 200} Jan 18 23:20:15.118240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,segment=NetworkSegment(eb2df2a7-2454-4175-9f5b-bc81ff6766bc),segment_id=eb2df2a7-2454-4175-9f5b-bc81ff6766bc)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:15.141646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.142783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.150457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a5c0ce17-fdbc-487e-b497-a1e76bb83422 req-37e3287a-3715-479e-99f2-0dd419eb9518 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "DELETE /v2.0/ports/b79f307a-c130-48a9-8d4d-8b1d4050fa66 HTTP/1.1" status: 204 len: 173 time: 4.1365242 Jan 18 23:20:15.165738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd6dff2-d5ba-4f63-bd46-05b1446da69e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:15.196289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.196475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:15.196871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.197366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-59e0e591-a746-4b7d-845f-48eab4709cde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cd6dff2-d5ba-4f63-bd46-05b1446da69e HTTP/1.1" status: 204 len: 168 time: 0.5216653 Jan 18 23:20:15.225918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:15.234965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.279860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.412181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for df36694f-67d8-4d80-bd37-08dfc4c5810b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:15.422083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Deleting port a04b684c-3135-43d0-9a22-2b000fd9afc2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:15.427424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.459710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.466324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a7ac22f-e6b0-45df-b519-95480a81ba60 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:15.553499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0a7ac22f-e6b0-45df-b519-95480a81ba60 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:15.553723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a7ac22f-e6b0-45df-b519-95480a81ba60 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:15.554061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:15.610869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39b9c555-1cf0-4c83-a289-89d245baad7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bc3a981eaf1421d99adb6ced6a5c44c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635530 Jan 18 23:20:15.610869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:15.610869 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:15.610869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46966) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.646354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:15.646609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f9ab0275-17f8-4c16-a92c-b5f4e8bcae8b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:15.668892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:15.688429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.699668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:15.723163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:15.727315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.727476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.731053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:15.738969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=b72ecb40-6f21-4956-9347-3b0213218780,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:15.827524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:15.830441 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:15.844024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.857165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.872426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.889490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.900653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:15.903462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-481f72ee-d6c9-4f25-ad32-e1bb019f6c2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3880 time: 0.3698223 Jan 18 23:20:15.906055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aaeb9988-99ae-43f9-bcd8-90076abe5744 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6332140 Jan 18 23:20:15.909240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46976) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:15.918293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'name': 'tempest-NetworksTestDHCPv6-24661632'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:16.008333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] For port a04b684c-3135-43d0-9a22-2b000fd9afc2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a04b684c-3135-43d0-9a22-2b000fd9afc2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:16.008953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.043764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-204ebe79-4096-4201-97cc-3451643b329f req-eed1f7d3-d75a-4395-8097-4871a3692fb2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=127c8f33-2c0a-4203-8ec8-18d89371c7bc HTTP/1.1" status: 200 len: 210 time: 0.0780258 Jan 18 23:20:16.082332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-294a672e-17f1-4e2d-9492-b22f8402a72c req-2ce8a9d8-6fdb-4db9-a975-1e4cad22323b tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604834 Jan 18 23:20:16.154738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a04b684c-3135-43d0-9a22-2b000fd9afc2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:16.181046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:16.188412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port df20a730-aea0-46a7-ac8b-e4c8c85e73cd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:16.188854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.189187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.189566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c939a566-7053-4798-9e7c-e81465f219e6 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:16.280400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.285465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Calling delete_port for a04b684c-3135-43d0-9a22-2b000fd9afc2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:16.319334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac4066-6079-4a69-9a7f-bdf970c76f3e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:16.331222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port df36694f-67d8-4d80-bd37-08dfc4c5810b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:16.332471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.463046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:16.496232 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-df278f5f-a5cc-467e-9949-335a437f04f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.566717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.585348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.604937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.611307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef2b0ef5-a015-4049-aa8d-7ea7f173a535 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29ac4066-6079-4a69-9a7f-bdf970c76f3e HTTP/1.1" status: 204 len: 168 time: 0.9992440 Jan 18 23:20:16.635295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:16.635432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:16.639609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:16.644327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:16.666266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:16.691865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] For port df20a730-aea0-46a7-ac8b-e4c8c85e73cd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,segment=NetworkSegment(eb2df2a7-2454-4175-9f5b-bc81ff6766bc),segment_id=eb2df2a7-2454-4175-9f5b-bc81ff6766bc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:16.692218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.707567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.758888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:16.781195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] Pushing event deleted for resources: {'Port': ['ID=a04b684c-3135-43d0-9a22-2b000fd9afc2,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:16.816593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b79f307a-c130-48a9-8d4d-8b1d4050fa66 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:16.890337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for df20a730-aea0-46a7-ac8b-e4c8c85e73cd owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:16.910755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: b79f307a-c130-48a9-8d4d-8b1d4050fa66 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:16.917475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b79f307a-c130-48a9-8d4d-8b1d4050fa66 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:16.917984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bee216-5c55-434a-8e38-980660805a85 None None] No DVR routers for this DVR port a04b684c-3135-43d0-9a22-2b000fd9afc2 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:16.946360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bc73f-8e96-4dea-a481-81af9366f63f None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:16.993179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:17.004599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:17.007761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.071595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port c1606e85-18f2-45d2-bf0b-0090dc65250e yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:17.106305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b'}, {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:17.147836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port df36694f-67d8-4d80-bd37-08dfc4c5810b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=df36694f-67d8-4d80-bd37-08dfc4c5810b,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:17.148485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.241214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.254569 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'code': 200} Jan 18 23:20:17.254840 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6', 'code': 200} Jan 18 23:20:17.323544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for df36694f-67d8-4d80-bd37-08dfc4c5810b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:17.355719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'b72ecb40-6f21-4956-9347-3b0213218780'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:20:17.356517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.478082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.621894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.628043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.633735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.643136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.647543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.657703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-56beac4b-b8a8-448f-b06f-ee79e535c402 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3876 time: 0.2043900 Jan 18 23:20:17.729459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f28062c-8876-4fc2-b790-6715c91c5659 req-6869aa26-d7df-4747-9247-a0f07cf0ba77 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706487 Jan 18 23:20:17.790687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::fb (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/b72ecb40-6f21-4956-9347-3b0213218780/c1606e85-18f2-45d2-bf0b-0090dc65250e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:17.797073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:17.829682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device df20a730-aea0-46a7-ac8b-e4c8c85e73cd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:17.917545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: df20a730-aea0-46a7-ac8b-e4c8c85e73cd {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:17.918205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device df20a730-aea0-46a7-ac8b-e4c8c85e73cd not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 23:20:17.966413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Port': ['ID=df20a730-aea0-46a7-ac8b-e4c8c85e73cd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:17.990683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-7618e662-6d5d-4723-9474-cb5cc52991be tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:17.996896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port df20a730-aea0-46a7-ac8b-e4c8c85e73cd not found, will not notify nova. {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 23:20:17.997556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-7618e662-6d5d-4723-9474-cb5cc52991be tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.2410131 Jan 18 23:20:18.031018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-eef29983-a211-4ad8-86ee-14c512a3f041 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.0231109 Jan 18 23:20:18.155181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-0b6b695a-5bde-4fa7-82b5-5379d3a0633a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1117785 Jan 18 23:20:18.232211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.307760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-721eccd0-ca7e-495f-bd4a-6e9d28113427 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516371 Jan 18 23:20:18.358169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=df36694f-67d8-4d80-bd37-08dfc4c5810b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:18.368153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.461206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-6e7113cf-5413-4047-b90c-de9c68e75aa6 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472652 Jan 18 23:20:18.704973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] No DVR routers for this DVR port df36694f-67d8-4d80-bd37-08dfc4c5810b on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:18.710790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.755534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.767467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:18.810684 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.841275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-737982fb-0fc3-4d7f-a33b-d290499b6242 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "DELETE /v2.0/ports/df36694f-67d8-4d80-bd37-08dfc4c5810b HTTP/1.1" status: 204 len: 173 time: 4.5363877 Jan 18 23:20:18.853989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:18.921148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-815348bc-d5b2-4b2d-a5b3-79a363a3d0e9 req-aaf1ab1d-fc2f-4113-97fe-309919b7e319 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.0806935 Jan 18 23:20:18.965071 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'df36694f-67d8-4d80-bd37-08dfc4c5810b', 'status': 'completed', 'code': 200} Jan 18 23:20:19.041362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port 2cce9026-423d-4ef3-9f46-d48ba72ed861 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:19.041965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.100822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.222251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object c1606e85-18f2-45d2-bf0b-0090dc65250e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:19.228245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.229011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:20:19.256764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.263519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b55257a8-720c-4e5e-b74b-856cdeaee9b3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/routers/6dc08c6e-0413-46d7-a8c5-edd758aa3ff8 HTTP/1.1" status: 204 len: 168 time: 10.7477360 Jan 18 23:20:19.272473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:19.273679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:19.351431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-436b9a60-4fe3-4cac-8fac-d0fb01e9198d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:19.357405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-436b9a60-4fe3-4cac-8fac-d0fb01e9198d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:19.364428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-436b9a60-4fe3-4cac-8fac-d0fb01e9198d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:19.370535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-436b9a60-4fe3-4cac-8fac-d0fb01e9198d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:19.378437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-436b9a60-4fe3-4cac-8fac-d0fb01e9198d tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 3143 time: 0.1773469 Jan 18 23:20:19.384399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting subnet a62dcde4-17a6-4e29-9ab1-cebc853f0cdc {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:19.390595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.495321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a6f5eaa-8765-4809-8738-de05d06c9d9f req-a27d60bd-c395-4a81-92e3-5519cf061fbc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109130 Jan 18 23:20:19.588985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.718554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.724013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.759591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:19.759733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port 2cce9026-423d-4ef3-9f46-d48ba72ed861, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2cce9026-423d-4ef3-9f46-d48ba72ed861,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:19.759733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:19.762332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Usage tracker for resource:security_group_rule and tenant:cdb51c33714149b1b97d7b35beb2700f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:19.765555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:19.771894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:19.918992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/b72ecb40-6f21-4956-9347-3b0213218780/a8df0bf2-4f83-4f5e-956b-77fbfa7e4924) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:19.945549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device df20a730-aea0-46a7-ac8b-e4c8c85e73cd no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:20.021564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.037126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: df20a730-aea0-46a7-ac8b-e4c8c85e73cd {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:20.037474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device df20a730-aea0-46a7-ac8b-e4c8c85e73cd not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:20.119883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.131420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.139914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for 2cce9026-423d-4ef3-9f46-d48ba72ed861 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:20.206452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a34c1b-3ca0-470d-907a-a31ea4d189a8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.244795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:20.254802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:20.280418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:20.281055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a1dc4c0-6758-4674-90db-5f2aebbb2f63 req-3ff0d4ef-de55-4473-82b9-0c820d84e06b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.1137180 Jan 18 23:20:20.284728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.287126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.306389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.306922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.307398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.307892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.308397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.308911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.309375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.309879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.310356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.311191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.311675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.343064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4cd93a1a-6647-4188-94b7-ac87d7eb148e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdb51c33714149b1b97d7b35beb2700f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0666823 Jan 18 23:20:20.345471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:20.354681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.366227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Transition to ACTIVE for port object a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:20.391263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Transition to ACTIVE for port object a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:20.393192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=c1606e85-18f2-45d2-bf0b-0090dc65250e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.399198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4889190 Jan 18 23:20:20.400297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:20.421512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.421852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.422313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.422643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.422978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.423302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.423737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.424060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.424374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.424686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.425053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d9dd7b-cfe2-4aba-aee7-4b473c947673 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:20.486941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.514917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.543291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e057a-09de-45d8-931a-ac179ebd3662 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:20.544703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-796e057a-09de-45d8-931a-ac179ebd3662 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1428657 Jan 18 23:20:20.548216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:20.565141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.591602 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.647845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.657410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:20.666036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:20.671091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:20.688004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Pushing event updated for resources: {'Port': ['ID=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.709326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a62dcde4-17a6-4e29-9ab1-cebc853f0cdc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.725233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port c1606e85-18f2-45d2-bf0b-0090dc65250e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:20.725817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.749745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.766596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.769465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=2cce9026-423d-4ef3-9f46-d48ba72ed861,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.802977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Attempting to bind port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:20.803552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Attempting to bind port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:20.805979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Attempting to bind port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:20.811946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:20.813701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:20.814360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.814968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:20.815634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Bound port: a8df0bf2-4f83-4f5e-956b-77fbfa7e4924, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:20.816465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.830639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a34c1b-3ca0-470d-907a-a31ea4d189a8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:20.883462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:20.884852 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10ed4239-ebda-48a9-b082-583abfb41250 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/a62dcde4-17a6-4e29-9ab1-cebc853f0cdc HTTP/1.1" status: 204 len: 168 time: 1.6096942 Jan 18 23:20:20.884989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a494a3e7-46ff-4f1e-bc3e-e2ebef6ecfb9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1a34c1b-3ca0-470d-907a-a31ea4d189a8 HTTP/1.1" status: 204 len: 168 time: 0.5364447 Jan 18 23:20:20.886762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:21.004644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] No DVR routers for this DVR port 2cce9026-423d-4ef3-9f46-d48ba72ed861 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:21.015036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.018421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-46d27eda-9885-460b-8e1a-860175ec77c4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "DELETE /v2.0/ports/2cce9026-423d-4ef3-9f46-d48ba72ed861 HTTP/1.1" status: 204 len: 173 time: 2.1655655 Jan 18 23:20:21.019087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:21.097827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] For port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:21.106644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] For port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:21.181630 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.310401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port c939a566-7053-4798-9e7c-e81465f219e6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:21.310875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.409552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db755bc-967b-4864-a440-9d165bedbd89 req-4d5347c8-147b-499c-ba28-64bc44b68e57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:21.421296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db755bc-967b-4864-a440-9d165bedbd89 req-4d5347c8-147b-499c-ba28-64bc44b68e57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:21.425894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9e41-6fad-4933-8083-c89a336138cb None None] Pushing event updated for resources: {'Port': ['ID=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:21.435804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db755bc-967b-4864-a440-9d165bedbd89 req-4d5347c8-147b-499c-ba28-64bc44b68e57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:21.441686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db755bc-967b-4864-a440-9d165bedbd89 req-4d5347c8-147b-499c-ba28-64bc44b68e57 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 2410 time: 0.7666318 Jan 18 23:20:21.591003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.611199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:21.768498 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': '2cce9026-423d-4ef3-9f46-d48ba72ed861', 'status': 'completed', 'code': 200} Jan 18 23:20:21.871375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for c1606e85-18f2-45d2-bf0b-0090dc65250e owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:22.066105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:22.245455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3db755bc-967b-4864-a440-9d165bedbd89 req-03153f5e-440d-4485-8d68-9136f121cfef tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7549334 Jan 18 23:20:22.304565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:22.317670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port c939a566-7053-4798-9e7c-e81465f219e6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c939a566-7053-4798-9e7c-e81465f219e6,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:22.320019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.430772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-20bd463e-a9ba-4df7-be0e-aa9e7b699f73 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:22.433487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-20bd463e-a9ba-4df7-be0e-aa9e7b699f73 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.8352625 Jan 18 23:20:22.440701 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.476608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for c939a566-7053-4798-9e7c-e81465f219e6 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:22.505310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:22.510845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:22.552612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3bac1d0-c9e2-4a71-aa71-df07872e1bf1 req-e94733b2-3800-4d6a-8bce-dc421d40530a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.1167381 Jan 18 23:20:22.597729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3e2d05-62e6-423e-8850-c2f7740b986f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:22.613287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:22.613849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2df2a7-2454-4175-9f5b-bc81ff6766bc') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:22.631015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.690382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.720502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.747828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:20:22.748146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:22.762582 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:22.892050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:22.900634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:22.900634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:22.907926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:22.950750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:22.990931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.024002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=c1606e85-18f2-45d2-bf0b-0090dc65250e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:23.054849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa3e2d05-62e6-423e-8850-c2f7740b986f {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:20:23.058549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.062113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:23.067701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:23.074085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.077993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.093733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-783c40b7-1cdf-475c-ba51-77fe0ac0984c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/c1606e85-18f2-45d2-bf0b-0090dc65250e HTTP/1.1" status: 204 len: 168 time: 2.5443354 Jan 18 23:20:23.098454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47188) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:23.104759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.108868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Usage tracker for resource:security_group_rule and tenant:0040254e121b415c8d38a2236a889496 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:23.115769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:23.167855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa3e2d05-62e6-423e-8850-c2f7740b986f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:23.168534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:23.175687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43a215e9-9747-4b87-97ae-fb58ace8194e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/networks/aa3e2d05-62e6-423e-8850-c2f7740b986f HTTP/1.1" status: 204 len: 168 time: 2.2749803 Jan 18 23:20:23.288314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=c939a566-7053-4798-9e7c-e81465f219e6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:23.329799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Provisioning for port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:23.335075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Provisioning complete for port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:23.335448 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.398402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.4 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/b8bbb763-7005-4bdf-9ba5-6f39799e71a5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:23.419039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.464957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e121d-7512-444c-aef2-2327fb0a7d30 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:23.466296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e121d-7512-444c-aef2-2327fb0a7d30 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:23.471045 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-031e121d-7512-444c-aef2-2327fb0a7d30 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3682246 Jan 18 23:20:23.477641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:23.494083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:20:23.534472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.602784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] No DVR routers for this DVR port c939a566-7053-4798-9e7c-e81465f219e6 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:23.606017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.610184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-57d95e4e-625d-402f-9d1d-811c1381a0df tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "DELETE /v2.0/ports/c939a566-7053-4798-9e7c-e81465f219e6 HTTP/1.1" status: 204 len: 173 time: 2.5818017 Jan 18 23:20:23.681827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.702989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47216) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:23.705788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0040254e121b415c8d38a2236a889496&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1745155 Jan 18 23:20:23.777311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:23.778636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] For port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:23.850433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port f444e7bb-611d-432a-a57e-91c66811eac1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:23.850858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.872795 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:23.960228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:24.040488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9bafe2a8-3b6e-4196-81f1-a80dfbcac4de None None] Could not find standard attr ID for object c1606e85-18f2-45d2-bf0b-0090dc65250e. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:20:24.079476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2aac7-67e2-458a-9c5b-a42217b6ca17 None None] Pushing event updated for resources: {'Port': ['ID=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:24.127420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c03f4-59d6-4472-be40-871a93bbfc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ae753-8093-43a9-ad46-81712e811613,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:24.155928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47230) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:24.168715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.188408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'name': 'tempest-router--1758912518', 'project_id': '3899df2e944b47a7b425d1594299acd7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:24.194640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:24.198944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:router and tenant:3899df2e944b47a7b425d1594299acd7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:24.202407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:24.230478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:24.237492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.405757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcca583-1caf-4b2c-959b-bf947b6cf16e req-a63cd3b3-edd4-43d0-9c48-165703e332dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:24.409733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcca583-1caf-4b2c-959b-bf947b6cf16e req-a63cd3b3-edd4-43d0-9c48-165703e332dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:24.411277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dcca583-1caf-4b2c-959b-bf947b6cf16e req-a63cd3b3-edd4-43d0-9c48-165703e332dd tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 1677 time: 0.5833323 Jan 18 23:20:24.421941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.435435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port f444e7bb-611d-432a-a57e-91c66811eac1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f444e7bb-611d-432a-a57e-91c66811eac1,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:24.435941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.464550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.479116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet b72ecb40-6f21-4956-9347-3b0213218780 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:24.483254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.530882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.532373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.609386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6dcca583-1caf-4b2c-959b-bf947b6cf16e req-5c1b0b6d-93cd-4891-9321-97e651c7ad17 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862624 Jan 18 23:20:24.623112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2092e906-6e1f-4ff9-b205-aa905f32d3d1 req-5d7681aa-b14b-4779-b32a-0f0e14877b72 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.0725803 Jan 18 23:20:24.625510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.628799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.664743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ae753-8093-43a9-ad46-81712e811613,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:24.666783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.683623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2e721ce3-30dc-4bc3-b128-2d22fe6f13d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/911ae753-8093-43a9-ad46-81712e811613 HTTP/1.1" status: 204 len: 168 time: 0.9665303 Jan 18 23:20:24.689384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:24.720127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Usage tracker for resource:security_group_rule and tenant:bab2ef23516f482ab1d8b95985cc48ae is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:24.745631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:24.770023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:24.859788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.863951 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'c939a566-7053-4798-9e7c-e81465f219e6', 'status': 'completed', 'code': 200} Jan 18 23:20:24.946593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.946593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:24.946593 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Floating IP 8c0930b1-bdd2-42f2-9dfa-351c4312d8be disassociated. External IP: 172.25.1.96, port: f444e7bb-611d-432a-a57e-91c66811eac1. Jan 18 23:20:24.946593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for f444e7bb-611d-432a-a57e-91c66811eac1 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:24.958697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.040850 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.045152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.053017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:25.162555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.213180 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.214757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fb52846a-d860-427b-b99a-5b20f6f47728 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0509839 Jan 18 23:20:25.217485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:25.277634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:25.286963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:25.304478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:25.319316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.339555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.355889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:25.382107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.431723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.432608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.444547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=b72ecb40-6f21-4956-9347-3b0213218780,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:25.463212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.465124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7e0250d-7c90-4ff0-a54b-679bddcad1c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/b72ecb40-6f21-4956-9347-3b0213218780 HTTP/1.1" status: 204 len: 168 time: 1.9863570 Jan 18 23:20:25.468119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:25.473032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b38ef6-a7df-43ed-b23f-f30d266e2ae7 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:25.548593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0d4b3ae8-ba95-4eee-aed0-fcd46738988c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782619 Jan 18 23:20:25.550225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:25.606640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=f444e7bb-611d-432a-a57e-91c66811eac1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:25.621997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-268b21dd-0eb2-4837-8373-60da677a5e5d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1734843 Jan 18 23:20:25.631284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bab2ef23516f482ab1d8b95985cc48ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6637311 Jan 18 23:20:25.631284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d72d9f-8caa-4c54-8f71-00234a2e7454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43294025-26f4-44ab-9c42-4d6e6b9cf83f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:25.635653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47268) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:25.641914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:25.642237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-188d584c-eb08-45e1-b4cf-8568c3bd9bd4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:20:25.644540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-188d584c-eb08-45e1-b4cf-8568c3bd9bd4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156467 Jan 18 23:20:25.659653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Request body: {'port': {'device_id': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:25.740643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07452d6e-7fc4-4eed-9dfb-601f8d327061 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:25.742429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-07452d6e-7fc4-4eed-9dfb-601f8d327061 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1907082 Jan 18 23:20:25.747734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47276) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:25.871024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:25.976738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:25.987232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Deleting port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:25.987939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.164604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.210829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe246d3-053a-4a49-990c-cf2b576e3098 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.211518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dbe246d3-053a-4a49-990c-cf2b576e3098 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:26.223222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:26.224529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.268641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.313628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.489894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dbe246d3-053a-4a49-990c-cf2b576e3098 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:26.493498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dbe246d3-053a-4a49-990c-cf2b576e3098 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7423360 Jan 18 23:20:26.495253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47290) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:26.498572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf39eb-8fbe-4f89-b0b9-215966be4ce1 req-bacd23bf-a637-4a60-acf0-c37dd46b12f1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.500156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cbf39eb-8fbe-4f89-b0b9-215966be4ce1 req-bacd23bf-a637-4a60-acf0-c37dd46b12f1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 943 time: 0.5405660 Jan 18 23:20:26.510028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] For port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:26.510417 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.512409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc405ae-24ab-41be-8132-e6a1e2583f17 req-d6277a82-c536-4f9b-ab2f-db0f704a80fa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:26.513152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4dc405ae-24ab-41be-8132-e6a1e2583f17 req-d6277a82-c536-4f9b-ab2f-db0f704a80fa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:26.753621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-4dc405ae-24ab-41be-8132-e6a1e2583f17 req-d6277a82-c536-4f9b-ab2f-db0f704a80fa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:26.753621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dc405ae-24ab-41be-8132-e6a1e2583f17 req-d6277a82-c536-4f9b-ab2f-db0f704a80fa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 931 time: 0.7677495 Jan 18 23:20:26.763259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Calling delete_port for a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:26.779448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cbf39eb-8fbe-4f89-b0b9-215966be4ce1 req-08334aaa-1987-490d-8516-15b99e894691 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626276 Jan 18 23:20:26.834485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83d9bbe8-5f3b-4fd2-89bb-938b8b9cb011 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3253636 Jan 18 23:20:26.836997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.898674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:26.906031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:26.937814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:26.975835 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.051036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] Pushing event deleted for resources: {'Port': ['ID=a8df0bf2-4f83-4f5e-956b-77fbfa7e4924,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:27.055783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dd543-36b7-4e9b-bdd6-dbc36e0ef321 None None] No DVR routers for this DVR port a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:27.107904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.107904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2ee1a58-f02a-42f0-beb4-3969b2e03f47 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:20:27.120522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Router b3cc5b95-a279-4343-812d-1d8220e318fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:20:27.160516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dc405ae-24ab-41be-8132-e6a1e2583f17 req-601bd773-713b-4700-ac91-16d51528b051 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629181 Jan 18 23:20:27.160719 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.172868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43294025-26f4-44ab-9c42-4d6e6b9cf83f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:27.176205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:20:27.257633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:27.269110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.270243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1f561c06-c4b7-4e21-b584-c70c806483e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43294025-26f4-44ab-9c42-4d6e6b9cf83f HTTP/1.1" status: 204 len: 168 time: 1.6336873 Jan 18 23:20:27.271498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.272508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8d69eb9-d23b-4f0a-8080-3efac5ab4477 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/routers/f2ee1a58-f02a-42f0-beb4-3969b2e03f47 HTTP/1.1" status: 204 len: 168 time: 2.0534172 Jan 18 23:20:27.273106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bbb763-7005-4bdf-9ba5-6f39799e71a5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:27.277592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:27.283708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.305152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Transition to ACTIVE for port object b8bbb763-7005-4bdf-9ba5-6f39799e71a5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:27.395160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:27.399781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.414990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:27.427585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Sync routers for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:27.441038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.442507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:27.443122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:27.519650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] No DVR routers for this DVR port f444e7bb-611d-432a-a57e-91c66811eac1 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:27.522288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.524265 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-32f6cd12-c46f-466b-a7d3-0d1702cbdcb6 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "DELETE /v2.0/ports/f444e7bb-611d-432a-a57e-91c66811eac1 HTTP/1.1" status: 204 len: 173 time: 3.9092896 Jan 18 23:20:27.524772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:27.629032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port 1168f541-2a48-496e-95d5-a30c25f2783d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:27.629829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:27.683634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:27.714498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:27.783653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:27.796335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:27.856533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:27.856902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a8df0bf2-4f83-4f5e-956b-77fbfa7e4924 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:27.987748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Attempting to bind port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:27.988291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Attempting to bind port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:27.988291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Attempting to bind port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:28.027963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:20:28.028294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Attempting to bind port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:28.052362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:28.054887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:28.054887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:28.054887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Bound port: b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:28.054887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.205089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:28.210024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:28.227879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port 1168f541-2a48-496e-95d5-a30c25f2783d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=1168f541-2a48-496e-95d5-a30c25f2783d,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:28.227879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.305639 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:28.311332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Checking router: b3cc5b95-a279-4343-812d-1d8220e318fc for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:20:28.330571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.338843 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:28.339685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:28.439432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.440982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/b8bbb763-7005-4bdf-9ba5-6f39799e71a5 HTTP/1.1" status: 200 len: 1091 time: 2.7887173 Jan 18 23:20:28.441653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:28.485132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf2fd5-881e-4b57-84a4-e53ea24a731b req-4aa77290-fa06-4b5b-9655-bb8e762425f5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:28.491414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cedf2fd5-881e-4b57-84a4-e53ea24a731b req-4aa77290-fa06-4b5b-9655-bb8e762425f5 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 943 time: 0.2793300 Jan 18 23:20:28.504564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097bb0a-f121-4781-b397-c65c0acad4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:28.512225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for 1168f541-2a48-496e-95d5-a30c25f2783d owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:28.518245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.622736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:28.626858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:28.630877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:28.631840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.650368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74b8be-0712-4639-8bc5-f2a22a2b6bc7 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:28.680421 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': 'f444e7bb-611d-432a-a57e-91c66811eac1', 'status': 'completed', 'code': 200} Jan 18 23:20:28.690486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-577257538', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:28.701272 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:28.708243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:28.716878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:28.724802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:28.732346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:28.753967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=cb456d46-3644-4d89-a1d6-49ae42388ccd,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:28.786450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cedf2fd5-881e-4b57-84a4-e53ea24a731b req-62f85213-4440-40e8-bac6-332d78e252d2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups?id=58506bef-d761-46bb-b0db-2062ae279847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823973 Jan 18 23:20:28.885636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:28.999657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=1168f541-2a48-496e-95d5-a30c25f2783d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:29.050787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1c0ed44-6560-4a37-9758-8795dd14bc39 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1418207 Jan 18 23:20:29.061401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:29.085053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'cb456d46-3644-4d89-a1d6-49ae42388ccd', 'ip_address': '2001:db8::1548:189f:5862:c496'}], 'name': 'tempest-NetworksTestDHCPv6-738914493'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:29.085187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'cb456d46-3644-4d89-a1d6-49ae42388ccd'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:20:29.085187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.085737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:29.141832 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5', 'status': 'completed', 'code': 200} Jan 18 23:20:29.154808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] No DVR routers for this DVR port 1168f541-2a48-496e-95d5-a30c25f2783d on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:29.157616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.165109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.187269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-93d77a21-6a78-484a-9c28-3efd2c9322b9 req-56cbad65-4e4b-4538-be84-7f1193e71def tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.89 "DELETE /v2.0/ports/1168f541-2a48-496e-95d5-a30c25f2783d HTTP/1.1" status: 204 len: 173 time: 1.6546745 Jan 18 23:20:29.213163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.214055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.254306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-d86ba252-399b-47a1-a9cf-a86172f1588d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 1094 time: 0.6817589 Jan 18 23:20:29.279986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:29.296008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Usage tracker for resource:security_group_rule and tenant:17139701ba14445b93307b208a3ddd77 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:29.306500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:29.324458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:29.357033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.362991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/cb456d46-3644-4d89-a1d6-49ae42388ccd/abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:29.414749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-7a1bc6b3-9084-4dae-ae10-1e5ebe8b939a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5 HTTP/1.1" status: 200 len: 217 time: 0.1290524 Jan 18 23:20:29.512106 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:29.520654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfd7520-9e82-461d-aeab-e848dfc63904 None None] The sync data for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 is: [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:08:35Z', 'revision_number': 4, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f4b75330-d8b1-4674-9c9e-8992f25cb846', 'name': '', 'network_id': '54f36bba-5c61-4635-b73b-4727c8de00f4', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'mac_address': 'fa:16:3e:8c:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:34Z', 'updated_at': '2022-01-18T23:08:47Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'subnets': [{'id': '99693792-16ad-4fa8-80ee-86a1d2c05603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:20:29.531917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.544529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1ace6dd3-923d-4294-9f2f-5c806fee6053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:29.546018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-1ace6dd3-923d-4294-9f2f-5c806fee6053 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.1077623 Jan 18 23:20:29.699684 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.729901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.783959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e697d6-c7a7-4df4-898f-b43e9f66aac1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:29.788934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-38f1b8c7-5c5d-4c09-bd1d-a78c552eec82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17139701ba14445b93307b208a3ddd77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7025549 Jan 18 23:20:29.791713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:29.823479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-06a20b06-f6f0-420a-9bec-08313b27d786 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703846 Jan 18 23:20:29.841896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b881cf-bb8d-48f8-9771-ce4b696a7f74 req-4bc8e413-abce-41a1-b7fb-b4fbb71e0a71 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:29.844310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0b881cf-bb8d-48f8-9771-ce4b696a7f74 req-4bc8e413-abce-41a1-b7fb-b4fbb71e0a71 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 943 time: 0.7878163 Jan 18 23:20:29.895421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:29.916731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Transition to ACTIVE for port object abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:29.945114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Transition to ACTIVE for port object abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:29.982879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.009399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.170526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Pushing event updated for resources: {'Port': ['ID=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:30.183805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81b34db-60ac-447c-9755-1c50a9809546 None None] New status for floating IP 8c0930b1-bdd2-42f2-9dfa-351c4312d8be: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:20:30.244675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-82044dcb-541f-483d-8b88-4549a26f93c0 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956215 Jan 18 23:20:30.252030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:30.265514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.392043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30cdf0d0-7cef-4b05-a036-4c43d8fa10ea req-f1defc4d-19ea-47a2-9dfb-a4160bf9744c tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.1364996 Jan 18 23:20:30.398324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:30.406764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:30.516534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:30.518549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:30.526246 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-193ea7ad-a866-4875-9fb1-abd10abb4e60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3528311 Jan 18 23:20:30.541766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:30.543818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:30.593980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0b881cf-bb8d-48f8-9771-ce4b696a7f74 req-800dcd38-a1b6-4505-933f-5a05fe25ad8a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613086 Jan 18 23:20:30.663179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.668948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:30.688112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0030e60-f663-45ea-95dd-b3a45344c4df req-c81039d7-fa4c-4d5f-a85e-b1133bcb4ef9 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316225 Jan 18 23:20:30.690570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:30.726471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Attempting to bind port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:30.727032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Attempting to bind port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:30.728722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Attempting to bind port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:30.739766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e697d6-c7a7-4df4-898f-b43e9f66aac1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:30.745098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:30.745473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:30.747276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.748373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:30.756900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Bound port: abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:30.756900 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.761858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.809792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.911306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] For port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:30.914973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] For port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:30.930852 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b50c27-efc9-4725-82ed-8a18d87c5f3f', 'name': 'network-vif-deleted', 'tag': '1168f541-2a48-496e-95d5-a30c25f2783d', 'status': 'completed', 'code': 200} Jan 18 23:20:30.943061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:30.944538 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-49b14f41-efdd-423d-8db3-73829c3855a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03e697d6-c7a7-4df4-898f-b43e9f66aac1 HTTP/1.1" status: 204 len: 168 time: 1.1517487 Jan 18 23:20:30.945080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:31.009388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-b1bf3095-5903-4d04-b047-cf7cac4fa230 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.4401629 Jan 18 23:20:31.065112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port f5cba8f6-5c58-428f-a509-83f1789a3037 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:31.110690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:31.282203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95644aac-d432-413f-b6e9-86ac2a70ca0b None None] Pushing event updated for resources: {'Port': ['ID=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:31.357234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-cb4f89e3-b116-4533-a8e4-f41eaf935370 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 1094 time: 0.4827964 Jan 18 23:20:31.497999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Allocated IP 172.25.1.139 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/7e408bc3-e8e7-48d8-8409-3b868c94ec2e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:31.759265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-8e13281e-94ed-44f3-8123-b1d24c526018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.759850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-8e13281e-94ed-44f3-8123-b1d24c526018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.762231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-8e13281e-94ed-44f3-8123-b1d24c526018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:31.764583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-8e13281e-94ed-44f3-8123-b1d24c526018 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 2298 time: 0.7297831 Jan 18 23:20:31.984191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:32.006987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4797fadd-79e8-4be4-b811-bd9928e05bf0 req-5efef778-d63d-4ec0-ba00-b637868a34c2 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.1586270 Jan 18 23:20:32.011314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-a5cb05e5-7e00-4aaf-8fbc-474a45d3c18a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:32.012684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-a5cb05e5-7e00-4aaf-8fbc-474a45d3c18a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.6401460 Jan 18 23:20:32.290036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:32.304959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:32.318601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-cbda6d91-34f5-49e2-bb0f-9d84ee2f68db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5 HTTP/1.1" status: 200 len: 217 time: 0.1993296 Jan 18 23:20:32.337174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::1548:189f:5862:c496 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/cb456d46-3644-4d89-a1d6-49ae42388ccd/f5cba8f6-5c58-428f-a509-83f1789a3037) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:32.338498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-b5e47b0f-d054-4913-9146-0d37638178a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 1000 time: 0.5643771 Jan 18 23:20:32.478720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-235fdb9d-2af4-4d2c-aa4f-4fc42d70a1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:32.480621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-235fdb9d-2af4-4d2c-aa4f-4fc42d70a1ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.1358767 Jan 18 23:20:32.484253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-9c392f93-5d66-4800-8f68-21f0f6178bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:32.486049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-9c392f93-5d66-4800-8f68-21f0f6178bab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.1516619 Jan 18 23:20:32.531787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173daa5-6843-4de7-8355-ed93401fc42a req-5cfacb60-9bee-4b37-b7a2-a4ccea87db0c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:32.532502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3173daa5-6843-4de7-8355-ed93401fc42a req-5cfacb60-9bee-4b37-b7a2-a4ccea87db0c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 943 time: 0.5490787 Jan 18 23:20:32.558930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-312d4c00-79e6-4174-b84f-3519b5718071 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675657 Jan 18 23:20:32.578878 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-04a04663-232c-46e3-8049-e8bfe829eac3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846004 Jan 18 23:20:32.655490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:32.729285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b8bbb763-7005-4bdf-9ba5-6f39799e71a5 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:20:32.786398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event updated for resources: {'Port': ['ID=7e408bc3-e8e7-48d8-8409-3b868c94ec2e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:32.808493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:32.819038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:32.842615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:32.948218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3173daa5-6843-4de7-8355-ed93401fc42a req-8a4418f5-eeb5-4fa4-b61b-9f088deb3d4d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000201 Jan 18 23:20:32.967498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-553187a3-1e0d-40d9-a603-a32cd7532475 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874335 Jan 18 23:20:32.993664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:33.092588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-c3925e1a-06bf-4218-bcf8-1aec2a29e6f8 service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001564 Jan 18 23:20:33.137893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5', 'mac_address': 'fa:16:3e:c1:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:20:33.233673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.258687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bbb763-7005-4bdf-9ba5-6f39799e71a5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:20:33.305882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:33.324656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.333426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Provisioning for port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:33.343340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Provisioning complete for port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:33.343718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.415461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e26eb7af-ba16-4d57-85f0-f7413c8f5549 req-35db1581-85b5-41d9-a7b0-bec41a773313 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.0690205 Jan 18 23:20:33.434481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-cf25e282-68a3-4fa2-86ef-ead7be35c5be service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545479 Jan 18 23:20:33.447629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object f5cba8f6-5c58-428f-a509-83f1789a3037 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:33.473978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.610571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2b3b112-1818-4014-b8d9-c180599b0384 req-e4386a97-ada8-4863-a2da-31246bc4b04b service neutron] 10.222.0.83 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080781 Jan 18 23:20:33.653778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-75ade55f-0601-4a2e-adb6-365d2dd987e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 217 time: 0.1933455 Jan 18 23:20:33.746306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-22588900-f8c2-4858-b7d6-5d518d9c1e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:33.749442 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-22588900-f8c2-4858-b7d6-5d518d9c1e31 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.0893543 Jan 18 23:20:33.752236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:33.763667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b8bbb763-7005-4bdf-9ba5-6f39799e71a5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:33.778406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.840435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.864429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:33.881467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:33.881597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.882228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.886832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:33.898771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:33.901865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:33.907694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] For port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:34.045443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=f5cba8f6-5c58-428f-a509-83f1789a3037,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:34.134482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dac406e3-d4d7-48c0-8452-5dc6888b2909 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0718844 Jan 18 23:20:34.137628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47492) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:34.152733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:34.193368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-e88b9b08-ec0c-426a-b1d9-e28137565b51 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4320238 Jan 18 23:20:34.290307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6def95c-a3e7-43ee-ba17-0c01ce44f346 None None] Pushing event updated for resources: {'Port': ['ID=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:34.393141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5ce15-6fc5-47ce-a3bf-e0388854681e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:34.393141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5ce15-6fc5-47ce-a3bf-e0388854681e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:34.393141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3be5ce15-6fc5-47ce-a3bf-e0388854681e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:34.407238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53afb5-659d-4d5a-81f9-f409ab7e2a1e req-41b37bb8-5c81-4c98-b709-54dc8c209c86 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:34.407238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a53afb5-659d-4d5a-81f9-f409ab7e2a1e req-41b37bb8-5c81-4c98-b709-54dc8c209c86 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 944 time: 0.1777127 Jan 18 23:20:34.473851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88650d13-a6a1-4266-9ed2-5c376096f67f None None] Provisioning for port f5cba8f6-5c58-428f-a509-83f1789a3037 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:34.479839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88650d13-a6a1-4266-9ed2-5c376096f67f None None] Provisioning complete for port f5cba8f6-5c58-428f-a509-83f1789a3037 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:34.484033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88650d13-a6a1-4266-9ed2-5c376096f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:34.512688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a53afb5-659d-4d5a-81f9-f409ab7e2a1e req-7865c7f0-4dd9-4cc3-b4e6-e74df382ce6d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873067 Jan 18 23:20:34.512688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3be5ce15-6fc5-47ce-a3bf-e0388854681e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:34.519139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3be5ce15-6fc5-47ce-a3bf-e0388854681e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3799729 Jan 18 23:20:34.521321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:34.607071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-88650d13-a6a1-4266-9ed2-5c376096f67f None None] Port f5cba8f6-5c58-428f-a509-83f1789a3037 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:20:34.638146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port f5cba8f6-5c58-428f-a509-83f1789a3037 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:34.638626 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:34.673603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-681a5cc1-3a82-4189-b7ad-04c573abc606 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727249 Jan 18 23:20:35.114581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-2ef74df2-0473-412b-beba-eca7b821f47c service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336860 Jan 18 23:20:35.280277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:35.325159 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-10a7090d-5943-47f1-8535-1d81f3302e5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 217 time: 0.2005692 Jan 18 23:20:35.513241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Router 33c0636c-09c7-490d-858c-940af0478d40 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:20:35.520599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-831927a3-8d29-4f81-8799-c5b0e88c77e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:35.523042 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-831927a3-8d29-4f81-8799-c5b0e88c77e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1816959 Jan 18 23:20:35.548286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebc0b298-8c69-4625-98c2-235be3e18d61 req-832fb447-b0c5-49f7-8176-9857315dac2a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b50c27-efc9-4725-82ed-8a18d87c5f3f HTTP/1.1" status: 200 len: 210 time: 0.3432357 Jan 18 23:20:35.571438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for f5cba8f6-5c58-428f-a509-83f1789a3037 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:35.786728 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-c9054ce5-c116-4076-af0f-ca63ab6249cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7640932 Jan 18 23:20:35.788913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-43e343c1-ad78-48e5-bc14-a514ee45b97f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2470381 Jan 18 23:20:35.841433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:35.886020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517feec7-d1af-4aba-b835-3aa3faf03895 req-46df279b-24c6-42dd-9822-6e8ea13f5a8e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:35.892907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-517feec7-d1af-4aba-b835-3aa3faf03895 req-46df279b-24c6-42dd-9822-6e8ea13f5a8e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 944 time: 0.1589468 Jan 18 23:20:35.948405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:35.949052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:35.964028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.023285 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-5cd0f09b-e79a-4342-9369-90f05a58133e service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141061 Jan 18 23:20:36.226536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=f5cba8f6-5c58-428f-a509-83f1789a3037,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:36.234367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:36.255507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-517feec7-d1af-4aba-b835-3aa3faf03895 req-1ab336c4-b174-41bd-bf85-4ae59da44133 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589001 Jan 18 23:20:36.336234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e56be7f7-5eac-4409-8584-cb7abb831224 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/f5cba8f6-5c58-428f-a509-83f1789a3037 HTTP/1.1" status: 204 len: 168 time: 1.8126795 Jan 18 23:20:36.342987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:36.367487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-b2e2ffd4-2266-4b27-b994-7bf31d804634 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249612 Jan 18 23:20:36.388152 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-2a28e1a9-d6ba-4570-81c7-f8fe364974d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 1096 time: 0.5552540 Jan 18 23:20:36.517714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba69b29-6708-4c2c-b708-8ab02dd959dc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:36.519496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba69b29-6708-4c2c-b708-8ab02dd959dc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:36.520572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2ba69b29-6708-4c2c-b708-8ab02dd959dc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:36.593132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-20c06bb1-c2a6-4729-8efd-a45f0bb2ee80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 217 time: 0.2120047 Jan 18 23:20:36.669495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2ba69b29-6708-4c2c-b708-8ab02dd959dc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:36.669495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2ba69b29-6708-4c2c-b708-8ab02dd959dc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3200226 Jan 18 23:20:36.669495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:36.706054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-43f354ae-3b7d-4280-b38e-d360af98e742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:36.708143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-43f354ae-3b7d-4280-b38e-d360af98e742 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1081975 Jan 18 23:20:36.759868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b8bbb763-7005-4bdf-9ba5-6f39799e71a5 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:36.785861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:36.798002 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] Sync routers for ids ['33c0636c-09c7-490d-858c-940af0478d40'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:36.816793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] Routers {'33c0636c-09c7-490d-858c-940af0478d40'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:36.817688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['33c0636c-09c7-490d-858c-940af0478d40'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:36.863184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47578) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:36.911688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:36.925012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] Routers {'33c0636c-09c7-490d-858c-940af0478d40'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:36.926012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['33c0636c-09c7-490d-858c-940af0478d40'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:36.936386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-9441fe32-934b-4423-bc2b-4a64efbf9387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:36.941348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-9441fe32-934b-4423-bc2b-4a64efbf9387 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 906 time: 0.4787405 Jan 18 23:20:36.999780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:37.007503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:37.007503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.014252 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:37.014658 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd7917d-57e4-4d67-966e-7e93a5cd2665 None None] The sync data for ids ['33c0636c-09c7-490d-858c-940af0478d40'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:20:37.037908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet cb456d46-3644-4d89-a1d6-49ae42388ccd {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:37.046440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.151535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.166517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-f49fee35-f6f2-4c33-9be8-fd4c71422a28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956 HTTP/1.1" status: 200 len: 217 time: 0.2075396 Jan 18 23:20:37.190261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.228349 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.229698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2cecd6a2-c02f-4c7c-99e3-c65c74752719 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4315734 Jan 18 23:20:37.232963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47594) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:37.247452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:37.259856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.264675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-73402c39-0e8e-4195-9080-1fdf0ea8585b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5299356 Jan 18 23:20:37.278793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:37.324758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-cae8c561-5acc-4dda-a4c6-0820aec87cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:37.330426 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-cae8c561-5acc-4dda-a4c6-0820aec87cec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.1568575 Jan 18 23:20:37.372241 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5', 'code': 200} Jan 18 23:20:37.397323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.397417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.497730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:37.769176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ab33f86-1a82-4ae6-8c82-8132e7e145a1 req-b743ab84-25c3-4726-9fba-574309f0be3f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 1096 time: 0.2925510 Jan 18 23:20:37.770166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:37.776647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5540d-bcfa-49b9-8dcb-3181f77b6c20 req-d63c93cb-a5e1-4264-8830-701d9408efee tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:37.783788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6c5540d-bcfa-49b9-8dcb-3181f77b6c20 req-d63c93cb-a5e1-4264-8830-701d9408efee tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.2431595 Jan 18 23:20:37.797965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-604ba74d-ae76-4020-9f45-ddc41442407c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479065 Jan 18 23:20:37.822412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-6d561bc0-6195-404b-8a54-c69d1f4830ac service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:20:37.823579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-6d561bc0-6195-404b-8a54-c69d1f4830ac service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0190980 Jan 18 23:20:38.022703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.118621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.128525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149cb69-cf42-49fe-a0c6-cbbf409d4260 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:38.141590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-cc49f5a3-793c-4478-8ae5-cdfc098eccf0 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576450 Jan 18 23:20:38.147613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=cb456d46-3644-4d89-a1d6-49ae42388ccd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:38.178338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ab33f86-1a82-4ae6-8c82-8132e7e145a1 req-a97c78e2-8d87-4818-b727-95b2edba83b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918257 Jan 18 23:20:38.193428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6c5540d-bcfa-49b9-8dcb-3181f77b6c20 req-2f6574d0-f458-4f4e-aebc-277be560fc54 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086845 Jan 18 23:20:38.223315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cb6bc769-a312-4241-9392-9e4dd8249ae6 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/33c0636c-09c7-490d-858c-940af0478d40 HTTP/1.1" status: 200 len: 924 time: 0.9891655 Jan 18 23:20:38.226152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47642) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.278159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a5e7533-968e-4994-8f69-a0a0dbc8fed9 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=33c0636c-09c7-490d-858c-940af0478d40 HTTP/1.1" status: 200 len: 205 time: 0.0506649 Jan 18 23:20:38.280647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.332117 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.436796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58506bef-d761-46bb-b0db-2062ae279847,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:38.446448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ca493f8-6881-4415-85bb-cfbba20e294a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/cb456d46-3644-4d89-a1d6-49ae42388ccd HTTP/1.1" status: 204 len: 168 time: 1.7746344 Jan 18 23:20:38.447302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.449409 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-814480a6-ad0b-4aae-bb27-0f7c54e96681 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031985 Jan 18 23:20:38.493116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.497459 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c87b024-79bc-449c-948a-dac3589e1af1 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/security-groups/58506bef-d761-46bb-b0db-2062ae279847 HTTP/1.1" status: 204 len: 168 time: 1.6332867 Jan 18 23:20:38.503240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47666) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.619739 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-e23ab1e9-9b71-4260-bc1d-b1c10c2729f4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] show failed (client error): The resource could not be found. Jan 18 23:20:38.624904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e23ab1e9-9b71-4260-bc1d-b1c10c2729f4 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "GET /v2.0/security-groups/58506bef-d761-46bb-b0db-2062ae279847 HTTP/1.1" status: 404 len: 347 time: 0.1195900 Jan 18 23:20:38.629751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47674) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.632424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-b200cbd0-de03-4170-b0e9-b96abfcc4b1c service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894710 Jan 18 23:20:38.634803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5a082558-6f4d-49af-8fda-753534c48cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1725066 Jan 18 23:20:38.647291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47678) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:38.738418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:38.770656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:38.785975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Deleting port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:38.785975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.893035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:38.893035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:38.935481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e36f4d20-e045-4c43-8792-a6e332a77594 req-f01cb92b-24b4-4c7b-a52f-81efee0c4526 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680474 Jan 18 23:20:38.945024 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-932dd370-ede8-4973-b42f-bfa5b76c0a7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 217 time: 0.2985885 Jan 18 23:20:39.058183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.202585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47700) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:39.220104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:39.227647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:39.231073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:39.238440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:39.256131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-2cd1acab-0d80-415f-a474-ff8a8b15c213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:39.257885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-2cd1acab-0d80-415f-a474-ff8a8b15c213 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1963100 Jan 18 23:20:39.349671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:39.396194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] For port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:39.396771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.493005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.493462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.527153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.541280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.647514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-5f418010-c70b-4f03-b8de-73225d1e52c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3816254 Jan 18 23:20:39.673384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Calling delete_port for abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:39.804056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:39.821363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:39.868646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.898227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:39.898790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:39.900413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:39.990446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] No DVR routers for this DVR port abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:40.023730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694297d-3af6-4f78-8b89-88b7db1ea003 None None] Pushing event deleted for resources: {'Port': ['ID=abd299d9-cbf1-44ee-b635-fdb1bf1e5e7d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.100970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32eee9-9744-4b76-bd10-d4e92ff9def5 req-afd24c77-4a3a-4183-87b2-6854b6a1a4d8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:40.102581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a32eee9-9744-4b76-bd10-d4e92ff9def5 req-afd24c77-4a3a-4183-87b2-6854b6a1a4d8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.4342616 Jan 18 23:20:40.122605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:40.159285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c928b31caf4408aadeae5b5b09dfc99 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:40.159285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:40.171641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:40.185956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-a030ec8d-b0bb-427c-909d-bc6b0444a2c4 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787544 Jan 18 23:20:40.260643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a32eee9-9744-4b76-bd10-d4e92ff9def5 req-9d35ad6b-b215-4ab4-9d95-4d63ecde88ed tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364467 Jan 18 23:20:40.295037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.357456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=e77d0b1c-a44c-4a0f-b3bf-2cd5c15cb91a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.367577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.385314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.500223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:40.514800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:40.518520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:40.525313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1a1f9-fee0-4132-a34d-4c89091456a0 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:40.532751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:40.532751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.546916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=be588583-2331-4dfa-91ea-4ca32fab9a2c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.564782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-88f557a3-47b5-46d7-a0cb-56fb61b5695f service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728244 Jan 18 23:20:40.571211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.603588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.626500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.633839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-58ec6d25-8af1-4e23-b443-22088d0ee354 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/floatingips/8c0930b1-bdd2-42f2-9dfa-351c4312d8be HTTP/1.1" status: 204 len: 168 time: 2.0017650 Jan 18 23:20:40.634541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:40.638787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port 7e408bc3-e8e7-48d8-8409-3b868c94ec2e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:40.639126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.651256 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-1b820f3f-fb8f-4e5e-aadb-1c92b39a3d95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 217 time: 0.0763805 Jan 18 23:20:40.702126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.740992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ba666b8-0cdd-4646-a93f-4b3cc2ea89e0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0922630 Jan 18 23:20:40.745241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:40.757089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'be588583-2331-4dfa-91ea-4ca32fab9a2c', 'ip_address': '2001:db8::1c9d:aa2a:43ad:f772'}], 'name': 'tempest-NetworksTestDHCPv6-750482815'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:40.794100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad12f5a-2459-4214-b479-3af1e8b7eade,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:40.796106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-ae95cd29-4424-480b-ba14-45c4aba1a2a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:40.797820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-ae95cd29-4424-480b-ba14-45c4aba1a2a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1397567 Jan 18 23:20:40.800194 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a977963-ce01-46e8-ba07-5deae5e643d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c928b31caf4408aadeae5b5b09dfc99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5962226 Jan 18 23:20:40.803061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:40.820194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'be588583-2331-4dfa-91ea-4ca32fab9a2c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:20:40.823620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.936353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.944008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:40.970262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-4d4542d7-bc0e-4b70-a0d8-809c54eadedd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636126 Jan 18 23:20:40.996261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port 493bf394-8ac2-41e8-aecf-3224c6e7269e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:40.996402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.083748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/be588583-2331-4dfa-91ea-4ca32fab9a2c/373f7454-8db2-4995-ba60-7c5806a88c20) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:41.102720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.197757 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-ed972ff3-a961-4417-9668-b0265ec7b652 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159739 Jan 18 23:20:41.211167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.300726 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.314731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.334287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Transition to ACTIVE for port object 373f7454-8db2-4995-ba60-7c5806a88c20 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:41.348564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad12f5a-2459-4214-b479-3af1e8b7eade,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:41.360125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Transition to ACTIVE for port object 373f7454-8db2-4995-ba60-7c5806a88c20 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:41.386083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.391788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb7c6ecd-adc1-4805-b1ad-16dd231e96fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ad12f5a-2459-4214-b479-3af1e8b7eade HTTP/1.1" status: 204 len: 168 time: 0.5871155 Jan 18 23:20:41.436955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-2c49c049-c901-4f3d-b1af-0cd77bbd62a4 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302175 Jan 18 23:20:41.490874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:41.499078 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.509150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Usage tracker for resource:security_group_rule and tenant:390e2652f4454dbfb07129f95b140d1c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:41.511031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-76b6d604-ca13-4dd5-9c87-e6a2bf48dfc3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.0680866 Jan 18 23:20:41.549148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:41.563300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:41.564291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:41.565516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:41.576510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.576712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:41.580883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-5ac3cc97-6e3f-4299-83b4-432cb11f03aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:41.582411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-5ac3cc97-6e3f-4299-83b4-432cb11f03aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.0655432 Jan 18 23:20:41.622747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Pushing event updated for resources: {'Port': ['ID=373f7454-8db2-4995-ba60-7c5806a88c20,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:41.685089 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-681736f8-3c80-418f-a870-9a40efeed541 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963051 Jan 18 23:20:41.685812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:41.686481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Attempting to bind port 373f7454-8db2-4995-ba60-7c5806a88c20 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:41.689012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Attempting to bind port 373f7454-8db2-4995-ba60-7c5806a88c20 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:41.689452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Attempting to bind port 373f7454-8db2-4995-ba60-7c5806a88c20 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:41.697865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:41.698246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:41.698665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.699175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:41.699637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Bound port: 373f7454-8db2-4995-ba60-7c5806a88c20, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:41.700003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.751121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:41.768626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for 7e408bc3-e8e7-48d8-8409-3b868c94ec2e owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:41.799576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:41.801150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] For port 373f7454-8db2-4995-ba60-7c5806a88c20, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:41.805945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] For port 373f7454-8db2-4995-ba60-7c5806a88c20, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=373f7454-8db2-4995-ba60-7c5806a88c20,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:41.826510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:41.853410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:41.853758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-764e5592-0c92-455e-8a6b-a02beaa169a5 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615143 Jan 18 23:20:41.895566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.041642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for 493bf394-8ac2-41e8-aecf-3224c6e7269e owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:42.047568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5f5b-0e60-4eb1-8aa7-99f27a2df783 None None] Pushing event updated for resources: {'Port': ['ID=373f7454-8db2-4995-ba60-7c5806a88c20,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:42.189842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:42.223158 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-928c55da-dd7c-41e4-a0dc-a6a4cfa15db5 req-e538fba1-4f1c-40cf-a01c-5d5c2900de81 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620327 Jan 18 23:20:42.259464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b57544-6b63-49f4-afc9-95f8fcce4ef0 req-3cffc3c5-33b4-4430-8fcf-5c7905ca05e5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:42.259464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36b57544-6b63-49f4-afc9-95f8fcce4ef0 req-3cffc3c5-33b4-4430-8fcf-5c7905ca05e5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.8233593 Jan 18 23:20:42.428155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.600635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.739064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36b57544-6b63-49f4-afc9-95f8fcce4ef0 req-3599881b-e7df-44fa-9808-545f29276aa1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184461 Jan 18 23:20:42.741890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8694568e-93cf-4574-815c-1b524b9c6e19,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:42.751678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.769087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a04c0c9-0afb-4a40-bcf6-611549857591 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=390e2652f4454dbfb07129f95b140d1c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2406156 Jan 18 23:20:42.769792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:42.872939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port d5ba5d5c-b7aa-408a-8752-ec7a7f28302e yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:42.926966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.938805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:42.956445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.077952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.133295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.165058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8694568e-93cf-4574-815c-1b524b9c6e19,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:43.183515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.184396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dbe277e4-61c4-4e7c-a38b-8be666e40d8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8694568e-93cf-4574-815c-1b524b9c6e19 HTTP/1.1" status: 204 len: 168 time: 0.4134750 Jan 18 23:20:43.236912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=493bf394-8ac2-41e8-aecf-3224c6e7269e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:43.469423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=7e408bc3-e8e7-48d8-8409-3b868c94ec2e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:43.601114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ac76dac8-f724-4bfb-84e0-d4da196679f6 None None] Provisioning for port 373f7454-8db2-4995-ba60-7c5806a88c20 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:43.630018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::1c9d:aa2a:43ad:f772 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/be588583-2331-4dfa-91ea-4ca32fab9a2c/d5ba5d5c-b7aa-408a-8752-ec7a7f28302e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:43.648192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.791239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-08f8a6d2-714f-444b-9094-6e01dfd62312 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/ports/493bf394-8ac2-41e8-aecf-3224c6e7269e HTTP/1.1" status: 204 len: 168 time: 3.1554546 Jan 18 23:20:43.794038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47842) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:43.832486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6abdc37-e5d5-4500-8db4-30c2eca19efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.931192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 373f7454-8db2-4995-ba60-7c5806a88c20 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:43.932232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405df1d-063d-48ae-aced-fd0aaba2b5aa req-34985f35-fd28-460b-9bf3-8b41f0cead76 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:43.941919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5405df1d-063d-48ae-aced-fd0aaba2b5aa req-34985f35-fd28-460b-9bf3-8b41f0cead76 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.4793813 Jan 18 23:20:43.945874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:43.961750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:43.964605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.190734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 373f7454-8db2-4995-ba60-7c5806a88c20 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:44.200115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 373f7454-8db2-4995-ba60-7c5806a88c20 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:44.200884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.240101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5405df1d-063d-48ae-aced-fd0aaba2b5aa req-2265aff8-fa91-4f2f-b7a0-643925cd45c8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988448 Jan 18 23:20:44.334605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47862) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:44.365811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.397305 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.401756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.470662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:44.513601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.516391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:38c39a05ccc548e594fafb4a651bed09 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:44.525400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.525400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router 33c0636c-09c7-490d-858c-940af0478d40 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:20:44.534812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:44.542327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.566818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:44.603609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 373f7454-8db2-4995-ba60-7c5806a88c20, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=373f7454-8db2-4995-ba60-7c5806a88c20,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:44.732756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.745552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for 79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:44.772769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.777989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-18c38b67-1bb3-4708-9bbe-f72d641fec83 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/33c0636c-09c7-490d-858c-940af0478d40 HTTP/1.1" status: 204 len: 168 time: 6.4957545 Jan 18 23:20:44.778851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:44.799103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-324423160', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:44.819416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:44.824519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.843187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:router and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:44.850902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:44.866973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=373f7454-8db2-4995-ba60-7c5806a88c20,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:44.868222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object d5ba5d5c-b7aa-408a-8752-ec7a7f28302e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:44.869875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:44.898974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:44.899619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56729-33b1-4832-958d-df2df00e570f req-1f13953e-e719-44bc-b563-6943cda65323 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:44.901276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6d56729-33b1-4832-958d-df2df00e570f req-1f13953e-e719-44bc-b563-6943cda65323 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.3417647 Jan 18 23:20:44.963180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6d56729-33b1-4832-958d-df2df00e570f req-3c3a24d0-5a58-4153-b9a9-b23e633aa84c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540094 Jan 18 23:20:44.982483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.066436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.069458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4090eb5-7641-4f74-aa6b-f0238e1611a1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.070240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.075913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0be2b1af-695b-42b6-9cd7-969117e43ae0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38c39a05ccc548e594fafb4a651bed09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7400215 Jan 18 23:20:45.076496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.081379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:45.164095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.204295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:45.210113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.211690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:45.223648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:45.227642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:45.228366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.232304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Port': ['ID=79f320bc-dd55-4f53-a6e5-ca1f77c54cc1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.233514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=d5ba5d5c-b7aa-408a-8752-ec7a7f28302e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.271245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.314946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.370215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.392462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64d1f1ee-c681-4a4c-b9e6-c58bdd1fdb14 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/ports/79f320bc-dd55-4f53-a6e5-ca1f77c54cc1 HTTP/1.1" status: 204 len: 168 time: 1.5973563 Jan 18 23:20:45.395131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:45.461425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d2dae238-37f4-4f51-8230-22a8365cb40c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7131937 Jan 18 23:20:45.470521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:45.611934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.653367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e2e90-7377-4b23-9678-8d8a7a16716f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:45.661039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e2e90-7377-4b23-9678-8d8a7a16716f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:45.662489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb9e2e90-7377-4b23-9678-8d8a7a16716f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:45.665638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting subnet 9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:45.689256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.711014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.789540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.792224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a7a1df0c-d1cf-45f7-9196-d7d40009e711 None None] Provisioning for port d5ba5d5c-b7aa-408a-8752-ec7a7f28302e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:45.798591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a7a1df0c-d1cf-45f7-9196-d7d40009e711 None None] Provisioning complete for port d5ba5d5c-b7aa-408a-8752-ec7a7f28302e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:45.803706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a7a1df0c-d1cf-45f7-9196-d7d40009e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.845165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb9e2e90-7377-4b23-9678-8d8a7a16716f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:45.847554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb9e2e90-7377-4b23-9678-8d8a7a16716f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3755929 Jan 18 23:20:45.848603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4090eb5-7641-4f74-aa6b-f0238e1611a1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:45.854522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:45.863226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e62cbaf0-b5c0-42a3-b918-2529d4fa6640 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4090eb5-7641-4f74-aa6b-f0238e1611a1 HTTP/1.1" status: 204 len: 168 time: 0.7774601 Jan 18 23:20:45.864254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:45.946826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 373f7454-8db2-4995-ba60-7c5806a88c20 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:46.003839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.025267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1df0c-d1cf-45f7-9196-d7d40009e711 None None] Port d5ba5d5c-b7aa-408a-8752-ec7a7f28302e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:20:46.047443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 373f7454-8db2-4995-ba60-7c5806a88c20 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:46.048349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.084351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d52060b0-1de3-4f7e-9b5a-71ecf20f56ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.187178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port d5ba5d5c-b7aa-408a-8752-ec7a7f28302e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:46.187178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.201775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.246915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Subnet': ['ID=9378fd0a-9e98-4aaa-a418-1f40ff7a16c8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:46.252927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.263123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-259acbd5-db04-4d97-a16f-fc560640c193 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/subnets/9378fd0a-9e98-4aaa-a418-1f40ff7a16c8 HTTP/1.1" status: 204 len: 168 time: 0.8669875 Jan 18 23:20:46.263591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eaa447-9a11-4114-b88b-f1c29d1d76fa None None] Network 78af8403-33bc-4c35-8b1e-4a332dcea5d1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:46.264245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47936) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:46.318797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c039d-23dd-4fb1-baf4-cf32709b3371 req-730d3f74-53bb-4e96-8949-fb7ac14c2c81 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:46.320568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b20c039d-23dd-4fb1-baf4-cf32709b3371 req-730d3f74-53bb-4e96-8949-fb7ac14c2c81 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.4530370 Jan 18 23:20:46.525798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting subnet 0d7e5b76-aa65-44ec-bceb-58d7f253db36 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:46.530947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.628186 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.632799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.647274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] DHCP port deletion for 78af8403-33bc-4c35-8b1e-4a332dcea5d1 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:46.649502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b20c039d-23dd-4fb1-baf4-cf32709b3371 req-556ac846-d708-4ccc-8f36-a65880e70677 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143568 Jan 18 23:20:46.652162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Deleting port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:46.652778 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.777903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.871089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for d5ba5d5c-b7aa-408a-8752-ec7a7f28302e owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:46.950316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:46.988899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.032181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] For port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:47.032722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.071069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.152949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7e5b76-aa65-44ec-bceb-58d7f253db36,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:47.159484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.167379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfd8be04-72f3-48b9-8bd5-88df9db9d321 tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/subnets/0d7e5b76-aa65-44ec-bceb-58d7f253db36 HTTP/1.1" status: 204 len: 168 time: 0.9018390 Jan 18 23:20:47.170418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47964) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:47.280233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcd5b47-c430-4b36-98e1-3280a4704ff8 None None] Network 532d7673-d9dd-452e-aa0d-6c335749a03d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:47.319353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Calling delete_port for d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:47.342177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.364512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720bfc-3479-4832-943c-0699fe957147 req-fd354f59-f5f6-4f5e-96bd-284a2263c3cf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:47.365372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b9720bfc-3479-4832-943c-0699fe957147 req-fd354f59-f5f6-4f5e-96bd-284a2263c3cf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:47.373411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:47.373854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.431685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b9720bfc-3479-4832-943c-0699fe957147 req-fd354f59-f5f6-4f5e-96bd-284a2263c3cf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:47.437492 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9720bfc-3479-4832-943c-0699fe957147 req-fd354f59-f5f6-4f5e-96bd-284a2263c3cf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.5498204 Jan 18 23:20:47.453104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 172.25.1.95 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/653d26cf-64a7-4027-b213-bd668d4a52df) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:47.498489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.526340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.556787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.625409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=d5ba5d5c-b7aa-408a-8752-ec7a7f28302e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:47.657407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] For port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,segment=NetworkSegment(ed871830-924b-4571-9bbb-31996bbbaf73),segment_id=ed871830-924b-4571-9bbb-31996bbbaf73)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:47.657407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.670183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.765003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.795161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47976) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:47.817334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] Pushing event deleted for resources: {'Port': ['ID=d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:47.846191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] DHCP port deletion for 532d7673-d9dd-452e-aa0d-6c335749a03d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:47.849102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cec7d-077f-4310-a7aa-f4b9b4cb2a1e None None] No DVR routers for this DVR port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:47.867586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Deleting port 2460190f-c02f-4a88-a631-5506de05067d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:47.882723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-04aba617-390f-4a9b-b47f-015823507bad tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/d5ba5d5c-b7aa-408a-8752-ec7a7f28302e HTTP/1.1" status: 204 len: 168 time: 2.0137763 Jan 18 23:20:47.885620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:47.892110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47982) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:47.930719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:47.983845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:47.985130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:48.041871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Calling delete_port for d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:48.092236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.092447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:48.093049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.128333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa803c-675f-4506-b9ac-0ebb7c2b3aae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.130454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5aa803c-675f-4506-b9ac-0ebb7c2b3aae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.131367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5aa803c-675f-4506-b9ac-0ebb7c2b3aae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:48.190756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b7d6-d272-44bb-93e7-308f22d95bfa req-41340db2-5aeb-412a-b38b-2fc08ce89973 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:48.197863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74c4b7d6-d272-44bb-93e7-308f22d95bfa req-41340db2-5aeb-412a-b38b-2fc08ce89973 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 945 time: 0.2400916 Jan 18 23:20:48.262084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5aa803c-675f-4506-b9ac-0ebb7c2b3aae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:48.263413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b5aa803c-675f-4506-b9ac-0ebb7c2b3aae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3682787 Jan 18 23:20:48.277460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74c4b7d6-d272-44bb-93e7-308f22d95bfa req-de140414-1e8c-4de1-ac1a-508d3e59e10b tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787504 Jan 18 23:20:48.282181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:48.282515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.336862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] For port 2460190f-c02f-4a88-a631-5506de05067d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2460190f-c02f-4a88-a631-5506de05067d,segment=NetworkSegment(eac2db67-8545-4f20-9bad-4a9fd39135b3),segment_id=eac2db67-8545-4f20-9bad-4a9fd39135b3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:48.337692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.433027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:48.433768 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:48.448424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port b8bbb763-7005-4bdf-9ba5-6f39799e71a5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:48.449061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.559241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Calling delete_port for 2460190f-c02f-4a88-a631-5506de05067d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:48.577071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.586623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for b8bbb763-7005-4bdf-9ba5-6f39799e71a5 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:48.619191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:48.622888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=653d26cf-64a7-4027-b213-bd668d4a52df,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:48.630720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:48.637960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:48.737801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:48.752662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.760583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Usage tracker for resource:security_group_rule and tenant:b947aa5e55b24efa9e426ff090fcd631 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:48.764543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet be588583-2331-4dfa-91ea-4ca32fab9a2c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:48.770830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:48.779940 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.812253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:48.813111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.867220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] Pushing event deleted for resources: {'Port': ['ID=2460190f-c02f-4a88-a631-5506de05067d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:48.869087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b39b5-b298-4c3b-a7a1-e7fa3c15392a None None] No DVR routers for this DVR port 2460190f-c02f-4a88-a631-5506de05067d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:48.885199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.901539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:20:48.917074 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:48.971406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Deleting port d6a6eb6f-9fde-431c-b178-0fa41cfcd7bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:48.971752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.017090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=b8bbb763-7005-4bdf-9ba5-6f39799e71a5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:49.077169 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.090546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] The port 'd6a6eb6f-9fde-431c-b178-0fa41cfcd7bd' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:20:49.162600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port b8bbb763-7005-4bdf-9ba5-6f39799e71a5 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:49.165813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.173565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'name': 'network-vif-deleted', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:20:49.196559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.252116 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a348f05-438a-4f30-bfea-bf7cc0f62416', 'name': 'network-vif-deleted', 'tag': 'b8bbb763-7005-4bdf-9ba5-6f39799e71a5', 'status': 'completed', 'code': 200} Jan 18 23:20:49.279218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.279968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.287188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.326967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78af8403-33bc-4c35-8b1e-4a332dcea5d1']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:49.345808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.349491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.351623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed871830-924b-4571-9bbb-31996bbbaf73') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:49.351951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed871830-924b-4571-9bbb-31996bbbaf73') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:49.373954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.519590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9720bfc-3479-4832-943c-0699fe957147 req-20c8dbe6-b737-4472-b936-cf8e1a065e28 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.83 "DELETE /v2.0/ports/b8bbb763-7005-4bdf-9ba5-6f39799e71a5 HTTP/1.1" status: 204 len: 173 time: 2.0766621 Jan 18 23:20:49.520741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.524308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3de1fca1-ecc8-431f-930d-abbc2202d6b4 req-416423d3-161d-48d1-aa97-2ee49b47d536 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.0672610 Jan 18 23:20:49.524308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=be588583-2331-4dfa-91ea-4ca32fab9a2c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:49.542948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958cc3cd-86e9-47d3-8e1c-a4ae7d8f4975 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:49.549202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:20:49.549370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.549950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:49.569281 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:49.586972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db19d90-8ce8-4fee-be26-8f45fd56f880,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:49.591543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-784d3c1c-26d9-4483-a419-4f8b9dab02dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b947aa5e55b24efa9e426ff090fcd631&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7820961 Jan 18 23:20:49.596319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48020) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:49.717653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ccfc2073-5d87-418d-9c0e-acdf6d5d5fa7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/be588583-2331-4dfa-91ea-4ca32fab9a2c HTTP/1.1" status: 204 len: 168 time: 1.4232328 Jan 18 23:20:49.718206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48026) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:49.796197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a151b378-2814-426c-b3f6-fb971072916e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765615 Jan 18 23:20:49.809626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48032) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:49.923102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2460190f-c02f-4a88-a631-5506de05067d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:49.944263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.953055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:49.989838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.008072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2460190f-c02f-4a88-a631-5506de05067d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:50.008221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2460190f-c02f-4a88-a631-5506de05067d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:50.019979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.022156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Network': ['ID=78af8403-33bc-4c35-8b1e-4a332dcea5d1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:50.044191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:50.150422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69217c21-21b5-4d6a-9b4d-4ffd135086bc tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/networks/78af8403-33bc-4c35-8b1e-4a332dcea5d1 HTTP/1.1" status: 204 len: 168 time: 2.9764495 Jan 18 23:20:50.150605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:50.197230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:50.198934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:50.201937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:50.208041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:50.274675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:50.274675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Deleting port 373f7454-8db2-4995-ba60-7c5806a88c20 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:50.274675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.292451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:50.296756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.316647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.345974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.502043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router 272028ae-ec2e-444c-93de-48f4202412e8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:20:50.506701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db19d90-8ce8-4fee-be26-8f45fd56f880,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:50.534191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.537650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1187b1b8-8516-4877-803b-771549899d59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3db19d90-8ce8-4fee-be26-8f45fd56f880 HTTP/1.1" status: 204 len: 168 time: 0.9379175 Jan 18 23:20:50.539763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.613314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532d7673-d9dd-452e-aa0d-6c335749a03d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:50.650092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac2db67-8545-4f20-9bad-4a9fd39135b3') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:50.652906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac2db67-8545-4f20-9bad-4a9fd39135b3') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:50.680546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] For port 373f7454-8db2-4995-ba60-7c5806a88c20, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=373f7454-8db2-4995-ba60-7c5806a88c20,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:50.681033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.691239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.744353 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.759251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:20:50.761443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:20:50.796531 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:20:50.929448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b8bbb763-7005-4bdf-9ba5-6f39799e71a5 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:50.953671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:50.989830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Calling delete_port for 373f7454-8db2-4995-ba60-7c5806a88c20 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:50.999297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5675d32-a755-4ccd-bdf5-8c738392d8ed req-fa4f23a0-a888-47dc-8fca-cfebf0b3e89c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a348f05-438a-4f30-bfea-bf7cc0f62416 HTTP/1.1" status: 200 len: 210 time: 0.1142948 Jan 18 23:20:51.027980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b8bbb763-7005-4bdf-9ba5-6f39799e71a5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:51.028574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b8bbb763-7005-4bdf-9ba5-6f39799e71a5 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:51.041704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:51.050526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:51.055623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:51.056217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.073252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=a8228b17-0467-45ef-af4a-da29018e616e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:51.093123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.099724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:51.110526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Sync routers for ids ['272028ae-ec2e-444c-93de-48f4202412e8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:51.112159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.123655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] Pushing event deleted for resources: {'Network': ['ID=532d7673-d9dd-452e-aa0d-6c335749a03d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:51.123808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Routers {'272028ae-ec2e-444c-93de-48f4202412e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:51.124419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['272028ae-ec2e-444c-93de-48f4202412e8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:51.132725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0656419e-490e-48c8-86d0-4cc844c9410a tempest-TaggedBootDevicesTest-117802389 tempest-TaggedBootDevicesTest-117802389-project] 10.222.0.59 "DELETE /v2.0/networks/532d7673-d9dd-452e-aa0d-6c335749a03d HTTP/1.1" status: 204 len: 168 time: 0.9811285 Jan 18 23:20:51.198113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2f046493-462f-4678-b2fe-86aa3f6929a5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2533908 Jan 18 23:20:51.199315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.200783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23737f0e-553b-4a7f-a658-1487f207e49e tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4131422 Jan 18 23:20:51.201808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:51.203844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48068) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:51.208099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'a8228b17-0467-45ef-af4a-da29018e616e', 'ip_address': '2001:db8::ccea:3ad8:aba8:14b2'}], 'name': 'tempest-NetworksTestDHCPv6-1441405396'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:51.235028 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.488011 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-257aa12f-c1fc-45ee-9665-c3cda8d9aa5a tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/272028ae-ec2e-444c-93de-48f4202412e8 HTTP/1.1" status: 200 len: 907 time: 0.2829955 Jan 18 23:20:51.489151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48084) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:51.498558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:51.498696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'name': 'tempest-snat-router-324423160', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': True}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:20:51.500611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:51.502211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:20:51.508492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Usage tracker for resource:router and tenant:e2acc6a38759487582f4308a591ce139 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:20:51.512103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:51.516644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:20:51.523315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:51.528944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:20:51.533374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] Pushing event deleted for resources: {'Port': ['ID=373f7454-8db2-4995-ba60-7c5806a88c20,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:51.552290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d641380-7e47-44f5-a865-3d1592e20347 None None] No DVR routers for this DVR port 373f7454-8db2-4995-ba60-7c5806a88c20 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:20:51.560473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Set router 272028ae-ec2e-444c-93de-48f4202412e8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:51.673361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.674668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.689210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26859d-f027-48ab-8762-715e91fa4a69 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:51.695432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.703211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:20:51.712251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:51.761742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 864f129f-9309-45d0-9e82-e8e20e08b515 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:20:51.833037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 373f7454-8db2-4995-ba60-7c5806a88c20 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:20:51.905392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 373f7454-8db2-4995-ba60-7c5806a88c20 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:20:51.905729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 373f7454-8db2-4995-ba60-7c5806a88c20 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:20:52.210307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::ccea:3ad8:aba8:14b2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/a8228b17-0467-45ef-af4a-da29018e616e/864f129f-9309-45d0-9e82-e8e20e08b515) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:52.210792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.386346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'a8228b17-0467-45ef-af4a-da29018e616e'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:20:52.387494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.498970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.541431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 864f129f-9309-45d0-9e82-e8e20e08b515 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:52.684744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272028ae-ec2e-444c-93de-48f4202412e8', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95'}], 'enable_snat': False}, 'gw_port_id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:45Z', 'updated_at': '2022-01-18T23:20:49Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272028ae-ec2e-444c-93de-48f4202412e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:47Z', 'updated_at': '2022-01-18T23:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:52.693938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Checking router: 272028ae-ec2e-444c-93de-48f4202412e8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:20:52.706766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Updating router 272028ae-ec2e-444c-93de-48f4202412e8 port 653d26cf-64a7-4027-b213-bd668d4a52df binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:20:52.772042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.798778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.837643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.853277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227baf8-0fae-485d-b704-8c4153a53589 req-6bfaf1b4-2880-4b13-8c60-14de0d31ce7d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:52.865338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-6bfaf1b4-2880-4b13-8c60-14de0d31ce7d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.2154753 Jan 18 23:20:52.869780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:52.986837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:52.988554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=864f129f-9309-45d0-9e82-e8e20e08b515,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:52.992366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:52.999651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:53.004567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:53.005908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.040303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-2fedc379-66d1-40d0-98f7-a9c351b94e55 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/quotas/82205e71fad24f48b846bbdf08b3c722 HTTP/1.1" status: 200 len: 375 time: 0.1733172 Jan 18 23:20:53.142683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/a8228b17-0467-45ef-af4a-da29018e616e/27854ff0-3ad8-4804-acc1-d3ca1f8df103) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:53.143779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2609b7a6-a401-4f0e-9770-89335ee7c823 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9402988 Jan 18 23:20:53.148965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:53.166076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 172.25.1.17 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/3ca2ed81-df5d-4340-9dae-1c5087fdc522) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:20:53.355219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-77e0b869-3b57-43b6-92bc-0dd5dfcd97ff tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3136780 Jan 18 23:20:53.590742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e83d1ec-3929-4ef5-843e-a9f92b467c96 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:53.593637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4e83d1ec-3929-4ef5-843e-a9f92b467c96 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:53.604096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.626919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.645463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-9d8feef7-b517-4077-b70d-00398e60263f service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893264 Jan 18 23:20:53.646803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Transition to ACTIVE for port object 27854ff0-3ad8-4804-acc1-d3ca1f8df103 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:53.679131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Transition to ACTIVE for port object 27854ff0-3ad8-4804-acc1-d3ca1f8df103 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:53.784923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.790604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4e83d1ec-3929-4ef5-843e-a9f92b467c96 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:53.796310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4e83d1ec-3929-4ef5-843e-a9f92b467c96 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6433501 Jan 18 23:20:53.799711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:53.800234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:53.942936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 864f129f-9309-45d0-9e82-e8e20e08b515 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:53.943329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.065849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:54.067243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-d8acd629-1c44-45d4-8a00-3ee21d708019 service neutron] 10.222.0.59 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968863 Jan 18 23:20:54.075356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:54.092376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:54.115621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:20:54.122091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Pushing event updated for resources: {'Port': ['ID=27854ff0-3ad8-4804-acc1-d3ca1f8df103,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:54.151246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:20:54.159724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:20:54.193945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca2ed81-df5d-4340-9dae-1c5087fdc522,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:54.498946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.550853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Attempting to bind port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:54.551222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Attempting to bind port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:54.553964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Attempting to bind port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:54.558707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b4a345-63ee-4fac-a0a7-d1e5a63df88c req-659573f0-70fa-458c-b1e8-2e967fb7b37a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.0509081 Jan 18 23:20:54.565041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:54.565416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:54.565818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.566319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:54.566666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Bound port: 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:54.567036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.632440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.635877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.712535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-da053b68-7775-4de9-8a82-cf048735711d None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:54.716081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-da053b68-7775-4de9-8a82-cf048735711d None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:54.786287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 864f129f-9309-45d0-9e82-e8e20e08b515 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:54.821301 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.825455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:54.908711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Transition to ACTIVE for port object 653d26cf-64a7-4027-b213-bd668d4a52df will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:55.020573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053b68-7775-4de9-8a82-cf048735711d None None] Pushing event updated for resources: {'Port': ['ID=27854ff0-3ad8-4804-acc1-d3ca1f8df103,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:55.061501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.143181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Attempting to bind port 653d26cf-64a7-4027-b213-bd668d4a52df on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:55.143181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Attempting to bind port 653d26cf-64a7-4027-b213-bd668d4a52df by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:55.143181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Attempting to bind port 653d26cf-64a7-4027-b213-bd668d4a52df on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:55.151304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:55.151651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:55.152051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.152441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:55.152911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Bound port: 653d26cf-64a7-4027-b213-bd668d4a52df, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:55.153281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.242921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Pushing event updated for resources: {'Port': ['ID=653d26cf-64a7-4027-b213-bd668d4a52df,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:55.289253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] For port 653d26cf-64a7-4027-b213-bd668d4a52df, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:55.292612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] For port 653d26cf-64a7-4027-b213-bd668d4a52df, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=653d26cf-64a7-4027-b213-bd668d4a52df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:55.461680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router 95b1115d-a784-4abe-bb96-98529f5769a1 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:20:55.486767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.544955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.626279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=864f129f-9309-45d0-9e82-e8e20e08b515,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:55.651518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:55.704343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b50dbb2-0e1d-4ec2-b931-088672556585 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/864f129f-9309-45d0-9e82-e8e20e08b515 HTTP/1.1" status: 204 len: 168 time: 1.9024787 Jan 18 23:20:55.707065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:55.996348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Pushing event updated for resources: {'Port': ['ID=653d26cf-64a7-4027-b213-bd668d4a52df,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:56.013901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Routers {'272028ae-ec2e-444c-93de-48f4202412e8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:56.033648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['272028ae-ec2e-444c-93de-48f4202412e8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:56.262034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:20:56.287576 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Sync routers for ids ['95b1115d-a784-4abe-bb96-98529f5769a1'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:20:56.311782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 27854ff0-3ad8-4804-acc1-d3ca1f8df103 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:56.337423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Routers {'95b1115d-a784-4abe-bb96-98529f5769a1'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:20:56.338073 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['95b1115d-a784-4abe-bb96-98529f5769a1'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:56.342656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4abfc982-fd3d-49aa-9e7d-248f3f680268 req-64bbd1e1-458b-436a-8b25-1c617a50abe5 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.3614907 Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.424555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c877c74-10db-4484-bf04-07744928b45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:56.444868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:56.446422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9fdeaea4-db38-48dc-b9b1-5998c17f83ff tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9560976 Jan 18 23:20:56.451245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:56.509580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1a46c-4ca4-4857-9723-88a2452bc87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:56.518641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1a46c-4ca4-4857-9723-88a2452bc87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:56.519451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cac1a46c-4ca4-4857-9723-88a2452bc87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:56.632458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:56.717484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] Set router 272028ae-ec2e-444c-93de-48f4202412e8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:56.729662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cac1a46c-4ca4-4857-9723-88a2452bc87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:56.732312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cac1a46c-4ca4-4857-9723-88a2452bc87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0235379 Jan 18 23:20:56.734918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48194) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:56.904553 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Set router 95b1115d-a784-4abe-bb96-98529f5769a1 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:20:57.097213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ea2949e-96af-4686-baa9-2f4d606cafdc tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/95b1115d-a784-4abe-bb96-98529f5769a1 HTTP/1.1" status: 200 len: 906 time: 0.6391234 Jan 18 23:20:57.098215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:57.361987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet a8228b17-0467-45ef-af4a-da29018e616e {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:20:57.374283 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:57.640750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:57.777374 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b1115d-a784-4abe-bb96-98529f5769a1', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': '3ca2ed81-df5d-4340-9dae-1c5087fdc522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:51Z', 'updated_at': '2022-01-18T23:20:54Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': '3ca2ed81-df5d-4340-9dae-1c5087fdc522', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:69:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b1115d-a784-4abe-bb96-98529f5769a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:52Z', 'updated_at': '2022-01-18T23:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:57.801948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Provisioning for port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:20:57.804060 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Checking router: 95b1115d-a784-4abe-bb96-98529f5769a1 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:20:57.804422 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Updating router 95b1115d-a784-4abe-bb96-98529f5769a1 port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:20:57.813977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:57.832195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Provisioning complete for port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:20:57.849510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.022883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-653a097a-ad65-4d6a-9f6a-d0f832def857 req-3befcdff-162e-486a-8f75-f668f875cadc tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.1907599 Jan 18 23:20:58.080071 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.145994 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.308473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.325230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272028ae-ec2e-444c-93de-48f4202412e8', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95'}], 'enable_snat': False}, 'gw_port_id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:45Z', 'updated_at': '2022-01-18T23:20:49Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272028ae-ec2e-444c-93de-48f4202412e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:47Z', 'updated_at': '2022-01-18T23:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:20:58.340525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d047fe91-eb32-4a90-a709-2c41aebfd1d6 None None] The sync data for ids ['272028ae-ec2e-444c-93de-48f4202412e8'] in n-d-825175-2 is: [{'id': '272028ae-ec2e-444c-93de-48f4202412e8', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95'}], 'enable_snat': False}, 'gw_port_id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:45Z', 'updated_at': '2022-01-18T23:20:49Z', 'revision_number': 3, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port': {'id': '653d26cf-64a7-4027-b213-bd668d4a52df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:7d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272028ae-ec2e-444c-93de-48f4202412e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:20:47Z', 'updated_at': '2022-01-18T23:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:20:58.399991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.464797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.549574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=a8228b17-0467-45ef-af4a-da29018e616e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:58.584065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:58.584065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.584879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:20:58.584879 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:20:58.584879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cef8cf-e480-4571-a21f-5526b1ea4b23 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:20:58.585157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.720413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43f3b857-163e-4508-af8e-a8612ffc8900 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/a8228b17-0467-45ef-af4a-da29018e616e HTTP/1.1" status: 204 len: 168 time: 1.9840271 Jan 18 23:20:58.723667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48230) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:58.908096 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:58.933873 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Transition to ACTIVE for port object 3ca2ed81-df5d-4340-9dae-1c5087fdc522 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:20:58.966608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4b5268ea-d1e7-4ea9-8a38-e73d6700ed6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2412436 Jan 18 23:20:58.971166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:59.027074 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.212511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c7808-2e94-44a5-9cc0-8ff530e448d1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:59.213458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d30c7808-2e94-44a5-9cc0-8ff530e448d1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:59.222041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.314813 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Pushing event updated for resources: {'Port': ['ID=3ca2ed81-df5d-4340-9dae-1c5087fdc522,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:20:59.330619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d30c7808-2e94-44a5-9cc0-8ff530e448d1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:59.332084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d30c7808-2e94-44a5-9cc0-8ff530e448d1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3638117 Jan 18 23:20:59.334781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48250) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:59.356170 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Attempting to bind port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:20:59.358333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Attempting to bind port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:20:59.361981 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Attempting to bind port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:20:59.372296 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.411093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.417340 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.417995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.418441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.419075 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.419619 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.420199 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.421681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.427612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.429134 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.430559 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:20:59.444561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:20:59.445899 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:20:59.448233 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.450950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:20:59.453296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Bound port: 3ca2ed81-df5d-4340-9dae-1c5087fdc522, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:20:59.456082 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.461701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:20:59.502818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Deleting port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:20:59.502818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:20:59.633910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a946e0a-479a-4151-a4b2-c31f8534bf4c req-91a7480e-aff9-4ad6-a736-2dc4e83673e4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.0997641 Jan 18 23:20:59.671558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04859956-59c6-4ccb-9a10-d091d94391d7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:20:59.672547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-04859956-59c6-4ccb-9a10-d091d94391d7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:20:59.738559 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] For port 3ca2ed81-df5d-4340-9dae-1c5087fdc522, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:20:59.744673 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] For port 3ca2ed81-df5d-4340-9dae-1c5087fdc522, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ca2ed81-df5d-4340-9dae-1c5087fdc522,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:20:59.832503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-04859956-59c6-4ccb-9a10-d091d94391d7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:20:59.835050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-04859956-59c6-4ccb-9a10-d091d94391d7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4975111 Jan 18 23:20:59.845344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:20:59.913288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for 3ca2ed81-df5d-4340-9dae-1c5087fdc522 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:20:59.914661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:20:59.917069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 653d26cf-64a7-4027-b213-bd668d4a52df up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:20:59.931594 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.040948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e35741ba-e9ca-4e26-b3fc-656663153321 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1944895 Jan 18 23:21:00.048438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48262) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:00.069692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:00.209407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3bce-898b-482e-92a1-ac2df0724c2a None None] Pushing event updated for resources: {'Port': ['ID=3ca2ed81-df5d-4340-9dae-1c5087fdc522,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:00.223251 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Routers {'95b1115d-a784-4abe-bb96-98529f5769a1'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:00.223251 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['95b1115d-a784-4abe-bb96-98529f5769a1'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:00.227457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227baf8-0fae-485d-b704-8c4153a53589 req-73cec8f4-cf5e-447a-bf84-f2c41f52c971 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:00.234587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-73cec8f4-cf5e-447a-bf84-f2c41f52c971 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/networks?id=f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 200 len: 805 time: 0.4692881 Jan 18 23:21:00.253983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Request body: {'port': {'device_id': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'admin_state_up': True, 'tenant_id': '82205e71fad24f48b846bbdf08b3c722'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:00.341319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:00.346401 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.361900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:00.399507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:00.493236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:00.499100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Usage tracker for resource:port and tenant:82205e71fad24f48b846bbdf08b3c722 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:00.504301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:00.507050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:00.511539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.529302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:00.571367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:00.580297 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:00.583974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:21:00.590453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Calling delete_port for 27854ff0-3ad8-4804-acc1-d3ca1f8df103 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:00.600697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] Set router 95b1115d-a784-4abe-bb96-98529f5769a1 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:00.654731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Made reservation on behalf of 82205e71fad24f48b846bbdf08b3c722 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:00.654854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.654952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.760635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ee94e-e22b-4bf2-826f-e181f4180bc2 None None] Pushing event updated for resources: {'Port': ['ID=27854ff0-3ad8-4804-acc1-d3ca1f8df103,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:00.783306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb836097-d1dd-43c5-8f8b-8c93992f001b None None] Could not find standard attr ID for object 864f129f-9309-45d0-9e82-e8e20e08b515. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:21:00.816690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 653d26cf-64a7-4027-b213-bd668d4a52df completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:00.822054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 653d26cf-64a7-4027-b213-bd668d4a52df triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:00.825398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:00.868482 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b1115d-a784-4abe-bb96-98529f5769a1', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:51Z', 'updated_at': '2022-01-18T23:20:58Z', 'revision_number': 4, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:00.878206 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd4f9-9749-4a3c-80b7-c480c5121687 None None] The sync data for ids ['95b1115d-a784-4abe-bb96-98529f5769a1'] in n-d-825175-2 is: [{'id': '95b1115d-a784-4abe-bb96-98529f5769a1', 'name': 'tempest-snat-router-324423160', 'tenant_id': 'e2acc6a38759487582f4308a591ce139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:20:51Z', 'updated_at': '2022-01-18T23:20:58Z', 'revision_number': 4, 'project_id': 'e2acc6a38759487582f4308a591ce139', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:00.944309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:00.944651 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:00.984743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:01.001304 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52ee618f-5065-4841-8925-b079faeb7592 req-0f32feed-0ad0-4e05-8b40-3ad972eacec7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.0911403 Jan 18 23:21:01.063893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Allocated IP 172.20.0.8 (f2704604-4f72-482b-a2c0-5685ecf92088/75b18fa3-a0a1-4816-85b8-ced0345ff548/88df8b1f-2a8b-4832-94c3-12ed5648654f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:01.072285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.072639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port 3ca2ed81-df5d-4340-9dae-1c5087fdc522 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:01.073025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.094851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 653d26cf-64a7-4027-b213-bd668d4a52df, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=653d26cf-64a7-4027-b213-bd668d4a52df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:01.143918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.193248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.263543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:01.269790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:01.279742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:01.279742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.366829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=8eb38464-21f7-45eb-86bb-ea826c1b9e4c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:01.385490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 27854ff0-3ad8-4804-acc1-d3ca1f8df103 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:01.479766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] For port 3ca2ed81-df5d-4340-9dae-1c5087fdc522, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ca2ed81-df5d-4340-9dae-1c5087fdc522,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:01.490881 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.491024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a618ff9-5b98-4694-ba01-5cbb4549de13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4333613 Jan 18 23:21:01.493484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:01.502005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': '8eb38464-21f7-45eb-86bb-ea826c1b9e4c', 'ip_address': '2001:db8::65af:8e14:e043:e075'}], 'name': 'tempest-NetworksTestDHCPv6-923989147'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:01.566597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Deleting port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:01.566826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.629102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for 3ca2ed81-df5d-4340-9dae-1c5087fdc522 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:01.670597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=653d26cf-64a7-4027-b213-bd668d4a52df,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:01.685279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.780005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:01.816924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:01.863306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Usage tracker for resource:floatingip and tenant:b896f46a63c343e086da9567e9d42fd1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:01.871089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:01.905764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:01.942115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:01.951831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:01.966528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:01.970687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:21:02.038397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.095508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event updated for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:02.100716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.242743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ca2ed81-df5d-4340-9dae-1c5087fdc522,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:02.249513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Network f2704604-4f72-482b-a2c0-5685ecf92088 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:02.252608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:02.261324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:02.277076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:02.283115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.292534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.374718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 0fe1dc0c-1c83-49d7-9385-13dabceefdac yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:21:02.386645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:02.387124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.441194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:02.722371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:02.930157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:02.938045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.003689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb0327-0d6d-43a2-9625-b0bf4fd49228 req-e0ba3867-abfc-4ad7-95d8-44373bcdd097 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:03.014424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8eb0327-0d6d-43a2-9625-b0bf4fd49228 req-e0ba3867-abfc-4ad7-95d8-44373bcdd097 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 931 time: 0.5890174 Jan 18 23:21:03.112042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Calling delete_port for 27854ff0-3ad8-4804-acc1-d3ca1f8df103 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:03.119006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8eb0327-0d6d-43a2-9625-b0bf4fd49228 req-e194842b-4e71-4644-b935-af849158e0d2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968382 Jan 18 23:21:03.135176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.163008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=27854ff0-3ad8-4804-acc1-d3ca1f8df103,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:03.165472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 653d26cf-64a7-4027-b213-bd668d4a52df up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:03.208808 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-c35a445e-0b6c-4dde-ab46-ff8c773ebcfa tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9663310 Jan 18 23:21:03.289249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::65af:8e14:e043:e075 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8eb38464-21f7-45eb-86bb-ea826c1b9e4c/0fe1dc0c-1c83-49d7-9385-13dabceefdac) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:03.296163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Request body: {'port': {'device_id': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:03.373569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.581721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 653d26cf-64a7-4027-b213-bd668d4a52df triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:03.582100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.707195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:03.707971 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:03.861908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Allocated IP 172.25.1.51 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/407e5d95-8508-485c-86d2-3663ff544abd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:03.937579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.943190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.959755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:03.967455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Deleting port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:03.969130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.101751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.204055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 0fe1dc0c-1c83-49d7-9385-13dabceefdac will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:04.333611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.388325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.388887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95b1115d-a784-4abe-bb96-98529f5769a1 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:04.432733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.438205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c744ed01-3952-4564-8439-26d4f370c186 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/routers/95b1115d-a784-4abe-bb96-98529f5769a1 HTTP/1.1" status: 204 len: 168 time: 7.3381653 Jan 18 23:21:04.438818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48338) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:04.482076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] For port 27854ff0-3ad8-4804-acc1-d3ca1f8df103, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=27854ff0-3ad8-4804-acc1-d3ca1f8df103,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:04.485573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.550179 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.570996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:04.662061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:04.686863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Calling delete_port for 27854ff0-3ad8-4804-acc1-d3ca1f8df103 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:04.704356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:04.712756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:04.713487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.791499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=0fe1dc0c-1c83-49d7-9385-13dabceefdac,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:04.823885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c851f-0e91-4a70-bc15-9bff17d33f81 req-24cc63e3-46f2-4d72-9b77-7652a1978c62 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:04.825376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb9c851f-0e91-4a70-bc15-9bff17d33f81 req-24cc63e3-46f2-4d72-9b77-7652a1978c62 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 931 time: 0.3101463 Jan 18 23:21:04.870821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88df8b1f-2a8b-4832-94c3-12ed5648654f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:04.874534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5db33cdf-16ed-418b-8333-4286b946a2d0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3782768 Jan 18 23:21:04.883138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48346) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:04.884671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.894732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': '8eb38464-21f7-45eb-86bb-ea826c1b9e4c', 'ip_address': '2001:db8::65af:8e14:e043:e075'}], 'name': 'tempest-NetworksTestDHCPv6-410693146'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:04.910914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:04.996462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Pushing event updated for resources: {'Port': ['ID=407e5d95-8508-485c-86d2-3663ff544abd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:05.006930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.011812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Transition to ACTIVE for port object 88df8b1f-2a8b-4832-94c3-12ed5648654f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:05.052077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.120644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] Pushing event deleted for resources: {'Port': ['ID=27854ff0-3ad8-4804-acc1-d3ca1f8df103,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:05.122445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22172e-a897-4389-8021-a896219b8e2b None None] No DVR routers for this DVR port 27854ff0-3ad8-4804-acc1-d3ca1f8df103 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:05.132172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.151778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2394b-5e20-4534-b0d0-02818b91b595 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:05.264592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:05.288282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:05.294197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb9c851f-0e91-4a70-bc15-9bff17d33f81 req-774345e6-dcf1-4be3-8d4e-60c580e8b1d2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593313 Jan 18 23:21:05.296280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:05.462723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:05.470133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:05.532963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:05.535239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Pushing event updated for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:05.559492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:05.564376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.591645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '8eb38464-21f7-45eb-86bb-ea826c1b9e4c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:05.595834 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.708439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:05.709860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Attempting to bind port 88df8b1f-2a8b-4832-94c3-12ed5648654f on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:05.710366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Attempting to bind port 88df8b1f-2a8b-4832-94c3-12ed5648654f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:05.710914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Attempting to bind port 88df8b1f-2a8b-4832-94c3-12ed5648654f on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:05.723179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Port 88df8b1f-2a8b-4832-94c3-12ed5648654f on network f2704604-4f72-482b-a2c0-5685ecf92088 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:21:05.724811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Attempting to bind port 88df8b1f-2a8b-4832-94c3-12ed5648654f on network f2704604-4f72-482b-a2c0-5685ecf92088 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:05.758703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:05.765998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Checking segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:05.767801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Bound using segment: {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:05.773253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Bound port: 88df8b1f-2a8b-4832-94c3-12ed5648654f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:05.773253 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.864561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:05.920749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8eb38464-21f7-45eb-86bb-ea826c1b9e4c/d0966f20-86f9-4f13-aba7-d346b3b0a6ca) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:05.950141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:05.956027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:05.986558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.014743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.051205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 177819dc-5cc4-4920-b03f-0a40ff60741a yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:21:06.093863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.194866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Deleting port 653d26cf-64a7-4027-b213-bd668d4a52df {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:06.195824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.348263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.349757 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] 10.222.0.89 "PUT /v2.0/ports/88df8b1f-2a8b-4832-94c3-12ed5648654f HTTP/1.1" status: 200 len: 1091 time: 3.1197038 Jan 18 23:21:06.367257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:06.387673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.412058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Transition to ACTIVE for port object d0966f20-86f9-4f13-aba7-d346b3b0a6ca will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:06.455004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Transition to ACTIVE for port object d0966f20-86f9-4f13-aba7-d346b3b0a6ca will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:06.482631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff56afb-5024-43dd-84e6-79d626a07afd service neutron] Pushing event updated for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:06.545034 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f', 'status': 'completed', 'code': 200} Jan 18 23:21:06.553612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.676070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] For port 653d26cf-64a7-4027-b213-bd668d4a52df, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=653d26cf-64a7-4027-b213-bd668d4a52df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:06.676352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.698668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ca7545e6-2b3e-4799-9155-e2617388604b req-0f41d1a7-a96d-4bf3-8cb4-a34f6b2621a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 1094 time: 0.1557784 Jan 18 23:21:06.736201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:06.745116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:06.753793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:06.761632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.779610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Pushing event updated for resources: {'Port': ['ID=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:06.867816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.941031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Attempting to bind port d0966f20-86f9-4f13-aba7-d346b3b0a6ca on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:06.941031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Attempting to bind port d0966f20-86f9-4f13-aba7-d346b3b0a6ca by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:06.941031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Attempting to bind port d0966f20-86f9-4f13-aba7-d346b3b0a6ca on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:06.955126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:06.955641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:06.956049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:06.956443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:06.956945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Bound port: d0966f20-86f9-4f13-aba7-d346b3b0a6ca, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:06.957359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.047040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7545e6-2b3e-4799-9155-e2617388604b req-6efacc12-d041-495e-a20d-c3a998fdc55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:07.053863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ca7545e6-2b3e-4799-9155-e2617388604b req-6efacc12-d041-495e-a20d-c3a998fdc55d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=82205e71fad24f48b846bbdf08b3c722&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2919993 Jan 18 23:21:07.054640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:07.068263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Calling delete_port for 653d26cf-64a7-4027-b213-bd668d4a52df owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:07.114049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] For port d0966f20-86f9-4f13-aba7-d346b3b0a6ca, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:07.117405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] For port d0966f20-86f9-4f13-aba7-d346b3b0a6ca, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:07.174765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.179241 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 23:21:07.181138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:21:07.211146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Pushing event updated for resources: {'Port': ['ID=407e5d95-8508-485c-86d2-3663ff544abd,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:07.214338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.258974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820db85-6427-4f68-a124-de1e4e3e041a req-bbe252fb-fc2c-48f9-bcf5-93bb2161345a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:07.279376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4820db85-6427-4f68-a124-de1e4e3e041a req-bbe252fb-fc2c-48f9-bcf5-93bb2161345a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 943 time: 0.7397277 Jan 18 23:21:07.367838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe86e35-7056-4a37-be79-f46ac6857b1f None None] Pushing event updated for resources: {'Port': ['ID=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:07.425591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4820db85-6427-4f68-a124-de1e4e3e041a req-8c128b3c-7ce6-45db-85b9-15772186c6e7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450963 Jan 18 23:21:07.442136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7545e6-2b3e-4799-9155-e2617388604b req-4669a5e2-e302-4ae4-8cce-8ae0cab1f950 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:07.444321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ca7545e6-2b3e-4799-9155-e2617388604b req-4669a5e2-e302-4ae4-8cce-8ae0cab1f950 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2969117 Jan 18 23:21:07.450949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.455686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-48de3a99-fb31-4056-a060-953a3f4eaded tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4664180 Jan 18 23:21:07.456388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:07.462483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1027713410', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'fixed_ips': [{'ip_address': '172.25.1.51'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:07.472297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:07.479657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Usage tracker for resource:port and tenant:b896f46a63c343e086da9567e9d42fd1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:07.486234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ae0b44b7-7824-4662-a0f9-276bb7d88d43 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5986748 Jan 18 23:21:07.487211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:07.490654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48394) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:07.497953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:07.622658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Made reservation on behalf of b896f46a63c343e086da9567e9d42fd1 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:07.625503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.667397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:07.889276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:07.898650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Usage tracker for resource:security_group_rule and tenant:b896f46a63c343e086da9567e9d42fd1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:07.906898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:07.920472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:07.950319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.018045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.021606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event deleted for resources: {'Port': ['ID=653d26cf-64a7-4027-b213-bd668d4a52df,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:08.146138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-ce54d5ce-0640-4d09-a000-cf848c41ef40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=82205e71fad24f48b846bbdf08b3c722&device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 1094 time: 0.6535032 Jan 18 23:21:08.146913 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.151405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] device_id is not set on port 3af8c3d3-12e7-4e0b-8d9d-3a30d9875d70 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:21:08.228732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94921183-5ece-4c45-b31e-ef335f79d20c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:08.233621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94921183-5ece-4c45-b31e-ef335f79d20c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:08.235165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-94921183-5ece-4c45-b31e-ef335f79d20c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:08.248139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd05439-59db-4dfc-a501-d1c68af8538b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:08.286970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:08.349663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-78dc4830-108d-4cdb-83d9-d59df66a4f72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f HTTP/1.1" status: 200 len: 217 time: 0.1892769 Jan 18 23:21:08.479727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.497641 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 18 23:21:08.498353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:21:08.545245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-94921183-5ece-4c45-b31e-ef335f79d20c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:08.546428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-94921183-5ece-4c45-b31e-ef335f79d20c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0509620 Jan 18 23:21:08.550563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:08.669024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1c19244-0c91-4a15-9a72-ec7abbff7159 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2114325 Jan 18 23:21:08.675116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:08.733576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227baf8-0fae-485d-b704-8c4153a53589 req-54ad6b5d-19a3-440d-9046-062708165bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:08.735511 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-54ad6b5d-19a3-440d-9046-062708165bf9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 200 len: 845 time: 0.3138561 Jan 18 23:21:08.879625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.920092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-bcb89fb6-22c9-4202-9ec9-e77952e40ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f2704604-4f72-482b-a2c0-5685ecf92088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124370 Jan 18 23:21:08.926465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 0fe1dc0c-1c83-49d7-9385-13dabceefdac {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:08.926796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:08.964858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.003495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.020109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0966f20-86f9-4f13-aba7-d346b3b0a6ca up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:09.031651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.173788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:09.178581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-4ff78be2-0aad-4b13-a63a-54dceb571c21 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495058 Jan 18 23:21:09.208441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Usage tracker for resource:security_group_rule and tenant:6d9c8b676a0a463dace1f4bdb5cd3760 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:09.219314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d0966f20-86f9-4f13-aba7-d346b3b0a6ca completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:09.234753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:09.247157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Provisioning for port 0fe1dc0c-1c83-49d7-9385-13dabceefdac completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:09.252403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Deleting port 407e5d95-8508-485c-86d2-3663ff544abd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:09.252934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.260623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Provisioning complete for port 0fe1dc0c-1c83-49d7-9385-13dabceefdac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:09.261235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.271714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.272244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 272028ae-ec2e-444c-93de-48f4202412e8 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:09.300130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:09.370881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Port 0fe1dc0c-1c83-49d7-9385-13dabceefdac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:09.459385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.461391 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fad6f8b7-e53c-4ff3-a2ee-0cc31b01f560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "DELETE /v2.0/routers/272028ae-ec2e-444c-93de-48f4202412e8 HTTP/1.1" status: 204 len: 168 time: 5.0063882 Jan 18 23:21:09.463369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Provisioning for port d0966f20-86f9-4f13-aba7-d346b3b0a6ca completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:09.469713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48428) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:09.476817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-464125524', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:09.477049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Provisioning complete for port d0966f20-86f9-4f13-aba7-d346b3b0a6ca triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:09.478338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.498191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:09.506258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:09.510554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:09.516781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f227baf8-0fae-485d-b704-8c4153a53589 req-2c3d4eb8-01de-40cc-af87-121e8a8e24b5 service neutron] 10.222.0.89 "GET /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304114 Jan 18 23:21:09.525568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:09.648207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.654022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.654289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.687993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95df554-e8fc-4d79-b600-68b4e62cd44e req-e56b7b33-98ae-4d1f-9b42-9f4c4630c733 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:09.692820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] For port d0966f20-86f9-4f13-aba7-d346b3b0a6ca, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:09.694558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f95df554-e8fc-4d79-b600-68b4e62cd44e req-e56b7b33-98ae-4d1f-9b42-9f4c4630c733 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 943 time: 1.0201933 Jan 18 23:21:09.716460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.717431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.762332 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.773082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.873350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b3bad-ad7f-464d-b9c0-d403635233af None None] Pushing event updated for resources: {'Port': ['ID=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:09.880724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 0fe1dc0c-1c83-49d7-9385-13dabceefdac owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:09.908984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-07676dd1-6402-46f6-bb23-3d660e3eb053 None None] Provisioning complete for port 0fe1dc0c-1c83-49d7-9385-13dabceefdac triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:09.909594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-07676dd1-6402-46f6-bb23-3d660e3eb053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.955716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.956040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.968168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:09.983318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-07676dd1-6402-46f6-bb23-3d660e3eb053 None None] Port 0fe1dc0c-1c83-49d7-9385-13dabceefdac cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:09.998290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f95df554-e8fc-4d79-b600-68b4e62cd44e req-ea6f2414-e0dd-4b69-8b58-15311c865b45 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028851 Jan 18 23:21:10.076563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.249248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.264163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Calling delete_port for 407e5d95-8508-485c-86d2-3663ff544abd owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:10.377566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d412aef-47b8-4ec6-af01-06408b83102a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:10.389358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0fb6bd2d-aa7b-488c-a9db-1c0397cc6871 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d9c8b676a0a463dace1f4bdb5cd3760&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0992393 Jan 18 23:21:10.399667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:10.534230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.594921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.615884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.630736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.638644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.660571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=0fe1dc0c-1c83-49d7-9385-13dabceefdac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:10.667402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.778017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Pushing event deleted for resources: {'Port': ['ID=407e5d95-8508-485c-86d2-3663ff544abd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:10.845355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.922361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0966f20-86f9-4f13-aba7-d346b3b0a6ca up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:10.924131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.930069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:10.931295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c93cdbf1-dd88-493b-b546-276b9a3af45d tempest-ExternalNetworksAdminNegativeTestJSON-1648675360 tempest-ExternalNetworksAdminNegativeTestJSON-1648675360-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/9387173a-5308-460d-b13d-ad6f8a7d2426 HTTP/1.1" status: 204 len: 168 time: 2.2530253 Jan 18 23:21:10.987867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.014856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ecae5d4f-7968-4f21-878e-7c5d175b0dca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/0fe1dc0c-1c83-49d7-9385-13dabceefdac HTTP/1.1" status: 204 len: 168 time: 2.4620337 Jan 18 23:21:11.025598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:11.025880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Allocated IP 172.25.1.75 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/dcc56e79-af1d-4069-914a-4f151f2cb19c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:11.034156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.103591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d412aef-47b8-4ec6-af01-06408b83102a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:11.110035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d0966f20-86f9-4f13-aba7-d346b3b0a6ca triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:11.110410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.165064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b126b81-4e89-47cc-b7ea-08f236bb91ff tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:11.165749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Deleting port f4b75330-d8b1-4674-9c9e-8992f25cb846 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:11.166813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.166911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b126b81-4e89-47cc-b7ea-08f236bb91ff tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:11.167087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1b126b81-4e89-47cc-b7ea-08f236bb91ff tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:11.303142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 653d26cf-64a7-4027-b213-bd668d4a52df no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:11.341867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1b126b81-4e89-47cc-b7ea-08f236bb91ff tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:11.341867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1b126b81-4e89-47cc-b7ea-08f236bb91ff tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3126066 Jan 18 23:21:11.344074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:11.344220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 653d26cf-64a7-4027-b213-bd668d4a52df {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:11.344820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 653d26cf-64a7-4027-b213-bd668d4a52df not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:11.459844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.463915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d06c2154-9c78-4dc0-be18-fd7e3039cad2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d412aef-47b8-4ec6-af01-06408b83102a HTTP/1.1" status: 204 len: 168 time: 1.0591648 Jan 18 23:21:11.634546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.649061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] For port f4b75330-d8b1-4674-9c9e-8992f25cb846, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f4b75330-d8b1-4674-9c9e-8992f25cb846,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:11.649420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.717116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 8eb38464-21f7-45eb-86bb-ea826c1b9e4c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:11.717116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.775672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Calling delete_port for f4b75330-d8b1-4674-9c9e-8992f25cb846 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:11.785539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c77cd0-83e7-411a-aa96-5a95cfc8e4b6 req-edd87354-b994-43f2-a44e-6e010fc24638 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:11.786997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c77cd0-83e7-411a-aa96-5a95cfc8e4b6 req-edd87354-b994-43f2-a44e-6e010fc24638 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 943 time: 0.3436394 Jan 18 23:21:11.792016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.894337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c77cd0-83e7-411a-aa96-5a95cfc8e4b6 req-bf73f378-8e74-44eb-ba99-1ef8f90b2c68 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740962 Jan 18 23:21:11.929212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:11.938337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48468) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:11.994136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.090329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:12.091206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event updated for resources: {'Port': ['ID=dcc56e79-af1d-4069-914a-4f151f2cb19c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:12.095525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.097129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:12.097889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:12.147647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb38464-21f7-45eb-86bb-ea826c1b9e4c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:12.147647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.160010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8491a840-3b79-42f2-97a1-bfd466246216 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:12.192651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.252328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8cb74700-164e-4f42-9d8d-95965eec9f9e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8eb38464-21f7-45eb-86bb-ea826c1b9e4c HTTP/1.1" status: 204 len: 168 time: 0.9064550 Jan 18 23:21:12.255153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:12.289418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b75330-d8b1-4674-9c9e-8992f25cb846,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:12.293815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.393927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f5bfcbab-d035-4e5f-aa49-3468cf610e9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373854 Jan 18 23:21:12.397957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48482) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:12.404165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:12.466389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:12.474104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Usage tracker for resource:security_group_rule and tenant:937342aeca4c468d9017f3f466abddc3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:12.478813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:12.493244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:12.550088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:12.559454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:12.562979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:12.571102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:12.625902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:12.630131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Deleting port d0966f20-86f9-4f13-aba7-d346b3b0a6ca {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:12.630522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.668528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:12.673807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.678090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.764568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.830634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:12.864114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc08870-d9f7-4f0c-96e8-25c009e1b971,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:12.911440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.912478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.919824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-27152180-0a5f-4f71-a147-e9d44e6b874c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=937342aeca4c468d9017f3f466abddc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9794009 Jan 18 23:21:12.924933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48492) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:12.925908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.943064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] For port d0966f20-86f9-4f13-aba7-d346b3b0a6ca, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:12.943732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:12.977595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d0966f20-86f9-4f13-aba7-d346b3b0a6ca no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:13.112878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.144810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:13.159215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Usage tracker for resource:security_group_rule and tenant:b11f0de808e948c3be1e771dd46d1a05 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:13.173390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:13.188662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Calling delete_port for d0966f20-86f9-4f13-aba7-d346b3b0a6ca owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:13.245066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:13.256516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.309930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.335294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.375950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c943-eb60-49d8-9a44-4e833e9a3be7 req-cec35d7e-35ae-42b5-ba64-6881f5e06581 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:13.377548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d5c943-eb60-49d8-9a44-4e833e9a3be7 req-cec35d7e-35ae-42b5-ba64-6881f5e06581 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 943 time: 0.2635410 Jan 18 23:21:13.453427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d5c943-eb60-49d8-9a44-4e833e9a3be7 req-8079502e-911f-4f86-b0b4-c5778637c3fb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690653 Jan 18 23:21:13.457122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.472086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.540565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=834ef855-514f-4e5a-816c-324f1857dc20,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:13.561374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:13.563580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:13.566753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:13.569103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.616563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] Pushing event deleted for resources: {'Port': ['ID=d0966f20-86f9-4f13-aba7-d346b3b0a6ca,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:13.621453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.630432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b8f16-83b8-4a81-8553-13bed57de55e None None] No DVR routers for this DVR port d0966f20-86f9-4f13-aba7-d346b3b0a6ca on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:13.647248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8e7db-1c7e-4595-a01b-794a36f886de None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:13.707317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 88df8b1f-2a8b-4832-94c3-12ed5648654f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:21:13.742184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.744910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.753738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cb96bd19-9dac-44c5-bee8-3672d3d38b6a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3515365 Jan 18 23:21:13.753990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:13.765231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': '834ef855-514f-4e5a-816c-324f1857dc20', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1957957194'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:13.780180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc08870-d9f7-4f0c-96e8-25c009e1b971,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:13.867868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60061d7b-e8a4-4683-a56a-25f95a2fc9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:13.964758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b11f0de808e948c3be1e771dd46d1a05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1327734 Jan 18 23:21:13.978594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:13.982689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:13.985889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:13.992282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:13.999508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48510) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:14.019403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '834ef855-514f-4e5a-816c-324f1857dc20'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:14.020229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.054050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e0d24-94de-4d34-8415-483101355557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547d85c1-5107-4665-9274-788b931615b2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:14.068480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:14.069546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.077340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.079314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-38e95e97-0451-4597-b42b-c35c465752dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3bc08870-d9f7-4f0c-96e8-25c009e1b971 HTTP/1.1" status: 204 len: 168 time: 1.1220810 Jan 18 23:21:14.099107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:14.105346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.122029 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.159711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 83e00fcb-7df0-4fb3-b647-6622f3b969c9 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:21:14.166107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '88df8b1f-2a8b-4832-94c3-12ed5648654f', 'network_id': 'f2704604-4f72-482b-a2c0-5685ecf92088', 'port_id': '88df8b1f-2a8b-4832-94c3-12ed5648654f', 'mac_address': 'fa:16:3e:b6:3a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b18fa3-a0a1-4816-85b8-ced0345ff548', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:21:14.223208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Router 3f1345c1-1977-4983-86d8-f99280680d21 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:14.266924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.326570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88df8b1f-2a8b-4832-94c3-12ed5648654f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:21:14.360091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.360370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:14.377659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/834ef855-514f-4e5a-816c-324f1857dc20/7b6cbd94-f206-4dc5-a3e7-6684348fc97d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:14.395753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d85c1-5107-4665-9274-788b931615b2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:14.408793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.412179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7227e6e6-a70b-43a1-96be-b3a9ceca078e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/547d85c1-5107-4665-9274-788b931615b2 HTTP/1.1" status: 204 len: 168 time: 0.4092264 Jan 18 23:21:14.491675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.594292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:14.621823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Router b3cc5b95-a279-4343-812d-1d8220e318fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:14.640214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:14.661577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] Sync routers for ids ['3f1345c1-1977-4983-86d8-f99280680d21'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:14.739933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] Routers {'3f1345c1-1977-4983-86d8-f99280680d21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:14.740555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3f1345c1-1977-4983-86d8-f99280680d21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:14.763749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538982ae-b3d6-49c8-9fdb-5738c645ae32 req-02296488-79d1-4cc7-8926-cbb2127afa08 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:14.771896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-538982ae-b3d6-49c8-9fdb-5738c645ae32 req-02296488-79d1-4cc7-8926-cbb2127afa08 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 944 time: 0.1505160 Jan 18 23:21:14.813470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.835894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['88df8b1f-2a8b-4832-94c3-12ed5648654f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:21:14.836781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-538982ae-b3d6-49c8-9fdb-5738c645ae32 req-b81c4d52-5918-4ab0-9d57-e1070136376c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638130 Jan 18 23:21:14.878415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:14.880861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Transition to ACTIVE for port object 7b6cbd94-f206-4dc5-a3e7-6684348fc97d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:14.893884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:14.895425 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36032e63-0992-4571-bef9-e3862f5e4245 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4243555 Jan 18 23:21:14.898270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:14.903834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:14.927319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Transition to ACTIVE for port object 7b6cbd94-f206-4dc5-a3e7-6684348fc97d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:14.937438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] Routers {'3f1345c1-1977-4983-86d8-f99280680d21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:14.938472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3f1345c1-1977-4983-86d8-f99280680d21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:14.993762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:15.005987 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e48ba9ec-515a-41cc-a472-6c43bafa30dd admin admin] 10.222.0.59 "PUT /v2.0/routers/b3cc5b95-a279-4343-812d-1d8220e318fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8870230 Jan 18 23:21:15.006846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48534) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:15.010896 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Sync routers for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:15.024240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:15.025213 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:15.027950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:15.028372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43fa16a-75f1-4974-a428-62c87884c1c7 None None] The sync data for ids ['3f1345c1-1977-4983-86d8-f99280680d21'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:15.043370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.102728 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:21:15.103325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:21:15.159172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:15.170380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:15.176920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:15.189082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Pushing event updated for resources: {'Port': ['ID=7b6cbd94-f206-4dc5-a3e7-6684348fc97d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:15.286432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.309415 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:15.317585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d3fa9ce-664e-468b-8371-837f44264f73 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5623667 Jan 18 23:21:15.325339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:15.346717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Attempting to bind port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:15.348155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Attempting to bind port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:15.348694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Attempting to bind port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:15.379805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:15.380504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:15.381414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.382405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:15.383074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Bound port: 7b6cbd94-f206-4dc5-a3e7-6684348fc97d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:15.383618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.425902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:15.524153 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c57772c5-62f5-4b97-b787-3a38b9f67531 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b896f46a63c343e086da9567e9d42fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0936658 Jan 18 23:21:15.525495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:15.556667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] For port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:15.562987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] For port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b6cbd94-f206-4dc5-a3e7-6684348fc97d,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:15.594867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e52d2-14a3-4982-92bb-80e95fd2c432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:15.595612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d9e52d2-14a3-4982-92bb-80e95fd2c432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:15.679298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.732483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d9e52d2-14a3-4982-92bb-80e95fd2c432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:15.733669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d9e52d2-14a3-4982-92bb-80e95fd2c432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2976270 Jan 18 23:21:15.740510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:15.847748 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:21:11Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:15.861386 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Checking router: b3cc5b95-a279-4343-812d-1d8220e318fc for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:15.867549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1020c-3cd3-4e52-9229-8e8e428e1afd tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:15.873696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1020c-3cd3-4e52-9229-8e8e428e1afd tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:15.875252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23e1020c-3cd3-4e52-9229-8e8e428e1afd tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:15.890478 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Routers {'b3cc5b95-a279-4343-812d-1d8220e318fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:15.892321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:20:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b3cc5b95-a279-4343-812d-1d8220e318fc'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:15.908089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:15.941790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e94751-acf5-4f15-ab39-fac8b523d820 None None] Pushing event updated for resources: {'Port': ['ID=7b6cbd94-f206-4dc5-a3e7-6684348fc97d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:15.986794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.052883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22660d72-25f3-42ff-94be-d9cab14c5ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.064929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23e1020c-3cd3-4e52-9229-8e8e428e1afd tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:16.066197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23e1020c-3cd3-4e52-9229-8e8e428e1afd tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3222566 Jan 18 23:21:16.070393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48572) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:16.223313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.225770 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] Set router b3cc5b95-a279-4343-812d-1d8220e318fc gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:16.262371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 834ef855-514f-4e5a-816c-324f1857dc20 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:16.267168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.267702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.286061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd05439-59db-4dfc-a501-d1c68af8538b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:16.296010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Deleting port e834ea64-00b4-4fe9-a1e5-47338eccd9fc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:16.296485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.382694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.407687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.415563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87621328-66bb-4bf6-a9e0-3944f6c9b671 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdd05439-59db-4dfc-a501-d1c68af8538b HTTP/1.1" status: 204 len: 168 time: 0.8877301 Jan 18 23:21:16.651307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.674585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] For port e834ea64-00b4-4fe9-a1e5-47338eccd9fc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:16.675225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.678783 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:21:11Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:16.683207 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257b020d-ac82-47f9-81fd-a43b93cdc90b None None] The sync data for ids ['b3cc5b95-a279-4343-812d-1d8220e318fc'] in n-d-825175-2 is: [{'id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'name': 'tempest-TaggedBootDevicesTest-1802526372-router', 'tenant_id': 'f9514892046a4a4f850c5981983deab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:30Z', 'updated_at': '2022-01-18T23:21:11Z', 'revision_number': 5, 'project_id': 'f9514892046a4a4f850c5981983deab1', 'gw_port': {'id': 'e834ea64-00b4-4fe9-a1e5-47338eccd9fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:7f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cc5b95-a279-4343-812d-1d8220e318fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:31Z', 'updated_at': '2022-01-18T23:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:16.815320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58cb2c-636d-4474-a76b-af945389c445 req-545e61a6-8cc5-4929-b666-e802e07b1643 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:16.817059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa58cb2c-636d-4474-a76b-af945389c445 req-545e61a6-8cc5-4929-b666-e802e07b1643 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 944 time: 0.6570883 Jan 18 23:21:16.837292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Calling delete_port for e834ea64-00b4-4fe9-a1e5-47338eccd9fc owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:16.881154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:16.896570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fa58cb2c-636d-4474-a76b-af945389c445 req-55ceb879-1861-48f8-b963-94b3bd53ab11 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732512 Jan 18 23:21:16.933632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.069430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.072614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=834ef855-514f-4e5a-816c-324f1857dc20,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:17.108051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.186779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf662f1a-d9a7-4edf-a052-67c58723e305 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/834ef855-514f-4e5a-816c-324f1857dc20 HTTP/1.1" status: 204 len: 168 time: 1.1153021 Jan 18 23:21:17.192540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:17.199243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.216174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Pushing event deleted for resources: {'Port': ['ID=e834ea64-00b4-4fe9-a1e5-47338eccd9fc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:17.316724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b6cbd94-f206-4dc5-a3e7-6684348fc97d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:17.367620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-005d2f1b-2f3a-4ef8-bf2a-364fae7f2464 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729698 Jan 18 23:21:17.371934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48598) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:17.387603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:17.420461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.555008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:17.560621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:17.561868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:17.573884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:17.581150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f4b75330-d8b1-4674-9c9e-8992f25cb846 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:17.582047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:17.640055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f4b75330-d8b1-4674-9c9e-8992f25cb846 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:17.641807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f4b75330-d8b1-4674-9c9e-8992f25cb846 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:17.648985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b1044-77a5-442c-8bea-a31b11587082 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:17.660280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.681539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:17.808282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 88df8b1f-2a8b-4832-94c3-12ed5648654f up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:17.899265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:17.905120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.033101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d298ebbc-1b48-43dd-8312-d826fa450892 None None] Provisioning for port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:18.039979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d298ebbc-1b48-43dd-8312-d826fa450892 None None] Provisioning complete for port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:18.040154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.040353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d298ebbc-1b48-43dd-8312-d826fa450892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.042440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.044416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.095539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:18.103115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 88df8b1f-2a8b-4832-94c3-12ed5648654f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:18.122992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 88df8b1f-2a8b-4832-94c3-12ed5648654f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:18.123363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.152798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.153396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cc5b95-a279-4343-812d-1d8220e318fc {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:18.176093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.177276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b5f79f2a-e3da-4a41-8249-43760dec1daf admin admin] 10.222.0.59 "DELETE /v2.0/routers/b3cc5b95-a279-4343-812d-1d8220e318fc HTTP/1.1" status: 204 len: 168 time: 3.1687379 Jan 18 23:21:18.179843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48618) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:18.236095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Deleting port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:18.236658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.252663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Deleting subnet 99693792-16ad-4fa8-80ee-86a1d2c05603 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:18.255770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.338996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.386969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b8a3-f959-48ba-834f-0c4c4c5eb3d3 req-2ea70389-3603-4b0e-a6ed-5fb13ad1a99c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:18.399857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d22b8a3-f959-48ba-834f-0c4c4c5eb3d3 req-2ea70389-3603-4b0e-a6ed-5fb13ad1a99c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 944 time: 0.2650206 Jan 18 23:21:18.544581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] For port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b6cbd94-f206-4dc5-a3e7-6684348fc97d,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:18.549044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.659407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.660030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d22b8a3-f959-48ba-834f-0c4c4c5eb3d3 req-a7eb7166-ea99-4fd9-8dd7-907454e24f31 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592196 Jan 18 23:21:18.720138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Calling delete_port for 7b6cbd94-f206-4dc5-a3e7-6684348fc97d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:18.740428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router 3f1345c1-1977-4983-86d8-f99280680d21 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:18.790504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.867812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.914250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e834ea64-00b4-4fe9-a1e5-47338eccd9fc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:18.956324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99693792-16ad-4fa8-80ee-86a1d2c05603,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:18.961404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:18.973838 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e5cd6cb4-a419-4fe9-80b0-420c8dc7baaa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/99693792-16ad-4fa8-80ee-86a1d2c05603 HTTP/1.1" status: 204 len: 168 time: 0.7898355 Jan 18 23:21:18.977025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:18.977174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e834ea64-00b4-4fe9-a1e5-47338eccd9fc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:18.977174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e834ea64-00b4-4fe9-a1e5-47338eccd9fc not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:18.977600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b6cbd94-f206-4dc5-a3e7-6684348fc97d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:19.002574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe6fad-4474-476b-b304-ada8f2091efe None None] Network 54f36bba-5c61-4635-b73b-4727c8de00f4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:19.067804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.085170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=6c29472e-2d6d-4679-b54d-162fb56e6354,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:19.101502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:19.103277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:19.106752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:19.107530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.168492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7b6cbd94-f206-4dc5-a3e7-6684348fc97d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:19.168728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b6cbd94-f206-4dc5-a3e7-6684348fc97d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:19.171290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.188983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] Pushing event deleted for resources: {'Port': ['ID=7b6cbd94-f206-4dc5-a3e7-6684348fc97d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:19.206214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.212601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d298ebbc-1b48-43dd-8312-d826fa450892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.229950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c634c3d-e4af-497e-b763-27702b4daa50 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8567610 Jan 18 23:21:19.236297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:19.239290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Deleting port 340477ab-f85e-4afa-981e-4c7c65cb5594 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:19.239637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.245869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:19.262425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:19.267627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809a704-02a1-4121-a53b-226f2644d90e None None] No DVR routers for this DVR port 7b6cbd94-f206-4dc5-a3e7-6684348fc97d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:19.272993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:router and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:19.280457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:19.295172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:19.300305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.333328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf16527-2ba3-4feb-b691-681b8d0d1334 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:19.390850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:19.399050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.400254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-26e2fff5-17ad-4889-ae36-57fd6681e426 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "PUT /v2.0/routers/3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 200 len: 924 time: 4.5006003 Jan 18 23:21:19.412343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48652) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:19.432878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.433873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.452367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.470843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] Sync routers for ids ['3f1345c1-1977-4983-86d8-f99280680d21'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:19.491026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:19.543912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:19.573240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.592266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] For port 340477ab-f85e-4afa-981e-4c7c65cb5594, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=340477ab-f85e-4afa-981e-4c7c65cb5594,segment=NetworkSegment(a8d71d24-3b4a-4d20-b018-10f56470e5fa),segment_id=a8d71d24-3b4a-4d20-b018-10f56470e5fa)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:19.592728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.593568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] Routers {'3f1345c1-1977-4983-86d8-f99280680d21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:19.594361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3f1345c1-1977-4983-86d8-f99280680d21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.671252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.701389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:19.703349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0b15074a-1f5a-4051-9536-5c9fa4db8089 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4652848 Jan 18 23:21:19.706614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:19.712533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.788039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Calling delete_port for 340477ab-f85e-4afa-981e-4c7c65cb5594 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:19.802855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] Routers {'3f1345c1-1977-4983-86d8-f99280680d21'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:19.803475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3f1345c1-1977-4983-86d8-f99280680d21'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.913559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:19.925519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4a3e1-1095-476d-9b68-7132beefb77d None None] The sync data for ids ['3f1345c1-1977-4983-86d8-f99280680d21'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:19.927357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:20.004261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '6c29472e-2d6d-4679-b54d-162fb56e6354'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:20.006117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.063156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.114884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faea546-2eeb-4f89-a2a4-50b39ceaf6ee None None] DHCP port deletion for 54f36bba-5c61-4635-b73b-4727c8de00f4 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:20.135860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=340477ab-f85e-4afa-981e-4c7c65cb5594,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:20.164253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] No DVR routers for this DVR port 340477ab-f85e-4afa-981e-4c7c65cb5594 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:20.272463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef86a50-b667-4263-b95c-4016060b20ba req-6b4466e5-9e69-4fac-aa21-3680dec784c2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:20.273922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fef86a50-b667-4263-b95c-4016060b20ba req-6b4466e5-9e69-4fac-aa21-3680dec784c2 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.3120813 Jan 18 23:21:20.308653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.330663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/6c29472e-2d6d-4679-b54d-162fb56e6354/2cb2057b-dd62-4751-a448-9150892f9db6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:20.334367 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f', 'code': 200} Jan 18 23:21:20.347244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f36bba-5c61-4635-b73b-4727c8de00f4']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:20.367424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d71d24-3b4a-4d20-b018-10f56470e5fa') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:20.368116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d71d24-3b4a-4d20-b018-10f56470e5fa') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:20.389270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-165602fa-4fec-4bf7-b652-cb1204ab78e9 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 200 len: 924 time: 0.9765453 Jan 18 23:21:20.391481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.399451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:20.478572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fef86a50-b667-4263-b95c-4016060b20ba req-9bcc30b9-e1fa-44f2-8829-a7b38d53f7cd tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847403 Jan 18 23:21:20.517105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.533283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:21:20.533692 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:21:20.555694 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:21:20.584567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.682410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.683284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a24be684-5c04-46dd-8382-e0940c9f13f7 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=3f1345c1-1977-4983-86d8-f99280680d21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2824974 Jan 18 23:21:20.686610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-372008b9-f850-44e2-9dc1-f9c8c8b70b00 req-42928ca6-56ed-4e52-9745-41e8291b780e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 1096 time: 0.2263191 Jan 18 23:21:20.687598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48688) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:20.773374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Transition to ACTIVE for port object 2cb2057b-dd62-4751-a448-9150892f9db6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:20.845218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Transition to ACTIVE for port object 2cb2057b-dd62-4751-a448-9150892f9db6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:20.921163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 340477ab-f85e-4afa-981e-4c7c65cb5594 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:20.976514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 340477ab-f85e-4afa-981e-4c7c65cb5594 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:20.977116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 340477ab-f85e-4afa-981e-4c7c65cb5594 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:20.989020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:20.997753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.002654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.055917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::1 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/6c29472e-2d6d-4679-b54d-162fb56e6354/fed667b1-10a3-4628-a5b2-d91677ccd9c9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:21.060533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f36bba-5c61-4635-b73b-4727c8de00f4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:21.069310 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-372008b9-f850-44e2-9dc1-f9c8c8b70b00 req-35a58ee7-9af9-4aad-8519-6a1edb2af63e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619831 Jan 18 23:21:21.072018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:21.075194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:21.083906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:21.091923 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/54f36bba-5c61-4635-b73b-4727c8de00f4 HTTP/1.1" status: 204 len: 168 time: 2.1148517 Jan 18 23:21:21.095369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48702) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:21.127081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Pushing event updated for resources: {'Port': ['ID=2cb2057b-dd62-4751-a448-9150892f9db6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:21.157455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.158376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.158376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.158607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.158782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.159115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.159442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.161255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.161595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.161939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.162272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda7b1c-0b11-423e-bcec-38beb7ec3fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.189693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Attempting to bind port 2cb2057b-dd62-4751-a448-9150892f9db6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:21.191501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Attempting to bind port 2cb2057b-dd62-4751-a448-9150892f9db6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:21.192341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Attempting to bind port 2cb2057b-dd62-4751-a448-9150892f9db6 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:21.200053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:21.200428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:21.201084 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.201526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:21.201998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Bound port: 2cb2057b-dd62-4751-a448-9150892f9db6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:21.202378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.225076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e760457-9a69-47d0-ad13-54a2d1987ad1 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.226009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4e760457-9a69-47d0-ad13-54a2d1987ad1 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Synchronizing usage tracker for tenant:e2acc6a38759487582f4308a591ce139 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:21.237491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.255775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object fed667b1-10a3-4628-a5b2-d91677ccd9c9 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:21.332869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4e760457-9a69-47d0-ad13-54a2d1987ad1 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Unset dirty status for tenant:e2acc6a38759487582f4308a591ce139 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:21.334942 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e760457-9a69-47d0-ad13-54a2d1987ad1 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.6455464 Jan 18 23:21:21.335992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] For port 2cb2057b-dd62-4751-a448-9150892f9db6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:21.339707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] For port 2cb2057b-dd62-4751-a448-9150892f9db6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2cb2057b-dd62-4751-a448-9150892f9db6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:21.343067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48710) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:21.388058 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.417151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.555460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcddd8e-9961-4c72-bc68-8b1f560a0fc7 None None] Pushing event updated for resources: {'Port': ['ID=2cb2057b-dd62-4751-a448-9150892f9db6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:21.631572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e4bc894-8df7-4b7b-b686-02988a03514e tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 200 len: 205 time: 0.2870302 Jan 18 23:21:21.635474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48716) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:21.638626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.674093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=fed667b1-10a3-4628-a5b2-d91677ccd9c9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:21.739524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:21.751232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:21.759566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:21.760241 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:21.768716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.773011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:21.895945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707969-63ef-4702-9f3a-9d8a45abce18 req-295715ec-fd14-46f7-85b0-bd739ded02c3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:21.901377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de707969-63ef-4702-9f3a-9d8a45abce18 req-295715ec-fd14-46f7-85b0-bd739ded02c3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.2217085 Jan 18 23:21:22.041753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de707969-63ef-4702-9f3a-9d8a45abce18 req-d3f8299c-aa8e-4aba-acc2-34749a8b4e70 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321754 Jan 18 23:21:22.082660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.090347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.563726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.660100 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.662366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.682873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.866594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port dcc56e79-af1d-4069-914a-4f151f2cb19c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:22.867085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:22.922968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cb2057b-dd62-4751-a448-9150892f9db6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:23.040193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=fed667b1-10a3-4628-a5b2-d91677ccd9c9,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:23.143238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:23.146362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:23.173558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2cb2057b-dd62-4751-a448-9150892f9db6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:23.177751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.199591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Provisioning for port 2cb2057b-dd62-4751-a448-9150892f9db6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:23.207779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Provisioning complete for port 2cb2057b-dd62-4751-a448-9150892f9db6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:23.208277 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.479758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for dcc56e79-af1d-4069-914a-4f151f2cb19c owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:23.494608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.530258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Deleting port 8c475a3a-15f8-4c19-a580-d8d35a2a654e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:23.536355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.558784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] For port 2cb2057b-dd62-4751-a448-9150892f9db6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2cb2057b-dd62-4751-a448-9150892f9db6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:23.612011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010a4f3-d216-4cf7-8d64-c76f8debceae req-7e91b04d-6ccf-4f24-a25d-549762e249ef tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:23.614721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e010a4f3-d216-4cf7-8d64-c76f8debceae req-7e91b04d-6ccf-4f24-a25d-549762e249ef tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.3316483 Jan 18 23:21:23.633009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.752762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e900e-5d93-4c64-b939-c552870c4559 None None] Pushing event updated for resources: {'Port': ['ID=2cb2057b-dd62-4751-a448-9150892f9db6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:23.775822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e010a4f3-d216-4cf7-8d64-c76f8debceae req-5c6dcad4-aad9-4954-aa04-85f130c07d12 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Jan 18 23:21:23.819343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] For port 8c475a3a-15f8-4c19-a580-d8d35a2a654e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8c475a3a-15f8-4c19-a580-d8d35a2a654e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:23.819907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.839044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f96415d-c2c8-453c-8242-8d7e08fee46c None None] Provisioning for port fed667b1-10a3-4628-a5b2-d91677ccd9c9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:23.845906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f96415d-c2c8-453c-8242-8d7e08fee46c None None] Provisioning complete for port fed667b1-10a3-4628-a5b2-d91677ccd9c9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:23.846290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f96415d-c2c8-453c-8242-8d7e08fee46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:23.969639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Calling delete_port for 8c475a3a-15f8-4c19-a580-d8d35a2a654e owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:23.972201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f96415d-c2c8-453c-8242-8d7e08fee46c None None] Port fed667b1-10a3-4628-a5b2-d91677ccd9c9 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:23.973210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:24.277627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.407992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:24.429636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=dcc56e79-af1d-4069-914a-4f151f2cb19c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:24.429734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-636e76fb-6f29-43a4-8003-08bbed20bc78 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "PUT /v2.0/routers/f5947d52-4210-40bf-ad16-8f2ff4a9bcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7209623 Jan 18 23:21:24.433109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48772) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:24.437694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097ced-6f48-469b-b28e-306378da4cdf req-b318e77e-a15b-4eed-a7f6-d2fff338ba00 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:24.444457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90097ced-6f48-469b-b28e-306378da4cdf req-b318e77e-a15b-4eed-a7f6-d2fff338ba00 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.1398578 Jan 18 23:21:24.460413 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Sync routers for ids ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:24.482746 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Routers {'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:24.483338 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:24.511336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90097ced-6f48-469b-b28e-306378da4cdf req-42a13573-cd8e-417d-9c59-948991114b92 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Jan 18 23:21:24.578890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.767329 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Set router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:24.807345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e01acd-9ab7-467f-85ec-389e0b8fdaab req-331050cf-c3f6-41e8-b555-bf010b14984d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:24.819204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28e01acd-9ab7-467f-85ec-389e0b8fdaab req-331050cf-c3f6-41e8-b555-bf010b14984d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.1474948 Jan 18 23:21:24.833315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c475a3a-15f8-4c19-a580-d8d35a2a654e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:24.858626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:24.907399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cb2057b-dd62-4751-a448-9150892f9db6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:24.935656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28e01acd-9ab7-467f-85ec-389e0b8fdaab req-49cbd712-82a2-4b52-96d9-3debb222fb53 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147556 Jan 18 23:21:25.014702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.054519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2cb2057b-dd62-4751-a448-9150892f9db6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:25.055053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.164085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc71ac-bc4f-4c2f-aff4-73d9f9f12e47 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:25.169256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.170166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ecfc71ac-bc4f-4c2f-aff4-73d9f9f12e47 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports/fed667b1-10a3-4628-a5b2-d91677ccd9c9 HTTP/1.1" status: 200 len: 911 time: 0.7360260 Jan 18 23:21:25.342112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d458bbf8-d420-4dce-8357-cc56c1878259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:25.348877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d458bbf8-d420-4dce-8357-cc56c1878259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:25.349111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d458bbf8-d420-4dce-8357-cc56c1878259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:25.355497 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:21Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'fed667b1-10a3-4628-a5b2-d91677ccd9c9', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:6e:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:22Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:25.360498 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Checking router: f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:25.360893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Updating router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 port fed667b1-10a3-4628-a5b2-d91677ccd9c9 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:21:25.429429 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.455341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d458bbf8-d420-4dce-8357-cc56c1878259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:25.456559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d458bbf8-d420-4dce-8357-cc56c1878259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2863967 Jan 18 23:21:25.459393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.521836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.541464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.735527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.826694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.830302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.862218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.862808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1345c1-1977-4983-86d8-f99280680d21 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:25.920635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:25.926484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:25.934556 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cc06b8ed-d4a0-4103-9b02-c55a3794232b tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 204 len: 168 time: 4.2265613 Jan 18 23:21:25.935220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Usage tracker for resource:security_group_rule and tenant:918a3430727140cbb306fbb26313f86d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:25.938832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:25.951702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:25.977092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-246990206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:25.996135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:26.004924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:26.024964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:26.028031 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.030194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:26.050194 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Transition to ACTIVE for port object fed667b1-10a3-4628-a5b2-d91677ccd9c9 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:26.124307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:26.135948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e093-cca1-4472-9746-9c5259d602be req-932e9758-5780-41d4-a0f1-5cc05b4d9959 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:26.142603 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.143691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a15e093-cca1-4472-9746-9c5259d602be req-932e9758-5780-41d4-a0f1-5cc05b4d9959 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.3904760 Jan 18 23:21:26.261100 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce729c70-5e9e-4f64-a034-59ef78eca4aa None None] Pushing event updated for resources: {'Port': ['ID=fed667b1-10a3-4628-a5b2-d91677ccd9c9,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:26.319778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a15e093-cca1-4472-9746-9c5259d602be req-9f9cc90c-6532-44b5-b193-d2302283f72d tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688914 Jan 18 23:21:26.376898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:26.377160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.377268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:26.385976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:floatingip and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:26.396154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:26.404699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:26.438788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.444979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.473048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.504882 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Attempting to bind port fed667b1-10a3-4628-a5b2-d91677ccd9c9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:26.505265 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Attempting to bind port fed667b1-10a3-4628-a5b2-d91677ccd9c9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:26.505947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Attempting to bind port fed667b1-10a3-4628-a5b2-d91677ccd9c9 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:26.515129 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:26.515583 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:26.515911 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.516289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:26.516820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Bound port: fed667b1-10a3-4628-a5b2-d91677ccd9c9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:26.521507 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.583068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.635595 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] For port fed667b1-10a3-4628-a5b2-d91677ccd9c9, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:26.639423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] For port fed667b1-10a3-4628-a5b2-d91677ccd9c9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fed667b1-10a3-4628-a5b2-d91677ccd9c9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:26.653942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887e2d25-4c74-4c73-b32d-3d00bbda0cd2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:26.668746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c8e61cb9-73b3-4289-b772-37906ad77949 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=918a3430727140cbb306fbb26313f86d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6520743 Jan 18 23:21:26.672431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:26.749022 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.760918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.768074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.844787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Routers {'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:26.845740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:26.855256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:26.992254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Router d94b6760-4977-4f29-92da-2478e33fe6fc has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:27.008110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] Set router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:27.013839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.016317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b1e56961-94e1-4b4d-bc6a-4efaa1cf937f tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0679286 Jan 18 23:21:27.025766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.030420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48838) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:27.047253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:27.077331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.104770 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce729c70-5e9e-4f64-a034-59ef78eca4aa None None] Pushing event updated for resources: {'Port': ['ID=fed667b1-10a3-4628-a5b2-d91677ccd9c9,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:27.256056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.280010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887e2d25-4c74-4c73-b32d-3d00bbda0cd2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:27.305033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.306486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bd50212e-d9cf-4c8c-aec2-b453a834d0fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/887e2d25-4c74-4c73-b32d-3d00bbda0cd2 HTTP/1.1" status: 204 len: 168 time: 0.6330848 Jan 18 23:21:27.500613 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:21Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'fed667b1-10a3-4628-a5b2-d91677ccd9c9', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:6e:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:26Z', 'revision_number': 4, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:27.504829 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707456-cd07-4b1a-8855-f897363c08cb None None] The sync data for ids ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'] in n-d-825175-2 is: [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:21Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'fed667b1-10a3-4628-a5b2-d91677ccd9c9', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:6e:19:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:20Z', 'updated_at': '2022-01-18T23:21:26Z', 'revision_number': 4, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '6c29472e-2d6d-4679-b54d-162fb56e6354', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:27.548908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:27.802764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port fed667b1-10a3-4628-a5b2-d91677ccd9c9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:27.803261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.016269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a3bf6-249f-4353-ad0e-d341244166a8 req-f7d6582e-2fed-4ff0-aad7-3fb1c357c651 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:28.019261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a0a3bf6-249f-4353-ad0e-d341244166a8 req-f7d6582e-2fed-4ff0-aad7-3fb1c357c651 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.5223763 Jan 18 23:21:28.060998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port fed667b1-10a3-4628-a5b2-d91677ccd9c9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fed667b1-10a3-4628-a5b2-d91677ccd9c9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:28.060998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.226961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for fed667b1-10a3-4628-a5b2-d91677ccd9c9 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:28.227165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Allocated IP 172.25.1.186 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:28.243950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.293957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a0a3bf6-249f-4353-ad0e-d341244166a8 req-5291ca3a-7838-4011-9d93-af39ce7c3110 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649529 Jan 18 23:21:28.447568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:28.458477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Sync routers for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:28.472946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:28.473778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:28.540488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.556782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da76122d-1137-4b40-bff7-727a824ee501 admin admin] 10.222.0.59 "PUT /v2.0/routers/d94b6760-4977-4f29-92da-2478e33fe6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4584763 Jan 18 23:21:28.560333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48868) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:28.573271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.612386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=fed667b1-10a3-4628-a5b2-d91677ccd9c9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:28.678740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:28.818789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:28.821036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48874) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:28.850580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.035858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:29.047728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.049047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.054710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Usage tracker for resource:security_group_rule and tenant:0814f88b02614cb2958b61d1b2bc193b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:29.058572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:29.067778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:29.090021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.242613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:29.246962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:21:24Z', 'revision_number': 5, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:29.248265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:29.251033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:29.254186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Checking router: d94b6760-4977-4f29-92da-2478e33fe6fc for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:29.267758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Routers {'d94b6760-4977-4f29-92da-2478e33fe6fc'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:29.268681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d94b6760-4977-4f29-92da-2478e33fe6fc'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:29.304312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:29.440369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Allocated IP 172.25.1.45 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/634e6586-4590-4323-a51c-b2379af110b1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:29.470460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.553208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] Set router d94b6760-4977-4f29-92da-2478e33fe6fc gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:29.652703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.722649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.799772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.865649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.914367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0814f88b02614cb2958b61d1b2bc193b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0922573 Jan 18 23:21:29.921888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:29.945618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:29.962964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:21:24Z', 'revision_number': 5, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:29.971933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15dafc5-2484-41d3-8d81-e7c32b04c278 None None] The sync data for ids ['d94b6760-4977-4f29-92da-2478e33fe6fc'] in n-d-825175-2 is: [{'id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'name': 'tempest-TaggedBootDevicesTest-433972067-router', 'tenant_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:08:40Z', 'updated_at': '2022-01-18T23:21:24Z', 'revision_number': 5, 'project_id': '36f9f7dd6c4b47da8e66c1eab2b08777', 'gw_port': {'id': '6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94b6760-4977-4f29-92da-2478e33fe6fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:08:42Z', 'updated_at': '2022-01-18T23:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:30.003860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:30.004790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e169d7a-1fdd-42ca-8cf3-e069363d8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec91304-4d67-4a88-820b-adda2c6a688a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:30.052504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614a9f5-f4ac-4da8-a230-b397ab7f2ac5 req-67bbc5d3-44d8-4bd6-84ce-557dc710d3b8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:30.052504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8614a9f5-f4ac-4da8-a230-b397ab7f2ac5 req-67bbc5d3-44d8-4bd6-84ce-557dc710d3b8 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4762278 Jan 18 23:21:30.058448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.134985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.172733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.196448 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.249832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event updated for resources: {'Port': ['ID=634e6586-4590-4323-a51c-b2379af110b1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:30.261292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:30.271193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:30.276278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:30.286523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8614a9f5-f4ac-4da8-a230-b397ab7f2ac5 req-357ba1c2-2c24-46f7-9b51-f31c233b1884 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261047 Jan 18 23:21:30.300546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:30.319782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Deleting port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:30.320172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.327121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Sync routers for ids ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:30.351900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Routers {'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:30.351900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:30.416129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c179d290-30c8-4524-81e1-d1e5906246b4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "PUT /v2.0/routers/f5947d52-4210-40bf-ad16-8f2ff4a9bcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9556892 Jan 18 23:21:30.417212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48898) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:30.457986 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.460549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.461717 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ec91304-4d67-4a88-820b-adda2c6a688a HTTP/1.1" status: 204 len: 168 time: 0.5349460 Jan 18 23:21:30.482805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc3b52-5344-429f-9bc2-bdf318f4ccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec91304-4d67-4a88-820b-adda2c6a688a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:30.502306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Set router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:30.522461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c1fce-2df2-441f-99e7-eec627b8885e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:30.523806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c1fce-2df2-441f-99e7-eec627b8885e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:30.524576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c55c1fce-2df2-441f-99e7-eec627b8885e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:30.603498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.631182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c55c1fce-2df2-441f-99e7-eec627b8885e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:30.633855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c55c1fce-2df2-441f-99e7-eec627b8885e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2156978 Jan 18 23:21:30.636946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:30.657646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:30.671031 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Checking router: f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:30.704795 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Routers {'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:30.706171 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:30.720385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:30.785596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8c475a3a-15f8-4c19-a580-d8d35a2a654e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:30.840289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8c475a3a-15f8-4c19-a580-d8d35a2a654e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:30.840941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8c475a3a-15f8-4c19-a580-d8d35a2a654e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:30.878520 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] Set router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:30.977253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 6c29472e-2d6d-4679-b54d-162fb56e6354 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:30.981084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.042650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:31.048573 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de5f6f4-cbd0-4692-a665-f05189c438d7 None None] The sync data for ids ['f5947d52-4210-40bf-ad16-8f2ff4a9bcc8'] in n-d-825175-2 is: [{'id': 'f5947d52-4210-40bf-ad16-8f2ff4a9bcc8', 'name': 'tempest-NetworksTestDHCPv6-router-160210589', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:19Z', 'updated_at': '2022-01-18T23:21:28Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:31.089804 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.122553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] For port 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:31.123017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.199215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:31.202118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.269049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Calling delete_port for 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:31.331047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.370897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.428340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=6c29472e-2d6d-4679-b54d-162fb56e6354,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:31.449266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.455755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.456774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32145ee-8f4c-4d2e-a7a1-7e3a36a4a614 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:31.518941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.520532 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-965eb648-915d-48d8-81e0-fdfa84705c58 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6878655 Jan 18 23:21:31.523408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:31.530783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1554774019'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:31.571395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:31.583813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:network and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:31.587729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:31.595894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:31.604742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d9387689-a5ab-456b-8718-a1bb83bc0940 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/6c29472e-2d6d-4679-b54d-162fb56e6354 HTTP/1.1" status: 204 len: 168 time: 0.9667284 Jan 18 23:21:31.607444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:31.669377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.676965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.803661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:31.809324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:31.815204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Deleting port 2cb2057b-dd62-4751-a448-9150892f9db6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:31.815573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.909402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Made reservation on behalf of 9aaf327093a643e78775610617d09e7a for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:31.912569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.935240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.943403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.954577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:31.973531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad6c90-9059-40e4-8368-7e7c807e743b req-cc0d6d8a-8daf-4eff-833f-756a9772e45e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:31.980465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ad6c90-9059-40e4-8368-7e7c807e743b req-cc0d6d8a-8daf-4eff-833f-756a9772e45e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4449685 Jan 18 23:21:32.004742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:32.023477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:32.027343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:security_group_rule and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:32.030233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:32.037119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:32.070542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] For port 2cb2057b-dd62-4751-a448-9150892f9db6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2cb2057b-dd62-4751-a448-9150892f9db6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:32.070906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.088471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c5ce70e-a5de-4138-b411-394e22825537 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:32.150819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:32.159322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Usage tracker for resource:security_group_rule and tenant:1e56790323ce437589e2aacff83f206b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:32.164961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:32.180281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:32.183908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ad6c90-9059-40e4-8368-7e7c807e743b req-979348df-26c3-4088-b363-10e90998f2b4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026343 Jan 18 23:21:32.189074 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.209091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Calling delete_port for 2cb2057b-dd62-4751-a448-9150892f9db6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:32.221738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c5ce70e-a5de-4138-b411-394e22825537 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:32.222950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0c5ce70e-a5de-4138-b411-394e22825537 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6143239 Jan 18 23:21:32.225727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:32.300065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.314905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.366186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.433413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:21:32.442242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac282f52-2259-4734-b9cf-c94512da12f6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:32.474495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.474873 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Added segment ea3184b6-f469-40f5-ba7b-0cf5bdd36c32 of type vlan for network 72526641-6a79-4284-bf62-6801fd364d62 Jan 18 23:21:32.494628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] Pushing event deleted for resources: {'Port': ['ID=2cb2057b-dd62-4751-a448-9150892f9db6,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:32.496480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed2199-fce2-4412-9fe6-9e4ebacedfe6 None None] No DVR routers for this DVR port 2cb2057b-dd62-4751-a448-9150892f9db6 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:32.502117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.681448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.708119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.715710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.716996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.776929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.816418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Router f9ae2157-e31b-48c6-933e-cd5ad28dc479 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:32.931039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6459b-5e05-431c-9875-e4e1c89ae81a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:32.971273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cb2057b-dd62-4751-a448-9150892f9db6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:32.991894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:32.992420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94b6760-4977-4f29-92da-2478e33fe6fc {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:33.022326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.026093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5f314bd-8676-44ba-b877-0fae5937657e admin admin] 10.222.0.59 "DELETE /v2.0/routers/d94b6760-4977-4f29-92da-2478e33fe6fc HTTP/1.1" status: 204 len: 168 time: 4.4567628 Jan 18 23:21:33.026427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48954) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.103582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2cb2057b-dd62-4751-a448-9150892f9db6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:33.104172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2cb2057b-dd62-4751-a448-9150892f9db6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:33.104658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fed667b1-10a3-4628-a5b2-d91677ccd9c9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:33.153369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Deleting subnet 313e69c9-e284-402c-ab81-27d9353ab39d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:33.158809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.183884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fed667b1-10a3-4628-a5b2-d91677ccd9c9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:33.184968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fed667b1-10a3-4628-a5b2-d91677ccd9c9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:33.196127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cdb8513d-570f-4ca0-bcf7-3d9cba83904b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e56790323ce437589e2aacff83f206b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3833404 Jan 18 23:21:33.196971 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.202136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:33.203914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.207892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.321575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.416269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.426942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.464858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.465328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.466885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Network': ['ID=72526641-6a79-4284-bf62-6801fd364d62,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.479075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:33.487262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 72526641-6a79-4284-bf62-6801fd364d62 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:21:33.489420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.493901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fe131129-6f98-4de2-9aab-26d7eca510ae tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "PUT /v2.0/routers/f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 200 len: 882 time: 6.4635201 Jan 18 23:21:33.494414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.513028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b100f-616e-4895-8605-43b853362c11 None None] Sync routers for ids ['f9ae2157-e31b-48c6-933e-cd5ad28dc479'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:33.515963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.589088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6967f4a-051f-4ea9-ac26-95f34552705c tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0643868 Jan 18 23:21:33.603156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48972) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.609930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] Routers {'f9ae2157-e31b-48c6-933e-cd5ad28dc479'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:33.610558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9ae2157-e31b-48c6-933e-cd5ad28dc479'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:33.612129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Request body: {'subnet': {'network_id': '72526641-6a79-4284-bf62-6801fd364d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:33.698110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:33.713807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] Routers {'f9ae2157-e31b-48c6-933e-cd5ad28dc479'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:33.714508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f9ae2157-e31b-48c6-933e-cd5ad28dc479'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:33.722053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0abd3-3628-487f-b0c1-867f1fb4904b req-bd80700a-45fe-4381-a2ce-1f2b2ce6343a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:33.724068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11c0abd3-3628-487f-b0c1-867f1fb4904b req-bd80700a-45fe-4381-a2ce-1f2b2ce6343a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.3358264 Jan 18 23:21:33.739458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.739737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Fanout notify agent at l3_agent the message router_deleted on router f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:33.753609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.780414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608b100f-616e-4895-8605-43b853362c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:33.781294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b100f-616e-4895-8605-43b853362c11 None None] The sync data for ids ['f9ae2157-e31b-48c6-933e-cd5ad28dc479'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:33.798660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.814445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:33.821196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:subnet and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:33.830323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313e69c9-e284-402c-ab81-27d9353ab39d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.834188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6459b-5e05-431c-9875-e4e1c89ae81a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:33.836183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.841287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb235d2d-e149-4b8e-9acb-b41a4dad9a17 None None] Network 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:33.848769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.849373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:33.853331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b15db1d-9157-4959-bb51-0ff2b9516a29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75d6459b-5e05-431c-9875-e4e1c89ae81a HTTP/1.1" status: 204 len: 168 time: 0.6435022 Jan 18 23:21:33.857212 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ebce0aa-03f5-4c84-ba66-06a144306215 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/313e69c9-e284-402c-ab81-27d9353ab39d HTTP/1.1" status: 204 len: 168 time: 0.8165839 Jan 18 23:21:33.859779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.891577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:33.926937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11c0abd3-3628-487f-b0c1-867f1fb4904b req-54cde4b7-1544-49d4-a53b-c3788cc43dd1 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838312 Jan 18 23:21:33.933413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:33.946182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43782512-bc69-4637-9801-3194d3d7b82a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/routers/f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 HTTP/1.1" status: 204 len: 168 time: 1.7191958 Jan 18 23:21:33.948977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:33.961991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:34.015513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Made reservation on behalf of 9aaf327093a643e78775610617d09e7a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:34.052526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.084227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Deleting port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:34.085116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.219642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] DHCP port deletion for 7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:34.225173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Deleting port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:34.225756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.288536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.317102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:34.387562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] For port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:34.390747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.504640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:34.509830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:34.526263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:34.568493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Calling delete_port for b4bb998e-f1b9-45c5-8ea0-3d66a05df68e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:34.573525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] For port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,segment=NetworkSegment(4ad47dff-213b-46d4-be58-3ad23c0fc346),segment_id=4ad47dff-213b-46d4-be58-3ad23c0fc346)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:34.574235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.578712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-904dcd25-2135-4e07-acbf-c22f2359fa24 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 200 len: 923 time: 1.0824599 Jan 18 23:21:34.580466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:34.670116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:34.673803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.724484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:34.725910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Calling delete_port for b4bb998e-f1b9-45c5-8ea0-3d66a05df68e owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:34.803658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4bb998e-f1b9-45c5-8ea0-3d66a05df68e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:34.817980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] No DVR routers for this DVR port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:34.858493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:21:34.859487 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:21:34.877936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:34.912889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-40a3c4d6-f67d-45a2-96de-549bd96247cd tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Synchronizing usage tracker for tenant:e2acc6a38759487582f4308a591ce139 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:34.948870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:34.949241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b8fc6e9-c42f-4e6e-9aaf-3fddbed32384 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:34.949712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b4bb998e-f1b9-45c5-8ea0-3d66a05df68e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:34.996591 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.002040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.015671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-40a3c4d6-f67d-45a2-96de-549bd96247cd tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Unset dirty status for tenant:e2acc6a38759487582f4308a591ce139 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:35.016344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b4bb998e-f1b9-45c5-8ea0-3d66a05df68e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:35.016344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b4bb998e-f1b9-45c5-8ea0-3d66a05df68e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:35.018097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49010) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:35.018480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-40a3c4d6-f67d-45a2-96de-549bd96247cd tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=f9ae2157-e31b-48c6-933e-cd5ad28dc479&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4362037 Jan 18 23:21:35.154950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:35.194835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad47dff-213b-46d4-be58-3ad23c0fc346') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:35.195131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad47dff-213b-46d4-be58-3ad23c0fc346') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:35.205295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Subnet': ['ID=c30ef1d1-8d68-4c7a-8ef9-46f433268424,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:35.213447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Checking segment: {'id': 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '72526641-6a79-4284-bf62-6801fd364d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:35.213900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network hostable DHCP agents. Network: 72526641-6a79-4284-bf62-6801fd364d62, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:21:35.258123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.258320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4246e0-dc4d-4797-bfb0-dfd72fe817c9 req-4db64cf1-c743-4c1f-a1c3-3076f31573b3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.259649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd4246e0-dc4d-4797-bfb0-dfd72fe817c9 req-4db64cf1-c743-4c1f-a1c3-3076f31573b3 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.1548274 Jan 18 23:21:35.285535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.287527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.299278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:21:35.299690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:21:35.312994 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:21:35.360670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Deleting port b4bb998e-f1b9-45c5-8ea0-3d66a05df68e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:35.361282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.373629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:35.377637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:35.379401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 72526641-6a79-4284-bf62-6801fd364d62 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:21:35.382230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.382858 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.391949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd4246e0-dc4d-4797-bfb0-dfd72fe817c9 req-dd63c358-bbbb-49a2-aa49-876859b37df0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241946 Jan 18 23:21:35.402945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=13b244f6-b363-41b5-af5c-e19d578b5fbf,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:35.410036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770687ef-03f8-483d-b7ce-6a80f74e8a46 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:35.451001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f63c96-d852-4396-ae2e-c44cb48f37a3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.453223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11f63c96-d852-4396-ae2e-c44cb48f37a3 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.4270310 Jan 18 23:21:35.457306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49020) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:35.507830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5f036ef3-a576-4abf-8cfd-a5ad68494f79 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 200 len: 205 time: 0.0454304 Jan 18 23:21:35.508104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49026) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:35.510280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 72526641-6a79-4284-bf62-6801fd364d62) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:35.515669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:35.516162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.548095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7be051d-a1c6-47ce-9729-71f87caa049b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5978458 Jan 18 23:21:35.549053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49030) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:35.552116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-75212d03-1258-453b-a78a-1474d92a9a6c None None] The port 'b4bb998e-f1b9-45c5-8ea0-3d66a05df68e' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:21:35.555735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90192a21-fd81-4e7a-94ed-b007be2907ae None None] Network 72526641-6a79-4284-bf62-6801fd364d62 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:35.557965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:35.573414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:35.582326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:router and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:35.601451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:35.615496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:35.621908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.633096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-915ca760-06a3-4593-abeb-2065c35c6f0e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0319567 Jan 18 23:21:35.637583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:35.648385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1597922335', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:35.658405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.662492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:35.667662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:35.674437 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b129d19-cc39-4acb-a808-d61e9e4e3c9b admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c18c98b-1c9a-4c1a-86ac-0c3128c31d9c HTTP/1.1" status: 204 len: 168 time: 1.8132024 Jan 18 23:21:35.691020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:router and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:35.701654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:35.717789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:35.722461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.723785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.751304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.821522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.842766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.844233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.876697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:35.899476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.033772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.035300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b1ad19b6-6a7f-41d0-9f91-cbf8fe6c2173 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4853437 Jan 18 23:21:36.038040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:36.061154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '13b244f6-b363-41b5-af5c-e19d578b5fbf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:36.062141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.062764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.075789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-72526641-6a79-4284-bf62-6801fd364d62', 'network_id': '72526641-6a79-4284-bf62-6801fd364d62', 'tenant_id': '9aaf327093a643e78775610617d09e7a', 'fixed_ips': [{'subnet_id': 'c30ef1d1-8d68-4c7a-8ef9-46f433268424'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:36.076674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.152654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port 634e6586-4590-4323-a51c-b2379af110b1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:36.153167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.348990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/13b244f6-b363-41b5-af5c-e19d578b5fbf/b1d555dc-7f15-435d-afab-93eff08642ad) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:36.355502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:36.357732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Allocated IP 172.20.0.2 (72526641-6a79-4284-bf62-6801fd364d62/c30ef1d1-8d68-4c7a-8ef9-46f433268424/cd84e28e-9ddf-44f7-8ab6-b365ec30314b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:36.374049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.402648 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.561208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for 634e6586-4590-4323-a51c-b2379af110b1 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:36.621598 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83b0e659-1942-4cb7-97db-46deec9a619d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9514892046a4a4f850c5981983deab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2647345 Jan 18 23:21:36.624520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49058) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:36.725194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.756118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.897808 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.909767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.933201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39d3ec-409e-46ae-bd08-43efbd2d9968,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:36.938888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:36.940123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dfc4570-9380-4030-ad32-26eeff828ed0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb39d3ec-409e-46ae-bd08-43efbd2d9968 HTTP/1.1" status: 204 len: 168 time: 0.3145609 Jan 18 23:21:36.946411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.021478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.021656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Transition to ACTIVE for port object b1d555dc-7f15-435d-afab-93eff08642ad will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:37.040798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Transition to ACTIVE for port object b1d555dc-7f15-435d-afab-93eff08642ad will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:37.043467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Transition to ACTIVE for port object cd84e28e-9ddf-44f7-8ab6-b365ec30314b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:37.064953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Transition to ACTIVE for port object cd84e28e-9ddf-44f7-8ab6-b365ec30314b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:37.072929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=634e6586-4590-4323-a51c-b2379af110b1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:37.104948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.145619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.219712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:37.227688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:37.239912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Network 72526641-6a79-4284-bf62-6801fd364d62 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:37.247915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:37.247915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:37.251760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:37.266285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Pushing event updated for resources: {'Port': ['ID=b1d555dc-7f15-435d-afab-93eff08642ad,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:37.366383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61ed89-a287-45d6-a3f2-3a7f850a5033 req-420587e0-1780-44e1-8793-e9e11dd87503 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:37.366383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d61ed89-a287-45d6-a3f2-3a7f850a5033 req-420587e0-1780-44e1-8793-e9e11dd87503 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.5640712 Jan 18 23:21:37.369069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.436585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.518816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Pushing event updated for resources: {'Port': ['ID=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:37.530972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Attempting to bind port cd84e28e-9ddf-44f7-8ab6-b365ec30314b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:37.531168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Attempting to bind port cd84e28e-9ddf-44f7-8ab6-b365ec30314b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '72526641-6a79-4284-bf62-6801fd364d62'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:37.539418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Attempting to bind port cd84e28e-9ddf-44f7-8ab6-b365ec30314b on network 72526641-6a79-4284-bf62-6801fd364d62 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:37.546931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:37.547302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Checking segment: {'id': 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '72526641-6a79-4284-bf62-6801fd364d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:37.547439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:21:37.547893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.548078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Bound using segment: {'id': 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '72526641-6a79-4284-bf62-6801fd364d62'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:37.548541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Bound port: cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '72526641-6a79-4284-bf62-6801fd364d62'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:37.548935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.564492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Attempting to bind port b1d555dc-7f15-435d-afab-93eff08642ad on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:37.565267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Attempting to bind port b1d555dc-7f15-435d-afab-93eff08642ad by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:37.566269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Attempting to bind port b1d555dc-7f15-435d-afab-93eff08642ad on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:37.679932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:37.682238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.718457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.738151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] For port cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:37.746601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] For port cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,segment=NetworkSegment(ea3184b6-f469-40f5-ba7b-0cf5bdd36c32),segment_id=ea3184b6-f469-40f5-ba7b-0cf5bdd36c32)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:37.747931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:37.748471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:37.749048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.750146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:37.750644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Bound port: b1d555dc-7f15-435d-afab-93eff08642ad, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:37.751095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.785872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.790104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d61ed89-a287-45d6-a3f2-3a7f850a5033 req-ba2419cb-43d1-47dd-aa16-849111f8c2af tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036098 Jan 18 23:21:37.792350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.848559 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.896106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.896669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router f9ae2157-e31b-48c6-933e-cd5ad28dc479 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:37.915059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:37.929428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-91cb30bf-6fa5-4b6f-be32-5155aa825c89 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 204 len: 168 time: 2.4203227 Jan 18 23:21:37.933174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:37.948388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1235661329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:37.958517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:37.962685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:37.965646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:37.972990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:37.989435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.012295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Allocated IP 172.25.1.37 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/d808d14a-298d-43eb-a33a-626a3f56d702) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:38.035456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] For port b1d555dc-7f15-435d-afab-93eff08642ad, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:38.052713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] For port b1d555dc-7f15-435d-afab-93eff08642ad, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b1d555dc-7f15-435d-afab-93eff08642ad,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:38.067641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:38.075138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Usage tracker for resource:security_group_rule and tenant:1e643b61e3aa43d298f74106a1faf3e7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:38.075281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451bb088-767e-44e6-a1f0-9348e65acb44 None None] Pushing event updated for resources: {'Port': ['ID=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:38.080179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:38.093991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:38.140101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.157659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::1 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/13b244f6-b363-41b5-af5c-e19d578b5fbf/d22556e0-fdbf-40b0-b48d-8f6364f58730) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:38.166724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.167868 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.201681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.207138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:38.271762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881bcf-141d-4615-8eef-73f23e817e0d None None] Pushing event updated for resources: {'Port': ['ID=b1d555dc-7f15-435d-afab-93eff08642ad,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:38.305687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.336904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0624c722-a1c1-44b3-8294-0524f15a19f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36f9f7dd6c4b47da8e66c1eab2b08777&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1263597 Jan 18 23:21:38.342906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49092) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:38.404088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.431045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9483f8a5-5cfe-4af9-b4ec-c990559aa80a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:38.460600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1c1b5b0-41e3-4f5c-9ec9-477f8fac26fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e643b61e3aa43d298f74106a1faf3e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7763667 Jan 18 23:21:38.463736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:38.506090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.551200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.555657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.593707 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.652653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.699786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object d22556e0-fdbf-40b0-b48d-8f6364f58730 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:38.735685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.754278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.766980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.778512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609df477-0f5e-4b89-a05a-77b05b254219,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:38.798794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.798794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b636e932-cc66-4626-a11b-b87faa205dc8 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8592317 Jan 18 23:21:38.799437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.799437 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64d1f4f4-2abc-4204-8f77-c8469a7ca81e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/609df477-0f5e-4b89-a05a-77b05b254219 HTTP/1.1" status: 204 len: 168 time: 0.4512110 Jan 18 23:21:38.799437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49106) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:38.805485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': True}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:38.842761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.932876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:38.943572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:38.954698 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.958680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:38.963045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:39.012576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd84e28e-9ddf-44f7-8ab6-b365ec30314b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:39.058104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483f8a5-5cfe-4af9-b4ec-c990559aa80a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:39.082053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=d808d14a-298d-43eb-a33a-626a3f56d702,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:39.088440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.089626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1350254c-ebdf-45ca-b442-37ba3b3de519 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9483f8a5-5cfe-4af9-b4ec-c990559aa80a HTTP/1.1" status: 204 len: 168 time: 0.6094835 Jan 18 23:21:39.240062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:39.251267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.255223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:39.290133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:39.290133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.371579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cd84e28e-9ddf-44f7-8ab6-b365ec30314b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:39.377798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b1d555dc-7f15-435d-afab-93eff08642ad up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:39.441887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=d22556e0-fdbf-40b0-b48d-8f6364f58730,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:39.496558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84daccd-7bac-41f4-ace9-86a65321aa89 req-ef89313f-768f-4c55-b8f1-e717b58c081c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:39.506018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d84daccd-7bac-41f4-ace9-86a65321aa89 req-ef89313f-768f-4c55-b8f1-e717b58c081c tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.3512659 Jan 18 23:21:39.558592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.568041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b1d555dc-7f15-435d-afab-93eff08642ad completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:39.651325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedc10e-08b2-4c2f-bc80-94c2ef8247c6 None None] Network 72526641-6a79-4284-bf62-6801fd364d62 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:39.909142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Provisioning for port cd84e28e-9ddf-44f7-8ab6-b365ec30314b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:39.929658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:39.979028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d84daccd-7bac-41f4-ace9-86a65321aa89 req-4da36dc6-c30e-4eb7-9141-38fc2591b7e6 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246457 Jan 18 23:21:39.989375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Provisioning complete for port cd84e28e-9ddf-44f7-8ab6-b365ec30314b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:39.989730 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.081537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.082478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.201686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.215309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.247807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.270488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] For port cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,segment=NetworkSegment(ea3184b6-f469-40f5-ba7b-0cf5bdd36c32),segment_id=ea3184b6-f469-40f5-ba7b-0cf5bdd36c32)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:40.346443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.485460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:40.545014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38bf99-3f3e-4f45-8adf-ae7ab8fb5a11 None None] Pushing event updated for resources: {'Port': ['ID=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:40.574067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 172.25.1.87 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e6a35dd0-715d-4355-be27-5179b930bb68) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:40.609796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.661740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Provisioning for port b1d555dc-7f15-435d-afab-93eff08642ad completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:40.667859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Provisioning complete for port b1d555dc-7f15-435d-afab-93eff08642ad triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:40.668326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.718059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:40.727234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Usage tracker for resource:security_group_rule and tenant:998cbaeb4e6943ac9496fd532d51ef8b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:40.732794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:40.751627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:40.783321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.787128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.865694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd84e28e-9ddf-44f7-8ab6-b365ec30314b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:40.873224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.874072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.927710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.938225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.950662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:40.986923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] For port b1d555dc-7f15-435d-afab-93eff08642ad, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b1d555dc-7f15-435d-afab-93eff08642ad,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:40.987881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd84e28e-9ddf-44f7-8ab6-b365ec30314b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:40.988260 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.005768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.021696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=d22556e0-fdbf-40b0-b48d-8f6364f58730,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:41.058180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:41.068037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:41.070204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=e6a35dd0-715d-4355-be27-5179b930bb68,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:41.076223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:41.100722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.120287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.139558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Router 107c16b1-5b5d-4480-ad3b-651396251092 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:41.202053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18390171-65f6-4f0d-9991-f9ab3209a7a4 None None] Pushing event updated for resources: {'Port': ['ID=b1d555dc-7f15-435d-afab-93eff08642ad,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:41.278352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30cf6fd-9b5a-4446-b9fe-9fc366639890,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:41.288590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d576631-be80-41be-b584-31f0579f134a None None] Provisioning for port d22556e0-fdbf-40b0-b48d-8f6364f58730 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:41.295806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d576631-be80-41be-b584-31f0579f134a None None] Provisioning complete for port d22556e0-fdbf-40b0-b48d-8f6364f58730 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:41.296957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d576631-be80-41be-b584-31f0579f134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.304215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ef315b5e-666b-44df-8083-8fcda18207dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=998cbaeb4e6943ac9496fd532d51ef8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8126636 Jan 18 23:21:41.306842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49150) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:41.401476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8d576631-be80-41be-b584-31f0579f134a None None] Port d22556e0-fdbf-40b0-b48d-8f6364f58730 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:41.419437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d576631-be80-41be-b584-31f0579f134a None None] Provisioning complete for port cd84e28e-9ddf-44f7-8ab6-b365ec30314b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:41.420229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d576631-be80-41be-b584-31f0579f134a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.424132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:41.426408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:41.427539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.475556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49158) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:41.502710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.555280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.668055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49166) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:41.685515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2674ef-fd9c-424c-becc-e3dce7cff4c9 req-a15319f0-e741-4b62-a825-095249fc6e5e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:41.687543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e2674ef-fd9c-424c-becc-e3dce7cff4c9 req-a15319f0-e741-4b62-a825-095249fc6e5e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4988587 Jan 18 23:21:41.793543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e2674ef-fd9c-424c-becc-e3dce7cff4c9 req-af781602-b5e5-416a-b3c3-4510cb1562cb tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943546 Jan 18 23:21:41.800287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.804374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.861441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a16f924f-ec62-4252-8b68-4b29078cdace None None] Provisioning complete for port d22556e0-fdbf-40b0-b48d-8f6364f58730 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:41.861998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a16f924f-ec62-4252-8b68-4b29078cdace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:41.923159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a16f924f-ec62-4252-8b68-4b29078cdace None None] Port d22556e0-fdbf-40b0-b48d-8f6364f58730 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:41.970128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.076735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1789291749-network', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:42.080372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.090668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:42.102072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Usage tracker for resource:network and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:42.105891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:42.106283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:42.108636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30cf6fd-9b5a-4446-b9fe-9fc366639890,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:42.118157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Usage tracker for resource:security_group_rule and tenant:0fa859ddbd82462d930216c46edca3f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:42.121866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:42.131421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:42.157274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.158421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-76100134-6ac1-4152-b376-04682e2247a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d30cf6fd-9b5a-4446-b9fe-9fc366639890 HTTP/1.1" status: 204 len: 168 time: 0.8500438 Jan 18 23:21:42.179961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:42.234804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:42.249022 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] Sync routers for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:42.258765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.264306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:42.265211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.285022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:42.287252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.304481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.325533 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.337188 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:42.337876 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.341273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:42.345810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Usage tracker for resource:security_group_rule and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:42.348662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:42.354360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:42.367206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router 8878c1f6-b615-424f-a7c4-66daa8a23af4 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:42.370447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.374115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.384783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b34e864d-bde3-41ff-9d69-29ae9f09e372 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.7325461 Jan 18 23:21:42.384783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:42.395730 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.396115 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f28abe-2a35-4ac0-8b4a-ffdaed50fc9f None None] The sync data for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:42.430254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c868069f-b89f-43aa-9ccf-19ca35df4c99,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:42.443417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:42.502157 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5905b76c-fbc3-4a14-a68d-be4e08d12cba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fa859ddbd82462d930216c46edca3f6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0255055 Jan 18 23:21:42.508770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49180) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:42.598253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.651867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.665821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.694064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.712819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:21:42.754485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:42.764096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] Sync routers for ids ['8878c1f6-b615-424f-a7c4-66daa8a23af4'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:42.776239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:42.778071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b881ab2d-df69-4a1d-9b71-1b1ed8d78953 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "PUT /v2.0/routers/8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 200 len: 918 time: 3.9810250 Jan 18 23:21:42.781111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:42.788434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] Routers {'8878c1f6-b615-424f-a7c4-66daa8a23af4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:42.788434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8878c1f6-b615-424f-a7c4-66daa8a23af4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.797269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:42.841904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:42.853924 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Sync routers for ids ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:42.891769 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Routers {'3b3eed72-18ff-4623-9ec5-aac2661a8d86'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:42.892405 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.904637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.967847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] Routers {'8878c1f6-b615-424f-a7c4-66daa8a23af4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:42.970168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8878c1f6-b615-424f-a7c4-66daa8a23af4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:42.999973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.002427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.003720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c868069f-b89f-43aa-9ccf-19ca35df4c99 HTTP/1.1" status: 204 len: 168 time: 0.4937007 Jan 18 23:21:43.025325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b3605-391c-4599-baf4-195408f03e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c868069f-b89f-43aa-9ccf-19ca35df4c99,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:43.068284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.068633 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Added segment cd73f59c-840e-4d7c-bcc8-eacf745232ca of type vlan for network 6e98de5c-2994-4315-a19e-0d2c0ece995b Jan 18 23:21:43.100977 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.143448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b1d555dc-7f15-435d-afab-93eff08642ad up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:43.219535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:43.219942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac0659-be04-47df-8fd2-8002d67f65b8 None None] The sync data for ids ['8878c1f6-b615-424f-a7c4-66daa8a23af4'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:43.224763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa31b64f-04c8-4965-bce7-57a767ac5560 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 200 len: 924 time: 0.4424453 Jan 18 23:21:43.227919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49202) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.261807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d93b2d18-f164-4787-97e4-853ca1b90f67 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "PUT /v2.0/routers/3b3eed72-18ff-4623-9ec5-aac2661a8d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2222164 Jan 18 23:21:43.262785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.263626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.264305 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.269841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.275387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b1d555dc-7f15-435d-afab-93eff08642ad triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:43.275760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.313264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Set router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:43.365077 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef383a31-6e8e-48c9-a0c7-3165670807b2 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=8878c1f6-b615-424f-a7c4-66daa8a23af4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1323018 Jan 18 23:21:43.365264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49210) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.514633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8252811 Jan 18 23:21:43.517122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cc6ce-1908-4bbb-b44b-22c8e25a545d admin admin] Pushing event updated for resources: {'Network': ['ID=6e98de5c-2994-4315-a19e-0d2c0ece995b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:43.520932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.527556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:21:43.527905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f24173-468e-4cf8-b1cd-d3712399e567 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.528227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90f24173-468e-4cf8-b1cd-d3712399e567 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:43.530124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Request body: {'subnet': {'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1789291749-subnet', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:43.546690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:43.555554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Usage tracker for resource:subnet and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:43.564760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94153-3246-49d7-81d7-2b057ef543c5 req-ba147f74-3191-4b35-8456-1b04bca887d7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.565141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:43.566328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32c94153-3246-49d7-81d7-2b057ef543c5 req-ba147f74-3191-4b35-8456-1b04bca887d7 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4213004 Jan 18 23:21:43.585498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:43.652014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3469e3c6-cb54-4d5e-8d11-0202163e0252 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.657639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3469e3c6-cb54-4d5e-8d11-0202163e0252 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.2902942 Jan 18 23:21:43.658039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.659141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90f24173-468e-4cf8-b1cd-d3712399e567 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:43.660271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90f24173-468e-4cf8-b1cd-d3712399e567 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports/d22556e0-fdbf-40b0-b48d-8f6364f58730 HTTP/1.1" status: 200 len: 911 time: 0.3733225 Jan 18 23:21:43.664658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49228) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.740612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:43.743221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.776650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc7e982b-810e-4203-add3-dfa88abe114e tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 200 len: 205 time: 0.1164868 Jan 18 23:21:43.781014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:43.791614 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:39Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'd22556e0-fdbf-40b0-b48d-8f6364f58730', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:1c:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:37Z', 'updated_at': '2022-01-18T23:21:40Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:43.797264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Checking router: 3b3eed72-18ff-4623-9ec5-aac2661a8d86 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:43.797999 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Updating router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 port d22556e0-fdbf-40b0-b48d-8f6364f58730 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:21:43.898806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32c94153-3246-49d7-81d7-2b057ef543c5 req-277a4dcc-fb3a-46fd-8c9b-8885d9765a7f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654963 Jan 18 23:21:43.901585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61bbc846-1fdc-4767-9332-18fbc2e539b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.914663 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:43.976578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033909f-c1cc-4d9c-8d39-98eb0f77dde1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.980455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033909f-c1cc-4d9c-8d39-98eb0f77dde1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:43.982061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7033909f-c1cc-4d9c-8d39-98eb0f77dde1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3155732 Jan 18 23:21:43.986531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:44.289271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.394789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:44.395139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Network hostable DHCP agents. Network: 6e98de5c-2994-4315-a19e-0d2c0ece995b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:21:44.404535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Pushing event updated for resources: {'Subnet': ['ID=102246da-e1e7-449b-93d3-222659e44254,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:44.434735 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.450661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Transition to ACTIVE for port object d22556e0-fdbf-40b0-b48d-8f6364f58730 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:44.521886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:21:44.564719 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.566057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.690246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 6e98de5c-2994-4315-a19e-0d2c0ece995b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:44.698097 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a014-57c7-4d09-ba9c-c61d218a2f09 None None] Pushing event updated for resources: {'Port': ['ID=d22556e0-fdbf-40b0-b48d-8f6364f58730,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:44.710940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:44.712877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.723006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfd578-5ceb-4792-adf8-01e2b13fa4b7 None None] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:44.835043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a7085cbd-0dee-4e2c-b148-e9b53b31478e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3127079 Jan 18 23:21:44.838201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:44.846453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:44.861796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:44.866601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Usage tracker for resource:router and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:44.878576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:44.895281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:44.978261 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Attempting to bind port d22556e0-fdbf-40b0-b48d-8f6364f58730 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:44.978635 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Attempting to bind port d22556e0-fdbf-40b0-b48d-8f6364f58730 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:44.979000 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Attempting to bind port d22556e0-fdbf-40b0-b48d-8f6364f58730 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:44.984476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:44.986535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.002515 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:45.002773 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:45.003180 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.003585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:45.004127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Bound port: d22556e0-fdbf-40b0-b48d-8f6364f58730, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:45.004429 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.015259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.160292 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] For port d22556e0-fdbf-40b0-b48d-8f6364f58730, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:45.167294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] For port d22556e0-fdbf-40b0-b48d-8f6364f58730, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d22556e0-fdbf-40b0-b48d-8f6364f58730,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:45.256061 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.310464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-6e98de5c-2994-4315-a19e-0d2c0ece995b', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:21:45.312095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.361063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.408797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536a014-57c7-4d09-ba9c-c61d218a2f09 None None] Pushing event updated for resources: {'Port': ['ID=d22556e0-fdbf-40b0-b48d-8f6364f58730,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:45.421923 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Routers {'3b3eed72-18ff-4623-9ec5-aac2661a8d86'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:45.422879 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:45.468025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.485427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48556bd4-20e7-4cd6-8a87-9f6043ab0c52 req-872bdcdc-9a3e-44ee-813b-7b5514be47ce tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:45.487640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48556bd4-20e7-4cd6-8a87-9f6043ab0c52 req-872bdcdc-9a3e-44ee-813b-7b5514be47ce tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.2817483 Jan 18 23:21:45.491754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.637253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port e6a35dd0-715d-4355-be27-5179b930bb68 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:45.638274 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:45.773218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48556bd4-20e7-4cd6-8a87-9f6043ab0c52 req-5029917b-14fb-446e-adf8-b87cecd44021 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688675 Jan 18 23:21:45.937738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Allocated IP 172.20.0.2 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/6a529cc7-da3a-4682-ae20-9450200e27ec) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:46.021407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] Set router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:46.046988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc1850c7-78f7-4789-95aa-6b876e41e703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.088157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.139971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.259165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.270726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Transition to ACTIVE for port object 6a529cc7-da3a-4682-ae20-9450200e27ec will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:46.293909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Transition to ACTIVE for port object 6a529cc7-da3a-4682-ae20-9450200e27ec will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:46.324036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Allocated IP 172.25.1.84 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:46.373874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.501119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:46.504636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:46.518190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:46.519006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.629945 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:39Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'd22556e0-fdbf-40b0-b48d-8f6364f58730', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:1c:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:37Z', 'updated_at': '2022-01-18T23:21:45Z', 'revision_number': 4, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:46.634813 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f3b79-2a8d-4402-9aca-7b6e4092ade3 None None] The sync data for ids ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'] in n-d-825175-2 is: [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:39Z', 'revision_number': 2, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None, '_interfaces': [{'id': 'd22556e0-fdbf-40b0-b48d-8f6364f58730', 'name': '', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'mac_address': 'fa:16:3e:1c:7c:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:37Z', 'updated_at': '2022-01-18T23:21:45Z', 'revision_number': 4, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'subnets': [{'id': '13b244f6-b363-41b5-af5c-e19d578b5fbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:46.645177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.692184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Attempting to bind port 6a529cc7-da3a-4682-ae20-9450200e27ec on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:46.693521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Attempting to bind port 6a529cc7-da3a-4682-ae20-9450200e27ec by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:46.693676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Attempting to bind port 6a529cc7-da3a-4682-ae20-9450200e27ec on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:46.695673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Pushing event updated for resources: {'Port': ['ID=6a529cc7-da3a-4682-ae20-9450200e27ec,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:46.707054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:46.710142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:46.710611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.711012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:46.711391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.711886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Bound port: 6a529cc7-da3a-4682-ae20-9450200e27ec, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:46.711886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.729667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:46.754222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Pushing event updated for resources: {'Port': ['ID=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:46.798284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:46.800093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:46.804277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:46.864454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] For port 6a529cc7-da3a-4682-ae20-9450200e27ec, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:46.870049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] For port 6a529cc7-da3a-4682-ae20-9450200e27ec, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6a529cc7-da3a-4682-ae20-9450200e27ec,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:46.967055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.103657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e06f-231a-467e-95a9-2059725537d8 None None] Pushing event updated for resources: {'Port': ['ID=6a529cc7-da3a-4682-ae20-9450200e27ec,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:47.210298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for e6a35dd0-715d-4355-be27-5179b930bb68 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:47.267634 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.390563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.434258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.436320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:47.600354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Allocated IP 172.20.0.1 (72526641-6a79-4284-bf62-6801fd364d62/c30ef1d1-8d68-4c7a-8ef9-46f433268424/2f2705cf-51e8-41c3-bb05-fe84f61302be) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:47.742245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac433d-a0f7-4a01-bb33-7bd09ea94587 req-07dded08-ce1a-4ed6-82d1-d2323f606769 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:47.743735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adac433d-a0f7-4a01-bb33-7bd09ea94587 req-07dded08-ce1a-4ed6-82d1-d2323f606769 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4859014 Jan 18 23:21:47.891640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Router b2da6ca5-5358-4f3d-bba3-6c38af8401db is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:47.993389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adac433d-a0f7-4a01-bb33-7bd09ea94587 req-5c6f6294-ad51-4e9a-be1a-b6b3524c9515 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403111 Jan 18 23:21:48.059863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:48.157876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:48.163991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=e6a35dd0-715d-4355-be27-5179b930bb68,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:48.225819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:48.238466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Sync routers for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:48.253585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:48.254271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:48.345126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:48.350809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59de1f7f-357c-40ea-a85a-42849382c12a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5110624 Jan 18 23:21:48.352221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49322) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:48.511119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Transition to ACTIVE for port object 2f2705cf-51e8-41c3-bb05-fe84f61302be will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:48.600192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:48.666411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port d22556e0-fdbf-40b0-b48d-8f6364f58730 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:48.666411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:48.774059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f09fe5-a1ce-4461-aaab-a1cc99c73059 None None] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:48.842864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.108209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6a529cc7-da3a-4682-ae20-9450200e27ec up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:49.316316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.408931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.410091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-02d25a34-8b38-4645-88c9-86ced183918a None None] Provisioning for port 6a529cc7-da3a-4682-ae20-9450200e27ec completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:49.490180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=2f2705cf-51e8-41c3-bb05-fe84f61302be,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:49.508170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.539381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port d22556e0-fdbf-40b0-b48d-8f6364f58730, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d22556e0-fdbf-40b0-b48d-8f6364f58730,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:49.539748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.552264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 72526641-6a79-4284-bf62-6801fd364d62 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:49.552877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.556972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:47Z', 'revision_number': 3, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:49.558541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:49.563613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Checking router: b2da6ca5-5358-4f3d-bba3-6c38af8401db for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:49.564428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Updating router b2da6ca5-5358-4f3d-bba3-6c38af8401db port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:21:49.604552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6a529cc7-da3a-4682-ae20-9450200e27ec completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:49.617918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6a529cc7-da3a-4682-ae20-9450200e27ec triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:49.618491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.657246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.696603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:49.739571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:49.936502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for d22556e0-fdbf-40b0-b48d-8f6364f58730 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:50.015715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.066490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Allocated IP 172.20.0.1 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/2ecdc84e-92fb-4db7-81b7-85d39a76381a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:50.099725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca7be-ad73-458e-badd-68257c0f5cd0 req-a603392d-68b2-45ce-9fde-8c7a6747f318 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:50.102149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245ca7be-ad73-458e-badd-68257c0f5cd0 req-a603392d-68b2-45ce-9fde-8c7a6747f318 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.8938463 Jan 18 23:21:50.106881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.150428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6a529cc7-da3a-4682-ae20-9450200e27ec, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6a529cc7-da3a-4682-ae20-9450200e27ec,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:50.164423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Provisioning complete for port 6a529cc7-da3a-4682-ae20-9450200e27ec triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:50.164793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.167280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.167855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router 8878c1f6-b615-424f-a7c4-66daa8a23af4 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:50.226179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245ca7be-ad73-458e-badd-68257c0f5cd0 req-7979cdec-8714-49fd-9069-544736b13868 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154017 Jan 18 23:21:50.230153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.230927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d22556e0-fdbf-40b0-b48d-8f6364f58730 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:50.235982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.242410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2ce88797-e785-46a3-a290-4df265e63c9d tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 204 len: 168 time: 6.4572613 Jan 18 23:21:50.244029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:50.249901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1676071163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:50.260231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:50.263045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:50.300364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:50.336077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:50.393222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.449468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.453005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6a529cc7-da3a-4682-ae20-9450200e27ec,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:50.483065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Transition to ACTIVE for port object 2ecdc84e-92fb-4db7-81b7-85d39a76381a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:50.585169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port d22556e0-fdbf-40b0-b48d-8f6364f58730 {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:21:50.585592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d22556e0-fdbf-40b0-b48d-8f6364f58730 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 23:21:50.585972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.598298 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.599414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.602521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.669212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port d22556e0-fdbf-40b0-b48d-8f6364f58730 not found, will not notify nova. {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 23:21:50.673723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:50.676868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Provisioning for port 2f2705cf-51e8-41c3-bb05-fe84f61302be completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:50.679345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=d22556e0-fdbf-40b0-b48d-8f6364f58730,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:50.680424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:50.681949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:50.685439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:50.692180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Provisioning complete for port 2f2705cf-51e8-41c3-bb05-fe84f61302be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:50.692614 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.750918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef12b942-39a1-474b-b665-a8d53e4df353 None None] Port 2f2705cf-51e8-41c3-bb05-fe84f61302be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:50.766756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.792485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:50.817807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Transition to ACTIVE for port object 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:50.887728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.018791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.092022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Attempting to bind port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:21:51.096650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Attempting to bind port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:21:51.101099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Attempting to bind port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:21:51.106284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6a529cc7-da3a-4682-ae20-9450200e27ec up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:51.137724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.192111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:21:51.192662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:21:51.193178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.193674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:21:51.194430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Bound port: 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:21:51.194906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.248010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b5017-62ca-4d43-86f0-6ac2652e11fb None None] Pushing event updated for resources: {'Port': ['ID=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:51.251511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:51.349252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] For port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:21:51.355229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] For port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:21:51.360082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.372050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6a529cc7-da3a-4682-ae20-9450200e27ec triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:51.372506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.421755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-406d6325-5ebb-4209-b2a4-4cb74ffcf046 None None] Provisioning for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:51.459439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-406d6325-5ebb-4209-b2a4-4cb74ffcf046 None None] Provisioning complete for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:51.459812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-406d6325-5ebb-4209-b2a4-4cb74ffcf046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.503445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.532729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.535234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.604705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.608238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-406d6325-5ebb-4209-b2a4-4cb74ffcf046 None None] Port 2ecdc84e-92fb-4db7-81b7-85d39a76381a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:51.640539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:51.645287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Usage tracker for resource:security_group_rule and tenant:9121076efd364e46a82724b089afbd38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:51.648991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:51.650469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b5017-62ca-4d43-86f0-6ac2652e11fb None None] Pushing event updated for resources: {'Port': ['ID=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:51.670429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:51.675100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:51.675643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:51.678592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.786487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.787626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6b938f35-fbad-4301-afad-870f62b0fb65 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5426054 Jan 18 23:21:51.794285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49398) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:51.819713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:51.963517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2d0e-c539-4ac6-aec3-bab618bf7561 req-9c500cb3-5176-44e6-8404-40dfac392605 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:51.965246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6faa2d0e-c539-4ac6-aec3-bab618bf7561 req-9c500cb3-5176-44e6-8404-40dfac392605 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4461026 Jan 18 23:21:51.966544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:51.970644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:51.998865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.027401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:52.083981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.286021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.307350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:52.328618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6faa2d0e-c539-4ac6-aec3-bab618bf7561 req-db67ccec-d5be-4ace-9956-fee1fcd36d10 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505807 Jan 18 23:21:52.363759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=2f2705cf-51e8-41c3-bb05-fe84f61302be,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:52.363759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.428967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:52.469294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:21:51Z', 'revision_number': 2, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:52.481732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a34a-ce56-4de1-976f-53c29ffb1292 None None] The sync data for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 is: [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:21:51Z', 'revision_number': 2, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:52.489681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:52.497315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:52.678595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:52.689400 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Sync routers for ids ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:52.690477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e83a080b-60d6-460e-9bd7-d02b4e655259 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "PUT /v2.0/routers/3b3eed72-18ff-4623-9ec5-aac2661a8d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7022340 Jan 18 23:21:52.693885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:52.714367 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Routers {'3b3eed72-18ff-4623-9ec5-aac2661a8d86'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:52.716318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:52.748119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 72526641-6a79-4284-bf62-6801fd364d62 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:52.753492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:52.974232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77eaf3b9-7783-4fdb-b9ce-b24227623487 None None] Provisioning complete for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:52.974725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77eaf3b9-7783-4fdb-b9ce-b24227623487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.135794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df0da7-5d9f-428a-a185-3db9f9273c7b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:53.159060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-77eaf3b9-7783-4fdb-b9ce-b24227623487 None None] Port 2ecdc84e-92fb-4db7-81b7-85d39a76381a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:53.172541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.188736 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Set router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:53.198728 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f68f58c4-093c-41d6-a78a-3f55d424fd2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9121076efd364e46a82724b089afbd38&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9387550 Jan 18 23:21:53.199210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49422) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:53.205516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ceb1b8-e298-4e8d-ab60-36e219fc108d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.207716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ceb1b8-e298-4e8d-ab60-36e219fc108d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.208654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95ceb1b8-e298-4e8d-ab60-36e219fc108d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:53.290143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-30cad585-17a6-4df2-b04e-ed11f0543d03 None None] Provisioning complete for port 2f2705cf-51e8-41c3-bb05-fe84f61302be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:53.291291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-30cad585-17a6-4df2-b04e-ed11f0543d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.344232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.353626 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Checking router: 3b3eed72-18ff-4623-9ec5-aac2661a8d86 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:21:53.366395 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Routers {'3b3eed72-18ff-4623-9ec5-aac2661a8d86'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:53.367227 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.421839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-30cad585-17a6-4df2-b04e-ed11f0543d03 None None] Port 2f2705cf-51e8-41c3-bb05-fe84f61302be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:53.427188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95ceb1b8-e298-4e8d-ab60-36e219fc108d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:53.430861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-95ceb1b8-e298-4e8d-ab60-36e219fc108d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7351499 Jan 18 23:21:53.433760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:53.548136 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] Set router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:21:53.566573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.608157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.700215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca389a8-558b-4884-9ddb-001b8778b0d1 req-7e4c7dfe-d64d-43d9-a1c8-e973b293bacf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:53.704400 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:53.709686 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8afbe-42ab-4254-b0cf-41548e108a50 None None] The sync data for ids ['3b3eed72-18ff-4623-9ec5-aac2661a8d86'] in n-d-825175-2 is: [{'id': '3b3eed72-18ff-4623-9ec5-aac2661a8d86', 'name': 'tempest-NetworksTestDHCPv6-router-1026170933', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:35Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 3, 'project_id': '55b366c7b8ff419cab165e4e95cf5f84', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:53.724029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca389a8-558b-4884-9ddb-001b8778b0d1 req-7e4c7dfe-d64d-43d9-a1c8-e973b293bacf tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.6293592 Jan 18 23:21:53.762991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.783808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df0da7-5d9f-428a-a185-3db9f9273c7b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:53.837594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.838275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b81320a3-f841-4018-9cc4-081563a3bbff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5df0da7-5d9f-428a-a185-3db9f9273c7b HTTP/1.1" status: 204 len: 168 time: 0.6318676 Jan 18 23:21:53.941133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Router b2da6ca5-5358-4f3d-bba3-6c38af8401db has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:53.950759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:53.995593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.091878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ca389a8-558b-4884-9ddb-001b8778b0d1 req-a0f522a7-e202-48f4-aea5-b6fd6bcf6cee tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665202 Jan 18 23:21:54.174830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 13b244f6-b363-41b5-af5c-e19d578b5fbf {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:21:54.194584 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.319326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Allocated IP 172.25.1.80 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/95678073-3faa-485b-9eb9-bfbab80199e7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:54.379320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Router 107c16b1-5b5d-4480-ad3b-651396251092 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:21:54.381697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.591602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.687429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.694812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:54.716871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-014913a4-e520-41a7-9d54-cc4bc1237a85 admin admin] 10.222.0.59 "PUT /v2.0/routers/b2da6ca5-5358-4f3d-bba3-6c38af8401db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3551271 Jan 18 23:21:54.802285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:54.833657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f0943-79b0-43b3-9757-46eec8e0302f req-f529404e-080e-477b-8f03-b1575634e98e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:54.835158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89f0943-79b0-43b3-9757-46eec8e0302f req-f529404e-080e-477b-8f03-b1575634e98e tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.4988494 Jan 18 23:21:54.894986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:54.897893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:54.900616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89f0943-79b0-43b3-9757-46eec8e0302f req-331795ab-17dd-4bfa-8dfc-79fb333d8944 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 Jan 18 23:21:54.905473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:54.953479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:54.969436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.004038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Pushing event updated for resources: {'Port': ['ID=95678073-3faa-485b-9eb9-bfbab80199e7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:55.020079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=13b244f6-b363-41b5-af5c-e19d578b5fbf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:55.027517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.057684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672acc8b-6fc3-4c56-89b8-f104673afe18 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:55.076462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:55.084443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b37d61e2-729f-4465-9898-516bfcd15da0 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "PUT /v2.0/routers/107c16b1-5b5d-4480-ad3b-651396251092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7084284 Jan 18 23:21:55.085286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.091155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Request body: {'port': {'network_id': '72526641-6a79-4284-bf62-6801fd364d62', 'name': 'tempest-FloatingIPAdminTestJSON-1860093886'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:55.122028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] Sync routers for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:55.152262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49462) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.174238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-be19f23f-6cc0-4fba-aeaa-1b460dee2579 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/13b244f6-b363-41b5-af5c-e19d578b5fbf HTTP/1.1" status: 204 len: 168 time: 1.7390966 Jan 18 23:21:55.178395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.198810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.245779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:55.252816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Usage tracker for resource:security_group_rule and tenant:000ec8f722cd499b94d38cc36435e1a2 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:55.256460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:55.263955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:55.310639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.348812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:55.349479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:55.434076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:55.532162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:55.532811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:55.588113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:55.595769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Usage tracker for resource:port and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:55.613338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:55.620241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:55.620792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.621568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca71b4bc-afab-4946-beb5-75756f6efd2d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:55.627442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:55.649853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:55.654814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:55.655302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cc4f3b-40f6-44e0-81c9-c8606ec99c9c None None] The sync data for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:55.782973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca71b4bc-afab-4946-beb5-75756f6efd2d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:55.784199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ca71b4bc-afab-4946-beb5-75756f6efd2d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6044669 Jan 18 23:21:55.785131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Made reservation on behalf of 9aaf327093a643e78775610617d09e7a for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:55.788470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.790911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49476) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.797804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.817126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.842601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:55.850465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] device_id is not set on port cb064410-6c97-435d-9952-16bce6f06e60 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:21:55.890467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:21:55.894960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Deleting port b1d555dc-7f15-435d-afab-93eff08642ad {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:55.896999 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.899447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.915117 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:55.932142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:55.976558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143159443', 'description': 'tempest-description--472636546'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:55.989141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.003750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.007530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:56.027845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:security_group and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:56.041411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:56.058435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d22556e0-fdbf-40b0-b48d-8f6364f58730 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:56.119799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d22556e0-fdbf-40b0-b48d-8f6364f58730 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:56.120390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d22556e0-fdbf-40b0-b48d-8f6364f58730 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:56.169705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:56.193283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Allocated IP 172.20.0.6 (72526641-6a79-4284-bf62-6801fd364d62/c30ef1d1-8d68-4c7a-8ef9-46f433268424/cb064410-6c97-435d-9952-16bce6f06e60) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:56.197424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da45203-5960-4aa3-8d10-0bb4fd7cc848,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:56.206481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06a91535-6caf-414b-b3ec-49508d08064c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=000ec8f722cd499b94d38cc36435e1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0503423 Jan 18 23:21:56.210526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:56.226687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.256592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:56.259393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc1a4c-516b-4c21-81cf-45327ae71774 req-8ec12ddb-1d66-467e-8fb7-512596cdb15f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:56.267515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fdc1a4c-516b-4c21-81cf-45327ae71774 req-8ec12ddb-1d66-467e-8fb7-512596cdb15f tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.1706793 Jan 18 23:21:56.308783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.476402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] For port b1d555dc-7f15-435d-afab-93eff08642ad, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b1d555dc-7f15-435d-afab-93eff08642ad,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:56.477250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.508446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fdc1a4c-516b-4c21-81cf-45327ae71774 req-0e11556c-1e88-4810-a9dd-e4d8948600fe tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397473 Jan 18 23:21:56.538616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.605039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.614887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:56.623433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Calling delete_port for b1d555dc-7f15-435d-afab-93eff08642ad owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:56.629292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:security_group_rule and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:56.634743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:56.656190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.678371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Transition to ACTIVE for port object cb064410-6c97-435d-9952-16bce6f06e60 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:21:56.700288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:56.819144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.829741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.852865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.892521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da45203-5960-4aa3-8d10-0bb4fd7cc848,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:56.938234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:21:56.944402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:56.946303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7fd55d03-2472-48e7-9b46-876b8174d896 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2da45203-5960-4aa3-8d10-0bb4fd7cc848 HTTP/1.1" status: 204 len: 168 time: 0.7346802 Jan 18 23:21:56.948505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Network 72526641-6a79-4284-bf62-6801fd364d62 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:56.967694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:56.970884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:57.003034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Pushing event deleted for resources: {'Port': ['ID=b1d555dc-7f15-435d-afab-93eff08642ad,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:57.042931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] No DVR routers for this DVR port b1d555dc-7f15-435d-afab-93eff08642ad on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:57.071993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.074526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.074982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.075427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.075861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.076293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.076906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.078312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event updated for resources: {'Port': ['ID=cb064410-6c97-435d-9952-16bce6f06e60,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:57.078456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.078847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.079490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.079972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.080415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9938fa5-7b57-4e82-b5f5-7845bef98602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:21:57.137867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:57.140624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.145549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:57.146170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.170497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.177460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.215990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.265902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa0b28-1709-453c-b520-4b6391a26fed,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:57.321444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401eba-b731-41b3-9561-07effadd3bbd req-f831c819-af2a-4d79-a2fd-6869beeb0d11 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:57.322160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-00401eba-b731-41b3-9561-07effadd3bbd req-f831c819-af2a-4d79-a2fd-6869beeb0d11 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:57.390619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b1d555dc-7f15-435d-afab-93eff08642ad no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:21:57.405851 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.407629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64640009-8f72-4a12-b49a-16fb9337f72f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4566483 Jan 18 23:21:57.407881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-95874562-9ae3-4d83-99f3-9deebf4b7e9b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3212855 Jan 18 23:21:57.410326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:57.410762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:57.417727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'security_group_rule': {'security_group_id': '96aa0b28-1709-453c-b520-4b6391a26fed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:57.430295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b1d555dc-7f15-435d-afab-93eff08642ad {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:21:57.430639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b1d555dc-7f15-435d-afab-93eff08642ad not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:21:57.433579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:57.443810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:security_group_rule and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:57.447953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:57.454670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:57.476056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.476553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3eed72-18ff-4623-9ec5-aac2661a8d86 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:21:57.544860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-00401eba-b731-41b3-9561-07effadd3bbd req-f831c819-af2a-4d79-a2fd-6869beeb0d11 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:57.546330 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-00401eba-b731-41b3-9561-07effadd3bbd req-f831c819-af2a-4d79-a2fd-6869beeb0d11 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.5599566 Jan 18 23:21:57.546782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Router b824444e-114d-41d0-aaee-adb03f57e926 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:21:57.549770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-16310709-dc06-41c7-9e1e-cb3180e91608 None None] Provisioning for port cb064410-6c97-435d-9952-16bce6f06e60 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:21:57.562857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-16310709-dc06-41c7-9e1e-cb3180e91608 None None] Provisioning complete for port cb064410-6c97-435d-9952-16bce6f06e60 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:21:57.563259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16310709-dc06-41c7-9e1e-cb3180e91608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.584124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.635486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.636616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa201f93-8d88-49a2-80e1-444386ff928b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/routers/3b3eed72-18ff-4623-9ec5-aac2661a8d86 HTTP/1.1" status: 204 len: 168 time: 1.8421791 Jan 18 23:21:57.640159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:57.647838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port 88df8b1f-2a8b-4832-94c3-12ed5648654f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:21:57.648191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.720485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-16310709-dc06-41c7-9e1e-cb3180e91608 None None] Port cb064410-6c97-435d-9952-16bce6f06e60 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:21:57.757123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.775783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c697-2862-432b-bb01-9bbe68e312e4 req-67034ca9-1184-4036-91a4-03c98ca663fc tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:57.777344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27c9c697-2862-432b-bb01-9bbe68e312e4 req-67034ca9-1184-4036-91a4-03c98ca663fc tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 945 time: 0.1236708 Jan 18 23:21:57.820173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:57.873569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d969d9-0564-4449-a87a-c8514709fe21,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:57.910108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27c9c697-2862-432b-bb01-9bbe68e312e4 req-6df6206e-b996-4253-b9a3-e8404483c138 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264539 Jan 18 23:21:57.993184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9eae52ff-be9e-45f3-9af4-8e8d3d1b8346 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3515878 Jan 18 23:21:57.996224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.018224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'project_id': '9aaf327093a643e78775610617d09e7a', 'port_id': 'cb064410-6c97-435d-9952-16bce6f06e60'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:58.028367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:58.043794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.048712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3fac46d1-62fc-463c-9dd5-c8922f3b8f7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6331584 Jan 18 23:21:58.048712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.056732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Usage tracker for resource:floatingip and tenant:9aaf327093a643e78775610617d09e7a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:58.056866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'security_group_rule': {'security_group_id': '96aa0b28-1709-453c-b520-4b6391a26fed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:58.066950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:58.079057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:security_group_rule and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:58.085025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:58.094296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1d54c-cb50-40ed-99ae-e4f555b74ee0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:58.095144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-04e1d54c-cb50-40ed-99ae-e4f555b74ee0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:21:58.099249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:58.104085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:58.115304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:58.204720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port 88df8b1f-2a8b-4832-94c3-12ed5648654f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=88df8b1f-2a8b-4832-94c3-12ed5648654f,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:21:58.205111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.216500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.252031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-04e1d54c-cb50-40ed-99ae-e4f555b74ee0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:21:58.252031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-04e1d54c-cb50-40ed-99ae-e4f555b74ee0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2529466 Jan 18 23:21:58.265743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.324622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.345469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8e0b2c4b-5fe1-4b9f-83c3-b6910a6b5487 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785658 Jan 18 23:21:58.377509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.378772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.387636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:58.400532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for 88df8b1f-2a8b-4832-94c3-12ed5648654f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:21:58.599579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.647075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:21:58.658035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829f235f-4daa-4be9-971f-e547f660468e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:58.665906 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] Sync routers for ids ['b824444e-114d-41d0-aaee-adb03f57e926'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:21:58.673653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:58.683988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:58.684181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] Routers {'b824444e-114d-41d0-aaee-adb03f57e926'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:58.685147 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b824444e-114d-41d0-aaee-adb03f57e926'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:58.694758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.727333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.732366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bec5ff0a-e83e-4fd0-a474-66e5c4364437 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6798041 Jan 18 23:21:58.733684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49550) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.739121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:21:58.750161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:21:58.751847 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:58.759908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.763211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] Routers {'b824444e-114d-41d0-aaee-adb03f57e926'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:21:58.763871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:58.764359 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b824444e-114d-41d0-aaee-adb03f57e926'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:58.765444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7c411165-ff63-4681-b321-2294bbb8701f tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "PUT /v2.0/routers/b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 200 len: 919 time: 6.9638917 Jan 18 23:21:58.767343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.779112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956', '88df8b1f-2a8b-4832-94c3-12ed5648654f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:21:58.825203 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:21:58.825718 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecb052-bf66-477c-91d8-a5a549bc71f7 None None] The sync data for ids ['b824444e-114d-41d0-aaee-adb03f57e926'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:21:58.829406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:floatingip and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:21:58.846207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:21:58.850726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:58.871853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:21:58.891078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=88df8b1f-2a8b-4832-94c3-12ed5648654f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:58.893413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:21:59.035055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.053525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port 88df8b1f-2a8b-4832-94c3-12ed5648654f on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:21:59.059820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.065667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'name': 'network-vif-deleted', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:21:59.070743 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-00401eba-b731-41b3-9561-07effadd3bbd req-a325301b-09c1-4e70-9337-667a54d7a6c0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "DELETE /v2.0/ports/88df8b1f-2a8b-4832-94c3-12ed5648654f HTTP/1.1" status: 204 len: 173 time: 1.5183249 Jan 18 23:21:59.181842 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f505a01f-b178-4357-97c0-3d8e43fda410', 'name': 'network-vif-deleted', 'tag': '88df8b1f-2a8b-4832-94c3-12ed5648654f', 'status': 'completed', 'code': 200} Jan 18 23:21:59.195855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Allocated IP 172.25.1.54 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/77a4f580-9cf3-4aef-bc68-f8648c8af10d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:59.235644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e5a5b3a-6c7d-4d13-aeaa-560422f53b18 req-1404fe38-3e7d-4af5-a900-2c90829d9116 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=f505a01f-b178-4357-97c0-3d8e43fda410 HTTP/1.1" status: 200 len: 210 time: 0.0843759 Jan 18 23:21:59.394791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.521699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.599625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:21:59.603115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.648644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.675814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e704f0ed-7604-420e-87d4-d83a08a35f7c tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 200 len: 925 time: 0.9107361 Jan 18 23:21:59.683349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:59.686184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:59.691790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:59.709520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960026f-bb08-4309-b020-ea2782244f19 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:21:59.726274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:21:59.732542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:21:59.736098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=611c45a5-6cc9-4e45-b6c0-716dabe1e772,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:59.813751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d814a1b3-76f3-47a3-997e-951170239732 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=b824444e-114d-41d0-aaee-adb03f57e926&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1238832 Jan 18 23:21:59.815626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:59.864782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6b517b6f-eb94-4f0e-8cea-042e08737dd8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4840446 Jan 18 23:21:59.878874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49586) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:21:59.907150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:21:59.916249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:21:59.920171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Pushing event updated for resources: {'Port': ['ID=77a4f580-9cf3-4aef-bc68-f8648c8af10d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:21:59.925245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:21:59.976733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.25.1.222 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/22809d00-0e48-49c7-999a-fb93341895dc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:21:59.997274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:00.149447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '611c45a5-6cc9-4e45-b6c0-716dabe1e772'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:00.151191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:00.261698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c83ff-a4c5-45a3-a9ee-dfa25fccea50 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:00.264153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d2c83ff-a4c5-45a3-a9ee-dfa25fccea50 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Synchronizing usage tracker for tenant:e2acc6a38759487582f4308a591ce139 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:00.319791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:00.325592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:00.329780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d2c83ff-a4c5-45a3-a9ee-dfa25fccea50 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] Unset dirty status for tenant:e2acc6a38759487582f4308a591ce139 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:00.330705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d2c83ff-a4c5-45a3-a9ee-dfa25fccea50 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.5141606 Jan 18 23:22:00.332179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:00.334934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:00.407296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:00.416338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Allocated IP 2001:db8::f816:3eff:fe2f:2a7 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/611c45a5-6cc9-4e45-b6c0-716dabe1e772/eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:00.431950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c1d1339-5abc-4d3d-b5f2-08b12cfd2784 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 200 len: 205 time: 0.0936255 Jan 18 23:22:00.432847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:00.692596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:00.742268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:00.750332 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:00.757041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Transition to ACTIVE for port object eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:00.783417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Transition to ACTIVE for port object eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:00.874668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:00.879610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.024814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.033013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:01.040550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:01.044069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:01.055855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.129558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Pushing event updated for resources: {'Port': ['ID=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:01.161095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Attempting to bind port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:01.162339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Attempting to bind port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:01.162905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Attempting to bind port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:01.170695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:01.171725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:01.172442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.173034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:01.177068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Bound port: eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:01.177068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.196257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.305341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.307909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] For port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:01.311056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:01.312760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] For port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:01.319884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:01.328048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=22809d00-0e48-49c7-999a-fb93341895dc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:01.331079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:01.406020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.497183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49634) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:01.636254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2133543-5820-454b-8702-32fb533b3ee4 None None] Pushing event updated for resources: {'Port': ['ID=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:01.639073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.649596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.816783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port 95678073-3faa-485b-9eb9-bfbab80199e7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:01.817824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.855970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.876019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.898381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 88df8b1f-2a8b-4832-94c3-12ed5648654f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:01.904072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.986713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 88df8b1f-2a8b-4832-94c3-12ed5648654f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:01.987101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:01.988516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 88df8b1f-2a8b-4832-94c3-12ed5648654f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:02.101589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-138976927', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:02.116429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:02.131006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Usage tracker for resource:port and tenant:9669a96ad4dd4e8f9338b2b9779fdefb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:02.161073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:02.180769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:02.185999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:02.193882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:02.196335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.277005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=87749587-d3a7-40f4-8df2-e50268dca44d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:02.329016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.346767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2d6b672f-89a9-492e-83f9-43475061915d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4645548 Jan 18 23:22:02.347740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:02.419019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:0c:cb:d9', 'name': 'tempest-NetworksTestDHCPv6-1784325598'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:02.505257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:02.528024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Pushing event updated for resources: {'Port': ['ID=77a4f580-9cf3-4aef-bc68-f8648c8af10d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:02.604229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.656991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:02.661542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:02.666537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:02.672893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Made reservation on behalf of 9669a96ad4dd4e8f9338b2b9779fdefb for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:02.674152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:02.675233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.697958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for 95678073-3faa-485b-9eb9-bfbab80199e7 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:02.706224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.768520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:02.775297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.847959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:02.897710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Usage tracker for resource:security_group_rule and tenant:9669a96ad4dd4e8f9338b2b9779fdefb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:02.907836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:02.907836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:02.938724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:02.941907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:03.003744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:03.049408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.279419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=22809d00-0e48-49c7-999a-fb93341895dc,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:03.287940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:03.328641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.385775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd4535b-ddf4-47ca-9c38-14d63604356f None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:03.387134 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Floating IP b1891872-b354-4ccc-a0b2-75278bfb34c0 associated. External IP: 172.25.1.54, port: cb064410-6c97-435d-9952-16bce6f06e60. Jan 18 23:22:03.443424 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.453830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.520531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.524106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] device_id is not set on port 9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:03.591525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 172.20.0.5 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/87749587-d3a7-40f4-8df2-e50268dca44d/36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:03.599655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fe0c:cbd9 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/611c45a5-6cc9-4e45-b6c0-716dabe1e772/36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:03.689990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Allocated IP 172.25.1.125 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:03.713960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Provisioning for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:03.725852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Provisioning complete for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:03.726467 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.744150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.754890 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10717620-2a5c-4120-a0a4-99d0fe47377e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0104494 Jan 18 23:22:03.914841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8824ae1-b7cf-4759-9d01-9c8f9345c0ff,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:03.915499 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:03.979727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] For port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:04.074595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=95678073-3faa-485b-9eb9-bfbab80199e7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:04.084153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': '611c45a5-6cc9-4e45-b6c0-716dabe1e772', 'ip_address': '2001:db8::f816:3eff:fe2f:2a7'}, {'subnet_id': '87749587-d3a7-40f4-8df2-e50268dca44d'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:22:04.109226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.193484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.207278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.241808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeef325-e632-4b38-9cca-3ba9e6043d93 None None] Pushing event updated for resources: {'Port': ['ID=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:04.254566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.297664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:04.325998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.367740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-372f9aa7-07fb-4eaf-b483-220ea13b12d8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:04.425965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:04.430211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:04.432415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:04.471856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Pushing event updated for resources: {'Port': ['ID=9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:04.480823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f1f9-aff6-45a5-ab58-2fbdd1986e6f req-bb9f891b-fa24-40d0-8a6c-d1217ad9d122 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:04.482090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e1f1f9-aff6-45a5-ab58-2fbdd1986e6f req-bb9f891b-fa24-40d0-8a6c-d1217ad9d122 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.9555306 Jan 18 23:22:04.505444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:04.506047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.509917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.529428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Router 107c16b1-5b5d-4480-ad3b-651396251092 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:04.581696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-372f9aa7-07fb-4eaf-b483-220ea13b12d8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:04.582853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-372f9aa7-07fb-4eaf-b483-220ea13b12d8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--143159443&fields=id&tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 267 time: 0.4978654 Jan 18 23:22:04.818217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:04.831807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Allocated IP 172.20.0.2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/87749587-d3a7-40f4-8df2-e50268dca44d/eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:04.846066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e1f1f9-aff6-45a5-ab58-2fbdd1986e6f req-cb441098-b037-4aa0-9f60-9402ebfd2094 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556283 Jan 18 23:22:04.865485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a945efd-108f-41b4-ae82-f5d1c98321ae tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3657544 Jan 18 23:22:04.898811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:04.924135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}]}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:04.932562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:04.966639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Usage tracker for resource:router and tenant:9669a96ad4dd4e8f9338b2b9779fdefb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:04.986368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:05.012310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:05.034884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:05.040177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:05.066695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-cba3d95c-db1d-4e7f-b1f1-0348b15615f4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.067809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:05.068141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-cba3d95c-db1d-4e7f-b1f1-0348b15615f4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Synchronizing usage tracker for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:05.081638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:05.092425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:05.098940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] Sync routers for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:05.113932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:05.119794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.121383 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.142251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.146397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.157932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:05.158548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:05.179287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.188267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-cba3d95c-db1d-4e7f-b1f1-0348b15615f4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Unset dirty status for tenant:82205e71fad24f48b846bbdf08b3c722 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:05.189959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-cba3d95c-db1d-4e7f-b1f1-0348b15615f4 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.5451651 Jan 18 23:22:05.216476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.216687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] For port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:05.217132 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.228092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f57d1b08-0033-459a-ac1b-4cef9ee35617 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.228743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f57d1b08-0033-459a-ac1b-4cef9ee35617 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:05.230490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:05.248173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.249427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:05.249864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.305038 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.308557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:05.309198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:05.379439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.380403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router b824444e-114d-41d0-aaee-adb03f57e926 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:22:05.384111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f57d1b08-0033-459a-ac1b-4cef9ee35617 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:05.395320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:05.395736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44d741-b8d6-4a77-9109-0bcca40e7b16 None None] The sync data for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:05.399428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f57d1b08-0033-459a-ac1b-4cef9ee35617 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.7555630 Jan 18 23:22:05.402846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Transition to ACTIVE for port object eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:05.405326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0d4226c-c892-4364-b6af-57484994f7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0553493 Jan 18 23:22:05.406248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Deleting port fb098eeb-485c-4577-bed1-5fdedd2f6956 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:05.406604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.411341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.413073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3880fcf0-800c-4f7b-afbf-f1e6c94a4c3a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 204 len: 168 time: 4.9774973 Jan 18 23:22:05.423295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.425844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.445579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f23df2c9-8958-4510-9f35-e09771ff4f44 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.0330093 Jan 18 23:22:05.446902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49714) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.460930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715551698', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:05.482857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.485525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:05.490625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Usage tracker for resource:router and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:05.493649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:05.501321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:05.520355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f26a067b-a00d-4783-befe-a5ac76ad55a1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/quotas/9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 375 time: 0.1192834 Jan 18 23:22:05.606099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.607036 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.670729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-d66900d9-a6ea-4112-823e-52bed03d9ebd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1418271 Jan 18 23:22:05.679978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.685188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ddc6c-7341-47f1-b745-81804dd83dae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.690515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39492f5c-9a60-4703-bcae-ec955ea41a74 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "GET /v2.0/floatingips/b1891872-b354-4ccc-a0b2-75278bfb34c0 HTTP/1.1" status: 200 len: 982 time: 0.1812181 Jan 18 23:22:05.693881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ddc6c-7341-47f1-b745-81804dd83dae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:05.694716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-623ddc6c-7341-47f1-b745-81804dd83dae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:05.698086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49722) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:05.702004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:05.709783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-c8f8b430-4b5d-4b70-8257-a7e5776aaf9b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:22:05.717276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-c8f8b430-4b5d-4b70-8257-a7e5776aaf9b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0175142 Jan 18 23:22:05.755691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c202a3e-72a8-4e80-8de8-ab48271e3af2 None None] Pushing event updated for resources: {'Port': ['ID=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:05.878999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-c113b29f-0d11-4832-9868-7e4dc069a0ee service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603422 Jan 18 23:22:05.976465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc64e286-2678-4ef2-a26e-35ff4856f250 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.2772703 Jan 18 23:22:06.046875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] For port fb098eeb-485c-4577-bed1-5fdedd2f6956, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=fb098eeb-485c-4577-bed1-5fdedd2f6956,segment=NetworkSegment(1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c),segment_id=1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:06.047423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.055717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49728) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:06.151799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-623ddc6c-7341-47f1-b745-81804dd83dae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:06.156373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-623ddc6c-7341-47f1-b745-81804dd83dae tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7277954 Jan 18 23:22:06.206280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:06.273876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Calling delete_port for fb098eeb-485c-4577-bed1-5fdedd2f6956 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:06.283243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:06.338835 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-3f4eac25-ea1b-45f7-a69d-5dff043a2acb service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474025 Jan 18 23:22:06.437789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:06.438080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.503918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.534651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8e8b7-e43e-4ddd-bac5-063edead3a4a req-40c60005-3b59-4905-9514-073a4103b097 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:06.536345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ff8e8b7-e43e-4ddd-bac5-063edead3a4a req-40c60005-3b59-4905-9514-073a4103b097 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 945 time: 0.3856971 Jan 18 23:22:06.618721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.747706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46fb5d87-d513-404c-818b-d5c64d284c41 None None] Provisioning for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:06.763660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46fb5d87-d513-404c-818b-d5c64d284c41 None None] Provisioning complete for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:06.764300 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-46fb5d87-d513-404c-818b-d5c64d284c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.805975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port 77a4f580-9cf3-4aef-bc68-f8648c8af10d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:06.805975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:06.915763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:07.033669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:07.040508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.041155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6ee38a2-8ca2-4f20-ae1b-c2390a070dd7 req-04e50fad-9dfb-4265-a268-1ca6942ff90f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.1931157 Jan 18 23:22:07.041423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.055662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ff8e8b7-e43e-4ddd-bac5-063edead3a4a req-7e0b14b3-45af-4249-b406-d3f5ae14c09a tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/security-groups?id=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885936 Jan 18 23:22:07.061856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Usage tracker for resource:security_group_rule and tenant:ff90383dbfb5444081191c4ffb6c96c0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:07.096824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:07.105103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:07.105689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.117938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:07.152618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.176451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for 77a4f580-9cf3-4aef-bc68-f8648c8af10d owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:07.244355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.256919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['fb098eeb-485c-4577-bed1-5fdedd2f6956'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:22:07.302180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Pushing event deleted for resources: {'Port': ['ID=fb098eeb-485c-4577-bed1-5fdedd2f6956,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:07.311343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:07.316241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c7dd51ff-843a-4f58-ac56-f73ea446896e None None] Provisioning for port 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:07.321670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c7dd51ff-843a-4f58-ac56-f73ea446896e None None] Provisioning complete for port 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:07.322292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7dd51ff-843a-4f58-ac56-f73ea446896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.385154 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Sync routers for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:07.395772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd51ff-843a-4f58-ac56-f73ea446896e None None] Port 36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:07.411307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:07.411307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:07.472096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.477455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] No DVR routers for this DVR port fb098eeb-485c-4577-bed1-5fdedd2f6956 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:07.538505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.575076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.587736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.590252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.606886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'name': 'network-vif-deleted', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:07.615004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:22:07.634554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.700359 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304f92b3-9666-499e-b0c2-5dfdb6124628', 'name': 'network-vif-deleted', 'tag': 'fb098eeb-485c-4577-bed1-5fdedd2f6956', 'status': 'completed', 'code': 200} Jan 18 23:22:07.712323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e559f2a5-07dc-46e5-a1de-0c0a3abc9baa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:07.726438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.763666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-45117a6c-83ee-4d4b-abef-6d043b9ef094 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff90383dbfb5444081191c4ffb6c96c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4530461 Jan 18 23:22:07.769058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Port': ['ID=77a4f580-9cf3-4aef-bc68-f8648c8af10d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:07.769268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49760) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:07.776699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.779771 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f4202b5b-c032-4634-8ede-78056434dbb6 req-091b23e9-325a-43bf-9f9d-4c799778ade0 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.89 "DELETE /v2.0/ports/fb098eeb-485c-4577-bed1-5fdedd2f6956 HTTP/1.1" status: 204 len: 173 time: 2.5844560 Jan 18 23:22:07.899509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.929644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:07.963835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.129739 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:21:51Z', 'revision_number': 2, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:08.134511 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Checking router: b2da6ca5-5358-4f3d-bba3-6c38af8401db for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:22:08.134984 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Updating router b2da6ca5-5358-4f3d-bba3-6c38af8401db port 2ecdc84e-92fb-4db7-81b7-85d39a76381a binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:22:08.172129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.220187 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.233869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:08.245237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.295573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Allocated IP 172.25.1.168 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6c77595b-29ad-4743-9394-2496aac230c2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:08.367584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e559f2a5-07dc-46e5-a1de-0c0a3abc9baa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:08.544042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62476ca1-33e1-4dad-873d-3ad2854d7faa req-0af7e241-4c4a-40ca-ab70-66f57ddb5161 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.2593360 Jan 18 23:22:08.676544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Router 107c16b1-5b5d-4480-ad3b-651396251092 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:08.701409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da289dea-72e8-45b4-aba8-92468544fedf req-aaf198c0-c3bc-474b-b442-09cca930fb85 tempest-ServersTestJSON-511419949 tempest-ServersTestJSON-511419949-project] 10.222.0.59 "GET /v2.0/ports?device_id=304f92b3-9666-499e-b0c2-5dfdb6124628 HTTP/1.1" status: 200 len: 210 time: 0.3893578 Jan 18 23:22:08.708047 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.724609 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Transition to ACTIVE for port object 2ecdc84e-92fb-4db7-81b7-85d39a76381a will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:08.796609 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.839727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.840860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-15cd8abf-ed5d-4688-a84e-924271a1bb79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e559f2a5-07dc-46e5-a1de-0c0a3abc9baa HTTP/1.1" status: 204 len: 168 time: 1.0706925 Jan 18 23:22:08.876522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.877853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f43bdda8-cfdc-40a3-b075-1be7222dae5c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 HTTP/1.1" status: 204 len: 168 time: 2.6107972 Jan 18 23:22:08.881936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49770) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:08.885155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:08.995291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:09.007208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:09.008730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:09.009787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:09.044850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.066649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Pushing event updated for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:09.098438 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.099458 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.099861 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.100263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.100681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.101121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.101513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.101901 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.102347 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.102670 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.103056 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:09.107651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:09.124044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] Sync routers for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:09.131963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.148165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:09.148165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:09.181648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:09.183131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-24ea6415-e35e-46ce-b86c-4a71ad82b702 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3018191 Jan 18 23:22:09.185988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:09.220126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:09.234353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:09.235315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:09.250692 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Attempting to bind port 2ecdc84e-92fb-4db7-81b7-85d39a76381a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:09.251146 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Attempting to bind port 2ecdc84e-92fb-4db7-81b7-85d39a76381a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:09.251592 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Attempting to bind port 2ecdc84e-92fb-4db7-81b7-85d39a76381a on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:09.258904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.265401 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:09.268690 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:09.268690 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.269083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:09.269575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Bound port: 2ecdc84e-92fb-4db7-81b7-85d39a76381a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:09.270156 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.283629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d9a63798-c0ee-483d-82ae-da5d62436446 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/floatingips/b1891872-b354-4ccc-a0b2-75278bfb34c0 HTTP/1.1" status: 204 len: 168 time: 3.2254694 Jan 18 23:22:09.291494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:09.302839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:09.308101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:09.313097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Usage tracker for resource:floatingip and tenant:59143c96a75e4d54a18adcfdbdb0e9fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:09.316080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:09.318993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:09.319457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff751ab-3fe7-4623-8809-0a7a54816972 None None] The sync data for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:09.321843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:09.390966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.411135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] For port 2ecdc84e-92fb-4db7-81b7-85d39a76381a, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:09.413399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.414902 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] For port 2ecdc84e-92fb-4db7-81b7-85d39a76381a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2ecdc84e-92fb-4db7-81b7-85d39a76381a,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:09.453243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event updated for resources: {'Port': ['ID=6c77595b-29ad-4743-9394-2496aac230c2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:09.460329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:09.485425 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.506510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:09.513127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:09.571645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fbd335-3f67-4cd6-bd6e-4bc3daecc117 None None] Pushing event updated for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:09.579784 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:09.583209 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:09.630902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f76463a1-3bab-46d3-9696-68c75d921aef tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:09.632392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-f76463a1-3bab-46d3-9696-68c75d921aef tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.1583018 Jan 18 23:22:09.689369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 611c45a5-6cc9-4e45-b6c0-716dabe1e772 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:09.731625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:09.816896 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:22:09.914082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49790) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:09.914586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49792) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:09.925325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device fb098eeb-485c-4577-bed1-5fdedd2f6956 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:09.934208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9227daad-fc80-4e7b-8f02-a290c3a96653 req-6e419f32-2aa5-407f-acbc-87373f137ea4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.1029918 Jan 18 23:22:09.963922 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.004457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: fb098eeb-485c-4577-bed1-5fdedd2f6956 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:10.004922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device fb098eeb-485c-4577-bed1-5fdedd2f6956 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:10.080444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-36cd2485-aa40-4346-baa8-38a75ba38b88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:10.091799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.105404 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.198284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.198284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.223066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-36cd2485-aa40-4346-baa8-38a75ba38b88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:10.229616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-36cd2485-aa40-4346-baa8-38a75ba38b88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 379 time: 0.5170190 Jan 18 23:22:10.244661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'device_id': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'admin_state_up': True, 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'security_groups': ['96aa0b28-1709-453c-b520-4b6391a26fed']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:10.260455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Deleting subnet 75b18fa3-a0a1-4816-85b8-ced0345ff548 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:10.273886 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:09Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:10.278779 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545cbf7-068b-45f1-9a6a-21ca900c7334 None None] The sync data for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 is: [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:09Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:10.294588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.332759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.339310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=611c45a5-6cc9-4e45-b6c0-716dabe1e772,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:10.347140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.356303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6db8b52-27b9-4728-83b7-1936acab230d None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:10.425895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:10.463655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bc5a5e28-37e8-421c-9cfd-c0a7c0da1d2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/611c45a5-6cc9-4e45-b6c0-716dabe1e772 HTTP/1.1" status: 204 len: 168 time: 1.2752221 Jan 18 23:22:10.465484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49800) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:10.501038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Usage tracker for resource:security_group_rule and tenant:b56fe1d24edf4c5a8345bfb9153bb948 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:10.505500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:10.528099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:10.550952 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.560134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 87749587-d3a7-40f4-8df2-e50268dca44d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:10.575144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.579203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.744318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.781200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.789129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.913239 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.933154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.940279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:10.946617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2ecdc84e-92fb-4db7-81b7-85d39a76381a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:11.019119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Router 3fe498da-4c32-4599-8791-6f3e64ad967a is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:22:11.038718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:11.066002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:port and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:11.083423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:11.114013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:11.125082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.125743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e223d3c-7485-4d66-9335-16e3539d06d5 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:22:11.133779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.204663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:11.209961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:11.210367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.239878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Allocated IP 172.25.1.244 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c8694af6-1cf4-454b-a1d9-f2df62de3521) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:11.244190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b48677cb-bc2b-4151-bdb6-8e206b7cc383 req-20218295-50d9-44b4-8e05-550b8fdd11ec tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.0547578 Jan 18 23:22:11.251062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.300570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.316379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.321093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:11.324164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.335549 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:22:11.337030 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2552e6c8-f2d3-4700-87bb-154eec9ceee3 tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4357789 Jan 18 23:22:11.373575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.420648 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.454161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=87749587-d3a7-40f4-8df2-e50268dca44d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:11.474359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2ecdc84e-92fb-4db7-81b7-85d39a76381a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2ecdc84e-92fb-4db7-81b7-85d39a76381a,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:11.489508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ac65bd-8f50-4576-94cf-7e496e6c047d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:11.491948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b18fa3-a0a1-4816-85b8-ced0345ff548,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:11.494522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Deleting port 9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:11.494864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.521680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.533974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64d24d-6ab6-4758-8daf-74649b2feda5 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:11.546795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d9a3a26-2cd5-42c1-971a-2c1aa0f2e370 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/87749587-d3a7-40f4-8df2-e50268dca44d HTTP/1.1" status: 204 len: 168 time: 1.0758753 Jan 18 23:22:11.548983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49812) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.555896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-58aad00e-ed4c-4637-8099-9008bb03c179 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b56fe1d24edf4c5a8345bfb9153bb948&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6268303 Jan 18 23:22:11.564367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49816) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.564547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.618888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.663698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:11.675936 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] Sync routers for ids ['3fe498da-4c32-4599-8791-6f3e64ad967a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:11.684588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-966c9e1e-63b1-41cf-b3f0-eb4fb1c2f88b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:11.696617 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] Routers {'3fe498da-4c32-4599-8791-6f3e64ad967a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:11.697312 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3fe498da-4c32-4599-8791-6f3e64ad967a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:11.740016 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79dd17ac-cd01-426a-a855-410e6dfeac79 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75b18fa3-a0a1-4816-85b8-ced0345ff548 HTTP/1.1" status: 204 len: 168 time: 1.8205681 Jan 18 23:22:11.742714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.750996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49820) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.794012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.798763 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:11.811506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.812968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-087ac8fe-4582-42a6-a6df-3a9a6a57eb1a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3860579 Jan 18 23:22:11.817949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49824) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.819519 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] Routers {'3fe498da-4c32-4599-8791-6f3e64ad967a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:11.820311 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3fe498da-4c32-4599-8791-6f3e64ad967a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:11.828734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-05e4f195-9f9b-4ca4-a35b-dc8d410cd969 None None] Provisioning complete for port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:11.829489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-05e4f195-9f9b-4ca4-a35b-dc8d410cd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.831564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:11.881761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-966c9e1e-63b1-41cf-b3f0-eb4fb1c2f88b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:router {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:11.882937 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-966c9e1e-63b1-41cf-b3f0-eb4fb1c2f88b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3301008 Jan 18 23:22:11.888985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49828) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:11.913747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.916990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:11.951440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:11.957550 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:11.957993 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9626182-31f3-4bcc-b355-ceca8c5c179b None None] The sync data for ids ['3fe498da-4c32-4599-8791-6f3e64ad967a'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:11.965522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.20.0.7 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/3876dedf-b07a-4dbd-9ba9-91e058e9c69e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:11.975233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.028400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.097824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Calling delete_port for 9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:12.145814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:22:12.153056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Deleting port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:12.153056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.191005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.277636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.283215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:12.352518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ac65bd-8f50-4576-94cf-7e496e6c047d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.359409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:12.359972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:12.365089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:12.371840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:12.372015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.376163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3529d076-4512-489c-8e52-4f959c9cb8eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44ac65bd-8f50-4576-94cf-7e496e6c047d HTTP/1.1" status: 204 len: 168 time: 0.8088236 Jan 18 23:22:12.407746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:12.434124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:12.474707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.490354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1bf71b2-79f4-4234-8be0-83eb3134ef35 req-63fd6d7b-7c7b-4875-a2fa-dd2d02bded4a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.0899525 Jan 18 23:22:12.498625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.498799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] For port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:12.500654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.537005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Pushing event updated for resources: {'Port': ['ID=c8694af6-1cf4-454b-a1d9-f2df62de3521,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.557075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2704604-4f72-482b-a2c0-5685ecf92088']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:12.649931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.679018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.684905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Calling delete_port for eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:12.688324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:12.835695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:12.835999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d353aab-c6b0-4ea1-bce9-33af2a2e0f7c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:12.839300 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.907736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:12.914191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-029004d6-2b4c-4b7d-afdf-6a25ef0cba1a tempest-RoutersAdminNegativeTest-807907474 tempest-RoutersAdminNegativeTest-807907474-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9c18ff24-ada9-4ea0-9239-3eb26cd0ca8b HTTP/1.1" status: 204 len: 168 time: 1.5321786 Jan 18 23:22:12.930910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2ecdc84e-92fb-4db7-81b7-85d39a76381a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:12.993657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] Pushing event deleted for resources: {'Port': ['ID=eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:12.995904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.009071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb50f4a-98be-48c9-9aa0-5a5fa033dd0c None None] No DVR routers for this DVR port eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:13.024417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.034847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2ecdc84e-92fb-4db7-81b7-85d39a76381a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:13.035389 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.067229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.090774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.124758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:22:13.125189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:22:13.140551 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:22:13.156054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.246530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:13.323058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:13.323753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device eb99c656-8ddb-4f2c-a1e1-3bbaea9fb17f not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:13.439929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.442568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Transition to ACTIVE for port object 3876dedf-b07a-4dbd-9ba9-91e058e9c69e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:13.447495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.479450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.501217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2704604-4f72-482b-a2c0-5685ecf92088,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:13.550750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.615724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:13.633541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.683096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b37aa88-3081-4a8e-82a4-05202eba0a59 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f2704604-4f72-482b-a2c0-5685ecf92088 HTTP/1.1" status: 204 len: 168 time: 1.8999255 Jan 18 23:22:13.687940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Deleting port 6c77595b-29ad-4743-9394-2496aac230c2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:13.688290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.730795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.812690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.826377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-249d7af2-9fc9-49c1-9eb2-79a2f3beac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.826923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:13.831133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:13.837482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:13.912719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:13.931137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.110669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Calling delete_port for 6c77595b-29ad-4743-9394-2496aac230c2 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:14.137743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:22:14.146009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.158232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.222519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Pushing event updated for resources: {'Port': ['ID=c8694af6-1cf4-454b-a1d9-f2df62de3521,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.227261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:14.229781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:14.230396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.241256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Usage tracker for resource:security_group_rule and tenant:754a018269ab4ead9fed43f4c3026e6a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:14.241792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.246599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:14.255865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:14.273870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21d955-4e95-496b-8236-ac440bac2115 req-5cf0b4b0-b347-47c6-a9d6-940886094449 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:14.275346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff21d955-4e95-496b-8236-ac440bac2115 req-5cf0b4b0-b347-47c6-a9d6-940886094449 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 931 time: 0.6276777 Jan 18 23:22:14.307705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:14.311407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-978acb8c-f013-4ea4-817b-1d7623d1d418 None None] Provisioning for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:14.311550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:14.314704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:14.315296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.327814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-978acb8c-f013-4ea4-817b-1d7623d1d418 None None] Provisioning complete for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:14.327814 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-978acb8c-f013-4ea4-817b-1d7623d1d418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.332506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:14.333551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=a5c4e37e-45f4-4307-b785-6dd923f66491,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.356819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef139936-4c2a-45d2-8dcc-2af518ee5ef5 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:14.377146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-167775c2-7275-4b17-bced-b012cff63318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1418583 Jan 18 23:22:14.388722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Request body: {'port': {'device_id': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:14.430816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-50d2ba37-fdb2-4b42-9bea-befc4ecdc77f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5287511 Jan 18 23:22:14.434685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.437188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2fbdabec-0fab-4a36-838a-f0d8ee58f1ae tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1439300 Jan 18 23:22:14.442789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:14.443266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49878) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:14.475477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff21d955-4e95-496b-8236-ac440bac2115 req-c8f6c956-531e-4992-861f-3e7d86d27b9f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871345 Jan 18 23:22:14.505971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:14.508487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-978acb8c-f013-4ea4-817b-1d7623d1d418 None None] Port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:14.541387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.550474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:22:14.641396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.661100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c79e8fa-9c5b-4990-9b5c-15d3f8a4eee6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82205e71fad24f48b846bbdf08b3c722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3250489 Jan 18 23:22:14.664208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:14.695669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'a5c4e37e-45f4-4307-b785-6dd923f66491'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:14.696729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.751806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:14.757092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:14.762284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:14.778004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:14.791220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.799205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.950823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Allocated IP 2001:db8::f816:3eff:fe8f:9f4f (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/a5c4e37e-45f4-4307-b785-6dd923f66491/dee2ef9e-a77a-45a4-ab8a-829f7b3fde40) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:14.957368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Pushing event deleted for resources: {'Port': ['ID=6c77595b-29ad-4743-9394-2496aac230c2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:14.972510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:14.980588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:15.006127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:15.021059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.036781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:15.178406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:15.186613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.198453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.209303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Transition to ACTIVE for port object 3876dedf-b07a-4dbd-9ba9-91e058e9c69e will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.209529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Transition to ACTIVE for port object dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.230244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Transition to ACTIVE for port object dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:15.238950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Usage tracker for resource:floatingip and tenant:b190bca7e4e34028a055f519eebfb22f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:15.273931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.289052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:15.322854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:15.362445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.379833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096b3f74-6d58-4646-885d-45d4f8a1355e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.382116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49898) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:15.421538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:15.422314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3fa84734-d758-4e28-b02b-f5f2feb7ca1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=754a018269ab4ead9fed43f4c3026e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8031340 Jan 18 23:22:15.482632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:15.484510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:15.489670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:15.539498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Pushing event updated for resources: {'Port': ['ID=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.551151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.597256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.631462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.645747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Attempting to bind port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:15.646362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Attempting to bind port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:15.646734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Attempting to bind port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:15.653988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:15.656222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:15.656222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.656222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:15.656613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Bound port: dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:15.656914 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.746480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.775669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.780144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] For port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:15.783814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] For port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:15.810525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Attempting to bind port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:15.810983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Attempting to bind port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:15.812265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Attempting to bind port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:15.831299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e on network 6e98de5c-2994-4315-a19e-0d2c0ece995b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:22:15.831705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Attempting to bind port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:15.839595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:15.840020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:15.840464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:15.841507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Bound port: 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:15.841507 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.875877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.878379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.947646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.969988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b3f74-6d58-4646-885d-45d4f8a1355e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:15.974747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:15.982217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:15.984309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a212d097-3807-404d-addb-03f973704d40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/096b3f74-6d58-4646-885d-45d4f8a1355e HTTP/1.1" status: 204 len: 168 time: 0.5491045 Jan 18 23:22:15.997805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:16.008915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.012769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.025006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.029870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb200d-86b1-4651-bb43-ec1a728889c1 None None] Pushing event updated for resources: {'Port': ['ID=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.032273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.049111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-439d8d51-51db-4bbc-88cf-7ce49c4e07e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.079676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.090879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a19c8d-e3ab-4f10-b193-e6df8ad356c0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.193819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.195862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] 10.222.0.83 "PUT /v2.0/ports/3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 1091 time: 1.8113964 Jan 18 23:22:16.196292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:16.239480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b57d5-be4a-4e79-a9ad-e97dfb415677 service neutron] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.260662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.260662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-72c74fff-7041-4938-82a9-2dafa5f5cfa2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4a19c8d-e3ab-4f10-b193-e6df8ad356c0 HTTP/1.1" status: 204 len: 168 time: 1.5919716 Jan 18 23:22:16.267893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:16.284408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Usage tracker for resource:security_group_rule and tenant:2543c86b08f2491e9ed6efdc394daea5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:16.306523 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'status': 'completed', 'code': 200} Jan 18 23:22:16.307182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:16.341269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:16.445289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-e250c7ce-9843-451d-9f61-c2044627e3ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1094 time: 0.1343839 Jan 18 23:22:16.505548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f393af-6205-4f4b-bcbd-6bbabd59100c req-22509dd6-f4c8-4eb4-bbe8-2cd607a4663e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.507289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2f393af-6205-4f4b-bcbd-6bbabd59100c req-22509dd6-f4c8-4eb4-bbe8-2cd607a4663e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 943 time: 0.7874515 Jan 18 23:22:16.595657 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-46240863-f694-49d7-9f97-14481888d4da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 217 time: 0.1448598 Jan 18 23:22:16.613568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Router 3fe498da-4c32-4599-8791-6f3e64ad967a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:16.617782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.677152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-b3905ca6-4bcd-4e14-9b6f-a70c977a3889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:16.678622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-b3905ca6-4bcd-4e14-9b6f-a70c977a3889 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0769198 Jan 18 23:22:16.726123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.745446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2f393af-6205-4f4b-bcbd-6bbabd59100c req-330aed66-5cd8-435d-9d2b-2af8c0b79d2a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312772 Jan 18 23:22:16.769816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-4f5d55b4-353b-47af-84ab-e986caef4b23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805089 Jan 18 23:22:16.828214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:16.902899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce41b3-42e2-4e28-8cdc-d60d7fe019f2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:16.978408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-58484dc3-b63d-442e-8caa-f3c7312a992b service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069714 Jan 18 23:22:17.028664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:17.181620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49930) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.201691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-65b4d791-ff3f-4de6-8e6e-8795c5db08f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2543c86b08f2491e9ed6efdc394daea5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8073890 Jan 18 23:22:17.204921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.232320 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-82d681e5-29fe-44c5-ac6d-c5987be2ace1 req-9036156d-b872-43da-ad2b-38f230baf6d8 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386670 Jan 18 23:22:17.270323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.312244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:17.315006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.329682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dcc2555d-6c42-430c-bd1f-d352bde5abf5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9669a96ad4dd4e8f9338b2b9779fdefb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1463716 Jan 18 23:22:17.336735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49940) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.366173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.394496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Allocated IP 172.25.1.159 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/7b9f178f-89ad-442d-a567-140f86408e0a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:17.410319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.413646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:17.425852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] Sync routers for ids ['3fe498da-4c32-4599-8791-6f3e64ad967a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:17.452707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] Routers {'3fe498da-4c32-4599-8791-6f3e64ad967a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:17.452707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3fe498da-4c32-4599-8791-6f3e64ad967a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.522225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.540214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.584696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.588524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.600492 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-973b9f13-b50b-4e6c-8b03-16dc64a6f410 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1094 time: 0.1879590 Jan 18 23:22:17.606978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] Routers {'3fe498da-4c32-4599-8791-6f3e64ad967a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:17.609906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3fe498da-4c32-4599-8791-6f3e64ad967a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.628120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.632029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8f918a7d-2d6a-4fe2-8203-60d6400abd8a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "PUT /v2.0/routers/3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 200 len: 710 time: 5.8114817 Jan 18 23:22:17.635437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.655858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:17.685782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:17.687002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43237adf-e6c5-4d8c-a94a-1e501a72a7eb None None] The sync data for ids ['3fe498da-4c32-4599-8791-6f3e64ad967a'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:17.720055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:17.731125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2673132-2730-45f7-9d97-9e49662f1041 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:17.732048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:17.732653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.737523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.762607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce41b3-42e2-4e28-8cdc-d60d7fe019f2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:17.769040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=993c1130-a2bc-49e3-80cb-f3d00ee7f161,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:17.778459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.780925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-016b1c0e-0afa-4439-b696-3e47d30da095 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4ce41b3-42e2-4e28-8cdc-d60d7fe019f2 HTTP/1.1" status: 204 len: 168 time: 0.5712378 Jan 18 23:22:17.853263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716352-a178-43b8-978a-421c70727670 req-0e6bab05-5592-481c-8399-d0f195260db4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:17.854933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-0e6bab05-5592-481c-8399-d0f195260db4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.2403424 Jan 18 23:22:17.879672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Provisioning for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:17.924656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Provisioning complete for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:17.925039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.962573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-451118e6-e184-4876-9ded-8bbde27cb3af tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5126839 Jan 18 23:22:17.968101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:17.977548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:17.987723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:e5:8d:09', 'name': 'tempest-NetworksTestDHCPv6-1362248651'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:18.091734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.107327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0eb6c983-3e5d-463c-bd63-c4d505e0c8c6 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/routers/3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 200 len: 745 time: 0.4620109 Jan 18 23:22:18.110748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:18.158650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8824ae1-b7cf-4759-9d01-9c8f9345c0ff,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.166457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-2d9d9369-8339-4285-a6d3-8601ee8b11b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 217 time: 0.3047054 Jan 18 23:22:18.177586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.177586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5eab22f9-8e7b-4c96-b811-80e6d3aff634 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8824ae1-b7cf-4759-9d01-9c8f9345c0ff HTTP/1.1" status: 204 len: 168 time: 0.8378708 Jan 18 23:22:18.179919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-473ffb18-67b0-4545-9062-6282a96a8ba8 tempest-RoutersIpV6AdminTest-869069666 tempest-RoutersIpV6AdminTest-869069666-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 200 len: 205 time: 0.0593450 Jan 18 23:22:18.181760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49966) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:18.269121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.278527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b57d9b7f-6e5f-465d-ae53-71eb2d9fd3ca tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 200 len: 205 time: 0.0957322 Jan 18 23:22:18.286299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49974) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:18.312646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:18.321038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:18.324432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:18.333827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:18.357845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d6da1-8d38-41c6-9671-bbf950ec0330 req-e439fad4-b188-42c8-8d4c-240fc4cfe520 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:18.360709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d9d6da1-8d38-41c6-9671-bbf950ec0330 req-e439fad4-b188-42c8-8d4c-240fc4cfe520 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 943 time: 0.2676613 Jan 18 23:22:18.398739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716352-a178-43b8-978a-421c70727670 req-2d53295b-a7a6-4e59-aec1-a32217d75edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:18.400444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-2d53295b-a7a6-4e59-aec1-a32217d75edd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.2195234 Jan 18 23:22:18.420033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:18.439732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.460577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] For port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:18.502581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:18.510474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.518351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.530637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'a5c4e37e-45f4-4307-b785-6dd923f66491', 'ip_address': '2001:db8::f816:3eff:fe8f:9f4f'}, {'subnet_id': '993c1130-a2bc-49e3-80cb-f3d00ee7f161'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'dee2ef9e-a77a-45a4-ab8a-829f7b3fde40'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:22:18.556502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Pushing event updated for resources: {'Port': ['ID=7b9f178f-89ad-442d-a567-140f86408e0a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.597054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:18.600129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d9d6da1-8d38-41c6-9671-bbf950ec0330 req-aeaffeb5-7bdf-43f4-8cbc-ab5e174d54f7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335746 Jan 18 23:22:18.602427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:18.605336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:18.644883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.654485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port b5dad835-e924-40af-b602-6bd98a2cc13e yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:18.661844 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.736776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-f58289e1-2b21-4a19-8ebf-193e5d8e3dc4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894359 Jan 18 23:22:18.751647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c6897-e48f-422e-990c-09e0f6dc1ae7 None None] Pushing event updated for resources: {'Port': ['ID=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:18.945248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:18.953430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:19.073306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:19.073693 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.086875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 172.20.0.11 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/993c1130-a2bc-49e3-80cb-f3d00ee7f161/b5dad835-e924-40af-b602-6bd98a2cc13e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:19.091840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1429371560-network', 'tenant_id': 'b58a4c1b68814f659a6c90b9547a905c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:19.105394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:19.110643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fee5:8d09 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/a5c4e37e-45f4-4307-b785-6dd923f66491/b5dad835-e924-40af-b602-6bd98a2cc13e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:19.189735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.203531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:22:19.214933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.227346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-78c98c2d-0d86-410b-90af-3356c9d99a45 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319315 Jan 18 23:22:19.337735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Usage tracker for resource:network and tenant:b58a4c1b68814f659a6c90b9547a905c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:19.345921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:19.370174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:19.384623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:19.401850 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b0716352-a178-43b8-978a-421c70727670 req-797e5616-519a-4e4f-b5f1-6f1c15a714db service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669152 Jan 18 23:22:19.402641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.403288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe498da-4c32-4599-8791-6f3e64ad967a {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:22:19.414619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.414766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:22:19.417021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-032391ad-41e1-462d-a1e0-c035d0111940 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 204 len: 168 time: 1.1294863 Jan 18 23:22:19.419285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.423977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:19.476248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-27e0ff05-3b5a-451e-9b8c-87ec62afe9e1 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 200 len: 205 time: 0.0478871 Jan 18 23:22:19.479032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50010) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:19.490080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.516639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:19.536600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:19.538109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object b5dad835-e924-40af-b602-6bd98a2cc13e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:19.546893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Made reservation on behalf of b58a4c1b68814f659a6c90b9547a905c for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:19.549236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.580369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.583439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.589014 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-46fd49ac-11a7-4550-ac85-d679ff0a0b3c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:19.590280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46fd49ac-11a7-4550-ac85-d679ff0a0b3c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/3fe498da-4c32-4599-8791-6f3e64ad967a HTTP/1.1" status: 404 len: 336 time: 0.1102734 Jan 18 23:22:19.593052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50014) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:19.626637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.644437 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5a173a14-823f-4577-8b43-b6b7f0b0ef8e tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 200 len: 205 time: 0.0500126 Jan 18 23:22:19.647556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50024) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:19.653482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:19.658743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Usage tracker for resource:security_group_rule and tenant:b58a4c1b68814f659a6c90b9547a905c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:19.661898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:19.669063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:19.741475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:19.831742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:19.854568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Allocated IP 172.20.0.2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/993c1130-a2bc-49e3-80cb-f3d00ee7f161/dee2ef9e-a77a-45a4-ab8a-829f7b3fde40) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:19.912343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3876dedf-b07a-4dbd-9ba9-91e058e9c69e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:22:20.085408 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-2ec307f7-ce8f-456f-bdb8-06b29acfed4c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:20.088877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ec307f7-ce8f-456f-bdb8-06b29acfed4c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/b824444e-114d-41d0-aaee-adb03f57e926 HTTP/1.1" status: 404 len: 336 time: 0.4390194 Jan 18 23:22:20.091291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50036) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.160402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-19166f04-7474-4dbe-939e-b587ee5306c0 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 200 len: 205 time: 0.0677986 Jan 18 23:22:20.164784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.188592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.235999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] For port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:20.262278 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-c10c743a-abca-4a15-8af2-b489c729ed1c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:20.269012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c10c743a-abca-4a15-8af2-b489c729ed1c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/8878c1f6-b615-424f-a7c4-66daa8a23af4 HTTP/1.1" status: 404 len: 336 time: 0.1025877 Jan 18 23:22:20.270428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.296067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:20.308505 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.333621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a7cf985f-9a13-4108-950d-3e70b5a0caf0 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 200 len: 205 time: 0.0615926 Jan 18 23:22:20.334608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50054) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.342136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:20.355453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Transition to ACTIVE for port object dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:20.372008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=b5dad835-e924-40af-b602-6bd98a2cc13e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.374481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:20.441964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.452622 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-3ed650d0-3441-47e0-b2be-5dfe6eab04ca tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:20.452622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ed650d0-3441-47e0-b2be-5dfe6eab04ca tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/f9ae2157-e31b-48c6-933e-cd5ad28dc479 HTTP/1.1" status: 404 len: 336 time: 0.1087966 Jan 18 23:22:20.456211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.456510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50062) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.480873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.519175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b781394-acad-42c4-bb66-3c74c3c3db1e req-6b2966dc-0b80-4076-825f-8bf59dd55183 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:20.520918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b781394-acad-42c4-bb66-3c74c3c3db1e req-6b2966dc-0b80-4076-825f-8bf59dd55183 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6300552 Jan 18 23:22:20.530748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:20.539391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.539511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86034a-aa7a-4630-9d57-4cb4a6f02599 None None] Pushing event updated for resources: {'Port': ['ID=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.555751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6935c485-2465-4eb3-a45a-0b81b9b47d2a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 200 len: 205 time: 0.0974658 Jan 18 23:22:20.559560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.651664 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-9919f6fa-5c29-45aa-9c40-b40e7a0df08c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:20.655710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9919f6fa-5c29-45aa-9c40-b40e7a0df08c tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/3f1345c1-1977-4983-86d8-f99280680d21 HTTP/1.1" status: 404 len: 336 time: 0.0909650 Jan 18 23:22:20.656160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.710290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c544436f-85f6-4a1f-a763-1eba28f20d36 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "GET /v2.0/ports?device_id=33c0636c-09c7-490d-858c-940af0478d40 HTTP/1.1" status: 200 len: 205 time: 0.0526214 Jan 18 23:22:20.713844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50082) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.726080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.755665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b781394-acad-42c4-bb66-3c74c3c3db1e req-976d9e62-7b75-47d3-8237-95dbc10d330b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189541 Jan 18 23:22:20.789150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1929998610'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:20.789150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:20.792308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:network and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:20.795342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:20.802787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:20.823242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:20.827293 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-7a0835f8-8bba-4346-bb60-c4beed9fec2a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] delete failed (client error): The resource could not be found. Jan 18 23:22:20.828672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a0835f8-8bba-4346-bb60-c4beed9fec2a tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/routers/33c0636c-09c7-490d-858c-940af0478d40 HTTP/1.1" status: 404 len: 336 time: 0.1131938 Jan 18 23:22:20.831111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50092) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:20.881092 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ec67c8-2c4c-448e-88db-8ed4712ac382 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] DELETE failed (client error): The resource could not be found. Jan 18 23:22:20.881827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ec67c8-2c4c-448e-88db-8ed4712ac382 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:22:20.883969 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-65ec67c8-2c4c-448e-88db-8ed4712ac382 tempest-RoutersIpV6AdminTest-773802558 tempest-RoutersIpV6AdminTest-773802558-project] 10.222.0.59 "DELETE /v2.0/subnets/a62dcde4-17a6-4e29-9ab1-cebc853f0cdc HTTP/1.1" status: 404 len: 337 time: 0.0516636 Jan 18 23:22:20.887576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f5e98-77ca-4a85-85b1-cc4c95007da6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:20.890270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.890533 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Added segment e3894fad-484e-4d6c-8563-586bd85c5d51 of type vlan for network 367471fe-12f0-4a7d-8db1-20eac2d12508 Jan 18 23:22:20.928432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:20.938942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:20.940491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.977754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5415c24c-21fb-4630-9367-c6e3201e515d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0063829 Jan 18 23:22:20.978157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:20.988450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50102) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.065705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:21.077891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:security_group_rule and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:21.077891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:21.084462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.095110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:21.117373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:22:21.148651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.184874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb044202-695a-405d-866c-4b6abc167748 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:21.191797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb044202-695a-405d-866c-4b6abc167748 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:21.192649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb044202-695a-405d-866c-4b6abc167748 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:21.195959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.212662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:21.232303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.261780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.278453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:21.293494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.294117 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Added segment c7fdcc8a-5147-49b3-8cd6-5f00de19f83b of type vlan for network fd26f55a-88dc-4474-854c-84027b52f557 Jan 18 23:22:21.323028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.351106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.352249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:21.352968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.358402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.384730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6dd9a-3383-4667-a999-ade7b8a4d5e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:21.386058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:21.394257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:21.394892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.396666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.396666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.396666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.396666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.396666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.397269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.397843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.398411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.398964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.399562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.400113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:21.418022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb044202-695a-405d-866c-4b6abc167748 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:21.425827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb044202-695a-405d-866c-4b6abc167748 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4243295 Jan 18 23:22:21.426656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50110) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.513090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Pushing event updated for resources: {'Port': ['ID=7b9f178f-89ad-442d-a567-140f86408e0a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:21.523279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.528384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] Pushing event updated for resources: {'Network': ['ID=367471fe-12f0-4a7d-8db1-20eac2d12508,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:21.528479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:21.528780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.544322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:21.568795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port b5dad835-e924-40af-b602-6bd98a2cc13e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:21.569750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.630146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4396f4c6-61e1-4b73-bc65-bb789b1e9e42 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2039835 Jan 18 23:22:21.634836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.638689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-58da73cc-d0ce-47e4-bc35-e4f795d8ae00 tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1858034 Jan 18 23:22:21.640097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.640592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.649767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Request body: {'subnet': {'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1429371560-subnet', 'tenant_id': 'b58a4c1b68814f659a6c90b9547a905c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:21.678545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:21.682643 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.722210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:21.722328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Network': ['ID=fd26f55a-88dc-4474-854c-84027b52f557,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:21.738811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network fd26f55a-88dc-4474-854c-84027b52f557 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:21.835744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:21.851122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7bbcbde5-adb9-4b0c-bf0b-0f2728e8c9f7 None None] Provisioning for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:21.852482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-14b93a9e-7a58-4d69-a72a-c5437b2a89ed tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3875904 Jan 18 23:22:21.867363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50128) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.891543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'subnet': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:21.903941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7bbcbde5-adb9-4b0c-bf0b-0f2728e8c9f7 None None] Provisioning complete for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:21.904323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7bbcbde5-adb9-4b0c-bf0b-0f2728e8c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:21.938699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0aa0a2f-14c4-4d97-905e-07e40fbdd306 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2916 time: 0.2949514 Jan 18 23:22:21.940364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Usage tracker for resource:subnet and tenant:b58a4c1b68814f659a6c90b9547a905c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:21.942648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.943125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:21.951005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:22.023046 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:22:22.035290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.052766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-576d4336-122e-4771-a0d2-40d35253c436 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1067486 Jan 18 23:22:22.069757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:22.070110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50146) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:22.079749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:22.159492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:22.267027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:22.282702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Made reservation on behalf of b58a4c1b68814f659a6c90b9547a905c for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:22.285059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.289112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:subnet and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:22.304456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:22.322087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:22.353781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.367876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7886b00c-4202-4e41-8270-6032e1d345a9 req-18b20a30-3990-4353-9174-c8ab94bf8046 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1096 time: 0.3844945 Jan 18 23:22:22.452463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bd61b8f5-518c-426b-9af7-c9eb93b396fc None None] Provisioning for port b5dad835-e924-40af-b602-6bd98a2cc13e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:22.458612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bd61b8f5-518c-426b-9af7-c9eb93b396fc None None] Provisioning complete for port b5dad835-e924-40af-b602-6bd98a2cc13e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:22.458992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bd61b8f5-518c-426b-9af7-c9eb93b396fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.506719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.519823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bd61b8f5-518c-426b-9af7-c9eb93b396fc None None] Port b5dad835-e924-40af-b602-6bd98a2cc13e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:22.541055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Deleting port 7b9f178f-89ad-442d-a567-140f86408e0a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:22.541399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.565607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.582364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:22.606256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for b5dad835-e924-40af-b602-6bd98a2cc13e owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:22.677016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:22.733821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Usage tracker for resource:security_group_rule and tenant:51dad19bb64f42088d0ad6cd4e1c247e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:22.740970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:22.754425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7d48-89b0-4627-88c2-665495606355 req-6caca5a6-ecb7-40f7-8b4d-9ed28aa14109 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:22.756080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ff7d48-89b0-4627-88c2-665495606355 req-6caca5a6-ecb7-40f7-8b4d-9ed28aa14109 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.6614227 Jan 18 23:22:22.760485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:22.765715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:22.766073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:22.771695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Usage tracker for resource:security_group_rule and tenant:fe8b28074371463cb2cf1d5e4a5f8180 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:22.775893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:22.788519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7886b00c-4202-4e41-8270-6032e1d345a9 req-c2da26d7-94a3-426d-b01e-e89f1df33314 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653009 Jan 18 23:22:22.934175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:23.068772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.070226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.079958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62ff7d48-89b0-4627-88c2-665495606355 req-ba97b9aa-2f94-4b8c-b020-1820c7bbc91d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153594 Jan 18 23:22:23.165296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.210004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=b5dad835-e924-40af-b602-6bd98a2cc13e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.216726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Calling delete_port for 7b9f178f-89ad-442d-a567-140f86408e0a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:23.248211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.394013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.397800 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.407425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Subnet': ['ID=cb684aaa-8c6a-41c6-985c-19aa7977d87f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.449266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.460132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Checking segment: {'id': 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:23.460492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network hostable DHCP agents. Network: fd26f55a-88dc-4474-854c-84027b52f557, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:23.477163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.513654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.520903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.591218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c5184ade-45a0-44a0-a600-bff1e11b3619 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/b5dad835-e924-40af-b602-6bd98a2cc13e HTTP/1.1" status: 204 len: 168 time: 2.1647952 Jan 18 23:22:23.591218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50162) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:23.627375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:23.633654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab1676d-3c94-41ba-9a9c-aee29f8a38da,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.641031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe8b28074371463cb2cf1d5e4a5f8180&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5664339 Jan 18 23:22:23.644372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:23.650860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.659932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51dad19bb64f42088d0ad6cd4e1c247e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7158234 Jan 18 23:22:23.662628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:23.673890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.674350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.674714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.675054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.675411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.675738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.676058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.676378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.676698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.677170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.677535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9c1a2c-25bd-4ac3-83bf-11cfb3c078ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.693274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.694627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.695931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.696851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:23.697758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.698105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.698437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.698768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.699099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.699426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.699747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.700066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.707551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.707551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.707551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:23.720552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Checking segment: {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:23.720946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Network hostable DHCP agents. Network: 367471fe-12f0-4a7d-8db1-20eac2d12508, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:23.737263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d3ef8-ead3-4d42-9658-3da3ea213448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf9160-8a6a-4733-99f4-a12e594bd275,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.760493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.799409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.803878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.807189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Pushing event deleted for resources: {'Port': ['ID=7b9f178f-89ad-442d-a567-140f86408e0a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:23.812173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, fd26f55a-88dc-4474-854c-84027b52f557) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:23.822528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1504c-e4c8-47fc-8f61-3269d492b4dd None None] Network fd26f55a-88dc-4474-854c-84027b52f557 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:23.836211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.836809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.865340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.876238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.901785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:23.902977 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87c17f51-4bc3-4f36-9942-bbb1abf742c6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3112125 Jan 18 23:22:23.905969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:23.960538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:23.988012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:23.989299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 367471fe-12f0-4a7d-8db1-20eac2d12508) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:23.993460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:23.994123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.006793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d114b49-cb8f-48db-8d5e-faec282471db None None] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:24.012044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aecea095-1931-453d-b78c-09dca78d9948 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1429796 Jan 18 23:22:24.017018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:24.023208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-646939947'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:24.154470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.157962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aaae662e-9df0-4cf9-a657-62566376134b tempest-FloatingIPAdminTestJSON-205949240 tempest-FloatingIPAdminTestJSON-205949240-project] 10.222.0.59 "DELETE /v2.0/floatingips/797758e7-d15e-4c18-a343-eaed68520192 HTTP/1.1" status: 204 len: 168 time: 2.0869200 Jan 18 23:22:24.161431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:24.193628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:24.198849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:port and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:24.201987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:24.209994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:24.219536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.230446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.250570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-fd26f55a-88dc-4474-854c-84027b52f557', 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'tenant_id': '1eeea6db157948e6bf3e1af6975f019c', 'fixed_ips': [{'subnet_id': 'cb684aaa-8c6a-41c6-985c-19aa7977d87f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:24.250570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.258290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.263823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ab1676d-3c94-41ba-9a9c-aee29f8a38da HTTP/1.1" status: 204 len: 168 time: 0.6180744 Jan 18 23:22:24.264329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.269810 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdbf9160-8a6a-4733-99f4-a12e594bd275 HTTP/1.1" status: 204 len: 168 time: 0.6037190 Jan 18 23:22:24.274655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af779798-3093-4b06-9549-7a6e69220913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab1676d-3c94-41ba-9a9c-aee29f8a38da,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:24.291217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7c294-8335-45f1-ba09-cea0409f7f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf9160-8a6a-4733-99f4-a12e594bd275,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:24.310242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d9ba3c54-d8cd-4030-a023-a3340418adda admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6683316 Jan 18 23:22:24.419504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:24.422848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.450583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c34f02-16f5-45f9-bd7a-52bbdeb4f314 None None] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:24.457653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:24.525765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Deleting port c8694af6-1cf4-454b-a1d9-f2df62de3521 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:24.525765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.553255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 993c1130-a2bc-49e3-80cb-f3d00ee7f161 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:24.557009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.619824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Allocated IP 172.20.0.2 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/662d7e18-ac9a-449b-9a5a-2eed27b57677) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:24.676159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.853238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e0ef0-ff44-4003-8aa6-437c4232a1ac req-de920803-2a07-45be-a5d4-2dfd36ad0319 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:24.855457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-912e0ef0-ff44-4003-8aa6-437c4232a1ac req-de920803-2a07-45be-a5d4-2dfd36ad0319 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.5429771 Jan 18 23:22:24.929485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:24.941092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Transition to ACTIVE for port object 662d7e18-ac9a-449b-9a5a-2eed27b57677 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:24.962568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Transition to ACTIVE for port object 662d7e18-ac9a-449b-9a5a-2eed27b57677 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:25.033941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.077005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.077344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.127030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:25.135046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:25.138119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:25.144959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.7 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/1adae6bf-7519-4bd3-a7d4-7aca33daea8f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:25.198458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Pushing event updated for resources: {'Port': ['ID=662d7e18-ac9a-449b-9a5a-2eed27b57677,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:25.266716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Attempting to bind port 662d7e18-ac9a-449b-9a5a-2eed27b57677 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:25.267587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Attempting to bind port 662d7e18-ac9a-449b-9a5a-2eed27b57677 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:25.268116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Attempting to bind port 662d7e18-ac9a-449b-9a5a-2eed27b57677 on network fd26f55a-88dc-4474-854c-84027b52f557 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:25.279029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:25.279029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Checking segment: {'id': 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:25.279029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.279029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Bound using segment: {'id': 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:25.279029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Bound port: 662d7e18-ac9a-449b-9a5a-2eed27b57677, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:25.280671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.363231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.423690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] For port 662d7e18-ac9a-449b-9a5a-2eed27b57677, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:25.428742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] For port 662d7e18-ac9a-449b-9a5a-2eed27b57677, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=662d7e18-ac9a-449b-9a5a-2eed27b57677,segment=NetworkSegment(c7fdcc8a-5147-49b3-8cd6-5f00de19f83b),segment_id=c7fdcc8a-5147-49b3-8cd6-5f00de19f83b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:25.435573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-912e0ef0-ff44-4003-8aa6-437c4232a1ac req-6649b2b1-839f-42cf-9cc0-fbb3d384ab9f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852805 Jan 18 23:22:25.449371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Calling delete_port for c8694af6-1cf4-454b-a1d9-f2df62de3521 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:25.477277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:25.504950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.561485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.582864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object 1adae6bf-7519-4bd3-a7d4-7aca33daea8f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:25.590835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727f294-9fa0-4e4a-9d53-d8b31721b95d None None] Pushing event updated for resources: {'Port': ['ID=662d7e18-ac9a-449b-9a5a-2eed27b57677,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:25.635960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.691811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.719458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=993c1130-a2bc-49e3-80cb-f3d00ee7f161,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:25.741854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:25.788757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-85f9e947-8cb1-46ef-9a98-4d5e71c5f6f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2acc6a38759487582f4308a591ce139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3066151 Jan 18 23:22:25.791135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:25.799554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95337e5-88de-4863-b9f6-890f8cb2613e None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:25.820595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:25.828127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:25.830879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:25.878892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-e3ab63d7-264a-4d17-a0d6-ced86f5f21f2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:25.879570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-e3ab63d7-264a-4d17-a0d6-ced86f5f21f2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Synchronizing usage tracker for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:25.890615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-baa8f5bc-d0a0-4258-bcfa-d44314f3f0c8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/993c1130-a2bc-49e3-80cb-f3d00ee7f161 HTTP/1.1" status: 204 len: 168 time: 1.9824181 Jan 18 23:22:25.915134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50226) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:25.923167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=1adae6bf-7519-4bd3-a7d4-7aca33daea8f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:25.943073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:25.943073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.011106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-e3ab63d7-264a-4d17-a0d6-ced86f5f21f2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Unset dirty status for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:26.017726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-e3ab63d7-264a-4d17-a0d6-ced86f5f21f2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 814 time: 0.5283585 Jan 18 23:22:26.037755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:26.038102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06ab55f3-6ecb-47f1-b33e-fdcdf2a7972c tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0196548 Jan 18 23:22:26.056406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-362657934', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d5:d2:04'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:26.141633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-a0bcdfee-0fec-4d46-8d5a-94e33cbc6256 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/quotas/b58a4c1b68814f659a6c90b9547a905c HTTP/1.1" status: 200 len: 375 time: 0.1223235 Jan 18 23:22:26.153424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet a5c4e37e-45f4-4307-b785-6dd923f66491 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:26.198578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.216409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.305124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-af607802-9f84-4a87-be6a-ad6c23087844 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1550682 Jan 18 23:22:26.325923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.328383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8694af6-1cf4-454b-a1d9-f2df62de3521,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:26.335901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-78cd3a88-b452-460b-8f23-07ea905c0b13 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:22:26.336908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-78cd3a88-b452-460b-8f23-07ea905c0b13 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0162630 Jan 18 23:22:26.490773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.662454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.726228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:26.728596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.761053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:port and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:26.766612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:26.792618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.797494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-acad99d6-4b21-4eb4-9dcb-93feb9a6cab4 tempest-FloatingIPAdminTestJSON-1356955440 tempest-FloatingIPAdminTestJSON-1356955440-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/18b03c59-1b13-4dc4-a4c9-6fbdd2723096 HTTP/1.1" status: 204 len: 168 time: 2.6209018 Jan 18 23:22:26.799099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:26.800829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:26.934236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port cb064410-6c97-435d-9952-16bce6f06e60 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:26.939633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:26.955150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-a7946db4-52aa-4523-a4cd-b38d5de03756 service neutron] 10.222.0.59 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994482 Jan 18 23:22:26.979860 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.021312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 662d7e18-ac9a-449b-9a5a-2eed27b57677 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:27.076491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:27.131342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303b838-4791-4a57-ba2a-5af6782266bd None None] Network fd26f55a-88dc-4474-854c-84027b52f557 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:27.270747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1a907103-bd73-4bee-9ab2-85b35f168ed7 None None] Provisioning for port 662d7e18-ac9a-449b-9a5a-2eed27b57677 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:27.304488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32ca2-03e1-435d-a409-c55409a52601 req-cccccf25-70f7-4c08-8cb2-a63e62bc3f9b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:27.305983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03c32ca2-03e1-435d-a409-c55409a52601 req-cccccf25-70f7-4c08-8cb2-a63e62bc3f9b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.6564906 Jan 18 23:22:27.321879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 662d7e18-ac9a-449b-9a5a-2eed27b57677 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:27.359070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 662d7e18-ac9a-449b-9a5a-2eed27b57677 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:27.359526 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.402409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.404226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.452599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14946b7-e129-4d25-a38c-5544f7a8f88e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:27.509041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-32e31f03-90bb-49c1-92e0-f649562bea53 None None] Provisioning complete for port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:27.509041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-32e31f03-90bb-49c1-92e0-f649562bea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.510612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.514825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5e00bba-67b2-4914-8006-7067d6fc0da9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a14946b7-e129-4d25-a38c-5544f7a8f88e HTTP/1.1" status: 204 len: 168 time: 1.7186868 Jan 18 23:22:27.527241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-b15472d4-7065-4266-95f8-c855c0abb9a9 service neutron] 10.222.0.59 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498085 Jan 18 23:22:27.543971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03c32ca2-03e1-435d-a409-c55409a52601 req-83992549-0715-4966-9de3-04162360fff1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813607 Jan 18 23:22:27.548075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.602384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.602488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for cb064410-6c97-435d-9952-16bce6f06e60 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:27.702672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c4e37e-45f4-4307-b785-6dd923f66491,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:27.707485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:27.813775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:27.823212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4245ee6c-7fe6-4150-9a49-56b97731991f None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:27.831705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-777d2369-2f4f-44c5-9e1f-2b839dbbd00f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/a5c4e37e-45f4-4307-b785-6dd923f66491 HTTP/1.1" status: 204 len: 168 time: 1.9105966 Jan 18 23:22:27.839142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:27.990351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50284) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:27.990885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9532aca4-a908-445c-a4df-f58040f588a7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474252 Jan 18 23:22:28.008615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:28.024947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.111220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.147810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-678be01f-c40b-48f6-8164-37e695d1b4e9 req-6a0284cd-8a11-4013-914c-a288dd8abee5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.1549196 Jan 18 23:22:28.205359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Port': ['ID=cb064410-6c97-435d-9952-16bce6f06e60,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:28.253103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.4 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:28.340296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 662d7e18-ac9a-449b-9a5a-2eed27b57677, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=662d7e18-ac9a-449b-9a5a-2eed27b57677,segment=NetworkSegment(c7fdcc8a-5147-49b3-8cd6-5f00de19f83b),segment_id=c7fdcc8a-5147-49b3-8cd6-5f00de19f83b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:28.476718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.491823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.510328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:28.515963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:28.519766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:28.526617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:28.548253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75d52cc6-d9de-452a-bba5-f620af26f018 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/ports/cb064410-6c97-435d-9952-16bce6f06e60 HTTP/1.1" status: 204 len: 168 time: 1.7397096 Jan 18 23:22:28.548253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50302) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:28.588259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:22:28.598221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Deleting port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:28.608225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.668203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:28.675652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:28.704310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:28.711039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd942c46-0a42-485d-865b-ed410ad0061b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:28.712043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd942c46-0a42-485d-865b-ed410ad0061b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Synchronizing usage tracker for tenant:9aaf327093a643e78775610617d09e7a on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:28.713677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100112c8-4330-41d4-8181-c0788b40a6ba req-11fd208f-ca0c-4234-a0cf-72ec1bc44d18 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:28.715555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100112c8-4330-41d4-8181-c0788b40a6ba req-11fd208f-ca0c-4234-a0cf-72ec1bc44d18 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.6284871 Jan 18 23:22:28.736683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:28.747621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'floatingip': {'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:28.827511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=662d7e18-ac9a-449b-9a5a-2eed27b57677,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:28.888198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.000974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.092136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd942c46-0a42-485d-865b-ed410ad0061b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Unset dirty status for tenant:9aaf327093a643e78775610617d09e7a on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:29.092136 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd942c46-0a42-485d-865b-ed410ad0061b tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "GET /v2.0/ports?device_id=107c16b1-5b5d-4480-ad3b-651396251092 HTTP/1.1" status: 200 len: 913 time: 0.5393944 Jan 18 23:22:29.101556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50324) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:29.121806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Provisioning for port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:29.137695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:29.147043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.187446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Provisioning complete for port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:29.188035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.263340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:29.301898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] For port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:29.302097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.308818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:29.311904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:29.321677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:29.358835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:29.493141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Calling delete_port for dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:29.564414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb8a2b4e-8298-4a1e-ba65-87f7dcc2d96a req-0fc22550-3eb1-4752-bfc8-3bf03239cfbe tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.1422870 Jan 18 23:22:29.609009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:29.609646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.761631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Provisioning complete for port 662d7e18-ac9a-449b-9a5a-2eed27b57677 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:29.762003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d0afc12-3a46-4c9e-a557-9535f3e3266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.807607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.878065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:29.930770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.003350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] Pushing event deleted for resources: {'Port': ['ID=dee2ef9e-a77a-45a4-ab8a-829f7b3fde40,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:30.058403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e934aab5-004a-4401-807f-c37831cb5c4f None None] No DVR routers for this DVR port dee2ef9e-a77a-45a4-ab8a-829f7b3fde40 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:30.068594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=47a0ce5a-216d-4bc2-8303-53719777fd29,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:30.124442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:30.144512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:30.153916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:30.159027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:30.159620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.166804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c23a0d-297f-413b-ae37-b5dec627a7b5 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:30.195414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.311562 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-61e622c5-c833-462d-a421-9b14c908862f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4483433 Jan 18 23:22:30.373010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-15d761fa-f223-46b2-b69c-a319052dde49 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3811839 Jan 18 23:22:30.377841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50362) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:30.394695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:30.435427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.438690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1bcee771-380e-4570-a463-29b3772f120e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.3976808 Jan 18 23:22:30.440237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Provisioning complete for port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:30.441227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.441409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50366) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:30.522989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:30.533946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:30.543984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:30.543984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:30.543984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:30.565296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.591579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-445d0c86-0d0f-4b82-ada3-51ff7bdde966 tempest-AgentManagementNegativeTest-913152986 tempest-AgentManagementNegativeTest-913152986-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4558585 Jan 18 23:22:30.685390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '47a0ce5a-216d-4bc2-8303-53719777fd29'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:30.686715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:30.707791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:30.707791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e22e7de9-ce6b-48ea-b89b-e423b2a4b6a1 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2627275 Jan 18 23:22:30.708299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:30.931443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:30.953863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:30.962352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Allocated IP 172.20.0.2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/47a0ce5a-216d-4bc2-8303-53719777fd29/4c8c9120-d52e-4eb7-9beb-2cefdcf665b6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:30.967047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:30.977244 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-4a2ed506-1085-4263-9426-6ec93c8e9efb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.4816198 Jan 18 23:22:30.984057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:31.051301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 662d7e18-ac9a-449b-9a5a-2eed27b57677 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:31.059163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:31.059510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.100445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Provisioning for port bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:31.109288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Provisioning complete for port bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:31.110090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.132991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fac0897-abd1-4359-ad77-929c2ea14865 req-c36d5168-889b-4a63-8e41-45500e4cfc9e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.1314478 Jan 18 23:22:31.165347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:31.168918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.210273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-87294109-4ade-4dd1-b412-cf89f224b7ee None None] Port bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:31.239373 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Floating IP 7080aee1-947d-4735-b37c-8af1281c0201 associated. External IP: 172.25.1.222, port: 3876dedf-b07a-4dbd-9ba9-91e058e9c69e. Jan 18 23:22:31.331162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 662d7e18-ac9a-449b-9a5a-2eed27b57677 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:31.331704 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.430271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.449303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Transition to ACTIVE for port object 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:31.487495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.547307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Transition to ACTIVE for port object 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:31.580439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-794af01e-5c27-4071-bcc1-3e3bae7a9b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:31.580979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-794af01e-5c27-4071-bcc1-3e3bae7a9b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:31.581418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-794af01e-5c27-4071-bcc1-3e3bae7a9b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:31.583099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-794af01e-5c27-4071-bcc1-3e3bae7a9b82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 2298 time: 0.5774374 Jan 18 23:22:31.664185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:31.688600 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:31.772753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50402) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:31.807100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:31.813255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:31.817787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Pushing event updated for resources: {'Port': ['ID=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:31.824158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:31.994763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Attempting to bind port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:32.000779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Attempting to bind port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:32.000779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Attempting to bind port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:32.010896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:32.011764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:32.012330 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.012897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:32.013526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Bound port: 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:32.014765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.096693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-f8851654-0adf-4643-b5eb-7419f5e73ea2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 1000 time: 0.4986117 Jan 18 23:22:32.209834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] For port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:32.218523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] For port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:32.241816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.271009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-abeba95b-59b6-41f2-8b14-a718517930b6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:32.272554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-abeba95b-59b6-41f2-8b14-a718517930b6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 814 time: 0.6002131 Jan 18 23:22:32.319594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Request body: {'port': {'device_id': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'admin_state_up': True, 'tenant_id': 'b58a4c1b68814f659a6c90b9547a905c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:32.333980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-7a0b48ba-375f-44c1-94ac-20e223ab4308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:32.335456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-7a0b48ba-375f-44c1-94ac-20e223ab4308 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.2204394 Jan 18 23:22:32.337892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.445263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:32.469292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7c1b9-8506-4973-825f-af300efa3594 None None] Pushing event updated for resources: {'Port': ['ID=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:32.482241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:32.509142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:32.515155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f488bf0a-b8c5-4d57-9ee7-a8e0fafe199a req-e33251cd-2ab4-40d3-997b-fc10e0848949 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.1051743 Jan 18 23:22:32.530841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Usage tracker for resource:security_group_rule and tenant:76c6527348ec4d4a8ede99f1f64e5586 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:32.585245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:32.602874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:32.810451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:32.858660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Usage tracker for resource:port and tenant:b58a4c1b68814f659a6c90b9547a905c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:32.863689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:32.900179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:32.900179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:22:32.905757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Router b2da6ca5-5358-4f3d-bba3-6c38af8401db has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:33.036992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.074906 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-6a5035d8-d47c-4e67-a9f5-a2488c50d127 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7232208 Jan 18 23:22:33.080622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:33.233941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-073819c1-9006-46f0-ac8c-6adf2420288b tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 HTTP/1.1" status: 204 len: 168 time: 2.5242770 Jan 18 23:22:33.237481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:33.269887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Made reservation on behalf of b58a4c1b68814f659a6c90b9547a905c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:33.272779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.282223 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc39d46c-58a1-4e58-9ba5-26a6b0ec6d16 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] GET failed (client error): The resource could not be found. Jan 18 23:22:33.282732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc39d46c-58a1-4e58-9ba5-26a6b0ec6d16 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:33.299595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.315404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:33.322634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.336443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:33.338499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Sync routers for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:33.353120 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:33.353723 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:33.394572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-79feda74-1a5f-4771-96e0-4352cbdc64c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "PUT /v2.0/floatingips/7080aee1-947d-4735-b37c-8af1281c0201 HTTP/1.1" status: 200 len: 991 time: 4.6536472 Jan 18 23:22:33.394572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:33.425212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.456480 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'status': 'completed', 'code': 200} Jan 18 23:22:33.469178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc39d46c-58a1-4e58-9ba5-26a6b0ec6d16 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:33.469382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cc39d46c-58a1-4e58-9ba5-26a6b0ec6d16 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports/bb8dc9ac-4dc0-41eb-a297-7faf4b0c5ac2 HTTP/1.1" status: 404 len: 333 time: 0.2295306 Jan 18 23:22:33.473897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:33.486777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-116511437'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:33.493023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:33.573761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:22:33.595766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-6968fd59-8c9b-4bf1-9289-d23fb0e4569c service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009918 Jan 18 23:22:33.811210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc468b6-87a7-4922-8616-0500ee941cd6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:33.840324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76e0a1d5-6424-48f1-b8f8-833466ff5c27 req-7c75e642-0f71-4fa6-9a3f-fbcf736f2a56 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.0571687 Jan 18 23:22:33.843590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:33.849551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-bcb25994-e540-4225-b1f1-0d403b27e05a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1096 time: 0.3234978 Jan 18 23:22:34.027229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-39b9229f-dff6-49c1-9f9a-6f4a57c1916e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:34.029185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-39b9229f-dff6-49c1-9f9a-6f4a57c1916e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.1721764 Jan 18 23:22:34.037843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:34.073312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port 2f2705cf-51e8-41c3-bb05-fe84f61302be {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:34.076965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.160963 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3d7844e-c748-4edf-8748-c2d80d9a70a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76c6527348ec4d4a8ede99f1f64e5586&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3872776 Jan 18 23:22:34.168795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:34.177292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-1d3c2d87-c99c-458f-bcb9-cd8f894f6130 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.1362329 Jan 18 23:22:34.182298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Allocated IP 172.20.0.14 (367471fe-12f0-4a7d-8db1-20eac2d12508/b767ef00-f123-4afd-99cf-cf6a6ae5a9bf/f6857fd6-08ae-4cfb-ac3c-d26aad09b008) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:34.238530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:34.241540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.310225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port 7822e5fb-5670-4845-9404-f1d0832b40c8 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:34.328291 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '7080aee1-947d-4735-b37c-8af1281c0201', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:01Z', 'updated_at': '2022-01-18T23:22:30Z', 'revision_number': 1, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:34.334029 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Checking router: b2da6ca5-5358-4f3d-bba3-6c38af8401db for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:22:34.348810 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:34.349675 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:34.353420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-6f494c4d-ee62-48aa-8ce8-b28967e94792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:34.354870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-6f494c4d-ee62-48aa-8ce8-b28967e94792 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1661992 Jan 18 23:22:34.382394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Provisioning for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:34.390060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Provisioning complete for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:34.390879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.455309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.491319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-0254e5f4-043e-467a-ad01-e54fdaad56ca service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8414433 Jan 18 23:22:34.547197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.612122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:22:34.621130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:34.638148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.6 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/7822e5fb-5670-4845-9404-f1d0832b40c8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:34.673606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-c4afe22d-214b-4fa9-8653-1418a1597b7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3120024 Jan 18 23:22:34.680699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-6625958c-db55-4909-9aec-7962840d7a82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 217 time: 0.1679771 Jan 18 23:22:34.934685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:34.947470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.020956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.107529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.108893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '7080aee1-947d-4735-b37c-8af1281c0201', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:01Z', 'updated_at': '2022-01-18T23:22:30Z', 'revision_number': 1, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:35.116325 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb9875-1753-4e39-88f7-bfabe31be274 None None] The sync data for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 is: [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '7080aee1-947d-4735-b37c-8af1281c0201', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:22:01Z', 'updated_at': '2022-01-18T23:22:30Z', 'revision_number': 1, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:35.131171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-df8fc33a-1094-479c-9c90-625d47f7cdcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:35.138393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-df8fc33a-1094-479c-9c90-625d47f7cdcc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.4144557 Jan 18 23:22:35.152438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc468b6-87a7-4922-8616-0500ee941cd6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.210207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:22:35.226104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for 2f2705cf-51e8-41c3-bb05-fe84f61302be owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:35.234883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04427f81-2ed7-4d8e-9a7d-12c05d25d875 req-c7c37829-36a7-4018-a291-f072de11154d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.0886440 Jan 18 23:22:35.270499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.271649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-25b7071a-dfcf-4dfc-8f71-3fdbf1f21fc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dc468b6-87a7-4922-8616-0500ee941cd6 HTTP/1.1" status: 204 len: 168 time: 1.1016531 Jan 18 23:22:35.352709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.395894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-c95d844f-ac80-4192-bf6d-7c9fbf96e0b7 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996880 Jan 18 23:22:35.428248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-ce53993d-bd92-4554-a0fe-a1ee81c39f69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1733971 Jan 18 23:22:35.463473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.463948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.474771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396efede-9a68-410c-bf4b-87575e8953b7 None None] New status for floating IP 7080aee1-947d-4735-b37c-8af1281c0201: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:22:35.575910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.588770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:22:35.589441 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:22:35.606209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.613487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object 7822e5fb-5670-4845-9404-f1d0832b40c8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:35.616135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-528daf0b-57fe-4344-8eb2-5d806eeed7dd req-918ae48d-24ee-4f62-9952-87ef54c63d3c service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081404 Jan 18 23:22:35.700146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:35.712250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:35.732138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=0984bbba-0502-4c23-afcc-4167f67a4cfb,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.732138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:35.732138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.734188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.740596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:35.742825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f84c7-7fff-4d8e-ba21-8e6797df7d2a None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:35.839893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:35.865381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:35.865381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:35.944529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:35.992540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:35.996088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=7822e5fb-5670-4845-9404-f1d0832b40c8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:36.006231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:36.012014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:36.107478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.108823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.125201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.126226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.131823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-ee5e194d-cd61-44ce-b250-ed2e626ef720 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914630 Jan 18 23:22:36.209920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.275160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-403a9d9d-a744-42c8-88b7-8336134a80fa tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7996345 Jan 18 23:22:36.279000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.286683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d5:d2:04'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:36.330648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] For port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:36.469763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.604048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-c16fb8e9-261a-4acb-915d-231c15e5e80c service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571559 Jan 18 23:22:36.621363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.636777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4253-4bf3-49da-9c52-26f7d1556a59 None None] Pushing event updated for resources: {'Port': ['ID=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:36.710893 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-ec2d5788-fb60-4084-8c7b-d1d0d8eb6231 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 217 time: 0.0904229 Jan 18 23:22:36.734604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-441fb7ba-8ef4-4be6-9c56-c4018e55d1a0 None None] Provisioning for port 7822e5fb-5670-4845-9404-f1d0832b40c8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:36.739020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-441fb7ba-8ef4-4be6-9c56-c4018e55d1a0 None None] Provisioning complete for port 7822e5fb-5670-4845-9404-f1d0832b40c8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:36.739613 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-441fb7ba-8ef4-4be6-9c56-c4018e55d1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:36.762317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3bf04c53-3752-4e79-a8df-8e48e73ef7b6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3774128 Jan 18 23:22:36.768767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50534) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:36.776680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:e2:5a:37', 'name': 'tempest-NetworksTestDHCPv6-1769541240'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:36.827856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-441fb7ba-8ef4-4be6-9c56-c4018e55d1a0 None None] Port 7822e5fb-5670-4845-9404-f1d0832b40c8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:36.883821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594356a-9ff1-4cfe-a83f-ffc81ea1eda6 req-701e77e4-cde4-4633-803c-e3715881a47c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:36.897921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e594356a-9ff1-4cfe-a83f-ffc81ea1eda6 req-701e77e4-cde4-4633-803c-e3715881a47c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 932 time: 0.3488789 Jan 18 23:22:36.950886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:37.017182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.068113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-3eef65b0-70c7-4c76-8076-46cef50d3f9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7645035 Jan 18 23:22:37.068864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.095378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e594356a-9ff1-4cfe-a83f-ffc81ea1eda6 req-7cd2af41-2b44-48a4-929f-5b75d8e9b3a9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Synchronizing usage tracker for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:37.098427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.135364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Request body: {'port': {'device_id': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:37.163561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:37.163929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.275394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e594356a-9ff1-4cfe-a83f-ffc81ea1eda6 req-7cd2af41-2b44-48a4-929f-5b75d8e9b3a9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Unset dirty status for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:37.277539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e594356a-9ff1-4cfe-a83f-ffc81ea1eda6 req-7cd2af41-2b44-48a4-929f-5b75d8e9b3a9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779004 Jan 18 23:22:37.395770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d30143f9-8370-4a0c-bd48-609835dc4926 None None] Provisioning complete for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:37.396148 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d30143f9-8370-4a0c-bd48-609835dc4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.398526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.424790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:37.425299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:37.428185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Port': ['ID=2f2705cf-51e8-41c3-bb05-fe84f61302be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:37.430865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-e8ff6e53-fe57-48fb-975c-9ff2bcdf285d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.432429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-e8ff6e53-fe57-48fb-975c-9ff2bcdf285d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.7148771 Jan 18 23:22:37.504480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.530027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:37.579744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:37.595805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:37.626325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=7822e5fb-5670-4845-9404-f1d0832b40c8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:37.674376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-359610849'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:37.688678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:37.696011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Usage tracker for resource:network and tenant:8ab3a35a766b4186b428d84c12e5277d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:37.702941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:37.713940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:37.724637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:37.726846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] In _notify_port_updated(), no bound segment for port 7822e5fb-5670-4845-9404-f1d0832b40c8 on network fd26f55a-88dc-4474-854c-84027b52f557 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:22:37.730791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:37.731408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.732704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53e7ea04-6584-473d-8644-da722ea7a117 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "PUT /v2.0/ports/7822e5fb-5670-4845-9404-f1d0832b40c8 HTTP/1.1" status: 200 len: 992 time: 1.4518282 Jan 18 23:22:37.736199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:37.736958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:37.776657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Usage tracker for resource:security_group_rule and tenant:ca30a64843c74d89b985a4fbeb091a71 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:37.790065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:37.807284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 7822e5fb-5670-4845-9404-f1d0832b40c8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:37.807701 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.852926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Made reservation on behalf of 8ab3a35a766b4186b428d84c12e5277d for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:37.857075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.881524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.881666 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.888763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:37.906042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-146cc929-4bb0-4cd5-a296-2ae757262979 None None] Provisioning complete for port 7822e5fb-5670-4845-9404-f1d0832b40c8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:37.910470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-146cc929-4bb0-4cd5-a296-2ae757262979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:37.969112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-146cc929-4bb0-4cd5-a296-2ae757262979 None None] Port 7822e5fb-5670-4845-9404-f1d0832b40c8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:37.987361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:38.010589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Usage tracker for resource:security_group_rule and tenant:8ab3a35a766b4186b428d84c12e5277d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:38.048698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-74b7e1dd-c184-4b1e-b840-f1c61126d5dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5625331 Jan 18 23:22:38.145097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.168460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:38.181265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:38.261486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.385931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port ba61cb27-cbc6-4179-8919-83e3d8db79d6 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:38.401309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 7822e5fb-5670-4845-9404-f1d0832b40c8 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:38.439789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.507970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.528295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-c159b2f8-7fbb-4826-9669-a51682b984ed service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722595 Jan 18 23:22:38.543093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.616107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c3e22-371a-4ace-b3e0-fe309be8bc8b req-4a2f444e-f081-48b6-8ed7-badb378cb35a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:38.617868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-705c3e22-371a-4ace-b3e0-fe309be8bc8b req-4a2f444e-f081-48b6-8ed7-badb378cb35a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 932 time: 0.1544595 Jan 18 23:22:38.627065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.702763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec07497a-7aac-406a-8dc2-7af99c3cd65e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:38.725364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-705c3e22-371a-4ace-b3e0-fe309be8bc8b req-21c96787-2467-4c21-9192-1231aade0af9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995584 Jan 18 23:22:38.770328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.814049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:38.839357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=7822e5fb-5670-4845-9404-f1d0832b40c8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:38.875504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.875504 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Added segment b16cea1c-953b-4dcc-96b7-786b726d494c of type vlan for network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 Jan 18 23:22:38.906405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae6a185-1a7c-40ec-906c-8c8ba1768b54,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:38.930480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:38.945776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d076ce77-79c7-4247-8562-bb4fa455cede admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca30a64843c74d89b985a4fbeb091a71&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3202441 Jan 18 23:22:38.957189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.004343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.028596 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-329ba50d-2389-4df1-a663-b16747576596 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865191 Jan 18 23:22:39.031508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.139297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.165297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.168581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e33423ac-5d19-4f70-ac78-12add702dc92 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/7822e5fb-5670-4845-9404-f1d0832b40c8 HTTP/1.1" status: 204 len: 168 time: 1.4314556 Jan 18 23:22:39.176045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.221916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.225843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:39.226438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.254152 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-78c33d33-1be4-4e5e-8cb2-adbaa07b18c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 217 time: 0.1844890 Jan 18 23:22:39.270646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.281274 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cde880c-79ba-44b6-ac0d-80a31fd53b75 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] GET failed (client error): The resource could not be found. Jan 18 23:22:39.281274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cde880c-79ba-44b6-ac0d-80a31fd53b75 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:39.331161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:39.337212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 172.20.0.4 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/47a0ce5a-216d-4bc2-8303-53719777fd29/ba61cb27-cbc6-4179-8919-83e3d8db79d6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:39.355085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.361165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fee2:5a37 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/0984bbba-0502-4c23-afcc-4167f67a4cfb/ba61cb27-cbc6-4179-8919-83e3d8db79d6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:39.384861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-38405a81-d50b-43a1-b49e-a464175822ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:39.386319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-38405a81-d50b-43a1-b49e-a464175822ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1230166 Jan 18 23:22:39.400205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9737773 Jan 18 23:22:39.403330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafc3b3-304b-4beb-a77f-4764bcad1945 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'Network': ['ID=76cbd1d0-5375-4dbe-b5a9-04ac89147d30,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:39.405726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.412138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Request body: {'subnet': {'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:39.416996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:39.443677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Transition to ACTIVE for port object f6857fd6-08ae-4cfb-ac3c-d26aad09b008 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:39.512107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.520278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7cde880c-79ba-44b6-ac0d-80a31fd53b75 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:39.524856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7cde880c-79ba-44b6-ac0d-80a31fd53b75 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports/7822e5fb-5670-4845-9404-f1d0832b40c8 HTTP/1.1" status: 404 len: 333 time: 0.3446181 Jan 18 23:22:39.528046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:39.531279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-764756842'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:39.632896 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.660111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae6a185-1a7c-40ec-906c-8c8ba1768b54,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:39.672118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:39.681464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Usage tracker for resource:subnet and tenant:8ab3a35a766b4186b428d84c12e5277d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:39.684259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:39.685399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5c59bddc-8a4d-4649-81fe-90ae626a602e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae6a185-1a7c-40ec-906c-8c8ba1768b54 HTTP/1.1" status: 204 len: 168 time: 0.7213457 Jan 18 23:22:39.686965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:39.698226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:39.738137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:39.750759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:39.783035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:39.823170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-36e5c862-1fb9-4d47-b1b3-1d7cf314bd36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4286439 Jan 18 23:22:39.825706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Made reservation on behalf of 8ab3a35a766b4186b428d84c12e5277d for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:39.985786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:39.989101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.049719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:40.054352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.105476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object ba61cb27-cbc6-4179-8919-83e3d8db79d6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:40.203340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.210296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Attempting to bind port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:40.210454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Attempting to bind port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:40.210696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Attempting to bind port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 on network 367471fe-12f0-4a7d-8db1-20eac2d12508 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:40.239418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-0ed3be6d-e29b-4286-9f84-c515a221f259 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024565 Jan 18 23:22:40.243539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 on network 367471fe-12f0-4a7d-8db1-20eac2d12508 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:22:40.243867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Attempting to bind port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 on network 367471fe-12f0-4a7d-8db1-20eac2d12508 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:40.423536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50540ef3-d8ff-4be8-9398-6d845e2d625d req-87c0bc83-a573-439c-8082-02dcfb479d94 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:40.425028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50540ef3-d8ff-4be8-9398-6d845e2d625d req-87c0bc83-a573-439c-8082-02dcfb479d94 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.4767475 Jan 18 23:22:40.527466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:40.527722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Checking segment: {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:40.528116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Bound using segment: {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:40.528555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Bound port: f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:40.528973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.536937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.8 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/2a79d703-fdea-46e7-b2f5-8ed99c32cdc0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:40.552927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50540ef3-d8ff-4be8-9398-6d845e2d625d req-e17f15df-f110-46b6-b3e3-d72f70b8c7cf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169527 Jan 18 23:22:40.653559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.768342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.818781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-61e77ebf-4611-464c-9a14-56b535cae9a4 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707107 Jan 18 23:22:40.894648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:40.896087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:40.898247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'Subnet': ['ID=8e646cdd-18d4-4d12-a37f-68e46b013250,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:40.902597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:40.913028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.913691 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:40.917366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:40.941175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:40.943711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Checking segment: {'id': 'b16cea1c-953b-4dcc-96b7-786b726d494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:40.944073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Network hostable DHCP agents. Network: 76cbd1d0-5375-4dbe-b5a9-04ac89147d30, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:40.951002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=ba61cb27-cbc6-4179-8919-83e3d8db79d6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:40.962880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:40.971220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-5f91b929-8b7f-42a9-a066-b59b80b00b0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 217 time: 0.1372519 Jan 18 23:22:41.073175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.094116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:41.096917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.165611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.166233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.203799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:41.209118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:41.212136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=2a79d703-fdea-46e7-b2f5-8ed99c32cdc0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:41.225631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:41.250299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:41.260005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-d9e3fbf1-f814-4303-a8c3-2bcf09ad7ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.261600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-d9e3fbf1-f814-4303-a8c3-2bcf09ad7ecc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.2808144 Jan 18 23:22:41.263458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.265174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ad8c5f9e-2dbf-45bb-b1b5-7fd6d776f698 service neutron] 10.222.0.89 "PUT /v2.0/ports/f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 1092 time: 4.1347988 Jan 18 23:22:41.267375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:41.279445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 76cbd1d0-5375-4dbe-b5a9-04ac89147d30) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:41.287990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.288829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.296304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c389593-2c21-4e35-9bc2-868c098aecad None None] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:41.332879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.333725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.400167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9dccfac7-4d47-4a1e-9b35-01aaaf801091 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9933670 Jan 18 23:22:41.401262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50610) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:41.408260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Request body: {'port': {'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-881614983'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:41.460087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db14c511-f805-4bb2-a2e9-9f269a931bc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6900022 Jan 18 23:22:41.549263 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'status': 'completed', 'code': 200} Jan 18 23:22:41.549561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50618) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:41.561650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-725f8457-b453-4178-b27f-a23d3a279bde tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0325468 Jan 18 23:22:41.562679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:41.583061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d5:d2:04'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:41.697480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-76cbd1d0-5375-4dbe-b5a9-04ac89147d30', 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30', 'tenant_id': '8ab3a35a766b4186b428d84c12e5277d', 'fixed_ips': [{'subnet_id': '8e646cdd-18d4-4d12-a37f-68e46b013250'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:41.699248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:41.812658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-1dc32883-94e5-489d-920f-d23c1de16ec4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5143445 Jan 18 23:22:41.851571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155ac9e-e841-4a04-bf9d-5684b61c0d09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.870162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155ac9e-e841-4a04-bf9d-5684b61c0d09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:41.873185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1155ac9e-e841-4a04-bf9d-5684b61c0d09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:41.894140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-ca9068a0-77f5-4dbe-8154-2d342418f7a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1095 time: 0.4479597 Jan 18 23:22:41.901264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Router 107c16b1-5b5d-4480-ad3b-651396251092 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:22:41.913656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Allocated IP 2001:db8::2 (76cbd1d0-5375-4dbe-b5a9-04ac89147d30/8e646cdd-18d4-4d12-a37f-68e46b013250/37abfc78-191e-49cc-885a-6da89960a31a) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:41.965369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:41.970654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Usage tracker for resource:port and tenant:8ab3a35a766b4186b428d84c12e5277d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:41.974186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:41.980193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:42.106536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4426e-4790-473b-9608-9f486bd280ff req-efd36e0a-e091-4709-8c0b-b401203722a6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:42.108757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfa4426e-4790-473b-9608-9f486bd280ff req-efd36e0a-e091-4709-8c0b-b401203722a6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.3361676 Jan 18 23:22:42.109428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Made reservation on behalf of 8ab3a35a766b4186b428d84c12e5277d for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:42.112279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.131976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-8762823b-9cb8-4759-9b8c-e9bd27f8c790 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.2195570 Jan 18 23:22:42.153220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fa8df3d0-9008-4a3f-aa2a-8f7d4893070c None None] Provisioning for port ba61cb27-cbc6-4179-8919-83e3d8db79d6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:42.169032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] device_id is not set on port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:42.169508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fa8df3d0-9008-4a3f-aa2a-8f7d4893070c None None] Provisioning complete for port ba61cb27-cbc6-4179-8919-83e3d8db79d6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:42.169886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa8df3d0-9008-4a3f-aa2a-8f7d4893070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.232077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fa8df3d0-9008-4a3f-aa2a-8f7d4893070c None None] Port ba61cb27-cbc6-4179-8919-83e3d8db79d6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:42.250007 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.256938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1155ac9e-e841-4a04-bf9d-5684b61c0d09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:42.258093 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1155ac9e-e841-4a04-bf9d-5684b61c0d09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.7066193 Jan 18 23:22:42.266119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Transition to ACTIVE for port object 37abfc78-191e-49cc-885a-6da89960a31a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:42.270075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:42.300465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Transition to ACTIVE for port object 37abfc78-191e-49cc-885a-6da89960a31a will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:42.323918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.379321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.382955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfa4426e-4790-473b-9608-9f486bd280ff req-7551fb5c-7dcc-4d15-b0d5-d4123c3436eb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609484 Jan 18 23:22:42.483639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Pushing event updated for resources: {'Port': ['ID=37abfc78-191e-49cc-885a-6da89960a31a,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:42.487505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c787aaa1-a54b-40c9-aa36-c973ab2b2721 None None] Provisioning for port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:42.497327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c787aaa1-a54b-40c9-aa36-c973ab2b2721 None None] Provisioning complete for port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:42.497770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c787aaa1-a54b-40c9-aa36-c973ab2b2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.550644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:42.557901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-66c24883-3de5-4aba-838b-1dafa70488a8 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509604 Jan 18 23:22:42.559360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-5cbef953-ff8a-4171-acc5-002f3cc4ac0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:42.561506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-5cbef953-ff8a-4171-acc5-002f3cc4ac0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.4225712 Jan 18 23:22:42.567744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:42.571025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:42.599315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port ba61cb27-cbc6-4179-8919-83e3d8db79d6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:42.599917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.667041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c787aaa1-a54b-40c9-aa36-c973ab2b2721 None None] Port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:42.735150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Attempting to bind port 37abfc78-191e-49cc-885a-6da89960a31a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:42.735674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Attempting to bind port 37abfc78-191e-49cc-885a-6da89960a31a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b16cea1c-953b-4dcc-96b7-786b726d494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:42.736096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Attempting to bind port 37abfc78-191e-49cc-885a-6da89960a31a on network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:42.739910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-7830eb08-0904-411a-a695-03aef7b972aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1516314 Jan 18 23:22:42.744932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:42.744932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Checking segment: {'id': 'b16cea1c-953b-4dcc-96b7-786b726d494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:42.745286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.746266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Bound using segment: {'id': 'b16cea1c-953b-4dcc-96b7-786b726d494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:42.747128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Bound port: 37abfc78-191e-49cc-885a-6da89960a31a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16cea1c-953b-4dcc-96b7-786b726d494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:42.747573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.812230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Allocated IP 2001:db8::154 (76cbd1d0-5375-4dbe-b5a9-04ac89147d30/8e646cdd-18d4-4d12-a37f-68e46b013250/fbb460cf-d26c-438c-8731-52d0cfdfdfd7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:42.851219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] For port 37abfc78-191e-49cc-885a-6da89960a31a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:42.854654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] For port 37abfc78-191e-49cc-885a-6da89960a31a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=37abfc78-191e-49cc-885a-6da89960a31a,segment=NetworkSegment(b16cea1c-953b-4dcc-96b7-786b726d494c),segment_id=b16cea1c-953b-4dcc-96b7-786b726d494c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:42.889274 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.977591 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:42.981660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.078048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=2a79d703-fdea-46e7-b2f5-8ed99c32cdc0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:43.083207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5517ac5-69ba-4ee6-93de-120776d65b7e None None] Pushing event updated for resources: {'Port': ['ID=37abfc78-191e-49cc-885a-6da89960a31a,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:43.122775 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-a0baeb59-d2e6-4fc6-bf7e-a891dd5176b0 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601301 Jan 18 23:22:43.144624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:43.257413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] In _notify_port_updated(), no bound segment for port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 on network fd26f55a-88dc-4474-854c-84027b52f557 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:22:43.259970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-8245a4c5-0763-4dfa-a7b9-3cab58b9e35e service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099084 Jan 18 23:22:43.261600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:43.266912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.266912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ada53d50-4f05-40b4-981d-560db0920418 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "PUT /v2.0/ports/2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 HTTP/1.1" status: 200 len: 995 time: 1.6999397 Jan 18 23:22:43.273083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50658) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:43.312870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.317424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.386161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Transition to ACTIVE for port object fbb460cf-d26c-438c-8731-52d0cfdfdfd7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:43.449766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:43.450039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.511099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c14b975a-ff63-4b82-a350-9e8db5320270 None None] Provisioning complete for port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:43.511690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c14b975a-ff63-4b82-a350-9e8db5320270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.591011 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-2c1c34e1-db88-46a7-adff-8e24b118a2de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 217 time: 0.4181972 Jan 18 23:22:43.602131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for ba61cb27-cbc6-4179-8919-83e3d8db79d6 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:43.602929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.604045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c14b975a-ff63-4b82-a350-9e8db5320270 None None] Port 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:43.612713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.825233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-4ed33f6b-8081-41d1-8047-e9389158c639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:43.826114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'Port': ['ID=fbb460cf-d26c-438c-8731-52d0cfdfdfd7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:43.826932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-4ed33f6b-8081-41d1-8047-e9389158c639 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1913779 Jan 18 23:22:43.830618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:43.835507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:43.846937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7dcc69e8-1b1d-41a7-8b2d-7a4e270bb7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.884649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:43.892045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Usage tracker for resource:security_group_rule and tenant:d505d8299d164e0998fc3c4573525482 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:43.896135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:43.899574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:43.903702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:43.904628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:43.918076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:43.935565 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3adac3a8-56a9-4afb-8a76-9da87f3a8f6f req-42a054df-7de6-4bdb-bbd0-5a09098dd4a0 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335944 Jan 18 23:22:43.960154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:22:43.971595 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] Sync routers for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:22:43.983527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f319c1-eae5-4b9f-855e-8cf17f39f4eb req-7ee9ca2b-c167-4a61-91b3-2fa9c3d23584 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:43.985030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33f319c1-eae5-4b9f-855e-8cf17f39f4eb req-7ee9ca2b-c167-4a61-91b3-2fa9c3d23584 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.3689244 Jan 18 23:22:43.996711 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:43.997827 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.022197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cf72894a-c72f-4bad-a407-4a7ae8b10c72 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "PUT /v2.0/routers/107c16b1-5b5d-4480-ad3b-651396251092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9191787 Jan 18 23:22:44.028400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:44.086371 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.099457 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] Routers {'107c16b1-5b5d-4480-ad3b-651396251092'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:22:44.100402 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:22:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['107c16b1-5b5d-4480-ad3b-651396251092'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.149930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-5927da84-74e7-4540-86a8-ed4d877b38b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3152952 Jan 18 23:22:44.173206 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:44.173810 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf05b29-5653-4efe-9b28-36529e4bba36 None None] The sync data for ids ['107c16b1-5b5d-4480-ad3b-651396251092'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:22:44.200675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fe289313-f6b0-4b27-8f96-069b0250add6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7981672 Jan 18 23:22:44.210393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.217899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:44.236616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Request body: {'port': {'network_id': '76cbd1d0-5375-4dbe-b5a9-04ac89147d30', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-401219490', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:44.237256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] bootfile-name is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:44.237598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] tftp-server is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:44.237982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] server-ip-address is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:44.262109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.356821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a7287-65a7-4728-a491-6da618656e81 None None] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:44.431995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:44.445934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-a9d40a28-7137-4815-9e29-3d25d9370888 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1095 time: 0.3985305 Jan 18 23:22:44.488689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=ba61cb27-cbc6-4179-8919-83e3d8db79d6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:44.501429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33f319c1-eae5-4b9f-855e-8cf17f39f4eb req-6c45d401-685b-44fb-9462-5af0447f12c0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053334 Jan 18 23:22:44.532901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-94919e85-2e25-4e9b-8f1a-00e8f7bc9f0f None None] Provisioning for port 37abfc78-191e-49cc-885a-6da89960a31a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:44.645823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:44.652324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Usage tracker for resource:port and tenant:8ab3a35a766b4186b428d84c12e5277d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:44.657710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:44.676303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:44.692379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:44.796650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-a08f62aa-2913-4dac-aeaa-39b68f2664a5 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393929 Jan 18 23:22:44.984535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-76d1ae46-d34f-42b4-8b6c-3f4b74c7733c service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714199 Jan 18 23:22:44.995557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-60918888-c569-4a55-864a-7f74861cb402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:44.997113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-60918888-c569-4a55-864a-7f74861cb402 service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.5423288 Jan 18 23:22:45.011845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.034801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 37abfc78-191e-49cc-885a-6da89960a31a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:45.043629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Made reservation on behalf of 8ab3a35a766b4186b428d84c12e5277d for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:45.047961 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.064653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.066582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ee12ce78-b57c-47eb-826e-0db2ebc139d5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/ba61cb27-cbc6-4179-8919-83e3d8db79d6 HTTP/1.1" status: 204 len: 168 time: 2.7928617 Jan 18 23:22:45.098485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50678) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:45.110620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] device_id is not set on port 6861cf18-ee39-4d9e-8a58-9a3109be2862 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:45.145716 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-d8d82570-c8c1-4861-801a-11466b1889f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.0780597 Jan 18 23:22:45.146997 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-ad1eae4e-78cf-496c-bcb6-c59b0fab7c41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.1531816 Jan 18 23:22:45.203855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d505d8299d164e0998fc3c4573525482&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0495920 Jan 18 23:22:45.213366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.220379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50682) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:45.224953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 37abfc78-191e-49cc-885a-6da89960a31a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:45.231040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 37abfc78-191e-49cc-885a-6da89960a31a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:45.231040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.285525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053b19b-3ad2-4270-ac55-8d3a731a4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef2f93-863a-4f0c-be79-065085627267,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.287421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-a310235f-ed2e-4cf7-89a0-ec1e50b06041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.300527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-a310235f-ed2e-4cf7-89a0-ec1e50b06041 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1479008 Jan 18 23:22:45.323847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=2a79d703-fdea-46e7-b2f5-8ed99c32cdc0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.332054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-96de0027-adeb-4042-a429-bfa7209c1015 None None] Provisioning for port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:45.341483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-96de0027-adeb-4042-a429-bfa7209c1015 None None] Provisioning complete for port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:45.343214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96de0027-adeb-4042-a429-bfa7209c1015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.345930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-e94f7995-fe05-4da1-a36a-1ebb62331319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.347700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-e94f7995-fe05-4da1-a36a-1ebb62331319 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1615140 Jan 18 23:22:45.461389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96de0027-adeb-4042-a429-bfa7209c1015 None None] Port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:45.464054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.465897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.468078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:45.469307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:45.475745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.476895 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-d3e60ee0-b656-412d-a283-8623add1fd9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243501 Jan 18 23:22:45.511951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 37abfc78-191e-49cc-885a-6da89960a31a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=37abfc78-191e-49cc-885a-6da89960a31a,segment=NetworkSegment(b16cea1c-953b-4dcc-96b7-786b726d494c),segment_id=b16cea1c-953b-4dcc-96b7-786b726d494c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:45.581424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.599764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Allocated IP 2001:db8::1d9 (76cbd1d0-5375-4dbe-b5a9-04ac89147d30/8e646cdd-18d4-4d12-a37f-68e46b013250/6861cf18-ee39-4d9e-8a58-9a3109be2862) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:45.609056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.627457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-a17d7adb-6ab6-4090-8eef-11ed00c9f233 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2257392 Jan 18 23:22:45.640555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.685274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=37abfc78-191e-49cc-885a-6da89960a31a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:45.689826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:45.691201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e9880842-ea23-4267-9841-1ed7e3f96349 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5875950 Jan 18 23:22:45.698962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.700304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-07dfc09b-7492-4b5e-be71-c078fc93074e None None] Provisioning complete for port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:45.700931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-07dfc09b-7492-4b5e-be71-c078fc93074e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.731119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50690) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:45.756717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-07dfc09b-7492-4b5e-be71-c078fc93074e None None] Port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:45.794929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e48c2a95-27a4-46ea-a47b-f1b39d128dd4 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 HTTP/1.1" status: 204 len: 168 time: 2.5202475 Jan 18 23:22:45.813179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50696) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:45.882023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.888579 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-55df1dee-1d2a-412d-be5f-52f3c05c53c8 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] GET failed (client error): The resource could not be found. Jan 18 23:22:45.889815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-55df1dee-1d2a-412d-be5f-52f3c05c53c8 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:45.927370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-427ca93f-b8a0-4941-af34-980418cf359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:45.946311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-064683e8-9558-4232-94cb-a69648bf0f78 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567828 Jan 18 23:22:46.041053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cf95a-96cd-43fe-9a98-47e47b371d47 req-294dbb91-bf71-4dbd-a9bc-2794345af67a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.042408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d1cf95a-96cd-43fe-9a98-47e47b371d47 req-294dbb91-bf71-4dbd-a9bc-2794345af67a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.2817144 Jan 18 23:22:46.067170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.157962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Transition to ACTIVE for port object 6861cf18-ee39-4d9e-8a58-9a3109be2862 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:46.187561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d1cf95a-96cd-43fe-9a98-47e47b371d47 req-7c4b0ff6-db17-466d-8275-ab9e11409b1c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368120 Jan 18 23:22:46.228421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.244035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-55df1dee-1d2a-412d-be5f-52f3c05c53c8 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:46.245201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-55df1dee-1d2a-412d-be5f-52f3c05c53c8 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports/2a79d703-fdea-46e7-b2f5-8ed99c32cdc0 HTTP/1.1" status: 404 len: 333 time: 0.4310904 Jan 18 23:22:46.247186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-4e864ba9-e104-42fc-b40d-c855d079dbfe service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088040 Jan 18 23:22:46.249213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:46.254629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-748062369'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:46.329545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.339197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port d808d14a-298d-43eb-a33a-626a3f56d702 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:46.339528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.460803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e768202-13fc-4171-9cd3-1a2bff50d497 req-8e2245f6-b927-45bf-b50c-bba52d30c0f5 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988341 Jan 18 23:22:46.465986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 0984bbba-0502-4c23-afcc-4167f67a4cfb {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:46.469513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.484222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.519357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'Port': ['ID=6861cf18-ee39-4d9e-8a58-9a3109be2862,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:46.531526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:46.538341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef2f93-863a-4f0c-be79-065085627267,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:46.539554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:46.547650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-46c7ecea-3a0f-452e-a8d8-e8e7b4476c8f req-11ef6512-65ce-49d4-9de8-9527af166eae service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914939 Jan 18 23:22:46.576770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.594293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:46.598612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.599490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.615000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.617105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-404a9842-cf86-46c8-a72f-f24bdd5fd361 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45ef2f93-863a-4f0c-be79-065085627267 HTTP/1.1" status: 204 len: 168 time: 1.3877900 Jan 18 23:22:46.629650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:46.663650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:46.719736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d33fc23d-53f8-4215-8421-3c57735defd9 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4936924 Jan 18 23:22:46.723861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50708) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:46.752441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.802189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.817042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:46.820127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:46.882507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d380982-2a0b-4f7a-a79c-a1440ab9f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.887373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d380982-2a0b-4f7a-a79c-a1440ab9f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.891561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d380982-2a0b-4f7a-a79c-a1440ab9f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:46.900214 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d380982-2a0b-4f7a-a79c-a1440ab9f7fb tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1751025 Jan 18 23:22:46.903028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50716) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:46.976423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 37abfc78-191e-49cc-885a-6da89960a31a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:47.008178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Deleting port 6861cf18-ee39-4d9e-8a58-9a3109be2862 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:47.008702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.077699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77b09b2e-b43e-4c08-8830-d8dad2395902 None None] Provisioning for port 6861cf18-ee39-4d9e-8a58-9a3109be2862 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:47.151074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77b09b2e-b43e-4c08-8830-d8dad2395902 None None] Provisioning complete for port 6861cf18-ee39-4d9e-8a58-9a3109be2862 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:47.152128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77b09b2e-b43e-4c08-8830-d8dad2395902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.168960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for d808d14a-298d-43eb-a33a-626a3f56d702 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:47.239974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port 073d79f3-68b6-4569-a4a7-0b402a4f9de1 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:47.249611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.338598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 37abfc78-191e-49cc-885a-6da89960a31a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:47.338971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.339256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.374668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-77b09b2e-b43e-4c08-8830-d8dad2395902 None None] Port 6861cf18-ee39-4d9e-8a58-9a3109be2862 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:47.473413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.516730 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.534014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.3 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/073d79f3-68b6-4569-a4a7-0b402a4f9de1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:47.582753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Calling delete_port for 6861cf18-ee39-4d9e-8a58-9a3109be2862 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:47.587049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a8ce-d636-4423-a5dc-8dab709f0d1c req-82aec2e8-78f3-40a9-b0be-cef26b262883 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:47.588520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b798a8ce-d636-4423-a5dc-8dab709f0d1c req-82aec2e8-78f3-40a9-b0be-cef26b262883 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.1668994 Jan 18 23:22:47.618891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=0984bbba-0502-4c23-afcc-4167f67a4cfb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:47.625828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.634835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f4899-fcf9-4a66-b050-2a67a25a7bdc None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:47.709421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-607629cb-1b1c-4046-90f4-9d6df334a4bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0984bbba-0502-4c23-afcc-4167f67a4cfb HTTP/1.1" status: 204 len: 168 time: 1.9717543 Jan 18 23:22:47.710134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50736) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:47.739473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b798a8ce-d636-4423-a5dc-8dab709f0d1c req-286b4cd7-c717-453f-a1b9-1cf045a5735c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436875 Jan 18 23:22:47.841515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 47a0ce5a-216d-4bc2-8303-53719777fd29 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:47.853189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.955096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:47.984652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.023587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Port': ['ID=d808d14a-298d-43eb-a33a-626a3f56d702,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.035670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.135624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:22:48.163583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event deleted for resources: {'Port': ['ID=6861cf18-ee39-4d9e-8a58-9a3109be2862,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.171736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.200958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.201803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-74b49ce3-e697-4fb5-b1de-25bc171e7307 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "DELETE /v2.0/ports/6861cf18-ee39-4d9e-8a58-9a3109be2862 HTTP/1.1" status: 204 len: 168 time: 1.2924259 Jan 18 23:22:48.208662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:48.223239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Request body: {'port': {'name': 'tempest-new-port-name-718745014', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:48.223727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] bootfile-name is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:48.224064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] tftp-server is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:48.224392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.api.validators [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] server-ip-address is not in valid_values {{(pid=84542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:22:48.278021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.419679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object 073d79f3-68b6-4569-a4a7-0b402a4f9de1 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:48.440238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:48.465215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'port_id': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'mac_address': 'fa:16:3e:54:57:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b767ef00-f123-4afd-99cf-cf6a6ae5a9bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:22:48.525456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.607959 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.612023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=47a0ce5a-216d-4bc2-8303-53719777fd29,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:48.628211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.628464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:22:48.644971 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-51d73570-11f1-4137-b0a3-aa6b39f331c0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/47a0ce5a-216d-4bc2-8303-53719777fd29 HTTP/1.1" status: 204 len: 168 time: 0.9334743 Jan 18 23:22:48.647181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50754) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:48.663286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:48.742903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.745433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.746582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.872067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:48.882092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-703b8e99-4768-4d29-a49b-29d4f98763f6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2286599 Jan 18 23:22:48.884577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50764) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:48.899399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:48.990559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:49.009246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3651e-46dc-4546-bbfc-c2814b7d9ea7 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:49.109789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:49.114173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:49.117043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:49.123507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:49.136498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f6857fd6-08ae-4cfb-ac3c-d26aad09b008'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:22:49.222937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:49.228007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.306503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-45c46dcc-1c4e-4c71-8420-34171fe46ff6 None None] Provisioning complete for port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:49.306878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-45c46dcc-1c4e-4c71-8420-34171fe46ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.353377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.399075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.483553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.578348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:22:49.586416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:49.592933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:49.595597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Deleting port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:49.595969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.618532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:49.680930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=073d79f3-68b6-4569-a4a7-0b402a4f9de1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:49.720897 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.813929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:49.814570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.844392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:49.850432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2c97c-5d0a-44a3-b2e8-cbde86027946 req-2537403c-e554-49d6-804a-5cff8a15ba86 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:49.850535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:49.854903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:49.855704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.859225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c2c97c-5d0a-44a3-b2e8-cbde86027946 req-2537403c-e554-49d6-804a-5cff8a15ba86 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 945 time: 0.7770762 Jan 18 23:22:49.913398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=f891a2b2-b620-4e96-b38f-9c48d40cb5bf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:49.921414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] For port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:49.921836 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:49.999234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-35ac9a5e-f7ce-431e-8276-49c89f603ab2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1109250 Jan 18 23:22:49.999569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8c2c97c-5d0a-44a3-b2e8-cbde86027946 req-17f25de3-6db9-4a8e-81d6-e843d7679399 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132770 Jan 18 23:22:49.999657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.006640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:50.019934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.020041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Fanout notify agent at l3_agent the message router_deleted on router 107c16b1-5b5d-4480-ad3b-651396251092 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:22:50.068731 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.073614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7a5eb20-19fd-4ff9-a8be-ce1d896d6fdd tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/routers/107c16b1-5b5d-4480-ad3b-651396251092 HTTP/1.1" status: 204 len: 168 time: 6.0156012 Jan 18 23:22:50.080788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.098158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Calling delete_port for 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:50.125137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.130793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c43669e6-c169-4b99-b1f6-1ee04c2d4fb6 None None] Provisioning for port 073d79f3-68b6-4569-a4a7-0b402a4f9de1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:50.143237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c43669e6-c169-4b99-b1f6-1ee04c2d4fb6 None None] Provisioning complete for port 073d79f3-68b6-4569-a4a7-0b402a4f9de1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:50.143884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c43669e6-c169-4b99-b1f6-1ee04c2d4fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.188234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:50.192429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:50.195442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:50.202032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:50.226441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c43669e6-c169-4b99-b1f6-1ee04c2d4fb6 None None] Port 073d79f3-68b6-4569-a4a7-0b402a4f9de1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:50.230602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50794) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.235021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9d1add46-1603-4901-bf55-f8dede3acd43 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9842143 Jan 18 23:22:50.235893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.237877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'network_id': 'fd26f55a-88dc-4474-854c-84027b52f557', 'name': 'tempest-AllowedAddressPairTestJSON-1782725970'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:50.314757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:50.316043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] In _notify_port_updated(), no bound segment for port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 on network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:22:50.319677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:50.319859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.320327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.324284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "PUT /v2.0/ports/fbb460cf-d26c-438c-8731-52d0cfdfdfd7 HTTP/1.1" status: 200 len: 1129 time: 2.1145895 Jan 18 23:22:50.325131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50800) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.325698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.406990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.411080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] No DVR routers for this DVR port 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:50.415755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c65094-56ee-4794-93b2-96495a48cde4 None None] Pushing event deleted for resources: {'Port': ['ID=4c8c9120-d52e-4eb7-9beb-2cefdcf665b6,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.422206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe93436-47d6-4d51-ad02-83034770c95e tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:50.422206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cfe93436-47d6-4d51-ad02-83034770c95e tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Synchronizing usage tracker for tenant:8ab3a35a766b4186b428d84c12e5277d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:50.438422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8da909-6a49-4d15-8086-1699738d73e8 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:50.477252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a320c3-134f-4c3a-aa2a-844730e0fdd6 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event updated for resources: {'Port': ['ID=fbb460cf-d26c-438c-8731-52d0cfdfdfd7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:50.512448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting subnet c30ef1d1-8d68-4c7a-8ef9-46f433268424 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:50.519833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.528792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:50.552885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Usage tracker for resource:port and tenant:1eeea6db157948e6bf3e1af6975f019c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:50.578502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:50.600276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:50.609001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.737943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.747314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Made reservation on behalf of 1eeea6db157948e6bf3e1af6975f019c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:50.749147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'f891a2b2-b620-4e96-b38f-9c48d40cb5bf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:50.750333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.750751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.778772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] device_id is not set on port 67f3baba-ce58-496a-bdb1-0e27a7435099 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:50.800799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cfe93436-47d6-4d51-ad02-83034770c95e tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Unset dirty status for tenant:8ab3a35a766b4186b428d84c12e5277d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:50.802011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cfe93436-47d6-4d51-ad02-83034770c95e tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "GET /v2.0/ports/fbb460cf-d26c-438c-8731-52d0cfdfdfd7 HTTP/1.1" status: 200 len: 1129 time: 0.4708977 Jan 18 23:22:50.805482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50812) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:50.826029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2093379794'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:50.833858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:50.858462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Usage tracker for resource:network and tenant:3009b1c08c73452e9ac59e58ec0500a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:50.865113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:50.880663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Deleting port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:50.881042 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:50.881961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:50.980456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:50.989802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.008525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Allocated IP 172.20.0.9 (fd26f55a-88dc-4474-854c-84027b52f557/cb684aaa-8c6a-41c6-985c-19aa7977d87f/67f3baba-ce58-496a-bdb1-0e27a7435099) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:51.019226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Made reservation on behalf of 3009b1c08c73452e9ac59e58ec0500a0 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:51.022170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.029356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:51.030483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4c8c9120-d52e-4eb7-9beb-2cefdcf665b6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:51.036811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e7a7896b-19f6-4ece-8e63-78c10b5caa5c None None] Provisioning complete for port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:51.037761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7a7896b-19f6-4ece-8e63-78c10b5caa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.052782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.054653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Subnet': ['ID=c30ef1d1-8d68-4c7a-8ef9-46f433268424,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:51.067037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.099564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ebeb630-a79a-485e-bbb7-772202281772 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/subnets/c30ef1d1-8d68-4c7a-8ef9-46f433268424 HTTP/1.1" status: 204 len: 168 time: 1.0179081 Jan 18 23:22:51.152893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50820) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:51.157245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Allocated IP 172.20.0.2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/f891a2b2-b620-4e96-b38f-9c48d40cb5bf/69ab6af5-5887-4a63-a3a7-be2aa629b764) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:51.169949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975ca14-3318-4e0e-b062-c19682490e63 None None] Network 72526641-6a79-4284-bf62-6801fd364d62 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:51.344706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:51.359204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Usage tracker for resource:security_group_rule and tenant:3009b1c08c73452e9ac59e58ec0500a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:51.364066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:51.376566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:22:51.384223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:51.385385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.392372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.398063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7896b-19f6-4ece-8e63-78c10b5caa5c None None] Port fbb460cf-d26c-438c-8731-52d0cfdfdfd7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:51.400640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.426069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2733-73ea-4063-999c-e02e1ecf4f1d req-b2ddab0b-05b3-4600-b43a-7b5e414dc231 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:51.427425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d4e2733-73ea-4063-999c-e02e1ecf4f1d req-b2ddab0b-05b3-4600-b43a-7b5e414dc231 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 945 time: 0.2424095 Jan 18 23:22:51.495455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:51.504684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:51.516203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:51.516808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.553527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=8c8b6762-2e79-4be4-a9ec-7946cf1b6353,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:51.554411 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:22:51.587796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.616213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] DHCP port deletion for 72526641-6a79-4284-bf62-6801fd364d62 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:22:51.624747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Deleting port cd84e28e-9ddf-44f7-8ab6-b365ec30314b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:51.625351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.639185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Transition to ACTIVE for port object 67f3baba-ce58-496a-bdb1-0e27a7435099 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:51.641360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.649641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.675849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port cd84e28e-9ddf-44f7-8ab6-b365ec30314b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:51.676090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.676605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Transition to ACTIVE for port object 69ab6af5-5887-4a63-a3a7-be2aa629b764 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:51.691569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-77494b95-8b0d-41cf-a0b8-22ca18917eb6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6882050 Jan 18 23:22:51.691932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50824) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:51.697409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:f6:0c:7d', 'name': 'tempest-NetworksTestDHCPv6-1718219009'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:51.709473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Calling delete_port for fbb460cf-d26c-438c-8731-52d0cfdfdfd7 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:51.742845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Transition to ACTIVE for port object 69ab6af5-5887-4a63-a3a7-be2aa629b764 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:51.823093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.828493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.832376 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:51.974845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Network fd26f55a-88dc-4474-854c-84027b52f557 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:51.983025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] For port cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,segment=NetworkSegment(ea3184b6-f469-40f5-ba7b-0cf5bdd36c32),segment_id=ea3184b6-f469-40f5-ba7b-0cf5bdd36c32)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:51.983465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.001066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] For port cd84e28e-9ddf-44f7-8ab6-b365ec30314b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,segment=NetworkSegment(ea3184b6-f469-40f5-ba7b-0cf5bdd36c32),segment_id=ea3184b6-f469-40f5-ba7b-0cf5bdd36c32)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:52.001471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.001588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:52.021894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:22:52.024165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:52.071547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d4e2733-73ea-4063-999c-e02e1ecf4f1d req-3281af7a-690f-4370-8b1d-e069d71d87b8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966670 Jan 18 23:22:52.143406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:52.148158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Calling delete_port for cd84e28e-9ddf-44f7-8ab6-b365ec30314b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:52.149715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for cd84e28e-9ddf-44f7-8ab6-b365ec30314b owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:52.157515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:52.166436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256a998c-3889-4467-8048-6cf84e2e095e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.207463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=67f3baba-ce58-496a-bdb1-0e27a7435099,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.238428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:52.258508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:52.259322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.267134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:52.269841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:52.271362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:52.305127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:52.345185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Pushing event updated for resources: {'Port': ['ID=69ab6af5-5887-4a63-a3a7-be2aa629b764,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.368145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:22:52.369149 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:22:52.383946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.387907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.401203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.401549 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Added segment 99d4a526-8300-485a-851c-6a017969e05d of type vlan for network 529d205f-4578-4ca8-b918-352b8b0d78f0 Jan 18 23:22:52.428785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa8fc05e-6699-4a64-bbb4-ac397f53727e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1938250 Jan 18 23:22:52.430756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:52.435702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d5:d2:04'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:8d:0f:f6'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:52.441439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.459691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.474651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event deleted for resources: {'Port': ['ID=fbb460cf-d26c-438c-8731-52d0cfdfdfd7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.479607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] Pushing event deleted for resources: {'Port': ['ID=cd84e28e-9ddf-44f7-8ab6-b365ec30314b,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.483112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 81dc2df5-895a-43d1-ac05-3312b8104375 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:52.497823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1bdc4-599e-4323-8db6-35cc0f3c48c9 None None] No DVR routers for this DVR port cd84e28e-9ddf-44f7-8ab6-b365ec30314b on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:52.506410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Attempting to bind port 69ab6af5-5887-4a63-a3a7-be2aa629b764 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:52.510884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Attempting to bind port 69ab6af5-5887-4a63-a3a7-be2aa629b764 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:52.510884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Attempting to bind port 69ab6af5-5887-4a63-a3a7-be2aa629b764 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:52.520157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:52.520534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:52.520956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.521341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:52.521801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Bound port: 69ab6af5-5887-4a63-a3a7-be2aa629b764, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:52.522162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.539516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21e8d8aa-ff81-4e01-9edc-18a27d292d79 None None] Provisioning for port 67f3baba-ce58-496a-bdb1-0e27a7435099 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:52.546911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.547549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21e8d8aa-ff81-4e01-9edc-18a27d292d79 None None] Provisioning complete for port 67f3baba-ce58-496a-bdb1-0e27a7435099 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:52.547718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21e8d8aa-ff81-4e01-9edc-18a27d292d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.635209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:52.657144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:52.657508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.687311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-21e8d8aa-ff81-4e01-9edc-18a27d292d79 None None] Port 67f3baba-ce58-496a-bdb1-0e27a7435099 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:52.695561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.699372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:52.699976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.738872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] For port 69ab6af5-5887-4a63-a3a7-be2aa629b764, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:52.742598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] For port 69ab6af5-5887-4a63-a3a7-be2aa629b764, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69ab6af5-5887-4a63-a3a7-be2aa629b764,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:52.769704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.783370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e36d4e0c-099d-4b44-817e-41b6dd87d786 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "DELETE /v2.0/ports/fbb460cf-d26c-438c-8731-52d0cfdfdfd7 HTTP/1.1" status: 204 len: 168 time: 1.9768438 Jan 18 23:22:52.784223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:52.829067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.841615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.885390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port cd84e28e-9ddf-44f7-8ab6-b365ec30314b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:52.885719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:52.890835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event updated for resources: {'Network': ['ID=529d205f-4578-4ca8-b918-352b8b0d78f0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:52.913780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 172.20.0.5 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/f891a2b2-b620-4e96-b38f-9c48d40cb5bf/81dc2df5-895a-43d1-ac05-3312b8104375) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:52.929030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fef6:c7d (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8c8b6762-2e79-4be4-a9ec-7946cf1b6353/81dc2df5-895a-43d1-ac05-3312b8104375) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:52.943548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dc84bc73-0d5d-40a6-8867-d74570a3f408 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5299964 Jan 18 23:22:52.950608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:52.973833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Request body: {'subnet': {'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:53.041481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:22:53.050823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] The port 'cd84e28e-9ddf-44f7-8ab6-b365ec30314b' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:22:53.055199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd84e28e-9ddf-44f7-8ab6-b365ec30314b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:53.103540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:53.108818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Usage tracker for resource:subnet and tenant:3009b1c08c73452e9ac59e58ec0500a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:53.112165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:53.124072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:53.124788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:22:53.184407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: cd84e28e-9ddf-44f7-8ab6-b365ec30314b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:53.184825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd84e28e-9ddf-44f7-8ab6-b365ec30314b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:53.225805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:53.286244 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'code': 200} Jan 18 23:22:53.296048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b623bd-1312-4e9c-afef-96a219855115 None None] Pushing event updated for resources: {'Port': ['ID=69ab6af5-5887-4a63-a3a7-be2aa629b764,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:53.314180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.388536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.412727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Made reservation on behalf of 3009b1c08c73452e9ac59e58ec0500a0 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:53.449455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72526641-6a79-4284-bf62-6801fd364d62']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:53.469872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:53.470293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3184b6-f469-40f5-ba7b-0cf5bdd36c32') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:53.488608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.541003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:53.544643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.581714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cc03f3ee-cf31-4083-8491-b59acaf29b1c req-540ecde5-97d1-42fa-b537-a80eceab4902 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1097 time: 0.2367022 Jan 18 23:22:53.603857 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.631463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Deleting subnet 8e646cdd-18d4-4d12-a37f-68e46b013250 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:53.655396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.687074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:22:53.687487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:22:53.706819 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:22:53.790084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.813285 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cc03f3ee-cf31-4083-8491-b59acaf29b1c req-db7b5601-34f2-4e9c-8b49-dcdc025e9b62 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 Jan 18 23:22:53.825961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 81dc2df5-895a-43d1-ac05-3312b8104375 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:53.844486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.914326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc1430-ce85-405d-88cb-14f785793df5 req-ea4fad55-1bfa-4931-a599-6d6445f5f333 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:53.915804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96dc1430-ce85-405d-88cb-14f785793df5 req-ea4fad55-1bfa-4931-a599-6d6445f5f333 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5905704 Jan 18 23:22:53.976557 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:53.995276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.003656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.030343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.041212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96dc1430-ce85-405d-88cb-14f785793df5 req-299f40ad-d036-41bf-932e-dd236950d445 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127179 Jan 18 23:22:54.042049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Network': ['ID=72526641-6a79-4284-bf62-6801fd364d62,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.050580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.055678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84215c5d-88e9-483c-9fa2-f554e32f2a8e tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/networks/72526641-6a79-4284-bf62-6801fd364d62 HTTP/1.1" status: 204 len: 168 time: 2.9010150 Jan 18 23:22:54.087641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.115081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50852) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.151087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.207291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:54.216540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:54.219790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:54.280828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=81dc2df5-895a-43d1-ac05-3312b8104375,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.338178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event updated for resources: {'Subnet': ['ID=78870f55-ac96-469f-b171-c24ca4a5b5da,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.347987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.348605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.372455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Checking segment: {'id': '99d4a526-8300-485a-851c-6a017969e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:54.379754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Network hostable DHCP agents. Network: 529d205f-4578-4ca8-b918-352b8b0d78f0, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:22:54.389036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event updated for resources: {'Port': ['ID=67f3baba-ce58-496a-bdb1-0e27a7435099,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.398692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Deleting port f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:54.399159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.448866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] In _notify_port_updated(), no bound segment for port 67f3baba-ce58-496a-bdb1-0e27a7435099 on network fd26f55a-88dc-4474-854c-84027b52f557 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:22:54.478427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.478427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.478427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-905f27ff-0994-4ed7-bc70-b6729160abd0 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "PUT /v2.0/ports/67f3baba-ce58-496a-bdb1-0e27a7435099 HTTP/1.1" status: 200 len: 1055 time: 2.0250616 Jan 18 23:22:54.478427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.503439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b9d712b8-e794-4f24-a79a-0df7cd01a171 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8103905 Jan 18 23:22:54.505829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50862) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.552493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:22:54.604015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 67f3baba-ce58-496a-bdb1-0e27a7435099 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:54.604357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.628592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a26dc1-3aaa-4897-8922-8048e7f55c0b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.633165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a26dc1-3aaa-4897-8922-8048e7f55c0b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.634054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-15a26dc1-3aaa-4897-8922-8048e7f55c0b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:54.636711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317de19-e295-4140-b0fc-d6a5c6cd2504 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:54.640957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.674026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 529d205f-4578-4ca8-b918-352b8b0d78f0) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:54.678786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:54.679360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.715060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event deleted for resources: {'Subnet': ['ID=8e646cdd-18d4-4d12-a37f-68e46b013250,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:54.728653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e8d8700f-6fa0-453d-9d38-08362978883e None None] Provisioning complete for port 67f3baba-ce58-496a-bdb1-0e27a7435099 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:54.729057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e8d8700f-6fa0-453d-9d38-08362978883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.738669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-15a26dc1-3aaa-4897-8922-8048e7f55c0b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:54.740873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-15a26dc1-3aaa-4897-8922-8048e7f55c0b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2328715 Jan 18 23:22:54.742880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50868) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.755530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3db088-46d8-4e96-9238-e97f115a0861 None None] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:54.759666 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.780052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa79f88-23b5-4a46-b491-402c0f393ce2 None None] Network 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:22:54.798447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c580aa9-ef94-4c54-8ca3-3ff32da48b4b tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "DELETE /v2.0/subnets/8e646cdd-18d4-4d12-a37f-68e46b013250 HTTP/1.1" status: 204 len: 168 time: 2.0084774 Jan 18 23:22:54.799950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-398e5442-b833-46d8-aa8d-11ded864a857 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8478124 Jan 18 23:22:54.800263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50872) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.800579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.800710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50874) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:54.800931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:54.828475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Request body: {'port': {'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1134476950'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:22:54.943484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Calling delete_port for f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:54.965953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8700f-6fa0-453d-9d38-08362978883e None None] Port 67f3baba-ce58-496a-bdb1-0e27a7435099 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:22:55.071859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69ab6af5-5887-4a63-a3a7-be2aa629b764 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:55.084613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 81dc2df5-895a-43d1-ac05-3312b8104375 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:55.086765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.266861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:22:55.294184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.297307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Usage tracker for resource:port and tenant:3009b1c08c73452e9ac59e58ec0500a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:22:55.349404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:22:55.362301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:22:55.368391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.391907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Deleting port 37abfc78-191e-49cc-885a-6da89960a31a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:55.391907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.392371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce0ef1a1-d842-4909-83ae-d94fa5826fd1 None None] Provisioning for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:55.474917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Made reservation on behalf of 3009b1c08c73452e9ac59e58ec0500a0 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:22:55.479463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.492302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-529d205f-4578-4ca8-b918-352b8b0d78f0', 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0', 'tenant_id': '3009b1c08c73452e9ac59e58ec0500a0', 'fixed_ips': [{'subnet_id': '78870f55-ac96-469f-b171-c24ca4a5b5da'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:22:55.493195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.524906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.590283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:55.621793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:55.622291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.636033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 67f3baba-ce58-496a-bdb1-0e27a7435099 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:55.652326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] DHCP port deletion for 76cbd1d0-5375-4dbe-b5a9-04ac89147d30 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:22:55.713120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 81dc2df5-895a-43d1-ac05-3312b8104375 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:55.754260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Deleting port 37abfc78-191e-49cc-885a-6da89960a31a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:55.754824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.757584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3e68-b71a-4e53-a83e-ff7e46af303e req-b8d9b735-6dab-444d-922a-e7d0c302458f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:55.759286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a81a3e68-b71a-4e53-a83e-ff7e46af303e req-b8d9b735-6dab-444d-922a-e7d0c302458f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5465975 Jan 18 23:22:55.785074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] device_id is not set on port 442a809f-b150-4b82-b110-64859c5edfd9 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:22:55.828353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:55.910558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Pushing event deleted for resources: {'Port': ['ID=f9f95afd-c9ac-4f3a-a0b8-f48bad4cb391,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.030641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a81a3e68-b71a-4e53-a83e-ff7e46af303e req-98a9ee90-05a0-40ff-ae45-df7717f87ecc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649136 Jan 18 23:22:56.067516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] For port 37abfc78-191e-49cc-885a-6da89960a31a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=37abfc78-191e-49cc-885a-6da89960a31a,segment=NetworkSegment(b16cea1c-953b-4dcc-96b7-786b726d494c),segment_id=b16cea1c-953b-4dcc-96b7-786b726d494c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:56.067879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.074471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.102216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.105811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ccdba3da-8889-42a0-be47-775acd10c264 tempest-FloatingIPAdminTestJSON-1238234033 tempest-FloatingIPAdminTestJSON-1238234033-project] 10.222.0.59 "DELETE /v2.0/floatingips/e6c4fc57-6c69-412d-9df4-3026f960a4ef HTTP/1.1" status: 204 len: 168 time: 1.9864194 Jan 18 23:22:56.116007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.185429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=67f3baba-ce58-496a-bdb1-0e27a7435099,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.204405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'f891a2b2-b620-4e96-b38f-9c48d40cb5bf', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c8b6762-2e79-4be4-a9ec-7946cf1b6353'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '69ab6af5-5887-4a63-a3a7-be2aa629b764'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:22:56.231563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.319147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Calling delete_port for 37abfc78-191e-49cc-885a-6da89960a31a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:56.394718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Allocated IP 172.20.0.3 (529d205f-4578-4ca8-b918-352b8b0d78f0/78870f55-ac96-469f-b171-c24ca4a5b5da/442a809f-b150-4b82-b110-64859c5edfd9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:56.398478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.580422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 69ab6af5-5887-4a63-a3a7-be2aa629b764, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69ab6af5-5887-4a63-a3a7-be2aa629b764,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:56.600124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] For port 37abfc78-191e-49cc-885a-6da89960a31a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=37abfc78-191e-49cc-885a-6da89960a31a,segment=NetworkSegment(b16cea1c-953b-4dcc-96b7-786b726d494c),segment_id=b16cea1c-953b-4dcc-96b7-786b726d494c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:56.600957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.645047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.647152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6c0951ee-adf2-43f9-86e4-2cfa19fd0894 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/67f3baba-ce58-496a-bdb1-0e27a7435099 HTTP/1.1" status: 204 len: 168 time: 2.1880741 Jan 18 23:22:56.649905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.664823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.698408 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e333b64b-7ab8-4bc2-abfb-ff73c29a71dc tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] GET failed (client error): The resource could not be found. Jan 18 23:22:56.699861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e333b64b-7ab8-4bc2-abfb-ff73c29a71dc tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:56.728002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event deleted for resources: {'Port': ['ID=37abfc78-191e-49cc-885a-6da89960a31a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.739380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.752473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Calling delete_port for 37abfc78-191e-49cc-885a-6da89960a31a owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:56.778373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:56.784520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e333b64b-7ab8-4bc2-abfb-ff73c29a71dc tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:56.789815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e333b64b-7ab8-4bc2-abfb-ff73c29a71dc tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports/67f3baba-ce58-496a-bdb1-0e27a7435099 HTTP/1.1" status: 404 len: 333 time: 0.1388624 Jan 18 23:22:56.791463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.822487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] No DVR routers for this DVR port 37abfc78-191e-49cc-885a-6da89960a31a on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:22:56.877130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:56.894239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=81dc2df5-895a-43d1-ac05-3312b8104375,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:56.987198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 073d79f3-68b6-4569-a4a7-0b402a4f9de1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:56.987198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.022200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Allocated IP 2001:db8::f816:3eff:fee1:83f (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8c8b6762-2e79-4be4-a9ec-7946cf1b6353/69ab6af5-5887-4a63-a3a7-be2aa629b764) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:57.192503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.195144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:22:57.195659 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:22:57.196564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 37abfc78-191e-49cc-885a-6da89960a31a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:22:57.223372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cbd1d0-5375-4dbe-b5a9-04ac89147d30']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:57.226166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=69ab6af5-5887-4a63-a3a7-be2aa629b764,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.236885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16cea1c-953b-4dcc-96b7-786b726d494c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:57.237338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16cea1c-953b-4dcc-96b7-786b726d494c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:22:57.244808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.245540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.246054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.246564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.247069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.248965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.249515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.250034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.250144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.250648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.251267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.251783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:22:57.267293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.273755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:22:57.274252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.274816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 37abfc78-191e-49cc-885a-6da89960a31a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:22:57.275346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 37abfc78-191e-49cc-885a-6da89960a31a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:22:57.289589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] For port 69ab6af5-5887-4a63-a3a7-be2aa629b764, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69ab6af5-5887-4a63-a3a7-be2aa629b764,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:22:57.331771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:22:57.363469 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:22:57.452512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84491b73-e6ed-4685-b04e-91f6c8d6fb05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9aaf327093a643e78775610617d09e7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5741115 Jan 18 23:22:57.456596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.476647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.506001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Transition to ACTIVE for port object 442a809f-b150-4b82-b110-64859c5edfd9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:57.520116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.534991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Transition to ACTIVE for port object 69ab6af5-5887-4a63-a3a7-be2aa629b764 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:57.537577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.559404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.579877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] Pushing event deleted for resources: {'Network': ['ID=76cbd1d0-5375-4dbe-b5a9-04ac89147d30,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.588144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f9690986-4559-4584-a08e-fe62612f43aa tempest-ExtraDHCPOptionsIpV6TestJSON-721081129 tempest-ExtraDHCPOptionsIpV6TestJSON-721081129-project] 10.222.0.59 "DELETE /v2.0/networks/76cbd1d0-5375-4dbe-b5a9-04ac89147d30 HTTP/1.1" status: 204 len: 168 time: 2.7843547 Jan 18 23:22:57.619442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.655449 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df29f34d-7718-4255-8d42-ecd821fff388 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/81dc2df5-895a-43d1-ac05-3312b8104375 HTTP/1.1" status: 204 len: 168 time: 2.9085720 Jan 18 23:22:57.655449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.656659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:57.657438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.752384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Deleting port 37abfc78-191e-49cc-885a-6da89960a31a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:57.752384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.810229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 073d79f3-68b6-4569-a4a7-0b402a4f9de1 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:57.811137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:57.812347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event updated for resources: {'Port': ['ID=442a809f-b150-4b82-b110-64859c5edfd9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:57.818756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:57.824285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:57.825647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:57.828180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:57.829069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:57.832031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:57.878761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eddf93ca-a39d-4ed5-8223-73127875ed97 None None] The port '37abfc78-191e-49cc-885a-6da89960a31a' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:22:57.890760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d6e47-d11a-4af1-a607-7203eda9f7a7 req-3abd6cc0-e9d9-4182-9e52-9d095c193320 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:57.892248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d0d6e47-d11a-4af1-a607-7203eda9f7a7 req-3abd6cc0-e9d9-4182-9e52-9d095c193320 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5782418 Jan 18 23:22:57.895448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.947368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:57.947368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:57.960052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.003798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Allocated IP 172.20.0.2 (529d205f-4578-4ca8-b918-352b8b0d78f0/78870f55-ac96-469f-b171-c24ca4a5b5da/5990ab8a-d4be-4e6c-9d50-56c1d50c54a5) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:22:58.007009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6828c8-68ff-40a8-aa67-f65afdc1c5cd None None] Pushing event updated for resources: {'Port': ['ID=69ab6af5-5887-4a63-a3a7-be2aa629b764,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.072303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d0d6e47-d11a-4af1-a607-7203eda9f7a7 req-8ebbabe2-1ac3-4bde-9a57-9d425c68acd2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646194 Jan 18 23:22:58.079602 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-be3b378f-ceb9-4556-97f3-96860ca18fb2 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2742753 Jan 18 23:22:58.080292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50924) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:58.166337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:58.170594 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-63440bb2-4ce1-4dde-a0bd-6dfb5ba9faa3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5103128 Jan 18 23:22:58.171306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:58.236648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Deleting port 442a809f-b150-4b82-b110-64859c5edfd9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:58.237207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.273430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50936) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:58.307504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.313326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.314620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.357949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Transition to ACTIVE for port object 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:58.410267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Transition to ACTIVE for port object 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:22:58.502702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.602695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.608895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:22:58.612534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:22:58.618211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Pushing event updated for resources: {'Port': ['ID=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.620488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:22:58.666300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac282f52-2259-4734-b9cf-c94512da12f6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.684989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=073d79f3-68b6-4569-a4a7-0b402a4f9de1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:58.775149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.796977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8444d8ad-c1dc-4607-baa6-b35f84eb2863 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac282f52-2259-4734-b9cf-c94512da12f6 HTTP/1.1" status: 204 len: 168 time: 1.3298397 Jan 18 23:22:58.858042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Attempting to bind port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:22:58.859709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Attempting to bind port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '99d4a526-8300-485a-851c-6a017969e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:22:58.860081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Attempting to bind port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 on network 529d205f-4578-4ca8-b918-352b8b0d78f0 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:22:58.878794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:22:58.879181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Checking segment: {'id': '99d4a526-8300-485a-851c-6a017969e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:22:58.879589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.887507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Bound using segment: {'id': '99d4a526-8300-485a-851c-6a017969e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:22:58.888009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Bound port: 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d4a526-8300-485a-851c-6a017969e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '529d205f-4578-4ca8-b918-352b8b0d78f0'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:22:58.888395 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:58.977802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69ab6af5-5887-4a63-a3a7-be2aa629b764 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:22:58.992586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2a33-488e-4913-a06a-46c35d879794 req-2b36f975-b665-4241-8305-fbae4d10a6ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:22:58.994872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-2b36f975-b665-4241-8305-fbae4d10a6ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 814 time: 0.4192543 Jan 18 23:22:59.011849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.014853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-639f2482-9540-4acd-84f9-66cdcd43da82 tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/073d79f3-68b6-4569-a4a7-0b402a4f9de1 HTTP/1.1" status: 204 len: 168 time: 2.2207859 Jan 18 23:22:59.017641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50952) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:59.023928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 8c8b6762-2e79-4be4-a9ec-7946cf1b6353 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:22:59.052203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af082053-8391-4afd-af63-b590e155fc32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ab3a35a766b4186b428d84c12e5277d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7710497 Jan 18 23:22:59.058727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Calling delete_port for 442a809f-b150-4b82-b110-64859c5edfd9 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:22:59.086285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:59.088210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-cdf25f81-b68e-42a1-9d2d-c4ae60bc69b5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/quotas/b58a4c1b68814f659a6c90b9547a905c HTTP/1.1" status: 200 len: 375 time: 0.0861609 Jan 18 23:22:59.089296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.150641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] For port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:22:59.217788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] For port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,segment=NetworkSegment(99d4a526-8300-485a-851c-6a017969e05d),segment_id=99d4a526-8300-485a-851c-6a017969e05d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:22:59.218436 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9e359a-bb58-4d0f-8f9a-dac0e93572eb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] GET failed (client error): The resource could not be found. Jan 18 23:22:59.218436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1a9e359a-bb58-4d0f-8f9a-dac0e93572eb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Synchronizing usage tracker for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:22:59.228871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.254419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.276011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.362078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-079045fc-1992-4b36-9067-b7fc604abd42 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128735 Jan 18 23:22:59.377540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.411443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21147f03-74a5-4fdd-8116-64d1d6970b78 None None] Provisioning for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:22:59.411707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.413237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.425423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21147f03-74a5-4fdd-8116-64d1d6970b78 None None] Provisioning complete for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:22:59.426155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21147f03-74a5-4fdd-8116-64d1d6970b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.430115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1a9e359a-bb58-4d0f-8f9a-dac0e93572eb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Unset dirty status for tenant:1eeea6db157948e6bf3e1af6975f019c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:22:59.431295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1a9e359a-bb58-4d0f-8f9a-dac0e93572eb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "GET /v2.0/ports/073d79f3-68b6-4569-a4a7-0b402a4f9de1 HTTP/1.1" status: 404 len: 333 time: 0.4120083 Jan 18 23:22:59.437980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:59.528022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.533595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 1adae6bf-7519-4bd3-a7d4-7aca33daea8f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:22:59.533951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.551047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec07497a-7aac-406a-8dc2-7af99c3cd65e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:59.557304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event deleted for resources: {'Port': ['ID=442a809f-b150-4b82-b110-64859c5edfd9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:59.615522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.616805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-62c2022f-72eb-413f-b1cc-d92669021ce9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec07497a-7aac-406a-8dc2-7af99c3cd65e HTTP/1.1" status: 204 len: 168 time: 0.5295715 Jan 18 23:22:59.714901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.723360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:22:59.729234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0d061483-0903-4011-9bf5-77abd12ca48e tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "DELETE /v2.0/ports/442a809f-b150-4b82-b110-64859c5edfd9 HTTP/1.1" status: 204 len: 168 time: 1.6398935 Jan 18 23:22:59.733079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50972) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:22:59.764766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce6c37-bb2e-4ab1-b895-d1a7530809a6 None None] Pushing event updated for resources: {'Port': ['ID=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:59.847132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-21147f03-74a5-4fdd-8116-64d1d6970b78 None None] Could not find standard attr ID for object 81dc2df5-895a-43d1-ac05-3312b8104375. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:22:59.853473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8b6762-2e79-4be4-a9ec-7946cf1b6353,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:22:59.968218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-223cc5f4-c7a9-4fa4-9749-0c239e265594 None None] Could not find standard attr ID for object 81dc2df5-895a-43d1-ac05-3312b8104375. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:22:59.987696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50978) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:00.028863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.083936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:00.089720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Usage tracker for resource:security_group_rule and tenant:b190bca7e4e34028a055f519eebfb22f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:00.094726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:00.103540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:00.143802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.205286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-b5d8f6a0-bf08-484b-8754-a9aa67f32862 service neutron] 10.222.0.59 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356435 Jan 18 23:23:00.271767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.339604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c948facb-3f34-41c7-b5a2-c86929e50e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8c8b6762-2e79-4be4-a9ec-7946cf1b6353 HTTP/1.1" status: 204 len: 168 time: 2.1669605 Jan 18 23:23:00.343511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50988) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:00.389792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.420034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.461906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656baf9e-10d1-4aee-b391-009efaf416bc None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:00.503308 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-046e96e7-cd41-4562-8619-491bf27df465 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.7684400 Jan 18 23:23:00.531951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50996) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:00.548075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-183067123'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:00.553562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 1adae6bf-7519-4bd3-a7d4-7aca33daea8f owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:00.577546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21f9345-bb30-4289-a13d-b06a9ec6983d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:00.583223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:00.589961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Usage tracker for resource:network and tenant:3009b1c08c73452e9ac59e58ec0500a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:00.612160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:00.615418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:00.625394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-b0cdaa56-256e-43a2-8fb9-437502045e89 service neutron] 10.222.0.59 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108763 Jan 18 23:23:00.836076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.890520 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db26f1b1-8078-4190-b7c0-2f85cd2a3208 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b190bca7e4e34028a055f519eebfb22f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9004543 Jan 18 23:23:00.892788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:00.907792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Made reservation on behalf of 3009b1c08c73452e9ac59e58ec0500a0 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:00.911065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:00.988595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Port': ['ID=1adae6bf-7519-4bd3-a7d4-7aca33daea8f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:00.997493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet f891a2b2-b620-4e96-b38f-9c48d40cb5bf {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:01.033051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:01.034947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.123424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:01.143208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.167060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.178060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.180109 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Added segment f284fa9d-e601-4844-a399-ebf0d0f6290b of type vlan for network ff09251e-788d-4558-8068-261bac582f53 Jan 18 23:23:01.269559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.330129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35067800-b13f-4a45-9e98-2e4c329762f2 req-42924734-4b63-4e1a-a0cf-f89585113081 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.2647233 Jan 18 23:23:01.332296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:01.403860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.432347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.444254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.456083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:01.457629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.482001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.500902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a9726-fc88-4c95-8fef-f0b72d53e50b None None] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:01.584538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-83c54896-58d4-47c5-944e-32fb71bcc08e tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/ports/1adae6bf-7519-4bd3-a7d4-7aca33daea8f HTTP/1.1" status: 204 len: 168 time: 2.1454837 Jan 18 23:23:01.589043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51024) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:01.696014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:01.702691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.714329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Provisioning for port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:01.732363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Provisioning complete for port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:01.732970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.746050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21f9345-bb30-4289-a13d-b06a9ec6983d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:01.815542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event updated for resources: {'Network': ['ID=ff09251e-788d-4558-8068-261bac582f53,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:01.823524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.878177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ff09251e-788d-4558-8068-261bac582f53 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:01.923352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.923906 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2945c7e5-7f25-4d5d-9952-b46763514fd3 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3875299 Jan 18 23:23:01.924797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51038) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:01.928186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f146a2e5-acbb-45d1-8755-64d4389a24c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c21f9345-bb30-4289-a13d-b06a9ec6983d HTTP/1.1" status: 204 len: 168 time: 1.0307581 Jan 18 23:23:01.973858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1360605897'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:01.979825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:01.988816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/f891a2b2-b620-4e96-b38f-9c48d40cb5bf HTTP/1.1" status: 204 len: 168 time: 1.6430545 Jan 18 23:23:01.989565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:02.003072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:02.003769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf508fb8-5c44-4601-b959-069e8e822f7b None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:02.019253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50676d94-a9ec-4fd7-97a2-59152d5702c9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=f891a2b2-b620-4e96-b38f-9c48d40cb5bf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:02.173744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:02.183689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:02.250181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:02.256373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e364aa50-cbe0-47df-9739-cdfd3017b9e6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2435322 Jan 18 23:23:02.260880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:02.292725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e9588f16-806f-48d4-b0ba-251aeb979db8 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks HTTP/1.1" status: 200 len: 9341 time: 0.3189869 Jan 18 23:23:02.293101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51052) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:02.295200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.303756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting subnet cb684aaa-8c6a-41c6-985c-19aa7977d87f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:02.314373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.370570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] For port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,segment=NetworkSegment(99d4a526-8300-485a-851c-6a017969e05d),segment_id=99d4a526-8300-485a-851c-6a017969e05d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:02.412647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:02.422521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.455408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.497004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.532450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccb91a-1dfe-470e-9e53-a3dc99843f41 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] Network ff09251e-788d-4558-8068-261bac582f53 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:02.585907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578053-c1f7-4f37-94f0-04a90c0dbc44 None None] Pushing event updated for resources: {'Port': ['ID=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:02.600477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b4cbbc01-f464-48de-bfd2-58d3af43e08d None None] Provisioning complete for port 69ab6af5-5887-4a63-a3a7-be2aa629b764 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:02.601082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b4cbbc01-f464-48de-bfd2-58d3af43e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.610395 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:02.627692 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40ccb91a-1dfe-470e-9e53-a3dc99843f41 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "POST /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3336241 Jan 18 23:23:02.631747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51062) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:02.690295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbb6adf9-f58c-4b34-bae6-bad262e876d7 req-854d35f1-ac8d-4104-988f-50cb42547e36 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.0885062 Jan 18 23:23:02.758931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc1d874-62c7-4329-b8af-ad8f8df3358e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.763070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7bc1d874-62c7-4329-b8af-ad8f8df3358e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4994802 Jan 18 23:23:02.763978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:02.765236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:02.803241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031328c-a45c-4cb0-9e99-cc0a646e1cdb None None] Network ff09251e-788d-4558-8068-261bac582f53 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:02.896981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76ab26-43a5-47b0-838b-e1bbcc3fdf8f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:02.903956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c76ab26-43a5-47b0-838b-e1bbcc3fdf8f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:02.906155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:security_group_rule and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:02.922777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:02.946067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:02.984692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.058705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:03.094740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c76ab26-43a5-47b0-838b-e1bbcc3fdf8f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:03.104365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c76ab26-43a5-47b0-838b-e1bbcc3fdf8f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3320975 Jan 18 23:23:03.105363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.109385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Deleting port 69ab6af5-5887-4a63-a3a7-be2aa629b764 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:03.110022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.178989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:03.366350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.429949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.480779 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.524440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:03.528698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Usage tracker for resource:security_group_rule and tenant:59143c96a75e4d54a18adcfdbdb0e9fa is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:03.532401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:03.539231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:03.590570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.604315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.611099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d970b3f9-1c24-4416-855c-59f31900ed3a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4037378 Jan 18 23:23:03.620936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.623598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51080) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.635560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:03.664918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] For port 69ab6af5-5887-4a63-a3a7-be2aa629b764, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69ab6af5-5887-4a63-a3a7-be2aa629b764,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:03.665875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.679706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b9f9dcd-e1cd-4eb3-8ce4-f16a68e3416c tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks HTTP/1.1" status: 200 len: 10085 time: 1.0462346 Jan 18 23:23:03.691804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.692442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Subnet': ['ID=cb684aaa-8c6a-41c6-985c-19aa7977d87f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:03.714709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675936dd-58fd-421c-93b7-84329a3a3404,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:03.743237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.749438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:03.751179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.776984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b95b06c6-54c6-406a-8970-9cb14dd3b11a tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/subnets/cb684aaa-8c6a-41c6-985c-19aa7977d87f HTTP/1.1" status: 204 len: 168 time: 2.1858273 Jan 18 23:23:03.787045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51088) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.790775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.791237 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment e9754066-0df1-4096-9f94-ca355888cffb of type vlan for network 9a3c606b-ba53-419b-ad44-27098e0cddaa Jan 18 23:23:03.821185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Calling delete_port for 69ab6af5-5887-4a63-a3a7-be2aa629b764 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:03.870278 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59143c96a75e4d54a18adcfdbdb0e9fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4960015 Jan 18 23:23:03.885343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51094) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:03.929264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:03.947058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a1e33b-1346-4268-abec-b4da8300f267 None None] Network fd26f55a-88dc-4474-854c-84027b52f557 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:03.993416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:03.994073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.034521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-13038018-b10a-4c0a-8007-0aee758f896a tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "DELETE /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks/ff09251e-788d-4558-8068-261bac582f53 HTTP/1.1" status: 204 len: 168 time: 0.3334193 Jan 18 23:23:04.045894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:04.050395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e643ebbf-6942-4a05-b9f9-37ab9e2cf48f req-df22846f-8598-4578-9311-37620d795d48 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.0999484 Jan 18 23:23:04.082097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.104408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:04.139306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:04.141848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6d250-f06d-4d25-bf8f-8a80a8bfe914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335095b0-aa1b-4b1e-80cd-0886a82b657f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:04.155876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.168196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 662d7e18-ac9a-449b-9a5a-2eed27b57677 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:04.168558 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.179363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] Pushing event deleted for resources: {'Port': ['ID=69ab6af5-5887-4a63-a3a7-be2aa629b764,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:04.212881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6449876-808c-4eaf-921f-50dec7769794 None None] No DVR routers for this DVR port 69ab6af5-5887-4a63-a3a7-be2aa629b764 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:04.226394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.227267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:04.227999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.302242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:04.306094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.307523 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:04.307935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:04.349488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5c541dc3-c9f4-4e9c-ac7a-c8650af30c2c None None] Could not find standard attr ID for object 442a809f-b150-4b82-b110-64859c5edfd9. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:23:04.383789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5c541dc3-c9f4-4e9c-ac7a-c8650af30c2c None None] Provisioning complete for port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:04.384203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c541dc3-c9f4-4e9c-ac7a-c8650af30c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.444304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.444576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69ab6af5-5887-4a63-a3a7-be2aa629b764 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:04.487306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 69ab6af5-5887-4a63-a3a7-be2aa629b764 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:04.487653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69ab6af5-5887-4a63-a3a7-be2aa629b764 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:04.543194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=9a3c606b-ba53-419b-ad44-27098e0cddaa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:04.554017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2df53c10-303e-474e-9664-f76b9c3fb02b tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks HTTP/1.1" status: 200 len: 9303 time: 0.5005822 Jan 18 23:23:04.563467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] DHCP port deletion for fd26f55a-88dc-4474-854c-84027b52f557 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:04.565849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:04.566197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:04.577058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-77b6406a-c2e6-4f45-a950-2dc8e6e4a4ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8667669 Jan 18 23:23:04.586397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2a33-488e-4913-a06a-46c35d879794 req-03c5cc12-7e12-4a59-af5f-1feefae78be7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:04.589447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-03c5cc12-7e12-4a59-af5f-1feefae78be7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.83 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 814 time: 0.3924935 Jan 18 23:23:04.599100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-051d937c-b190-4e05-b9b3-d4af5fa8c774 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9697926 Jan 18 23:23:04.602971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51110) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:04.625379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:04.630226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Request body: {'port': {'device_id': '2ce8a634-3119-4811-a443-f7485782e69f', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'admin_state_up': True, 'tenant_id': 'b58a4c1b68814f659a6c90b9547a905c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:04.662781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Deleting port 662d7e18-ac9a-449b-9a5a-2eed27b57677 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:04.663266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.757875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:04.768011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.797049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:04.812708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c49932b1-b10b-4d9f-be77-e434e0efeaa6 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/networks/529d205f-4578-4ca8-b918-352b8b0d78f0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.2432296 Jan 18 23:23:04.818082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:04.882247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:04.882855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c19cf07e-be41-4d51-8dd2-c13ed851d586 tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/networks/529d205f-4578-4ca8-b918-352b8b0d78f0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0632424 Jan 18 23:23:04.888369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:04.894363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Usage tracker for resource:port and tenant:b58a4c1b68814f659a6c90b9547a905c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:04.905962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:04.914556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:04.969460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:04.971346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] For port 662d7e18-ac9a-449b-9a5a-2eed27b57677, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=662d7e18-ac9a-449b-9a5a-2eed27b57677,segment=NetworkSegment(c7fdcc8a-5147-49b3-8cd6-5f00de19f83b),segment_id=c7fdcc8a-5147-49b3-8cd6-5f00de19f83b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:04.979449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:04.993541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 662d7e18-ac9a-449b-9a5a-2eed27b57677 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:05.055349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Made reservation on behalf of b58a4c1b68814f659a6c90b9547a905c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:05.059707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.085522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] For port 662d7e18-ac9a-449b-9a5a-2eed27b57677, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=662d7e18-ac9a-449b-9a5a-2eed27b57677,segment=NetworkSegment(c7fdcc8a-5147-49b3-8cd6-5f00de19f83b),segment_id=c7fdcc8a-5147-49b3-8cd6-5f00de19f83b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:05.085916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.114640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.116252 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:05.116790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:05.126943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.245632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Calling delete_port for 662d7e18-ac9a-449b-9a5a-2eed27b57677 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:05.266567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Calling delete_port for 662d7e18-ac9a-449b-9a5a-2eed27b57677 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:05.280222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335095b0-aa1b-4b1e-80cd-0886a82b657f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:05.345243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e894753-b4ca-4b0e-8961-47cc538d3423 req-b9b58be3-de5f-4375-986a-4299c208b9c2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.0589747 Jan 18 23:23:05.353805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.355606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e6575bb7-6459-439e-8e39-bc1abc07bb8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/335095b0-aa1b-4b1e-80cd-0886a82b657f HTTP/1.1" status: 204 len: 168 time: 1.4445403 Jan 18 23:23:05.456874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.477885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c6e6049-4baa-4e81-aaa1-d6f1e168105d tempest-DHCPAgentSchedulersTestJSON-629782456 tempest-DHCPAgentSchedulersTestJSON-629782456-project-admin] 10.222.0.59 "GET /v2.0/agents/2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f/dhcp-networks HTTP/1.1" status: 200 len: 9303 time: 0.5914540 Jan 18 23:23:05.480742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e855c940-dec8-4358-a544-bcd984aa6dfe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8763845 Jan 18 23:23:05.484123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.494860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:05.507508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.631746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:05.649385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:05.697108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:05.697689 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:05.702767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.708373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.718977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Allocated IP 172.20.0.8 (367471fe-12f0-4a7d-8db1-20eac2d12508/b767ef00-f123-4afd-99cf-cf6a6ae5a9bf/487b2308-ee6c-4526-9883-2dd9a1b45fcb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:05.770421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:05.775338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:05.777717 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:05.778729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:05.796907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] Pushing event deleted for resources: {'Port': ['ID=662d7e18-ac9a-449b-9a5a-2eed27b57677,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:05.823319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345124f9-c940-46b5-b674-efb359e31b40 None None] No DVR routers for this DVR port 662d7e18-ac9a-449b-9a5a-2eed27b57677 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:05.939969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-57dcff19-29fe-4dc9-98cb-f8f9fa898472 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4545262 Jan 18 23:23:05.949547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51138) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:05.955934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:06.015175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.057154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff09251e-788d-4558-8068-261bac582f53']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.077076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f284fa9d-e601-4844-a399-ebf0d0f6290b') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.077511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f284fa9d-e601-4844-a399-ebf0d0f6290b') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.113953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:06.125345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:06.170192 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.190428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:06.195435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.195435 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:06.195674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:06.196460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.198373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Deleting port 662d7e18-ac9a-449b-9a5a-2eed27b57677 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:06.198900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.245852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:06.246263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:06.263955 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:06.295420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2686a4dd-8c34-47b6-80aa-e775af8dc067 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3442543 Jan 18 23:23:06.298255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:06.305799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:06.351250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] The port '662d7e18-ac9a-449b-9a5a-2eed27b57677' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:23:06.557094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.565660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:06.578545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:06.585802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.610146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd26f55a-88dc-4474-854c-84027b52f557']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.620364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.625188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.650690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.650988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fdcc8a-5147-49b3-8cd6-5f00de19f83b') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:06.674835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event deleted for resources: {'Network': ['ID=ff09251e-788d-4558-8068-261bac582f53,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:06.680084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.690619 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f20fa7f-77f0-4e9d-803c-5e1f32771fba tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "DELETE /v2.0/networks/ff09251e-788d-4558-8068-261bac582f53 HTTP/1.1" status: 204 len: 168 time: 1.1803782 Jan 18 23:23:06.694094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:06.738870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.753174 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef879555-48b4-4ded-bd90-4d9fed8bd61c tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:06.753626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef879555-48b4-4ded-bd90-4d9fed8bd61c tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:06.766840 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef879555-48b4-4ded-bd90-4d9fed8bd61c tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "DELETE /v2.0/ports/442a809f-b150-4b82-b110-64859c5edfd9 HTTP/1.1" status: 404 len: 333 time: 0.0693345 Jan 18 23:23:06.766840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:06.766840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:06.782725 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:06.784791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:06.812012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:06.815920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.835058 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:06.835689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:06.892341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70e89262-0f6b-447e-86c6-c6ea3400fdc0 req-c18b29b9-ef6e-4901-a749-03f0edfd4ac4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.2723267 Jan 18 23:23:06.984828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:06.996054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f6857fd6-08ae-4cfb-ac3c-d26aad09b008'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:23:07.042723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1f00e42a-280f-46d3-ac0b-14376516c06d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7428441 Jan 18 23:23:07.047249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.052968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:07.105837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Pushing event updated for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:07.150356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Network 367471fe-12f0-4a7d-8db1-20eac2d12508 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:07.155780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:07.160407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:07.191329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.231163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.239388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] 10.222.0.59 "DELETE /v2.0/networks/fd26f55a-88dc-4474-854c-84027b52f557 HTTP/1.1" status: 204 len: 168 time: 3.4443178 Jan 18 23:23:07.247386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:07.260515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:07.293028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3c66-0387-4ac6-939d-d44c391634fb tempest-AllowedAddressPairTestJSON-947690071 tempest-AllowedAddressPairTestJSON-947690071-project] Pushing event deleted for resources: {'Network': ['ID=fd26f55a-88dc-4474-854c-84027b52f557,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:07.316041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Deleting subnet 78870f55-ac96-469f-b171-c24ca4a5b5da {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:07.324775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.354129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:07.360716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.362176 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:07.363034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:07.366526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:07.367129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.418432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.473802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-117146fd-4dd6-4f3d-95c4-877abea474a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8510687 Jan 18 23:23:07.489942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-832cd95e-dcc4-4727-bf73-2a55ffeb27d3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4416192 Jan 18 23:23:07.493602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.493901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Request body: {'port': {'device_id': '2ce8a634-3119-4811-a443-f7485782e69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:07.542166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-24637d6a-ade6-4511-bc31-2e0b83524179 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501647 Jan 18 23:23:07.542794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51190) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.627010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f27a7-c101-4e25-a143-dcae2b791eea tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:07.632732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d78f27a7-c101-4e25-a143-dcae2b791eea tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0889704 Jan 18 23:23:07.633983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.634147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.737910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:07.739590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-88779971-a152-40dc-9966-054ed605256e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028743 Jan 18 23:23:07.743402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.756820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:07.851638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:07.869246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:08.065529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:08.090963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:08.097102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51216) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.106854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:08.113298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:subnet and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:08.118503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:08.124237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.130816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:08.174233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event deleted for resources: {'Subnet': ['ID=78870f55-ac96-469f-b171-c24ca4a5b5da,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:08.191781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.194112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:08.195879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e40f6-cb61-4d31-8863-b1e2d0d0cafd None None] Network 529d205f-4578-4ca8-b918-352b8b0d78f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:08.197331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.226494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:08.274555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-062a2d70-baeb-49aa-8b9b-c53cff0a3133 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "DELETE /v2.0/subnets/78870f55-ac96-469f-b171-c24ca4a5b5da HTTP/1.1" status: 204 len: 168 time: 1.4868674 Jan 18 23:23:08.278500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.476076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487b2308-ee6c-4526-9883-2dd9a1b45fcb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:08.483843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.489667 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.504191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] DHCP port deletion for 529d205f-4578-4ca8-b918-352b8b0d78f0 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:08.508679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.509255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Deleting port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:08.509255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.512059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Transition to ACTIVE for port object 487b2308-ee6c-4526-9883-2dd9a1b45fcb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:08.512933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Deleting port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:08.513201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.572565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-36203f49-3558-4611-b86c-9aeae3fb1578 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1eeea6db157948e6bf3e1af6975f019c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4734724 Jan 18 23:23:08.575284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51232) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:08.590068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.662202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3dc0-9e4d-4bb2-b697-bce2d75fdfde req-97282b2b-a8a5-4631-bb7f-bdba239cb9dc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:08.669192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-275c3dc0-9e4d-4bb2-b697-bce2d75fdfde req-97282b2b-a8a5-4631-bb7f-bdba239cb9dc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 931 time: 0.5234935 Jan 18 23:23:08.809118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-275c3dc0-9e4d-4bb2-b697-bce2d75fdfde req-742cb6fb-ffc3-4248-a749-49c9a81e9f13 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382737 Jan 18 23:23:08.906939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] For port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,segment=NetworkSegment(99d4a526-8300-485a-851c-6a017969e05d),segment_id=99d4a526-8300-485a-851c-6a017969e05d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:08.907252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:08.934861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Pushing event updated for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.045172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:09.047053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.059107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:09.089786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.099518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Calling delete_port for 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:09.103868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:09.108654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:09.113964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:09.115135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.118402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.139716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51244) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.143098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.147446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfdb075-ffe3-4aa8-864f-124d2f54668a None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:09.161610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] For port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,segment=NetworkSegment(99d4a526-8300-485a-851c-6a017969e05d),segment_id=99d4a526-8300-485a-851c-6a017969e05d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:09.161953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.167497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=c011a53c-cc81-434c-a8cb-d8219a92c148,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.294899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.361493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': 'e9754066-0df1-4096-9f94-ca355888cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:09.361998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: 9a3c606b-ba53-419b-ad44-27098e0cddaa, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:09.372563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=0ffe139e-4d5e-4278-bb3b-9777ffb7178a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.400637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4c2ab5a8-815a-4c01-8205-21b345c475b7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6531754 Jan 18 23:23:09.403160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Calling delete_port for 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:09.403305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51252) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.407573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:d2:ab:9c', 'name': 'tempest-NetworksTestDHCPv6-540555700'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:09.433284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.464227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Attempting to bind port 487b2308-ee6c-4526-9883-2dd9a1b45fcb on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:09.466236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Attempting to bind port 487b2308-ee6c-4526-9883-2dd9a1b45fcb by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:09.466236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Attempting to bind port 487b2308-ee6c-4526-9883-2dd9a1b45fcb on network 367471fe-12f0-4a7d-8db1-20eac2d12508 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:09.479559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Port 487b2308-ee6c-4526-9883-2dd9a1b45fcb on network 367471fe-12f0-4a7d-8db1-20eac2d12508 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:09.479877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Attempting to bind port 487b2308-ee6c-4526-9883-2dd9a1b45fcb on network 367471fe-12f0-4a7d-8db1-20eac2d12508 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:09.488376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:09.488702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Checking segment: {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:09.489107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Bound using segment: {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:09.489527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Bound port: 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3894fad-484e-4d6c-8563-586bd85c5d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:09.489870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.497964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:09.525598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.542802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] Pushing event deleted for resources: {'Port': ['ID=5990ab8a-d4be-4e6c-9d50-56c1d50c54a5,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.571336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d35d0d-db6d-4b42-aa75-b633bf3c1580 None None] No DVR routers for this DVR port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:09.590991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-585477118'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:09.590991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:09.594640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Usage tracker for resource:network and tenant:b7a1706ae5b74628a07c5ac028f7834b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:09.597362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:09.598717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:09.602161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:09.605399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 9a3c606b-ba53-419b-ad44-27098e0cddaa) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:09.605559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:09.606700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:09.613666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:09.618653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:09.618954 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:09.618954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.623477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:09.624191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.642882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38715203-a5a7-4b0b-80e7-d9996789c80f None None] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:09.648345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6dd9a-3383-4667-a999-ade7b8a4d5e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:09.684049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.685220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-adcab6e7-2346-4876-9e5d-29ebf96a4ee1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fef6dd9a-3383-4667-a999-ade7b8a4d5e0 HTTP/1.1" status: 204 len: 168 time: 1.1085541 Jan 18 23:23:09.686554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Made reservation on behalf of b7a1706ae5b74628a07c5ac028f7834b for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:09.689482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.698940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:09.706948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.712489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:09.716432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.720826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:09.727804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'c011a53c-cc81-434c-a8cb-d8219a92c148'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:09.728287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.735708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-10bda11f-91bb-4680-ba4e-2ffbe6f027f8 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8780913 Jan 18 23:23:09.736089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51258) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:09.745296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-714736459'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:09.753613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:09.754028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:09.759430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:09.762101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:09.766184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:09.769080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Usage tracker for resource:security_group_rule and tenant:b7a1706ae5b74628a07c5ac028f7834b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:09.774707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:09.777314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:09.782952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:09.800283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.880158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:09.883716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.907199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:09.908809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] 10.222.0.83 "PUT /v2.0/ports/487b2308-ee6c-4526-9883-2dd9a1b45fcb HTTP/1.1" status: 200 len: 1091 time: 2.4245706 Jan 18 23:23:09.913466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:10.015926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fed2:ab9c (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/c011a53c-cc81-434c-a8cb-d8219a92c148/0b9d54fb-4982-4ae5-b2cb-eecbb6b70607) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:10.140749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-9a3c606b-ba53-419b-ad44-27098e0cddaa', 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': '0ffe139e-4d5e-4278-bb3b-9777ffb7178a'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:10.142029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.143593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Deleting port 5990ab8a-d4be-4e6c-9d50-56c1d50c54a5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:10.144113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.219089 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb', 'status': 'completed', 'code': 200} Jan 18 23:23:10.282274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] The port '5990ab8a-d4be-4e6c-9d50-56c1d50c54a5' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:23:10.308226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d4a1f-756c-4b7c-b91e-843f1d8d07a1 req-eb65886c-f442-4b20-9091-c4f0f4605838 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:10.309736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-605d4a1f-756c-4b7c-b91e-843f1d8d07a1 req-eb65886c-f442-4b20-9091-c4f0f4605838 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 943 time: 0.2340431 Jan 18 23:23:10.319327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f702c-3896-45ec-a526-d707d884d713 service neutron] Pushing event updated for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.328747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.371010 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.373030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Allocated IP 2001:db8:0:ffff::2 (9a3c606b-ba53-419b-ad44-27098e0cddaa/0ffe139e-4d5e-4278-bb3b-9777ffb7178a/7d8ca73e-90ba-415b-a363-edaf11f8c8b4) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:10.397633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:10.400745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-605d4a1f-756c-4b7c-b91e-843f1d8d07a1 req-a25dc963-3e41-4546-b07a-c6d8cdbb620e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811567 Jan 18 23:23:10.443793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:10.454205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.459772 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment 76d49d31-0413-43ef-a0a8-3fc3e7b70509 of type vlan for network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d Jan 18 23:23:10.483438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.483784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.519981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.580932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:10.584665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:10.589899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:10.594176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba4f51-fb9e-4f48-aa73-f81eb81a83cd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.595055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:10.595694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.603401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=0b9d54fb-4982-4ae5-b2cb-eecbb6b70607,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.611021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.613531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:10.614229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.647410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Allocated IP 2001:db8::f816:3eff:fe10:f470 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/c011a53c-cc81-434c-a8cb-d8219a92c148/bd6717dd-d218-4b6e-80ff-36693e097fe2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:10.702636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bd68fbd0-bc6b-4f44-a529-da877894bce8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3004637 Jan 18 23:23:10.705327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:10.709839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:10.712748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.785833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=48c6e8c3-d652-4aa1-bea9-229ff7135c2d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:10.793147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529d205f-4578-4ca8-b918-352b8b0d78f0']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:10.797846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6875835-c442-4acf-a69f-ee96c4ebaa91 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:10.798849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6875835-c442-4acf-a69f-ee96c4ebaa91 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:10.802799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.803062 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Added segment 04569989-a166-44d3-a677-b8058387b352 of type vlan for network 1ff1160a-951d-4353-9038-b5fb6710bbc2 Jan 18 23:23:10.809488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:10.821292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d4a526-8300-485a-851c-6a017969e05d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:10.821292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d4a526-8300-485a-851c-6a017969e05d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:10.838284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.848061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-f3712e74-c1fd-412e-87a9-21ad3761ec57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 1094 time: 0.7464700 Jan 18 23:23:10.859908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:10.860302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b4c1a0ab-dd82-4bb8-943c-ab0676cf24a7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1232188 Jan 18 23:23:10.870150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:10.898471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6875835-c442-4acf-a69f-ee96c4ebaa91 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:10.899895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6875835-c442-4acf-a69f-ee96c4ebaa91 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1925225 Jan 18 23:23:10.905881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:10.950836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.952770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.962273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-5a00bb8f-52fa-4583-b25f-5542124c6876 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb HTTP/1.1" status: 200 len: 217 time: 0.0925684 Jan 18 23:23:10.968156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:10.968579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:10.984307 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:11.053860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:11.054278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.074549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:23:11.111045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:11.142091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad2a33-488e-4913-a06a-46c35d879794 req-ace051b5-b43b-4065-bc3b-c40880a96a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:11.143563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-ace051b5-b43b-4065-bc3b-c40880a96a5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1538579 Jan 18 23:23:11.145302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:subnet and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:11.150078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:11.155113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.159971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:11.167792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Transition to ACTIVE for port object 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:11.189427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Transition to ACTIVE for port object 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:11.206499 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.223043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-b1d2c2a6-267a-4103-8697-a465f90c5159 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715206 Jan 18 23:23:11.224068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.236306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.255324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Transition to ACTIVE for port object bd6717dd-d218-4b6e-80ff-36693e097fe2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:11.260023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.277174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Transition to ACTIVE for port object bd6717dd-d218-4b6e-80ff-36693e097fe2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:11.292633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51302) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.293300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.297578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:11.298155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.309408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.309638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] Pushing event deleted for resources: {'Network': ['ID=529d205f-4578-4ca8-b918-352b8b0d78f0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.310826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:11.365107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.389986 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d8e20181-ed2a-43ca-afde-2c6872bd1da4 tempest-DHCPAgentSchedulersTestJSON-2057346525 tempest-DHCPAgentSchedulersTestJSON-2057346525-project] 10.222.0.59 "DELETE /v2.0/networks/529d205f-4578-4ca8-b918-352b8b0d78f0 HTTP/1.1" status: 204 len: 168 time: 3.1009669 Jan 18 23:23:11.401333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:11.414769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:11.418771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:11.423026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:11.427432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:11.430714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Pushing event updated for resources: {'Port': ['ID=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.433894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:11.550058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4075880 Jan 18 23:23:11.558402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de99852-0459-44fb-85f9-66eb757fcc0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Pushing event updated for resources: {'Network': ['ID=1ff1160a-951d-4353-9038-b5fb6710bbc2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.605017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.622101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-48ad964a-5e85-4a16-9eb9-728fc073daf9 service neutron] 10.222.0.83 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884649 Jan 18 23:23:11.628187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-3961d9dd-c260-4870-8f7d-781dfca1b65c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.629245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3961d9dd-c260-4870-8f7d-781dfca1b65c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3273091 Jan 18 23:23:11.714355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Pushing event updated for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:11.715810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.726328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:11.729014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-0ec42686-a206-430e-8a8d-40449fc233dd tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.729962 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ec42686-a206-430e-8a8d-40449fc233dd tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0132208 Jan 18 23:23:11.733429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.741467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-dcee8d85-cbd7-4222-bc12-ec6e4915db75 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.742406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dcee8d85-cbd7-4222-bc12-ec6e4915db75 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082629 Jan 18 23:23:11.745596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.753442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-9651894f-ff6f-478c-acd6-5abc0beebc93 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.754392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9651894f-ff6f-478c-acd6-5abc0beebc93 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079353 Jan 18 23:23:11.764402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51330) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.771630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-f8eb72c7-cc1e-48cd-a1d0-215a20ba72c9 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.772577 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8eb72c7-cc1e-48cd-a1d0-215a20ba72c9 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074544 Jan 18 23:23:11.775142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.789520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-a0f8a3b7-3a71-4dae-8589-bbf283d7af43 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.792254 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a0f8a3b7-3a71-4dae-8589-bbf283d7af43 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0145273 Jan 18 23:23:11.792368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:11.794158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51338) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.802663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-60dfebe1-a215-4273-bba1-8523f6e7b137 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.804085 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-60dfebe1-a215-4273-bba1-8523f6e7b137 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082173 Jan 18 23:23:11.807277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51342) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.814502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-ceea8df5-ccff-4f56-8419-93862932b77c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.815955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ceea8df5-ccff-4f56-8419-93862932b77c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0070474 Jan 18 23:23:11.818214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:11.824144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fad2a33-488e-4913-a06a-46c35d879794 req-22753f54-55fe-4a21-af00-01265032b412 service neutron] 10.222.0.83 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922796 Jan 18 23:23:11.825218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-9222d522-293e-4d65-8cc1-246b9fba9b86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:11.826215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9222d522-293e-4d65-8cc1-246b9fba9b86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069685 Jan 18 23:23:11.843225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.002606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Attempting to bind port bd6717dd-d218-4b6e-80ff-36693e097fe2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:12.002981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Attempting to bind port bd6717dd-d218-4b6e-80ff-36693e097fe2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:12.003347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Attempting to bind port bd6717dd-d218-4b6e-80ff-36693e097fe2 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:12.011480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Attempting to bind port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:12.012319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Attempting to bind port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e9754066-0df1-4096-9f94-ca355888cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:12.012477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Attempting to bind port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 on network 9a3c606b-ba53-419b-ad44-27098e0cddaa {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:12.017533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:12.017913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:12.018452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.018916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:12.019395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Bound port: bd6717dd-d218-4b6e-80ff-36693e097fe2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:12.019771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.056403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-5e260334-a161-45ea-a379-c6305802390d tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.059715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5e260334-a161-45ea-a379-c6305802390d tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.2133386 Jan 18 23:23:12.075192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.075404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:12.075942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Checking segment: {'id': 'e9754066-0df1-4096-9f94-ca355888cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:12.076519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.076943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Bound using segment: {'id': 'e9754066-0df1-4096-9f94-ca355888cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:12.077588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Bound port: 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9754066-0df1-4096-9f94-ca355888cffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9a3c606b-ba53-419b-ad44-27098e0cddaa'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:12.077971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.084964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-6298b7c3-ccf3-4651-a476-7114628bcb92 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.089174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6298b7c3-ccf3-4651-a476-7114628bcb92 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0113451 Jan 18 23:23:12.091198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.100214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-cceaec89-d63c-44da-8ccc-041a82a5f4b8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.104791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cceaec89-d63c-44da-8ccc-041a82a5f4b8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101678 Jan 18 23:23:12.105675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.115839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-df9c44dc-dffa-4ab4-ad10-e275503f4c86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.119704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.121753 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df9c44dc-dffa-4ab4-ad10-e275503f4c86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0128479 Jan 18 23:23:12.135051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:12.136767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-60e86278-88fa-425d-88cd-9b322f33ae5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 1094 time: 0.1671634 Jan 18 23:23:12.170961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.171213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-964161a2-e899-4507-8861-1803d94733b0 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.171986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-964161a2-e899-4507-8861-1803d94733b0 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0499308 Jan 18 23:23:12.188658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.198629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] For port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:12.201321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-0a46627d-c2e3-464c-9748-d592ade31773 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.201321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a46627d-c2e3-464c-9748-d592ade31773 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0102253 Jan 18 23:23:12.205140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.220722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] For port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,segment=NetworkSegment(e9754066-0df1-4096-9f94-ca355888cffb),segment_id=e9754066-0df1-4096-9f94-ca355888cffb)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:12.226578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.232143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-31139368-7a62-4777-88f8-5002da724bdf tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.233113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-31139368-7a62-4777-88f8-5002da724bdf tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135605 Jan 18 23:23:12.235139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:12.238306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:12.244545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.265087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2', 'binding:host_id': 'n-h2-825175-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1033416768'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:12.282924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:12.286680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-6a29bb51-3c27-4378-bb01-6e29d31f7e1d tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.287669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a29bb51-3c27-4378-bb01-6e29d31f7e1d tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0145392 Jan 18 23:23:12.288634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Usage tracker for resource:port and tenant:57dcc1d4982548ceac3bf3e5bc20ff80 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:12.291992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:12.298437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51396) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.304664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:12.304807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23d547-14e5-4d20-bcf0-c4f1f76c106a req-5c839d66-1d60-44b4-a880-d27996cf9a56 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:12.305731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf23d547-14e5-4d20-bcf0-c4f1f76c106a req-5c839d66-1d60-44b4-a880-d27996cf9a56 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 943 time: 0.5240726 Jan 18 23:23:12.315327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-517b29b9-d688-4bdf-91d0-d5562318a6ee tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.316270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-517b29b9-d688-4bdf-91d0-d5562318a6ee tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0096474 Jan 18 23:23:12.319342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51400) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.323191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.328879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.349340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-c0588ff0-55d0-4fc8-898c-03cfb3df15f4 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.354950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c0588ff0-55d0-4fc8-898c-03cfb3df15f4 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0266976 Jan 18 23:23:12.361131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51404) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.378472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-9ab144a5-63d6-42f4-a2c3-7a4346d10810 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.383136 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ab144a5-63d6-42f4-a2c3-7a4346d10810 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0182490 Jan 18 23:23:12.386601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.399165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-0a11787b-0a7f-4f23-8136-835005c22c1c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.401100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a11787b-0a7f-4f23-8136-835005c22c1c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0062077 Jan 18 23:23:12.410699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Made reservation on behalf of 57dcc1d4982548ceac3bf3e5bc20ff80 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:12.416803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.424281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.453230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.471346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ecad6-8438-49a4-ba76-2e97141183e4 None None] Pushing event updated for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:12.481851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-89ba0d1b-3988-4229-9511-4975d81c3211 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.483374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-89ba0d1b-3988-4229-9511-4975d81c3211 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0568430 Jan 18 23:23:12.486861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51416) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.495281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf23d547-14e5-4d20-bcf0-c4f1f76c106a req-81d3f1ee-9c6d-4422-ac9b-02cd8a8da410 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747468 Jan 18 23:23:12.561948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b87fe-32d8-4d7b-a56e-04aa6e8930f3 None None] Pushing event updated for resources: {'Port': ['ID=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:12.590157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-742571a1-725a-418b-9e74-1293e448afe2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3009b1c08c73452e9ac59e58ec0500a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3615689 Jan 18 23:23:12.592907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.633439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-fd0f7be5-be78-45cf-8878-0b30261418c8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.640515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd0f7be5-be78-45cf-8878-0b30261418c8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1525681 Jan 18 23:23:12.645756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51424) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.654334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-6c6624f8-8b16-4855-8be4-cb846a500e02 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.658030 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6c6624f8-8b16-4855-8be4-cb846a500e02 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110960 Jan 18 23:23:12.659356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-53bdfbdf-efc5-4382-b7a4-48bdae389204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:12.660769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-53bdfbdf-efc5-4382-b7a4-48bdae389204 service neutron] 10.222.0.83 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.5149944 Jan 18 23:23:12.661256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51428) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.698144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.726938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-371781d6-8118-4d1f-9ac6-b781b6937783 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.730295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-371781d6-8118-4d1f-9ac6-b781b6937783 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0595090 Jan 18 23:23:12.740793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.751188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:12.756008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-ecc2b6b8-f0fd-4f69-8bdd-ae1aed6d260d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb HTTP/1.1" status: 200 len: 217 time: 0.0830688 Jan 18 23:23:12.756971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Usage tracker for resource:security_group_rule and tenant:57dcc1d4982548ceac3bf3e5bc20ff80 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:12.760055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:12.771469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-9e6ef94b-34a2-4d25-ac0e-19bf15d7cced tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.774877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e6ef94b-34a2-4d25-ac0e-19bf15d7cced tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0248814 Jan 18 23:23:12.774877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=0b9d54fb-4982-4ae5-b2cb-eecbb6b70607,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:12.778526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.799132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-364acf69-eeb4-4f11-9bdd-84d0ad2fea5e tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.800098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-364acf69-eeb4-4f11-9bdd-84d0ad2fea5e tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0177367 Jan 18 23:23:12.807377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.816188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:12.820489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-d2610b72-e25d-4af1-9416-68b54e292554 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.821758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2610b72-e25d-4af1-9416-68b54e292554 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0107570 Jan 18 23:23:12.828281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51446) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.861976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-57d56796-46fc-4a41-8c0c-14926a457ed7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.863229 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57d56796-46fc-4a41-8c0c-14926a457ed7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0340030 Jan 18 23:23:12.869258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51450) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.879615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-df57b265-2e4a-4d28-9c49-1994ae0853f6 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.880638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df57b265-2e4a-4d28-9c49-1994ae0853f6 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085256 Jan 18 23:23:12.891074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51454) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.905377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-d0bd67d0-57de-42da-9695-c89c27af3816 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.906476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d0bd67d0-57de-42da-9695-c89c27af3816 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0144513 Jan 18 23:23:12.916276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.918156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51458) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.929363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-979e5342-83d0-40da-8741-5a82b7ee0afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:12.930356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-979e5342-83d0-40da-8741-5a82b7ee0afe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1672285 Jan 18 23:23:12.935196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-26d1787e-2323-4ee1-8928-eb859c6936c2 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:12.937819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26d1787e-2323-4ee1-8928-eb859c6936c2 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0166223 Jan 18 23:23:12.939528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:12.943221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.948564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:12.963736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:12.999632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-7a90ed67-f9db-4318-9357-d5c0df1956a6 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.002895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a90ed67-f9db-4318-9357-d5c0df1956a6 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0437827 Jan 18 23:23:13.031693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-a8c6049d-8dcd-4d42-88ff-80b06625ec0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938613 Jan 18 23:23:13.038246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51466) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.043214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-16d4810a-a425-4923-bbf9-db5cc81c6954 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.046616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-16d4810a-a425-4923-bbf9-db5cc81c6954 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049675 Jan 18 23:23:13.061753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.089174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-34123517-9de3-4674-b44e-a664ca123303 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.090179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-34123517-9de3-4674-b44e-a664ca123303 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175040 Jan 18 23:23:13.096459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51474) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.108498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.132169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:13.147316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7cf9a14b-83d5-45a9-95dd-eebfabe0ccd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 HTTP/1.1" status: 204 len: 168 time: 2.2377665 Jan 18 23:23:13.152407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.225426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-31a6fbdb-dacc-48f9-99e0-47f2104e0f50 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.226530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-31a6fbdb-dacc-48f9-99e0-47f2104e0f50 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0315182 Jan 18 23:23:13.237627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51482) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.250562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=0e6a82fd-c655-40e8-8c3f-92b14373180a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.255890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-3c033ee8-48be-4e3f-af7b-c2c08f9ce7a4 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.256400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c033ee8-48be-4e3f-af7b-c2c08f9ce7a4 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0180156 Jan 18 23:23:13.265108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51486) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.271188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': '76d49d31-0413-43ef-a0a8-3fc3e7b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:13.271558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: 48c6e8c3-d652-4aa1-bea9-229ff7135c2d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:13.278734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-a767b62b-ed6c-494a-89c4-3b85cb20420c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.280343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.281290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a767b62b-ed6c-494a-89c4-3b85cb20420c tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0143330 Jan 18 23:23:13.286108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.293258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-e0cb11a3-4e24-4479-966b-17901b01f07b tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.297192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e0cb11a3-4e24-4479-966b-17901b01f07b tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071762 Jan 18 23:23:13.300362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.309478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-a9211840-603a-4edb-b821-cddf14c742cf tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.311455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a9211840-603a-4edb-b821-cddf14c742cf tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097179 Jan 18 23:23:13.316604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36ddae-88ea-4e6f-9eaf-525362fdfde7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:13.320182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51498) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.320321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d36ddae-88ea-4e6f-9eaf-525362fdfde7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:13.320321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d36ddae-88ea-4e6f-9eaf-525362fdfde7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:13.327270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-dadb62c2-03df-4222-a5b6-963be18c55de tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.332250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dadb62c2-03df-4222-a5b6-963be18c55de tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086026 Jan 18 23:23:13.334262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-cebcbb9b-f052-4f36-ac94-3ebaf9b2c55b service neutron] 10.222.0.83 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832878 Jan 18 23:23:13.334703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.345269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-3725653f-cac9-44f9-8c31-0b29671dce51 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.346208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3725653f-cac9-44f9-8c31-0b29671dce51 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0080826 Jan 18 23:23:13.347873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:13.349270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.355164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-7bc3165d-884d-48d5-8412-98ad891b20f8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.356239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7bc3165d-884d-48d5-8412-98ad891b20f8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058291 Jan 18 23:23:13.358690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51510) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.363354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-428cad86-f1af-4cfd-9cd9-e63c9f9375b8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.364281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-428cad86-f1af-4cfd-9cd9-e63c9f9375b8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047088 Jan 18 23:23:13.366727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.371117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-1ed0f3d1-75fc-422c-a79b-120e2935773a tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.372026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1ed0f3d1-75fc-422c-a79b-120e2935773a tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044551 Jan 18 23:23:13.374378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.378694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-4245fdbb-c828-48a0-8797-6b5140db6db5 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.379591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4245fdbb-c828-48a0-8797-6b5140db6db5 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043881 Jan 18 23:23:13.382564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.387131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-01d193ea-42f0-43b0-aac7-f917821d0795 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.389107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-01d193ea-42f0-43b0-aac7-f917821d0795 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045848 Jan 18 23:23:13.391510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.397749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-9885227a-0617-49f2-a711-40826e48bc36 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.398675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9885227a-0617-49f2-a711-40826e48bc36 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062885 Jan 18 23:23:13.400925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.405820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-4e9785af-7c11-45f4-aa52-9cece8148133 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.406741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4e9785af-7c11-45f4-aa52-9cece8148133 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049782 Jan 18 23:23:13.409133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.413528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-0383a297-985d-4391-92ed-685a2f8aef86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.414240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.414396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0383a297-985d-4391-92ed-685a2f8aef86 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043707 Jan 18 23:23:13.416605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.421211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-ef8a02cd-7109-4d11-8055-9a68a68b69b7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.422127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ef8a02cd-7109-4d11-8055-9a68a68b69b7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046663 Jan 18 23:23:13.424328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.428772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-ee730163-e154-4b89-93da-d2e5a20b6c77 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.429766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee730163-e154-4b89-93da-d2e5a20b6c77 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046060 Jan 18 23:23:13.430621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 487b2308-ee6c-4526-9883-2dd9a1b45fcb details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:23:13.431614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.435499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d36ddae-88ea-4e6f-9eaf-525362fdfde7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:13.439372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d36ddae-88ea-4e6f-9eaf-525362fdfde7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2747715 Jan 18 23:23:13.439372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.448474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51548) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.454809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [None req-c66ccd83-830b-43f4-a995-5d28eadab121 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.455961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c66ccd83-830b-43f4-a995-5d28eadab121 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0104954 Jan 18 23:23:13.459493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea782f0-85bd-4223-aad7-df8dfe338ca9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.461881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.471500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port a7ee5118-ae0a-4966-9888-23818733308d yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:13.491218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a998c-3889-4467-8048-6cf84e2e095e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:13.497167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:13.515728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.516901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1f4d40f8-9dd3-46d3-9012-a642f089e44a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/256a998c-3889-4467-8048-6cf84e2e095e HTTP/1.1" status: 204 len: 168 time: 0.9230468 Jan 18 23:23:13.584118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-bb3a00ed-46b1-4eb5-b78a-5c4218028ea3 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.589261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bb3a00ed-46b1-4eb5-b78a-5c4218028ea3 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0139329 Jan 18 23:23:13.593320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51564) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.599021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-43b3d15d-801d-4501-b99d-92068ac2cc89 req-a8e4e70e-2f69-4458-87f7-4063cfd7383b service neutron] 10.222.0.83 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582040 Jan 18 23:23:13.610597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-dfb01fef-8e31-48a0-a23b-211f0028a4d7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.612421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfb01fef-8e31-48a0-a23b-211f0028a4d7 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0177429 Jan 18 23:23:13.626412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.630657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 48c6e8c3-d652-4aa1-bea9-229ff7135c2d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:13.646345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-0c4375df-683f-4182-9134-82e085641bcc tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.649721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c4375df-683f-4182-9134-82e085641bcc tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0196822 Jan 18 23:23:13.649862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:13.649862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.653605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51572) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.655323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b914fd-24cc-40bf-866c-4593d1cfa3cb None None] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:13.660507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-a8794031-421c-4b6b-9fcb-00cb18284270 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.664075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a8794031-421c-4b6b-9fcb-00cb18284270 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0099504 Jan 18 23:23:13.664627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51576) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.680540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-32a90055-c95b-4457-b588-374b30785462 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.683921 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32a90055-c95b-4457-b588-374b30785462 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0161350 Jan 18 23:23:13.685739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51580) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.692993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-62071068-cf2b-470b-9264-6d5be9cad693 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.696234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-62071068-cf2b-470b-9264-6d5be9cad693 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071495 Jan 18 23:23:13.701786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51584) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.713301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-30453156-9729-4869-a06a-335f4fc92526 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.717150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30453156-9729-4869-a06a-335f4fc92526 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0115564 Jan 18 23:23:13.723745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51588) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.730539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-854bf034-5399-499e-9717-edc065a6a037 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.733913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-854bf034-5399-499e-9717-edc065a6a037 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0066686 Jan 18 23:23:13.735145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51592) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.743816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-c5d9c13f-92df-4781-9dbe-626c820f50d8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.745600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c5d9c13f-92df-4781-9dbe-626c820f50d8 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0087721 Jan 18 23:23:13.774070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.789966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet c011a53c-cc81-434c-a8cb-d8219a92c148 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:13.793882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:13.839067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-a617452b-9997-45a5-8e6a-0da3ee843137 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.842911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a617452b-9997-45a5-8e6a-0da3ee843137 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0650418 Jan 18 23:23:13.846601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:13.864537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [None req-1eb8b6ff-6132-4af7-af67-430039f2ff13 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:23:13.865939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1eb8b6ff-6132-4af7-af67-430039f2ff13 tempest-ExtensionsTestJSON-1392796597 tempest-ExtensionsTestJSON-1392796597-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0183616 Jan 18 23:23:13.893673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.025177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cea060a9-fe82-4cfe-88fe-4a3c616b97b3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1641212 Jan 18 23:23:14.034775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:14.041127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.043799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port a7ee5118-ae0a-4966-9888-23818733308d yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:14.086653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'port': {'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d', 'name': 'tempest-NetworksIpV6TestAttrs-829841633'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:14.128486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:14.236432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.253712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '487b2308-ee6c-4526-9883-2dd9a1b45fcb', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'port_id': '487b2308-ee6c-4526-9883-2dd9a1b45fcb', 'mac_address': 'fa:16:3e:69:4a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b767ef00-f123-4afd-99cf-cf6a6ae5a9bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:23:14.290204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=c011a53c-cc81-434c-a8cb-d8219a92c148,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:14.291944 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.308618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-48c6e8c3-d652-4aa1-bea9-229ff7135c2d', 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': '0e6a82fd-c655-40e8-8c3f-92b14373180a'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:14.310176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.318951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Transition to ACTIVE for port object a7ee5118-ae0a-4966-9888-23818733308d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:14.330688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.367269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8c28f65-2282-4e3f-a248-a25948141ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.370961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807aa46-3f9f-4c70-bb2b-fe8f50b55ecc req-76eabe73-ce02-4560-bc8a-b2c6f657dd32 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:14.382562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0807aa46-3f9f-4c70-bb2b-fe8f50b55ecc req-76eabe73-ce02-4560-bc8a-b2c6f657dd32 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 943 time: 0.3621173 Jan 18 23:23:14.400223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:14.405001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:port and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:14.408247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:14.426184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:14.438466 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.443264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e926d76-a990-429d-a1c6-1941c9b83c0c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/c011a53c-cc81-434c-a8cb-d8219a92c148 HTTP/1.1" status: 204 len: 168 time: 0.9924955 Jan 18 23:23:14.452301 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.457029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51614) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:14.470251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487b2308-ee6c-4526-9883-2dd9a1b45fcb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:23:14.495674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0807aa46-3f9f-4c70-bb2b-fe8f50b55ecc req-e8a386ba-f063-4210-b8ab-13be6db2e7a8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121085 Jan 18 23:23:14.515479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:14.559326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f4509-d4dd-458c-9e73-24880669417b None None] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:14.608103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e8c8535d-e850-4d58-80ae-c0edf098600c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452994 Jan 18 23:23:14.609310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:14.609441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:14.612306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.617404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:14.660915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] device_id is not set on port fe026890-d275-47a6-89c4-5535d418d6a9 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:14.672643 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.721989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:14.749680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a1b2f-34cd-4985-b001-c03894f11b6a None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:14.761063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ee5118-ae0a-4966-9888-23818733308d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:14.763357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Allocated IP 2001:db8::f816:3eff:fecb:743f (48c6e8c3-d652-4aa1-bea9-229ff7135c2d/0e6a82fd-c655-40e8-8c3f-92b14373180a/c2651b53-3649-45bd-8b7d-e5d183a7a363) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:14.774948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.795710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51628) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:14.800546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Checking segment: {'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:14.801234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Network hostable DHCP agents. Network: 1ff1160a-951d-4353-9038-b5fb6710bbc2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:14.850563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Provisioning for port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:14.896898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Provisioning complete for port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:14.897261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:14.915591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:14.923288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:14.936445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:14.939743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:14.945467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:14.962620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Usage tracker for resource:security_group_rule and tenant:56cebb6c38b842b9b8ca0594e25ce570 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:14.974295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:14.978196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:14.998626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:15.000394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['487b2308-ee6c-4526-9883-2dd9a1b45fcb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:23:15.011288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1ff1160a-951d-4353-9038-b5fb6710bbc2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:15.022175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:15.023296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:15.057415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.057800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.058144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.064303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db9f087-0007-4814-9c06-55861120d0df None None] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:15.067162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.067680 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.068075 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 2 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.089670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.090471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.090471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.098661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd6717dd-d218-4b6e-80ff-36693e097fe2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:15.098853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.099112 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.099518 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 3 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.104250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.107880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:15.113510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.116947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.117279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.117613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.124614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.124978 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.125410 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 4 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.145906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.146115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.146677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.167911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.168237 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.170773 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 5 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.179290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.198934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.199272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.199735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.203966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.216017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.216904 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.218982 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 6 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.237146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:15.242258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.242567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.242905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.245454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:5dacda1e9782484388d1c6b8afc2f2a6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:15.250814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:15.258755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.258972 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.259709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:15.261830 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 7 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.285479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.285822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.286185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.301015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.301774 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.305018 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 8 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.329284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.329659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.329950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.349404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.350012 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.350619 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 9 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.387670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.388079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.389604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.396930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.403928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.403928 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.403928 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 10 to bind port a7ee5118-ae0a-4966-9888-23818733308d Jan 18 23:23:15.405851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadb75c-9609-4bbb-866a-469f65840ed4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:15.418384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f6399203-5366-44c0-b388-55b8b018d83d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56cebb6c38b842b9b8ca0594e25ce570&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6914115 Jan 18 23:23:15.418603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:15.433720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:15.434051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:15.434800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:15.457474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port a7ee5118-ae0a-4966-9888-23818733308d on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:15.457878 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port a7ee5118-ae0a-4966-9888-23818733308d on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:15.458252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.490929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.531819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be66938-47d5-46a3-ba79-5bcecc065348,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:15.721774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4d4f5ec4-0862-42e6-ae2d-8f3a1fe95ae9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dacda1e9782484388d1c6b8afc2f2a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9290550 Jan 18 23:23:15.722783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.724874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:15.795898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port a7ee5118-ae0a-4966-9888-23818733308d, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:15.796123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempted to set empty binding levels {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:23:15.800118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.823213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e874-f16a-451e-bb69-a545cb10f82d req-29409acb-652b-48eb-9a98-6e9c11f213d5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:15.824826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4575e874-f16a-451e-bb69-a545cb10f82d req-29409acb-652b-48eb-9a98-6e9c11f213d5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 944 time: 0.1864276 Jan 18 23:23:15.836848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port bd6717dd-d218-4b6e-80ff-36693e097fe2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:15.842068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.866918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:15.913364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.934540 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:15.971762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4575e874-f16a-451e-bb69-a545cb10f82d req-f204f471-b2c7-41d1-8f84-bb8bd3781830 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303947 Jan 18 23:23:15.972852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] For port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,segment=NetworkSegment(e9754066-0df1-4096-9f94-ca355888cffb),segment_id=e9754066-0df1-4096-9f94-ca355888cffb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:15.992525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Transition to ACTIVE for port object c2651b53-3649-45bd-8b7d-e5d183a7a363 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:16.015278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:16.028144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Deleting port bd6717dd-d218-4b6e-80ff-36693e097fe2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:16.028299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.028530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.037905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.050538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.054187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Transition to ACTIVE for port object c2651b53-3649-45bd-8b7d-e5d183a7a363 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:16.066088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-01884113-dd53-41ac-b4e5-dcbcf331590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.112739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadb75c-9609-4bbb-866a-469f65840ed4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.128124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.187918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.209715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.231436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.242321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ee5118-ae0a-4966-9888-23818733308d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.265273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.278041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-994b1820-e80d-4663-90db-74c9aa9e431a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/daadb75c-9609-4bbb-866a-469f65840ed4 HTTP/1.1" status: 204 len: 168 time: 0.8503532 Jan 18 23:23:16.317366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae99c2f7-0c91-4e1b-ac8f-28044beca0de tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.1381321 Jan 18 23:23:16.318019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:16.328583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Allocated IP 2001:db8::f816:3eff:fe8a:497e (48c6e8c3-d652-4aa1-bea9-229ff7135c2d/0e6a82fd-c655-40e8-8c3f-92b14373180a/fe026890-d275-47a6-89c4-5535d418d6a9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:16.376115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:16.382805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffba0b6-a365-47c8-b0a3-99a415104a28 None None] Pushing event updated for resources: {'Port': ['ID=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.385645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:16.418131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:16.438878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.490124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Deleting port a7ee5118-ae0a-4966-9888-23818733308d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:16.490467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.546839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:16.547231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.559196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Provisioning for port bd6717dd-d218-4b6e-80ff-36693e097fe2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:16.562998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Pushing event updated for resources: {'Port': ['ID=c2651b53-3649-45bd-8b7d-e5d183a7a363,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.579413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Provisioning complete for port bd6717dd-d218-4b6e-80ff-36693e097fe2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:16.579783 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.630536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be66938-47d5-46a3-ba79-5bcecc065348,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:16.647189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.648700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d7d1a126-edf8-4375-9ffc-5e9fadfdba72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3be66938-47d5-46a3-ba79-5bcecc065348 HTTP/1.1" status: 204 len: 168 time: 0.9129682 Jan 18 23:23:16.657962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:16.696372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.728874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.748359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Transition to ACTIVE for port object fe026890-d275-47a6-89c4-5535d418d6a9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:16.815434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Calling delete_port for bd6717dd-d218-4b6e-80ff-36693e097fe2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:16.862708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.870672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port a7ee5118-ae0a-4966-9888-23818733308d, host n-h2-825175-2, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:16.876809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Attempting to bind port c2651b53-3649-45bd-8b7d-e5d183a7a363 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:16.876809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Attempting to bind port c2651b53-3649-45bd-8b7d-e5d183a7a363 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '76d49d31-0413-43ef-a0a8-3fc3e7b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:16.876809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Attempting to bind port c2651b53-3649-45bd-8b7d-e5d183a7a363 on network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:16.877636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.890179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:16.890546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Checking segment: {'id': '76d49d31-0413-43ef-a0a8-3fc3e7b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:16.891047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.891353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Bound using segment: {'id': '76d49d31-0413-43ef-a0a8-3fc3e7b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:16.891829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Bound port: c2651b53-3649-45bd-8b7d-e5d183a7a363, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d49d31-0413-43ef-a0a8-3fc3e7b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '48c6e8c3-d652-4aa1-bea9-229ff7135c2d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:16.892205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:16.991949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:17.005728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Port': ['ID=fe026890-d275-47a6-89c4-5535d418d6a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:17.011481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.012196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.035764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:17.037215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:17.044352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:17.066339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:17.066636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.166468 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.175321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75582e44-77a2-44bc-9ed7-f1f411d701ee tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1348782 Jan 18 23:23:17.175508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51672) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:17.215519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:17.215898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.217864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Calling delete_port for a7ee5118-ae0a-4966-9888-23818733308d owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:17.255954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:17.292803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=bfeaaa97-d7d0-4942-b9d5-700a1fff964f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:17.293689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c2651b53-3649-45bd-8b7d-e5d183a7a363,segment=NetworkSegment(76d49d31-0413-43ef-a0a8-3fc3e7b70509),segment_id=76d49d31-0413-43ef-a0a8-3fc3e7b70509)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:17.310884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:17.312806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:17.313330 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:17.328287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.411812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.464860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:17.469647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.478788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:17.479485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.491693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:17.492546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.494678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 487b2308-ee6c-4526-9883-2dd9a1b45fcb up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:17.499425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=5']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:17.532745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting subnet 0e6a82fd-c655-40e8-8c3f-92b14373180a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:17.540524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.557969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd6717dd-d218-4b6e-80ff-36693e097fe2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:17.596738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf8e7f-9577-4378-bee3-aacc5b728d46 req-aff0d95b-a885-4fe5-9ab8-b99836b8a3a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:17.598890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6baf8e7f-9577-4378-bee3-aacc5b728d46 req-aff0d95b-a885-4fe5-9ab8-b99836b8a3a1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 944 time: 0.2779768 Jan 18 23:23:17.651854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.663239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.717470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7ee5118-ae0a-4966-9888-23818733308d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:17.719205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dce94-78ab-4e03-af70-b0d8554558e5 None None] Pushing event updated for resources: {'Port': ['ID=c2651b53-3649-45bd-8b7d-e5d183a7a363,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:17.742285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bea5a4d2-9de9-4d08-ba78-a196a93f9fac tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1316113 Jan 18 23:23:17.746971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:17.760880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:c9:d1:b5', 'name': 'tempest-NetworksTestDHCPv6-1584345254'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:17.838630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4ed9c951-f0bc-4860-a2be-e5a0d06bba53 None None] Provisioning complete for port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:17.839009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c951-f0bc-4860-a2be-e5a0d06bba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.894162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Deleting port bd6717dd-d218-4b6e-80ff-36693e097fe2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:17.894816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:17.961486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.155926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871cd9a-7e9f-4018-9cb0-eb429316c5e8 None None] Pushing event updated for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:18.207124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.210476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a13a8ad9-9833-470e-9256-7240a21075ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a7ee5118-ae0a-4966-9888-23818733308d HTTP/1.1" status: 204 len: 168 time: 1.8921239 Jan 18 23:23:18.210915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.213681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.218481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51702) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.225449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6baf8e7f-9577-4378-bee3-aacc5b728d46 req-81b53499-246d-4ce7-8d30-e6d62290ec96 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170652 Jan 18 23:23:18.266741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6a82fd-c655-40e8-8c3f-92b14373180a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:18.307505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 487b2308-ee6c-4526-9883-2dd9a1b45fcb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:18.311421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:18.312776 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccfa40d-c79d-42dc-b539-e0dafc15c447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:23:18.313549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cccfa40d-c79d-42dc-b539-e0dafc15c447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Synchronizing usage tracker for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:18.316568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:18.337934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:18.338069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 487b2308-ee6c-4526-9883-2dd9a1b45fcb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:18.338069 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.345669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.352043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:18.359710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a0cb4384-dcc8-45f5-a9b1-121699ff1e19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/0e6a82fd-c655-40e8-8c3f-92b14373180a HTTP/1.1" status: 204 len: 168 time: 1.1802058 Jan 18 23:23:18.360070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51710) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.421749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:18.442222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b507d78-6605-4280-8afc-243a5b5357c7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:18.444105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b507d78-6605-4280-8afc-243a5b5357c7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:18.444591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b507d78-6605-4280-8afc-243a5b5357c7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Synchronizing usage tracker for tenant:97e0378dbc524f718aebaab2d76627b7 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:18.448411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cccfa40d-c79d-42dc-b539-e0dafc15c447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Unset dirty status for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:18.453811 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cccfa40d-c79d-42dc-b539-e0dafc15c447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports/a7ee5118-ae0a-4966-9888-23818733308d HTTP/1.1" status: 404 len: 333 time: 0.1858597 Jan 18 23:23:18.454189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.461617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-860148634'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:18.467325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:18.475402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:18.479362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.487200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:18.487663 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.494453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:18.527277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 61fa2bc3-9c74-486a-9086-8f7f9faa209b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:18.547738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.578874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b507d78-6605-4280-8afc-243a5b5357c7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Unset dirty status for tenant:97e0378dbc524f718aebaab2d76627b7 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:18.583675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b507d78-6605-4280-8afc-243a5b5357c7 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2195303 Jan 18 23:23:18.592264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51724) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.615475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Made reservation on behalf of 57dcc1d4982548ceac3bf3e5bc20ff80 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:18.619035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.665775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port b4082224-0237-4208-882c-13c2c7f36ee4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:18.724178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.797888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6fa5f55-49fe-4d01-832a-fd2e7c275c0e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:18.808443 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fa5f55-49fe-4d01-832a-fd2e7c275c0e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 23:23:18.809098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fa5f55-49fe-4d01-832a-fd2e7c275c0e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:18.812875 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6fa5f55-49fe-4d01-832a-fd2e7c275c0e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/48c6e8c3-d652-4aa1-bea9-229ff7135c2d HTTP/1.1" status: 409 len: 405 time: 0.2266285 Jan 18 23:23:18.816088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51734) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:18.827294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-78862135'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:18.841013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:18.850638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:18.871814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:18.881550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:19.007094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fec9:d1b5 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/bfeaaa97-d7d0-4942-b9d5-700a1fff964f/61fa2bc3-9c74-486a-9086-8f7f9faa209b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:19.007682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:19.010956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.040513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Calling delete_port for bd6717dd-d218-4b6e-80ff-36693e097fe2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:19.089983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c2651b53-3649-45bd-8b7d-e5d183a7a363 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:19.091746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:19.115089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.115446 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment 6187740c-8a93-4342-a641-20df2bd52992 of type vlan for network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b Jan 18 23:23:19.153294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1865612878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:19.167012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.174604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:19.198926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.205545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:router and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:19.222830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:19.235751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.253811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.258521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:19.286630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.289291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:19.291585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.295435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.296251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.301131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8caec-b3a7-4b63-b6ab-04df869a9e41 None None] Network 48c6e8c3-d652-4aa1-bea9-229ff7135c2d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:19.330613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:19.408720 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb', 'code': 200} Jan 18 23:23:19.414285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:19.414644 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:19.460111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.461084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.479853 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.482760 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.534905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.554179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=d8ceb3ef-6f78-4c0f-8afe-addc810fc01b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.568797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5ccea723-a7f0-4a7c-bcab-0ec5a9919f0f None None] Provisioning for port c2651b53-3649-45bd-8b7d-e5d183a7a363 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:19.580561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:19.589509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ba9e613-93a4-4587-bf34-8b30eabf43c3 req-27d3bc1c-5b34-4af6-b20c-977720a3148a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 1096 time: 0.1078324 Jan 18 23:23:19.608354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c2651b53-3649-45bd-8b7d-e5d183a7a363 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:19.639978 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3ba9e613-93a4-4587-bf34-8b30eabf43c3 req-78a61031-980a-46c7-b49f-449b57a8c652 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Jan 18 23:23:19.642820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=b4082224-0237-4208-882c-13c2c7f36ee4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.656981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:19.661001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:19.668737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b2d7be0-4804-4104-9179-42bb099ba5ec tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8486366 Jan 18 23:23:19.669150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:19.676053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:19.678284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.678410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:19.678537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.686932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c2651b53-3649-45bd-8b7d-e5d183a7a363 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:19.687290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.711165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.775984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:19.783923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Deleting port bd6717dd-d218-4b6e-80ff-36693e097fe2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:19.784191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.786192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:19.806260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58246ebf-e87a-427f-8513-6cbe44b7a6a4 req-f5af6385-3d7c-492f-90e1-c8e4ebb4ae6e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:19.810786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58246ebf-e87a-427f-8513-6cbe44b7a6a4 req-f5af6385-3d7c-492f-90e1-c8e4ebb4ae6e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.3523057 Jan 18 23:23:19.815018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 61fa2bc3-9c74-486a-9086-8f7f9faa209b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:19.858734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-33cceda6-0df0-4803-b885-18d1bbe10142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4005024 Jan 18 23:23:19.863772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51760) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:19.892445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:19.948784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] DHCP port deletion for 48c6e8c3-d652-4aa1-bea9-229ff7135c2d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:19.957603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:19.969594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:19.970867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Deleting port c2651b53-3649-45bd-8b7d-e5d183a7a363 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:19.971359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.019490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.025588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.026771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8dc87774-fa21-4128-85ed-ab1e47a1f2ed tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3014815 Jan 18 23:23:20.030368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:20.037370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-384067395'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:20.046474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:20.051709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:network and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:20.057075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:20.080597 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.082562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:20.093999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58246ebf-e87a-427f-8513-6cbe44b7a6a4 req-56425766-9dcf-42b3-ac93-8162f191074e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774851 Jan 18 23:23:20.177104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.215901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c2651b53-3649-45bd-8b7d-e5d183a7a363,segment=NetworkSegment(76d49d31-0413-43ef-a0a8-3fc3e7b70509),segment_id=76d49d31-0413-43ef-a0a8-3fc3e7b70509)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:20.239572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.328249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] For port bd6717dd-d218-4b6e-80ff-36693e097fe2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd6717dd-d218-4b6e-80ff-36693e097fe2,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:20.329076 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.339976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:20.389628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:20.402540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:20.406978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.411894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.415296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=61fa2bc3-9c74-486a-9086-8f7f9faa209b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:20.478748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.490357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Calling delete_port for bd6717dd-d218-4b6e-80ff-36693e097fe2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:20.536137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-de260c4d-15aa-4f70-925f-eb461b765809 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7855773 Jan 18 23:23:20.536977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:20.603713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:20.604656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:20.626051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port b4082224-0237-4208-882c-13c2c7f36ee4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:20.635778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.662643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Transition to ACTIVE for port object b4082224-0237-4208-882c-13c2c7f36ee4 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:20.678692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c2651b53-3649-45bd-8b7d-e5d183a7a363,segment=NetworkSegment(76d49d31-0413-43ef-a0a8-3fc3e7b70509),segment_id=76d49d31-0413-43ef-a0a8-3fc3e7b70509)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:20.679341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.683100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885e043-a948-4a81-811c-b99c6df80cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.687660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885e043-a948-4a81-811c-b99c6df80cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:20.688925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a885e043-a948-4a81-811c-b99c6df80cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:20.697442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c2651b53-3649-45bd-8b7d-e5d183a7a363,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:20.742477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:20.743009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.745985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.776556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:20.810069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1306379665', 'router:external': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:20.811903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a885e043-a948-4a81-811c-b99c6df80cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:20.815868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a885e043-a948-4a81-811c-b99c6df80cc7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2650836 Jan 18 23:23:20.817791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:20.862570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:20.878051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:20.882627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:network and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:20.888328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:20.891395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:security_group_rule and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:20.898248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:20.900925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:20.901306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Calling delete_port for c2651b53-3649-45bd-8b7d-e5d183a7a363 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:20.917015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:20.977725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:20.984307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.030624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Made reservation on behalf of 1125c31faa074027b3c233f5c55fbe83 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:21.033004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.053066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c2651b53-3649-45bd-8b7d-e5d183a7a363 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:21.083640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=b4082224-0237-4208-882c-13c2c7f36ee4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.089775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.125804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 61fa2bc3-9c74-486a-9086-8f7f9faa209b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:21.126226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.165238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.165573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.165924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.186808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.187130 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.189698 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 2 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.211877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.213622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=2be842e9-cb63-46b0-9731-25b7b8b22ef3,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.224748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': '6187740c-8a93-4342-a641-20df2bd52992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:21.225320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: d8ceb3ef-6f78-4c0f-8afe-addc810fc01b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:21.244739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.245090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.245908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.250689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:21.251237 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:21.269750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:21.275390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:security_group_rule and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:21.277063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.278878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:21.286043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:21.289047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.304706 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.307682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.308021 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.316249 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 3 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.338993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] Pushing event deleted for resources: {'Port': ['ID=bd6717dd-d218-4b6e-80ff-36693e097fe2,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.351384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:21.369666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90eb17-0399-4b90-9d36-ac8a1ff29a7e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.383727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.384179 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Added segment a545986d-776b-4134-a998-cca7d4a16b2c of type vlan for network ccd8a393-656e-4d3a-9007-1f9ec35d7718 Jan 18 23:23:21.401642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:21.407313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.407834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.407977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.412323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.432425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8c739-8cf8-4c95-ad1f-e9fa42ec6b11 None None] No DVR routers for this DVR port bd6717dd-d218-4b6e-80ff-36693e097fe2 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:21.434376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.438839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c2651b53-3649-45bd-8b7d-e5d183a7a363,segment=NetworkSegment(76d49d31-0413-43ef-a0a8-3fc3e7b70509),segment_id=76d49d31-0413-43ef-a0a8-3fc3e7b70509)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:21.449924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.450445 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.455549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9825519-ac99-4c5f-9af2-935efcda950e None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:21.456178 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 4 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.475027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.491924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.492318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.492848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.497075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:21.521973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.522293 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.525356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.526942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.534209 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 5 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.553403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.553403 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Added segment 9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12 of type vlan for network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 Jan 18 23:23:21.554659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e47e-1c9d-49b0-9cac-eaa879c5d04b req-fa6fa248-b87d-4388-8572-79c194541de7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:21.557119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c722e47e-1c9d-49b0-9cac-eaa879c5d04b req-fa6fa248-b87d-4388-8572-79c194541de7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.2903428 Jan 18 23:23:21.603510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.619232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.619567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.620330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.660336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c2651b53-3649-45bd-8b7d-e5d183a7a363,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.663575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.667469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:21.668104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.680276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d8ceb3ef-6f78-4c0f-8afe-addc810fc01b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:21.685457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 61fa2bc3-9c74-486a-9086-8f7f9faa209b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:21.703956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e7d271-8d0a-4753-ae41-83ad675c632d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.714212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec7bf8-ae9e-4db3-b61c-acf1187133f0 None None] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:21.720276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:21.720999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.754767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.755181 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.758821 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 6 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.775850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.776229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.777193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.777193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.777417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Deleting port c2651b53-3649-45bd-8b7d-e5d183a7a363 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:21.777507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.777584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.777775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.778039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.778553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.778949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.779349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.779677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:21.796753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.797802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.797802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.797991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.798628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:21.799389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:21.811311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c722e47e-1c9d-49b0-9cac-eaa879c5d04b req-823c92a1-a11e-4e07-a008-82900222e7d1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320877 Jan 18 23:23:21.824669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.825051 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.827742 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 7 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.845355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.845785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.846018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.897682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Network': ['ID=ccd8a393-656e-4d3a-9007-1f9ec35d7718,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:21.944689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:21.961219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.961732 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.962213 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 8 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:21.984662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:21.985184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:21.985572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:21.993471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:21.993918 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:21.994894 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 9 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:22.016393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:22.017017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:22.017517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:22.023666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:22.024199 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:22.024914 n-d-825175-2 neutron-server[84542]: INFO neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 10 to bind port b4082224-0237-4208-882c-13c2c7f36ee4 Jan 18 23:23:22.029226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1c2f68b0-a644-461e-94a4-37e8fd33ab0b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9944994 Jan 18 23:23:22.032509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51800) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.040858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'subnet': {'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:22.041040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.069808 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b5df4a5a-46b5-42d8-8cb9-88b63e5dd6a9 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3957493 Jan 18 23:23:22.069808 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4613547 Jan 18 23:23:22.076189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.076694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.086621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'port': {'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b', 'name': 'tempest-NetworksIpV6TestAttrs-1342488795'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:22.097695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=61fa2bc3-9c74-486a-9086-8f7f9faa209b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:22.101084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:22.101673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:22.102132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:22.108505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'subnet': {'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:22.114557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735f2a2-ac13-4eee-bb72-b5dfd48ba559 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Network': ['ID=fb445366-be51-4d0a-a9d4-fa6e3ed1b907,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:22.131040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:22.131625 n-d-825175-2 neutron-server[84542]: ERROR neutron.plugins.ml2.managers [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port b4082224-0237-4208-882c-13c2c7f36ee4 on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:22.132261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.177835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:22.228245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] For port c2651b53-3649-45bd-8b7d-e5d183a7a363, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c2651b53-3649-45bd-8b7d-e5d183a7a363,segment=NetworkSegment(76d49d31-0413-43ef-a0a8-3fc3e7b70509),segment_id=76d49d31-0413-43ef-a0a8-3fc3e7b70509)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:22.228651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.240348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.241857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:subnet and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:22.260498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:22.270234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:22.300682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port b4082224-0237-4208-882c-13c2c7f36ee4, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:22.301105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempted to set empty binding levels {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:23:22.311326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:22.329305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:subnet and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:22.333957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:22.344927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:22.345541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b4832216-40a8-40e1-80f3-6fdd34ec6d75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/61fa2bc3-9c74-486a-9086-8f7f9faa209b HTTP/1.1" status: 204 len: 168 time: 1.4687259 Jan 18 23:23:22.347932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.351903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Made reservation on behalf of 1125c31faa074027b3c233f5c55fbe83 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:22.354524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.375570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Calling delete_port for c2651b53-3649-45bd-8b7d-e5d183a7a363 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:22.405122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:22.416075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:22.425533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:port and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:22.432330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dde314-4069-4329-90f7-8f02cd3454be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:22.434313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dde314-4069-4329-90f7-8f02cd3454be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:22.435466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-91dde314-4069-4329-90f7-8f02cd3454be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:22.439771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.478112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:22.492384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:22.543461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:22.563141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] In _notify_port_updated(), no bound segment for port b4082224-0237-4208-882c-13c2c7f36ee4 on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:23:22.564263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.570609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "PUT /v2.0/ports/b4082224-0237-4208-882c-13c2c7f36ee4 HTTP/1.1" status: 200 len: 978 time: 2.6899343 Jan 18 23:23:22.570743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51820) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.585619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057d01b-9039-4bba-993c-cc264fd5f460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=b4082224-0237-4208-882c-13c2c7f36ee4,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:22.616015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f96850-a065-4d22-b158-9f242e5439e9 req-9750502d-1cf3-450a-87cd-eddba39bd4f9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:22.617636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f96850-a065-4d22-b158-9f242e5439e9 req-9750502d-1cf3-450a-87cd-eddba39bd4f9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.1347606 Jan 18 23:23:22.677642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-91dde314-4069-4329-90f7-8f02cd3454be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:22.682660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-91dde314-4069-4329-90f7-8f02cd3454be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3324661 Jan 18 23:23:22.685798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51826) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:22.701952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f96850-a065-4d22-b158-9f242e5439e9 req-4473ddfb-6ada-44e9-b35c-25f996bc5256 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Jan 18 23:23:22.726734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:22.726734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.764726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f553de-fd96-4117-86c4-f6723dd1ecde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'bfeaaa97-d7d0-4942-b9d5-700a1fff964f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:22.765617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f3f553de-fd96-4117-86c4-f6723dd1ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.779769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-d8ceb3ef-6f78-4c0f-8afe-addc810fc01b', 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': '2be842e9-cb63-46b0-9731-25b7b8b22ef3'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:22.780581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.911784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] device_id is not set on port 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:22.939613 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.949059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:22.955034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet bfeaaa97-d7d0-4942-b9d5-700a1fff964f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:22.958125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.016059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.044175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] Pushing event deleted for resources: {'Port': ['ID=c2651b53-3649-45bd-8b7d-e5d183a7a363,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.066863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae4cd9-1f11-481f-aca5-f91656496d7d None None] No DVR routers for this DVR port c2651b53-3649-45bd-8b7d-e5d183a7a363 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:23.093316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.095607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Allocated IP 2001:db8::f816:3eff:fea7:a44a (d8ceb3ef-6f78-4c0f-8afe-addc810fc01b/2be842e9-cb63-46b0-9731-25b7b8b22ef3/74595578-c31c-4163-97cb-7c1456fe44fb) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:23.099703 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-763d9617-47ba-460e-80ed-4980a6b72824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27908 time: 0.5292699 Jan 18 23:23:23.121846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:23.208414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Deleting port b4082224-0237-4208-882c-13c2c7f36ee4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:23.208757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.330154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.348156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Transition to ACTIVE for port object 74595578-c31c-4163-97cb-7c1456fe44fb will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:23.377658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Transition to ACTIVE for port object 74595578-c31c-4163-97cb-7c1456fe44fb will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:23.415591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.440753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.467601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=bfeaaa97-d7d0-4942-b9d5-700a1fff964f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.498637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.500829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.538918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:23.539372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.591083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port b4082224-0237-4208-882c-13c2c7f36ee4, host n-h2-825175-2, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:23.592127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.601948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Allocated IP 2001:db8::f816:3eff:fed9:8df4 (d8ceb3ef-6f78-4c0f-8afe-addc810fc01b/2be842e9-cb63-46b0-9731-25b7b8b22ef3/77e30d1d-f541-4eda-a6e6-7ef2487b6ee2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-f3f553de-fd96-4117-86c4-f6723dd1ecde None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfeaaa97-d7d0-4942-b9d5-700a1fff964f: This subnet is being modified by another concurrent operation. Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:23:23.605344 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfeaaa97-d7d0-4942-b9d5-700a1fff964f: This subnet is being modified by another concurrent operation. Jan 18 23:23:23.613741 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:23:23.649887 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:23.650549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:23.656204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:23.658551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Pushing event updated for resources: {'Port': ['ID=74595578-c31c-4163-97cb-7c1456fe44fb,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.666235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Subnet': ['ID=20164e90-642b-4477-b4b8-a87c0f01e983,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.718936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b5941c7-ee23-4806-b3c2-ee4ca74b9fa6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/bfeaaa97-d7d0-4942-b9d5-700a1fff964f HTTP/1.1" status: 204 len: 168 time: 1.0144937 Jan 18 23:23:23.725928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Calling delete_port for b4082224-0237-4208-882c-13c2c7f36ee4 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:23.753173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:23.768645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Attempting to bind port 74595578-c31c-4163-97cb-7c1456fe44fb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:23.772448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Attempting to bind port 74595578-c31c-4163-97cb-7c1456fe44fb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6187740c-8a93-4342-a641-20df2bd52992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:23.772975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Attempting to bind port 74595578-c31c-4163-97cb-7c1456fe44fb on network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:23.780454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:23.781519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Checking segment: {'id': '6187740c-8a93-4342-a641-20df2bd52992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:23.781519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.782003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Bound using segment: {'id': '6187740c-8a93-4342-a641-20df2bd52992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:23.782662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Bound port: 74595578-c31c-4163-97cb-7c1456fe44fb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6187740c-8a93-4342-a641-20df2bd52992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd8ceb3ef-6f78-4c0f-8afe-addc810fc01b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:23.783071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:23.806752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Subnet': ['ID=154ced15-6a2e-4f98-be84-253a8eeea557,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:23.841647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c7d36cc-2d88-4d07-a806-bfc6d1e018a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846148 Jan 18 23:23:23.841865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:23.899266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] For port 74595578-c31c-4163-97cb-7c1456fe44fb, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:23.899622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Checking segment: {'id': 'a545986d-776b-4134-a998-cca7d4a16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:23.900048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network hostable DHCP agents. Network: ccd8a393-656e-4d3a-9007-1f9ec35d7718, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:23.904054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] For port 74595578-c31c-4163-97cb-7c1456fe44fb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=74595578-c31c-4163-97cb-7c1456fe44fb,segment=NetworkSegment(6187740c-8a93-4342-a641-20df2bd52992),segment_id=6187740c-8a93-4342-a641-20df2bd52992)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:23.927736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4fa86cd0-f4dd-4c65-8730-b8e9672c96d4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:23.979409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.003292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Checking segment: {'id': '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:24.003654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network hostable DHCP agents. Network: fb445366-be51-4d0a-a9d4-fa6e3ed1b907, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:24.049062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febbbc0-2ae2-43ea-ad6b-852c3e4f20e1 req-22b038e6-4c76-4ca4-8a0d-dd567e2d0ef5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.050716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7febbbc0-2ae2-43ea-ad6b-852c3e4f20e1 req-22b038e6-4c76-4ca4-8a0d-dd567e2d0ef5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.1009116 Jan 18 23:23:24.066377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7921c-0c89-4137-9e08-18f40fe95d3f None None] Pushing event updated for resources: {'Port': ['ID=74595578-c31c-4163-97cb-7c1456fe44fb,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:24.070786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-9937b7bc-6960-4fa0-ad15-316193813d65 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.071467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-9937b7bc-6960-4fa0-ad15-316193813d65 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Synchronizing usage tracker for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:24.104455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.121839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.139868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Transition to ACTIVE for port object 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:24.141107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:24.166050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4fa86cd0-f4dd-4c65-8730-b8e9672c96d4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:24.167220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4fa86cd0-f4dd-4c65-8730-b8e9672c96d4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3245983 Jan 18 23:23:24.170102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51848) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.179006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7febbbc0-2ae2-43ea-ad6b-852c3e4f20e1 req-4a908009-53c0-47f6-899c-3485a627fbfc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177559 Jan 18 23:23:24.179006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4082224-0237-4208-882c-13c2c7f36ee4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:24.182286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.199383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.199735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.200071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.200404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.201329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.202327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.202665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.202998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.203331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.203766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.204080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:24.211565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1ef7b57a-acb8-45b0-9247-3f9cae9e9090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b4082224-0237-4208-882c-13c2c7f36ee4 HTTP/1.1" status: 204 len: 168 time: 1.0887787 Jan 18 23:23:24.219090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51852) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.225408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:24.244798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.246486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-9937b7bc-6960-4fa0-ad15-316193813d65 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Unset dirty status for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:24.248368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-9937b7bc-6960-4fa0-ad15-316193813d65 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.6286440 Jan 18 23:23:24.280806 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d27fc0c-7990-4321-8328-4becb47006a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:23:24.281369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d27fc0c-7990-4321-8328-4becb47006a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Synchronizing usage tracker for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:24.362439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ccd8a393-656e-4d3a-9007-1f9ec35d7718) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:24.371107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7817a2-b41a-4198-a1cd-d0024b9f6386 None None] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:24.377053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, fb445366-be51-4d0a-a9d4-fa6e3ed1b907) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:24.391067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ac4327-90c0-4fe3-b4c1-09e907ca2f2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.391764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87ac4327-90c0-4fe3-b4c1-09e907ca2f2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:24.395188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37573008-4e49-4d35-9733-7f523e85b88a None None] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:24.397347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7d27fc0c-7990-4321-8328-4becb47006a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Unset dirty status for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:24.401927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7d27fc0c-7990-4321-8328-4becb47006a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports/b4082224-0237-4208-882c-13c2c7f36ee4 HTTP/1.1" status: 404 len: 333 time: 0.1850286 Jan 18 23:23:24.406449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51856) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.409847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.409847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.418367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-426008148', 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:24.418887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.419489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.425152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:24.439575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:24.472959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:24.483611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:24.485428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Port': ['ID=77e30d1d-f541-4eda-a6e6-7ef2487b6ee2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:24.488440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:24.491562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:24.492376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.511814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Deleting port 487b2308-ee6c-4526-9883-2dd9a1b45fcb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:24.512114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.543818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Made reservation on behalf of 57dcc1d4982548ceac3bf3e5bc20ff80 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:24.546826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.569822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port e286280a-ecb4-4b6d-8fa9-f324b502a1f5 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:24.575083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87ac4327-90c0-4fe3-b4c1-09e907ca2f2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:24.576795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87ac4327-90c0-4fe3-b4c1-09e907ca2f2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4057157 Jan 18 23:23:24.579905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51862) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.657461 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8038a5ba-06af-44f3-99bc-b3791e10a713 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762651 Jan 18 23:23:24.663881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.671944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:24.686177 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8b2a0ecf-adcb-4986-9d2f-ce7c540dbd58 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6525500 Jan 18 23:23:24.691318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.694724 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-93f9a3a7-1ee9-4f34-bebe-d5805b579e69 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6152461 Jan 18 23:23:24.696302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4899fa55-daee-4e94-a8d2-e6453648450c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6182356 Jan 18 23:23:24.699978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51874) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.702167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51876) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:24.706124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'network': {'name': 'tempest-router-network01--1380694502'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:24.745080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-20286329', 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:24.757405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:24.763663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:24.774831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:port and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:24.795220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:24.814672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:24.829441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ccd8a393-656e-4d3a-9007-1f9ec35d7718', 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718', 'tenant_id': '4627c6b7b6384b85ab22cea58b2a4d66', 'fixed_ips': [{'subnet_id': '20164e90-642b-4477-b4b8-a87c0f01e983'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:24.830385 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:24.836497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:network and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:24.844210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:24.857661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e60f8-2c8e-4f26-8b4a-1655814d91a2 None None] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:24.872945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:24.942647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:24.954776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:25.006030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.040063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:25.048946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.069804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:25.074326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.120306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting subnet 2be842e9-cb63-46b0-9731-25b7b8b22ef3 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:25.137742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 74595578-c31c-4163-97cb-7c1456fe44fb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:25.146275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.244411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] For port 487b2308-ee6c-4526-9883-2dd9a1b45fcb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=487b2308-ee6c-4526-9883-2dd9a1b45fcb,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:25.244781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.329138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.408601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Made reservation on behalf of 1125c31faa074027b3c233f5c55fbe83 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:25.410721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.422603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e714d-18c3-4daf-9485-c3b4f2082269 None None] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:25.428921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Calling delete_port for 487b2308-ee6c-4526-9883-2dd9a1b45fcb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:25.439580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:25.490492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.530911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] device_id is not set on port 6d0dbd48-8d88-4d61-9c5f-d07d31672efe yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:25.581219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Allocated IP 172.20.0.2 (ccd8a393-656e-4d3a-9007-1f9ec35d7718/20164e90-642b-4477-b4b8-a87c0f01e983/a9f9e26a-d12c-4563-85eb-8c77ad4588e0) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:25.601416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.602371 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Added segment 20d814b8-2721-4ad7-97de-a58ee17cf7e5 of type vlan for network 43d2d511-8fc4-4e54-8c47-b895ad82769f Jan 18 23:23:25.609103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=e286280a-ecb4-4b6d-8fa9-f324b502a1f5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:25.619088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:25.630520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:25.639817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:25.640913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:25.641687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.674621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.724583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 74595578-c31c-4163-97cb-7c1456fe44fb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:25.724997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dca61f-7cb7-4f41-952b-761eff1c81f6 req-69a8c223-6d9e-482a-9cd1-579e09ed0f7b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:25.726480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16dca61f-7cb7-4f41-952b-761eff1c81f6 req-69a8c223-6d9e-482a-9cd1-579e09ed0f7b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 945 time: 0.3408730 Jan 18 23:23:25.774945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Provisioning for port 74595578-c31c-4163-97cb-7c1456fe44fb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:25.794607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Provisioning complete for port 74595578-c31c-4163-97cb-7c1456fe44fb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:25.794861 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.848146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16dca61f-7cb7-4f41-952b-761eff1c81f6 req-e536d433-6599-4da7-a917-4ff3a11a4fbf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095109 Jan 18 23:23:25.858322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2514a276-b477-4f51-a3e2-3053922939f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4514415 Jan 18 23:23:25.862554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:25.875778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.20.0.2 (fb445366-be51-4d0a-a9d4-fa6e3ed1b907/154ced15-6a2e-4f98-be84-253a8eeea557/6d0dbd48-8d88-4d61-9c5f-d07d31672efe) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:25.892275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.931080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.935729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:25.936448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:25.941543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7176833-bb8d-4900-a3b4-68da5664c4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Synchronizing usage tracker for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:25.983378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.002160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f6857fd6-08ae-4cfb-ac3c-d26aad09b008'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:23:26.099518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Pushing event deleted for resources: {'Port': ['ID=487b2308-ee6c-4526-9883-2dd9a1b45fcb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.117360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.117543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:26.121646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Network': ['ID=43d2d511-8fc4-4e54-8c47-b895ad82769f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.126150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.144181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Transition to ACTIVE for port object a9f9e26a-d12c-4563-85eb-8c77ad4588e0 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:26.172035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:26.202834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] No DVR routers for this DVR port 487b2308-ee6c-4526-9883-2dd9a1b45fcb on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:26.205860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.207749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.208442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=8bbfb3d9-ede6-462f-9148-e81ffac2ba94,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.210250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'name': 'network-vif-deleted', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:23:26.214430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d7176833-bb8d-4900-a3b4-68da5664c4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Unset dirty status for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:26.219467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7176833-bb8d-4900-a3b4-68da5664c4b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports/e286280a-ecb4-4b6d-8fa9-f324b502a1f5 HTTP/1.1" status: 200 len: 958 time: 0.3557653 Jan 18 23:23:26.221340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-99c488a3-7516-44db-bfa1-3b628ab7fe6c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5290802 Jan 18 23:23:26.224103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.230826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51900) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.242824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'network': {'name': 'tempest-router-network02--201245688'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:26.258582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:26.267073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.274056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:network and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:26.290759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Deleting port e286280a-ecb4-4b6d-8fa9-f324b502a1f5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:26.292008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.307354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:26.317427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Transition to ACTIVE for port object a9f9e26a-d12c-4563-85eb-8c77ad4588e0 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:26.330976 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce8a634-3119-4811-a443-f7485782e69f', 'name': 'network-vif-deleted', 'tag': '487b2308-ee6c-4526-9883-2dd9a1b45fcb', 'status': 'completed', 'code': 200} Jan 18 23:23:26.331783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:26.339219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=2be842e9-cb63-46b0-9731-25b7b8b22ef3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.346318 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22a32de1-e6e0-4ff4-8f96-0f1384485d24 req-a66f9bf8-3d33-4a36-99f1-dcb54fdcb7f5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.83 "DELETE /v2.0/ports/487b2308-ee6c-4526-9883-2dd9a1b45fcb HTTP/1.1" status: 204 len: 173 time: 2.0402369 Jan 18 23:23:26.351352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.361309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.363164 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae5a143e-270e-473d-9034-56c5a3193145 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/2be842e9-cb63-46b0-9731-25b7b8b22ef3 HTTP/1.1" status: 204 len: 168 time: 1.6606359 Jan 18 23:23:26.370280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51904) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.378442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:26.410778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:26.417895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:26.418372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.451196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:26.451622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a472b-8617-4a28-a053-7a3b40371880 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:26.456791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.486101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.507933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:26.509212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffe07f-a0ee-403e-a7e3-297075e87c19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:26.510654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ffe07f-a0ee-403e-a7e3-297075e87c19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:26.511425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-74ffe07f-a0ee-403e-a7e3-297075e87c19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Synchronizing usage tracker for tenant:97e0378dbc524f718aebaab2d76627b7 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:26.531257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.618572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-74ffe07f-a0ee-403e-a7e3-297075e87c19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Unset dirty status for tenant:97e0378dbc524f718aebaab2d76627b7 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:26.619676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-74ffe07f-a0ee-403e-a7e3-297075e87c19 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2460248 Jan 18 23:23:26.624203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ab49ff3-674f-40a9-aa71-90c038c9e792 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9561536 Jan 18 23:23:26.624638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51908) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.625012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.641470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:61:82:31', 'name': 'tempest-NetworksTestDHCPv6-1477610533'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:26.643046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.643451 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Added segment c46468ba-cde8-44b7-b375-ee64b9a37d90 of type vlan for network 5bf795b4-5dd8-4882-8615-dfbf6538f830 Jan 18 23:23:26.656850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:26.665011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:26.668529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:26.672088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:26.674025 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:26.693045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:26.698819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:26.716668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:26.738397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Pushing event updated for resources: {'Port': ['ID=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.774096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=6d0dbd48-8d88-4d61-9c5f-d07d31672efe,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:26.776416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e6704-b113-41e5-8684-bfa0d9710cd6 None None] Network d8ceb3ef-6f78-4c0f-8afe-addc810fc01b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:26.793316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.813109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:26.813599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.829018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.930964 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c437028-b19a-4257-a198-429a2ca45739 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 2.2309642 Jan 18 23:23:26.931895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:26.987967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:26.991773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:26.991913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Calling delete_port for e286280a-ecb4-4b6d-8fa9-f324b502a1f5 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:26.992467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.037073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef290e4c-8657-40d9-937f-b720a6e648e3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.098129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port 6d0dbd48-8d88-4d61-9c5f-d07d31672efe {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:27.098929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.133679 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef290e4c-8657-40d9-937f-b720a6e648e3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 18 23:23:27.134156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef290e4c-8657-40d9-937f-b720a6e648e3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:27.136517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ef290e4c-8657-40d9-937f-b720a6e648e3 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/d8ceb3ef-6f78-4c0f-8afe-addc810fc01b HTTP/1.1" status: 409 len: 405 time: 0.5101414 Jan 18 23:23:27.149580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a50b1f3a-b582-4ee5-b6c3-d174213213b8 req-387f65b5-977d-4762-8746-6c60ebf6792f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ce8a634-3119-4811-a443-f7485782e69f HTTP/1.1" status: 200 len: 210 time: 0.0825670 Jan 18 23:23:27.150776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:27.159859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1531294717'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:27.166205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:27.174140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:27.181088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Network': ['ID=5bf795b4-5dd8-4882-8615-dfbf6538f830,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:27.181249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:27.184351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:27.189473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:27.199810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:27.224353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:27.224611 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bd3a039c-edb6-40c1-8d11-14ec2f149640 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9901967 Jan 18 23:23:27.230344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'subnet': {'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:27.298356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:27.299119 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.300657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:27.303772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.323459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:27.327519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.458079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '8bbfb3d9-ede6-462f-9148-e81ffac2ba94'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:27.458910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.525895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event deleted for resources: {'Port': ['ID=e286280a-ecb4-4b6d-8fa9-f324b502a1f5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:27.547762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Attempting to bind port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:27.551151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Attempting to bind port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a545986d-776b-4134-a998-cca7d4a16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:27.551151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Attempting to bind port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 on network ccd8a393-656e-4d3a-9007-1f9ec35d7718 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:27.551387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 487b2308-ee6c-4526-9883-2dd9a1b45fcb no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:27.559778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:27.577647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:27.580140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 55ce710c-c519-4427-8499-0a4879f80aa6 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:27.605024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.609617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 487b2308-ee6c-4526-9883-2dd9a1b45fcb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:27.609972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 487b2308-ee6c-4526-9883-2dd9a1b45fcb not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:27.616096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.627184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:subnet and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:27.640712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:27.648207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.648544 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment 34ab3e43-5902-45f2-89f9-cd8b456da54b of type vlan for network c2f591e2-3b0d-4aba-ac88-96219621c5c9 Jan 18 23:23:27.656538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:27.667728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.695901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:27.701252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Checking segment: {'id': 'a545986d-776b-4134-a998-cca7d4a16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:27.701252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.701252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Bound using segment: {'id': 'a545986d-776b-4134-a998-cca7d4a16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:27.701252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Bound port: a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a545986d-776b-4134-a998-cca7d4a16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ccd8a393-656e-4d3a-9007-1f9ec35d7718'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:27.701252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.741019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.757853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dea44527-fccb-4406-a897-7545ca20f379 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e286280a-ecb4-4b6d-8fa9-f324b502a1f5 HTTP/1.1" status: 204 len: 168 time: 1.5303962 Jan 18 23:23:27.757853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:27.760912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:27.769532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for 6d0dbd48-8d88-4d61-9c5f-d07d31672efe owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:27.817281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] For port 74595578-c31c-4163-97cb-7c1456fe44fb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=74595578-c31c-4163-97cb-7c1456fe44fb,segment=NetworkSegment(6187740c-8a93-4342-a641-20df2bd52992),segment_id=6187740c-8a93-4342-a641-20df2bd52992)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:27.856173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] For port a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:27.860210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] For port a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,segment=NetworkSegment(a545986d-776b-4134-a998-cca7d4a16b2c),segment_id=a545986d-776b-4134-a998-cca7d4a16b2c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:27.867130 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-117e374e-c1a8-4a85-b8fd-0437c49d1fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:23:27.870764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-117e374e-c1a8-4a85-b8fd-0437c49d1fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports/e286280a-ecb4-4b6d-8fa9-f324b502a1f5 HTTP/1.1" status: 404 len: 333 time: 0.1070068 Jan 18 23:23:27.880288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:27.880638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fe61:8231 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8bbfb3d9-ede6-462f-9148-e81ffac2ba94/55ce710c-c519-4427-8499-0a4879f80aa6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:27.890450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-661199683'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:27.899002 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.918496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:27.926351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:27.934759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Usage tracker for resource:port and tenant:57dcc1d4982548ceac3bf3e5bc20ff80 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:27.938805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:27.945129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:27.964194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] DHCP port deletion for d8ceb3ef-6f78-4c0f-8afe-addc810fc01b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:27.987023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Deleting port 74595578-c31c-4163-97cb-7c1456fe44fb {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:27.987544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.026854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.027809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.029419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Made reservation on behalf of 57dcc1d4982548ceac3bf3e5bc20ff80 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:28.032155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:28.032597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.032746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.061429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port 804ab119-da1c-4910-a438-a62bddf4220f yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:28.073211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a8d81-43ae-4ea0-84c7-30a7091ae924 None None] Pushing event updated for resources: {'Port': ['ID=74595578-c31c-4163-97cb-7c1456fe44fb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:28.103400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.161870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d0dbd48-8d88-4d61-9c5f-d07d31672efe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:28.254793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=c2f591e2-3b0d-4aba-ac88-96219621c5c9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:28.260785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3347e-753d-4aa8-b537-20fa1c94bfe7 None None] Pushing event updated for resources: {'Port': ['ID=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:28.290504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Provisioning for port 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:28.300890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c7a1c35a-f4ee-410e-86d4-f11a2eaa4dd1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1456544 Jan 18 23:23:28.306102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51946) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:28.307916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c2f591e2-3b0d-4aba-ac88-96219621c5c9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:28.317300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:28.383123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Provisioning complete for port 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:28.383498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.569302 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:23:28.589964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.596613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Port 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:28.598153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:28.601504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] For port 74595578-c31c-4163-97cb-7c1456fe44fb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=74595578-c31c-4163-97cb-7c1456fe44fb,segment=NetworkSegment(6187740c-8a93-4342-a641-20df2bd52992),segment_id=6187740c-8a93-4342-a641-20df2bd52992)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:28.601906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.617986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.662367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:28.670860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 55ce710c-c519-4427-8499-0a4879f80aa6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:28.764974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Calling delete_port for 74595578-c31c-4163-97cb-7c1456fe44fb owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:28.770257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.828375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:28.829035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Provisioning complete for port 74595578-c31c-4163-97cb-7c1456fe44fb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:28.829426 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.883496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Network 1ff1160a-951d-4353-9038-b5fb6710bbc2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:28.894255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.900299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:28.911369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=804ab119-da1c-4910-a438-a62bddf4220f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:28.915300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:28.918422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:28.923080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.948287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-666512a7-d273-4ada-ae91-638f0b8fa846 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/ports/6d0dbd48-8d88-4d61-9c5f-d07d31672efe HTTP/1.1" status: 204 len: 168 time: 2.0152707 Jan 18 23:23:28.961807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:28.969823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.971845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:28.979360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Allocated IP 2001:db8::f816:3eff:fed1:1d91 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/8bbfb3d9-ede6-462f-9148-e81ffac2ba94/718690bc-9f91-4023-ba6a-a8f1c42811d7) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:28.998263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907', 'external_fixed_ips': [{'subnet_id': '154ced15-6a2e-4f98-be84-253a8eeea557', 'ip_address': '172.20.0.2'}]}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:29.074350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:29.081719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9f9e26a-d12c-4563-85eb-8c77ad4588e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:29.101146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdefa397-3307-44ea-b850-835122d1919b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2180183 Jan 18 23:23:29.101456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:router and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:29.101572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:29.108215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:29.114719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:29.132123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.146960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:29.184278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.203035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:29.208914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-125c5b32-fe2a-408d-a22e-42f011ac27e8 None None] Port 74595578-c31c-4163-97cb-7c1456fe44fb update to ACTIVE by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 18 23:23:29.209104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Subnet': ['ID=845aa053-8133-4b9b-98d2-d811ad79da31,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:29.216444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=55ce710c-c519-4427-8499-0a4879f80aa6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:29.220028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:29.241343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.310433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.311506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.352434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:29.356289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:29.357429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.377193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] Pushing event deleted for resources: {'Port': ['ID=74595578-c31c-4163-97cb-7c1456fe44fb,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:29.398897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16353e-2e59-4c53-8b81-bee0579776ed None None] No DVR routers for this DVR port 74595578-c31c-4163-97cb-7c1456fe44fb on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:29.536306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] device_id is not set on port 804ab119-da1c-4910-a438-a62bddf4220f yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:29.536533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.545685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.548199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Transition to ACTIVE for port object 718690bc-9f91-4023-ba6a-a8f1c42811d7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:29.564789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Transition to ACTIVE for port object 804ab119-da1c-4910-a438-a62bddf4220f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:29.569372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Transition to ACTIVE for port object 718690bc-9f91-4023-ba6a-a8f1c42811d7 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:29.572020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:29.625421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.630427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Checking segment: {'id': '20d814b8-2721-4ad7-97de-a58ee17cf7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:29.630807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network hostable DHCP agents. Network: 43d2d511-8fc4-4e54-8c47-b895ad82769f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:29.631388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 74595578-c31c-4163-97cb-7c1456fe44fb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:29.644991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2f241-f2a9-49b1-b282-e17a19a1f902 req-8c2f59c8-03d3-4196-b090-4eca94b69d86 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:29.651719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bc2f241-f2a9-49b1-b282-e17a19a1f902 req-8c2f59c8-03d3-4196-b090-4eca94b69d86 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.8754086 Jan 18 23:23:29.671742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.675351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 74595578-c31c-4163-97cb-7c1456fe44fb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:29.675577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 74595578-c31c-4163-97cb-7c1456fe44fb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:29.725814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bc2f241-f2a9-49b1-b282-e17a19a1f902 req-c129868c-fa10-4fba-a42c-96667b77bc11 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Jan 18 23:23:29.736713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:29.766734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:29.776075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:29.777660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:29.796886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Pushing event updated for resources: {'Port': ['ID=718690bc-9f91-4023-ba6a-a8f1c42811d7,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:29.839564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=804ab119-da1c-4910-a438-a62bddf4220f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:29.858861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad30c7c-47d9-4877-a5a2-608b4d6864f0 None None] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:29.877168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4e9d6663-8b36-4830-9c65-e3f92e94a5b9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2493527 Jan 18 23:23:29.880689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:29.961115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:29.961622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:29.961866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:29.974476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:29.974714 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:29.975888 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 2 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.010362 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-1e110e72-f7cb-45ba-8f72-55b2f0909f04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720626 Jan 18 23:23:30.011185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.011519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.013568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.031928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.032633 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.040921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Attempting to bind port 718690bc-9f91-4023-ba6a-a8f1c42811d7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.041294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Attempting to bind port 718690bc-9f91-4023-ba6a-a8f1c42811d7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.041648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Attempting to bind port 718690bc-9f91-4023-ba6a-a8f1c42811d7 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.054928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:30.071170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:30.071498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:30.071862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.072254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:30.072723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Bound port: 718690bc-9f91-4023-ba6a-a8f1c42811d7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:30.073116 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.114501 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 3 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.141774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.142425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.142886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.175459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.175459 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.177811 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 4 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.204513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.205073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.205498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.218924 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-6649e145-f740-408f-a4a8-1e56effac7df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1096 time: 0.1848004 Jan 18 23:23:30.220030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.220450 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.221570 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 5 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.250526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:30.259999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Provisioning for port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:30.260876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:30.269941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=718690bc-9f91-4023-ba6a-a8f1c42811d7,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:30.270865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Provisioning complete for port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:30.271398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.290722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.345802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.364649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54456bc-1079-441f-b62d-01bcd31d8549 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.368950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54456bc-1079-441f-b62d-01bcd31d8549 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.369931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e54456bc-1079-441f-b62d-01bcd31d8549 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:30.392062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 43d2d511-8fc4-4e54-8c47-b895ad82769f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:30.407521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439d9976-d9fb-4f6d-9f2c-aba3969dadd5 None None] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:30.417216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.417826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.431977 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.441185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.441185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.441185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.465530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.466022 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.469480 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 6 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.490304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': '34ab3e43-5902-45f2-89f9-cd8b456da54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:30.490561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: c2f591e2-3b0d-4aba-ac88-96219621c5c9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:30.500809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.501172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f7cf-db14-4a26-bc1f-a8dce1397510 req-0503f678-e239-4648-b263-8a1ea861d2ae tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.501453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.501917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.503088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e573f7cf-db14-4a26-bc1f-a8dce1397510 req-0503f678-e239-4648-b263-8a1ea861d2ae tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3102958 Jan 18 23:23:30.503786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=4b957a90-b7a5-4344-97de-d882f34c8b12,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:30.508112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e54456bc-1079-441f-b62d-01bcd31d8549 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:30.512775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e54456bc-1079-441f-b62d-01bcd31d8549 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6223159 Jan 18 23:23:30.519060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51982) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:30.525233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.525667 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.533389 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 7 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.539904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.555771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-69f8d736-cefd-4c84-90c9-a47e8c09dc75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.561487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-69f8d736-cefd-4c84-90c9-a47e8c09dc75 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3236427 Jan 18 23:23:30.577127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.577127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.577127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.583946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c7e2df5-8358-46be-abf9-463b500350df tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3582833 Jan 18 23:23:30.593089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51986) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:30.639736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'subnet': {'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:30.648677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eb6f2-17bd-4e0d-9a2c-f9cd0a46e883 None None] Pushing event updated for resources: {'Port': ['ID=718690bc-9f91-4023-ba6a-a8f1c42811d7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:30.676205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] For port a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,segment=NetworkSegment(a545986d-776b-4134-a998-cca7d4a16b2c),segment_id=a545986d-776b-4134-a998-cca7d4a16b2c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:30.683438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.683880 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.725285 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 8 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.749752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.750227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.750724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.761214 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-8c3c8468-e57e-49d7-be82-40bf78275f0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 1001 time: 0.1862762 Jan 18 23:23:30.762700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.763706 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.764418 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 9 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.773137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.810118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-43d2d511-8fc4-4e54-8c47-b895ad82769f', 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f', 'tenant_id': '4627c6b7b6384b85ab22cea58b2a4d66', 'fixed_ips': [{'subnet_id': '845aa053-8133-4b9b-98d2-d811ad79da31'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:30.811208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.843443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e573f7cf-db14-4a26-bc1f-a8dce1397510 req-658d97be-aadf-4c1b-98a6-3c9d3646185b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233173 Jan 18 23:23:30.856537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.865168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network c2f591e2-3b0d-4aba-ac88-96219621c5c9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:30.865700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.866189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.877523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:30.878166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 55ce710c-c519-4427-8499-0a4879f80aa6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:30.878787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.888396 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:30.891087 n-d-825175-2 neutron-server[84543]: INFO neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempt 10 to bind port 804ab119-da1c-4910-a438-a62bddf4220f Jan 18 23:23:30.934329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c6b93-0a64-476e-af01-0fa325e1eb06 None None] Pushing event updated for resources: {'Port': ['ID=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:30.945529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:30.945529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:30.945529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempting to bind port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:30.954801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a2e29c5-394f-428c-b465-352d7616c6a1 None None] Provisioning complete for port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:30.957275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a2e29c5-394f-428c-b465-352d7616c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:30.958488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:30.988930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-354f677c-e384-4b22-8a55-fb7640de0704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:30.990586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-354f677c-e384-4b22-8a55-fb7640de0704 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.2075758 Jan 18 23:23:31.020160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Usage tracker for resource:subnet and tenant:4627c6b7b6384b85ab22cea58b2a4d66 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:31.025797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c2f591e2-3b0d-4aba-ac88-96219621c5c9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:31.040473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:31.050972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:23:31.051597 n-d-825175-2 neutron-server[84543]: ERROR neutron.plugins.ml2.managers [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Failed to bind port 804ab119-da1c-4910-a438-a62bddf4220f on host n-h2-825175-2 for vnic_type normal using segments [{'id': '04569989-a166-44d3-a677-b8058387b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1ff1160a-951d-4353-9038-b5fb6710bbc2'}] Jan 18 23:23:31.051965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.137004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:31.137696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.141761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:31.191784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242437a4-c4fd-4c2c-a64f-b178d9be6fcd None None] Network c2f591e2-3b0d-4aba-ac88-96219621c5c9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:31.216629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port 804ab119-da1c-4910-a438-a62bddf4220f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:31.218470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Attempted to set empty binding levels {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 18 23:23:31.229561 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-5effb3d6-28e4-43a7-be25-817113750405 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297707 Jan 18 23:23:31.317761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.346052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Made reservation on behalf of 4627c6b7b6384b85ab22cea58b2a4d66 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:31.407414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Allocated IP 172.20.0.2 (43d2d511-8fc4-4e54-8c47-b895ad82769f/845aa053-8133-4b9b-98d2-d811ad79da31/370ed2d5-c035-46e3-86fe-6172b4746221) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:31.410315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] In _notify_port_updated(), no bound segment for port 804ab119-da1c-4910-a438-a62bddf4220f on network 1ff1160a-951d-4353-9038-b5fb6710bbc2 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:23:31.411732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.412635 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "PUT /v2.0/ports/804ab119-da1c-4910-a438-a62bddf4220f HTTP/1.1" status: 200 len: 978 time: 2.3103921 Jan 18 23:23:31.416872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:31.435528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a696769-45ff-453f-8546-8c6e64fb44ed tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1245697 Jan 18 23:23:31.445603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:31.489831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53defdb7-5191-4beb-b559-d4008d76393d tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event updated for resources: {'Port': ['ID=804ab119-da1c-4910-a438-a62bddf4220f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:31.493672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Deleting port 804ab119-da1c-4910-a438-a62bddf4220f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:31.499932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.661877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.703099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-c2f591e2-3b0d-4aba-ac88-96219621c5c9', 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': '4b957a90-b7a5-4344-97de-d882f34c8b12'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:31.704480 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-34f3a266-a06b-49e4-aad6-35eb8ed4d77b service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688556 Jan 18 23:23:31.705541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.790427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] For port 804ab119-da1c-4910-a438-a62bddf4220f, host n-h2-825175-2, got binding levels [] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:31.790783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.931027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Calling delete_port for 804ab119-da1c-4910-a438-a62bddf4220f owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:31.954766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Allocated IP 2001:db8::f816:3eff:feea:45cb (c2f591e2-3b0d-4aba-ac88-96219621c5c9/4b957a90-b7a5-4344-97de-d882f34c8b12/05edff7b-f50e-4dc8-bca6-6097fc7b6b7f) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:31.958106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:31.979917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfd5ae-7601-4efc-bcf4-8215f1d4d4db req-62e6500a-62e4-429f-8f57-32704161cb63 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:31.981557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accfd5ae-7601-4efc-bcf4-8215f1d4d4db req-62e6500a-62e4-429f-8f57-32704161cb63 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7718794 Jan 18 23:23:32.049538 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9dfec6fd-4baf-4fb1-b88d-ca735869d5ca req-eecfa394-a8dd-409a-adea-08592321eaa4 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352196 Jan 18 23:23:32.133401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.137649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.224691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Pushing event deleted for resources: {'Port': ['ID=804ab119-da1c-4910-a438-a62bddf4220f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:32.235156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.251913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-accfd5ae-7601-4efc-bcf4-8215f1d4d4db req-6ed5807c-3cd1-4949-9078-eaf2be50fc98 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447422 Jan 18 23:23:32.255169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.280674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d82118c-c2b5-4923-93d4-8c31622f7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "DELETE /v2.0/ports/804ab119-da1c-4910-a438-a62bddf4220f HTTP/1.1" status: 204 len: 168 time: 0.8545272 Jan 18 23:23:32.286508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52006) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:32.315730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Transition to ACTIVE for port object 370ed2d5-c035-46e3-86fe-6172b4746221 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:32.339797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0ea48fb-cca2-4f78-ad81-6d7149fbce57 None None] Provisioning for port 718690bc-9f91-4023-ba6a-a8f1c42811d7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:32.354726 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b19aaba-bff7-4e7d-825f-48d86007b409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] GET failed (client error): The resource could not be found. Jan 18 23:23:32.355448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b19aaba-bff7-4e7d-825f-48d86007b409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Synchronizing usage tracker for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:32.363972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Transition to ACTIVE for port object 370ed2d5-c035-46e3-86fe-6172b4746221 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:32.382994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.396486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Transition to ACTIVE for port object 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:32.417161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 55ce710c-c519-4427-8499-0a4879f80aa6 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:32.421884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Transition to ACTIVE for port object 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:32.465127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.493095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b19aaba-bff7-4e7d-825f-48d86007b409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] Unset dirty status for tenant:57dcc1d4982548ceac3bf3e5bc20ff80 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:32.497687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b19aaba-bff7-4e7d-825f-48d86007b409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-664573754-project-admin] 10.222.0.59 "GET /v2.0/ports/804ab119-da1c-4910-a438-a62bddf4220f HTTP/1.1" status: 404 len: 333 time: 0.2066560 Jan 18 23:23:32.497953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:32.531422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.541916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.554016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:32.558627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:32.567436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:32.572947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Pushing event updated for resources: {'Port': ['ID=370ed2d5-c035-46e3-86fe-6172b4746221,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:32.643291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Network c2f591e2-3b0d-4aba-ac88-96219621c5c9 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:32.650971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:32.683723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:32.692370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-22aa78ad-911c-41e0-abb8-a5a26633c555 None None] Provisioning for port 55ce710c-c519-4427-8499-0a4879f80aa6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:32.714832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.719236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.797692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.827602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-22aa78ad-911c-41e0-abb8-a5a26633c555 None None] Provisioning complete for port 55ce710c-c519-4427-8499-0a4879f80aa6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:32.828229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22aa78ad-911c-41e0-abb8-a5a26633c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.858694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.885665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff1160a-951d-4353-9038-b5fb6710bbc2']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:32.899053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04569989-a166-44d3-a677-b8058387b352') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:32.899269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04569989-a166-44d3-a677-b8058387b352') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:32.911884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.928987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.936094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:32.936505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:32.975279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-22aa78ad-911c-41e0-abb8-a5a26633c555 None None] Port 55ce710c-c519-4427-8499-0a4879f80aa6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:33.003099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Pushing event updated for resources: {'Port': ['ID=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:33.022569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Attempting to bind port 370ed2d5-c035-46e3-86fe-6172b4746221 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:33.022784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Attempting to bind port 370ed2d5-c035-46e3-86fe-6172b4746221 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '20d814b8-2721-4ad7-97de-a58ee17cf7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:33.022967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Attempting to bind port 370ed2d5-c035-46e3-86fe-6172b4746221 on network 43d2d511-8fc4-4e54-8c47-b895ad82769f {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:33.033201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Attempting to bind port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:33.033573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Attempting to bind port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '34ab3e43-5902-45f2-89f9-cd8b456da54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:33.033937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Attempting to bind port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f on network c2f591e2-3b0d-4aba-ac88-96219621c5c9 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:33.036767 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:33.045759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:33.046144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Checking segment: {'id': '20d814b8-2721-4ad7-97de-a58ee17cf7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:33.046552 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.047089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Bound using segment: {'id': '20d814b8-2721-4ad7-97de-a58ee17cf7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:33.047570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Bound port: 370ed2d5-c035-46e3-86fe-6172b4746221, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d814b8-2721-4ad7-97de-a58ee17cf7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '43d2d511-8fc4-4e54-8c47-b895ad82769f'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:33.047950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.074058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:33.074798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Checking segment: {'id': '34ab3e43-5902-45f2-89f9-cd8b456da54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:33.075016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.076131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Bound using segment: {'id': '34ab3e43-5902-45f2-89f9-cd8b456da54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:33.076575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Bound port: 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ab3e43-5902-45f2-89f9-cd8b456da54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:33.077308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.101939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.122620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.140393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.166972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] Pushing event deleted for resources: {'Network': ['ID=1ff1160a-951d-4353-9038-b5fb6710bbc2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:33.180406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dae361ff-6517-49c5-b4f9-aac98f31dcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089210721-project] 10.222.0.59 "DELETE /v2.0/networks/1ff1160a-951d-4353-9038-b5fb6710bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6814706 Jan 18 23:23:33.251763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] For port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:33.254992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] For port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,segment=NetworkSegment(34ab3e43-5902-45f2-89f9-cd8b456da54b),segment_id=34ab3e43-5902-45f2-89f9-cd8b456da54b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:33.264051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9f9e26a-d12c-4563-85eb-8c77ad4588e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:33.329071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.335854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.20.0.2 (fb445366-be51-4d0a-a9d4-fa6e3ed1b907/154ced15-6a2e-4f98-be84-253a8eeea557/17570309-b23c-4827-b534-49eb92b421f4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:33.458026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Checking segment: {'id': 'c46468ba-cde8-44b7-b375-ee64b9a37d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:33.458426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network hostable DHCP agents. Network: 5bf795b4-5dd8-4882-8615-dfbf6538f830, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:33.463738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Subnet': ['ID=f45e1d8c-ca76-49fd-97c4-4acb2cd9f879,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:33.492396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] For port 370ed2d5-c035-46e3-86fe-6172b4746221, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:33.521931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] For port 370ed2d5-c035-46e3-86fe-6172b4746221, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=370ed2d5-c035-46e3-86fe-6172b4746221,segment=NetworkSegment(20d814b8-2721-4ad7-97de-a58ee17cf7e5),segment_id=20d814b8-2721-4ad7-97de-a58ee17cf7e5)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:33.537207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b7096-85c3-446f-93d3-09a98b2ca538 None None] Pushing event updated for resources: {'Port': ['ID=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:33.558123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:33.558503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.619012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.688122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.690387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.690947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:33.777839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.784028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:33.827823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 718690bc-9f91-4023-ba6a-a8f1c42811d7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:33.867296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=55ce710c-c519-4427-8499-0a4879f80aa6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:33.921933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 5bf795b4-5dd8-4882-8615-dfbf6538f830) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:33.939871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074f5c2-bcfd-4a73-b946-d7a5b4f5980b None None] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:33.989984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06de3a-325e-4b86-8dd0-e29e74d034da None None] Pushing event updated for resources: {'Port': ['ID=370ed2d5-c035-46e3-86fe-6172b4746221,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:34.099528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=4b957a90-b7a5-4344-97de-d882f34c8b12,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:34.126552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:34.127117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.184035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:34.231024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.282333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52034) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:34.328706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:34.331091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=17570309-b23c-4827-b534-49eb92b421f4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:34.336539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:34.354105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 718690bc-9f91-4023-ba6a-a8f1c42811d7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:34.412659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 718690bc-9f91-4023-ba6a-a8f1c42811d7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:34.413078 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.554560 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.608056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-313d394c-270a-4c63-aeb1-4f9cd5d391dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7a1706ae5b74628a07c5ac028f7834b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237686 Jan 18 23:23:34.612193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52044) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:34.655440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-5bf795b4-5dd8-4882-8615-dfbf6538f830', 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830', 'tenant_id': '4627c6b7b6384b85ab22cea58b2a4d66', 'fixed_ips': [{'subnet_id': 'f45e1d8c-ca76-49fd-97c4-4acb2cd9f879'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:34.655953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.775374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.813653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.837462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-833a885c-0d30-4eb7-b42a-e2924a76b2ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/55ce710c-c519-4427-8499-0a4879f80aa6 HTTP/1.1" status: 204 len: 168 time: 4.3153160 Jan 18 23:23:34.839329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52050) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:34.849543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6b51e59-6728-4eaf-baeb-4d5bfff39d25 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2353985 Jan 18 23:23:34.851702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f591e2-3b0d-4aba-ac88-96219621c5c9']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:34.858870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52054) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:34.894884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ab3e43-5902-45f2-89f9-cd8b456da54b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:34.896672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ab3e43-5902-45f2-89f9-cd8b456da54b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:34.901891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=718690bc-9f91-4023-ba6a-a8f1c42811d7,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:34.927825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.940208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Allocated IP 172.20.0.2 (5bf795b4-5dd8-4882-8615-dfbf6538f830/f45e1d8c-ca76-49fd-97c4-4acb2cd9f879/e7090136-a2dc-4765-86fc-704255a40dda) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:34.980526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:34.999580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.003983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:35.004473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:35.029185 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:35.065467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.101325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e14cf7-7949-496d-a41a-0fe74f10ede6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:35.103045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e14cf7-7949-496d-a41a-0fe74f10ede6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:35.104581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30e14cf7-7949-496d-a41a-0fe74f10ede6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2514114 Jan 18 23:23:35.128997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:35.256163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=718690bc-9f91-4023-ba6a-a8f1c42811d7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:35.277388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:23:35.277388 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:23:35.277388 n-d-825175-2 neutron-server[84542]: [parameters: {'id': 'c2f591e2-3b0d-4aba-ac88-96219621c5c9'}] Jan 18 23:23:35.277388 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:35.278153 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:35.314809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 370ed2d5-c035-46e3-86fe-6172b4746221 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:35.330862 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.331671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.371351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b0c568-58ac-49da-910a-66ac56c1bc3f None None] Network c2f591e2-3b0d-4aba-ac88-96219621c5c9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:35.542813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.587808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba4f51-fb9e-4f48-aa73-f81eb81a83cd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:35.668731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf17553-d9cf-4364-88fa-82fd637ddffd None None] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:35.682839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.683973 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a7ae7b45-a6e9-4477-b393-66a4e7029813 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26ba4f51-fb9e-4f48-aa73-f81eb81a83cd HTTP/1.1" status: 204 len: 168 time: 1.0707233 Jan 18 23:23:35.702334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 8bbfb3d9-ede6-462f-9148-e81ffac2ba94 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:35.708286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.737081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router 0c383fde-7995-4cf1-aab3-f804f225cf7b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:23:35.829003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.831004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.865009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:35.865837 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.880469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Transition to ACTIVE for port object e7090136-a2dc-4765-86fc-704255a40dda will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:35.889511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:35.926974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d330b3b6-e05e-491b-a45f-f0a29c5bd98d None None] Provisioning for port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:35.999524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Transition to ACTIVE for port object e7090136-a2dc-4765-86fc-704255a40dda will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:36.024465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 370ed2d5-c035-46e3-86fe-6172b4746221 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:36.161556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:36.208676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.313500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] DHCP port deletion for c2f591e2-3b0d-4aba-ac88-96219621c5c9 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:36.336747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.342386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.359402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] For port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,segment=NetworkSegment(34ab3e43-5902-45f2-89f9-cd8b456da54b),segment_id=34ab3e43-5902-45f2-89f9-cd8b456da54b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:36.360071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.434673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.457588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:36.465824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Pushing event updated for resources: {'Port': ['ID=e7090136-a2dc-4765-86fc-704255a40dda,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:36.469604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:36.481441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Deleting port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:36.483259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.554266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:36.559159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:36.588873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbfb3d9-ede6-462f-9148-e81ffac2ba94,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:36.638851 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.649560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:23:36.657036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5964228-b030-470b-9ffc-27f73ae1de27 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8bbfb3d9-ede6-462f-9148-e81ffac2ba94 HTTP/1.1" status: 204 len: 168 time: 1.5289075 Jan 18 23:23:36.661620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:36.721927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94d548-db20-467d-913a-b3b802d34153 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:36.736471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Sync routers for ids ['0c383fde-7995-4cf1-aab3-f804f225cf7b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:23:36.747203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Provisioning for port 370ed2d5-c035-46e3-86fe-6172b4746221 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:36.774427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52090) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:36.801172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e50456d9-3d86-4d34-8366-fe2d4fcbf7d8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384063 Jan 18 23:23:36.808282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52094) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:36.821479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:36.866710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:36.869764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Provisioning complete for port 370ed2d5-c035-46e3-86fe-6172b4746221 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:36.870201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.900474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Allocated IP 172.20.0.1 (43d2d511-8fc4-4e54-8c47-b895ad82769f/845aa053-8133-4b9b-98d2-d811ad79da31/3d0f920a-b88d-4f65-9450-a87cad704690) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:36.916803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17717839-bea4-4f7a-8e7f-a5c97aab3c36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57dcc1d4982548ceac3bf3e5bc20ff80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1356289 Jan 18 23:23:36.916803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52098) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:36.974136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:36.974666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:36.990847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.026086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.030906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-617be3b2-5da0-4f54-84f4-97399f1f637c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.0677757 Jan 18 23:23:37.032322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52102) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:37.038983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:37.054299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:37.067921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.108304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] For port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,segment=NetworkSegment(34ab3e43-5902-45f2-89f9-cd8b456da54b),segment_id=34ab3e43-5902-45f2-89f9-cd8b456da54b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:37.108932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.125893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.224828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.248088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Port': ['ID=05edff7b-f50e-4dc8-bca6-6097fc7b6b7f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:37.249716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Transition to ACTIVE for port object 3d0f920a-b88d-4f65-9450-a87cad704690 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:37.255282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:37.268872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:37.281049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No DVR routers for this DVR port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:37.282268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f was deleted so its status cannot be updated. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 18 23:23:37.283874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Attempting to bind port e7090136-a2dc-4765-86fc-704255a40dda on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:37.284253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Attempting to bind port e7090136-a2dc-4765-86fc-704255a40dda by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c46468ba-cde8-44b7-b375-ee64b9a37d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:37.284613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Attempting to bind port e7090136-a2dc-4765-86fc-704255a40dda on network 5bf795b4-5dd8-4882-8615-dfbf6538f830 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:37.313850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Routers {'0c383fde-7995-4cf1-aab3-f804f225cf7b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:37.314452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0c383fde-7995-4cf1-aab3-f804f225cf7b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:37.331954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f68a7-5ad4-450f-b3fa-580d82fe9415 req-5e76efb0-287b-4d03-8425-c04c20e4667f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:37.333515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd0f68a7-5ad4-450f-b3fa-580d82fe9415 req-5e76efb0-287b-4d03-8425-c04c20e4667f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5932412 Jan 18 23:23:37.348455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.372311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea782f0-85bd-4223-aad7-df8dfe338ca9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:37.379584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Calling delete_port for 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:37.383125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.422685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 718690bc-9f91-4023-ba6a-a8f1c42811d7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:37.433108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:37.439806 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.443495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f53424e1-9aa7-4b38-85a9-e6c4947d7aac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ea782f0-85bd-4223-aad7-df8dfe338ca9 HTTP/1.1" status: 204 len: 168 time: 0.5236816 Jan 18 23:23:37.476388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:37.492891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:37.498261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:37.541484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:37.549562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Checking segment: {'id': 'c46468ba-cde8-44b7-b375-ee64b9a37d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:37.549562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.549562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Bound using segment: {'id': 'c46468ba-cde8-44b7-b375-ee64b9a37d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:37.549562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Bound port: e7090136-a2dc-4765-86fc-704255a40dda, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46468ba-cde8-44b7-b375-ee64b9a37d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bf795b4-5dd8-4882-8615-dfbf6538f830'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:37.549562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.554129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Port': ['ID=3d0f920a-b88d-4f65-9450-a87cad704690,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:37.564265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.578584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd0f68a7-5ad4-450f-b3fa-580d82fe9415 req-1a149fc2-4c69-4ed7-994a-d53f1003d96e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261446 Jan 18 23:23:37.638659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.674202 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.772668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f591e2-3b0d-4aba-ac88-96219621c5c9']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:37.780706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Set router 0c383fde-7995-4cf1-aab3-f804f225cf7b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:23:37.879894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:37.894408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ab3e43-5902-45f2-89f9-cd8b456da54b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:37.894754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ab3e43-5902-45f2-89f9-cd8b456da54b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.936288 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:37.939219 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:23:38.005913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:38.006472 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:38.024261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.112310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.137470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:38.138416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:38.191623 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:38.231568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.271525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] For port e7090136-a2dc-4765-86fc-704255a40dda, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:38.311085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] For port e7090136-a2dc-4765-86fc-704255a40dda, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e7090136-a2dc-4765-86fc-704255a40dda,segment=NetworkSegment(c46468ba-cde8-44b7-b375-ee64b9a37d90),segment_id=c46468ba-cde8-44b7-b375-ee64b9a37d90)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:38.319845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906e6df-c6c9-44af-870e-1c62f5b9c5a5 req-85ac9b36-3e91-4135-a8bc-18bf8f0f69ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:38.321578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c906e6df-c6c9-44af-870e-1c62f5b9c5a5 req-85ac9b36-3e91-4135-a8bc-18bf8f0f69ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4439087 Jan 18 23:23:38.369552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 718690bc-9f91-4023-ba6a-a8f1c42811d7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:38.370119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.386388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.405268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.452156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.452543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.456726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:38.468970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] For port 370ed2d5-c035-46e3-86fe-6172b4746221, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=370ed2d5-c035-46e3-86fe-6172b4746221,segment=NetworkSegment(20d814b8-2721-4ad7-97de-a58ee17cf7e5),segment_id=20d814b8-2721-4ad7-97de-a58ee17cf7e5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:38.486468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Deleting port 718690bc-9f91-4023-ba6a-a8f1c42811d7 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:38.486868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.527782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Deleting port 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:38.528162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.537666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c906e6df-c6c9-44af-870e-1c62f5b9c5a5 req-52171de4-6e13-45f0-bbb5-937372bd332c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814017 Jan 18 23:23:38.631780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.648608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-41cd4fdd-fd46-407e-8ca6-be73655f8197 None None] The port '05edff7b-f50e-4dc8-bca6-6097fc7b6b7f' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:23:38.698033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Port': ['ID=3d0f920a-b88d-4f65-9450-a87cad704690,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:38.704173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0127c-ad67-463e-979e-0aaae34a5c41 None None] Pushing event updated for resources: {'Port': ['ID=e7090136-a2dc-4765-86fc-704255a40dda,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:38.714646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.742358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.760596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:38.838259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=c2f591e2-3b0d-4aba-ac88-96219621c5c9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:38.891718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af3c7c8f-ebca-4f34-9656-06f2561bdba6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/c2f591e2-3b0d-4aba-ac88-96219621c5c9 HTTP/1.1" status: 204 len: 168 time: 7.4377983 Jan 18 23:23:38.896786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52132) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:38.916176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1029780727'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:38.927798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:38.943427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:38.949791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:38.959925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:39.072454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:39.167381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.181562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c383fde-7995-4cf1-aab3-f804f225cf7b', 'name': '', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907', 'external_fixed_ips': [{'subnet_id': '154ced15-6a2e-4f98-be84-253a8eeea557', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '17570309-b23c-4827-b534-49eb92b421f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:29Z', 'updated_at': '2022-01-18T23:23:34Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': '17570309-b23c-4827-b534-49eb92b421f4', 'name': '', 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c383fde-7995-4cf1-aab3-f804f225cf7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '154ced15-6a2e-4f98-be84-253a8eeea557', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:23:32Z', 'updated_at': '2022-01-18T23:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '154ced15-6a2e-4f98-be84-253a8eeea557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:39.186506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdee7c1-32e8-4a9b-91ff-8655eb185196 None None] Pushing event updated for resources: {'Port': ['ID=370ed2d5-c035-46e3-86fe-6172b4746221,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:39.205945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Checking router: 0c383fde-7995-4cf1-aab3-f804f225cf7b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:23:39.206468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Updating router 0c383fde-7995-4cf1-aab3-f804f225cf7b port 17570309-b23c-4827-b534-49eb92b421f4 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:23:39.248694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:39.251948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.257663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:39.275556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:39.277560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:39.321225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.332078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:39.337416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.355875 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.357289 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment 4264e187-8a77-476f-a484-65618f21137c of type vlan for network d2336d98-33ee-42d3-b731-e5c991bee089 Jan 18 23:23:39.411391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:39.411590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 05edff7b-f50e-4dc8-bca6-6097fc7b6b7f not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:39.417534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.424817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port 17570309-b23c-4827-b534-49eb92b421f4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:39.425134 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:39.444494 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-e967dcc6-ae63-42ee-b0be-3e540fe5c86a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3629084 Jan 18 23:23:39.625740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Provisioning for port 3d0f920a-b88d-4f65-9450-a87cad704690 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:39.723737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Provisioning complete for port 3d0f920a-b88d-4f65-9450-a87cad704690 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:39.724345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.063185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-e4c13323-8373-4f6e-a00f-d3a5621eecae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1097 time: 0.3993618 Jan 18 23:23:40.133008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.191958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.195922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:40.196521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.304923 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.404971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=718690bc-9f91-4023-ba6a-a8f1c42811d7,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:40.405412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.448197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd74600-0bbe-401d-8309-691596a88067 req-1f7a80d4-c4bc-4c4f-bcd2-c637500632ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:40.449669 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-1f7a80d4-c4bc-4c4f-bcd2-c637500632ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.3588784 Jan 18 23:23:40.534884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=718690bc-9f91-4023-ba6a-a8f1c42811d7,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:40.542268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Calling delete_port for 718690bc-9f91-4023-ba6a-a8f1c42811d7 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:40.546230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Router 8999cc03-562c-4cf0-9bda-1776ab5b5d51 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:23:40.563870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.566700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.582290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-c8908599-66ae-4730-ba3c-a790f3214e44 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.1261201 Jan 18 23:23:40.608580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e7090136-a2dc-4765-86fc-704255a40dda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:40.678367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd74600-0bbe-401d-8309-691596a88067 req-b01ca69a-f4c2-438a-8df4-8cb5fd88c5c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:40.680317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-b01ca69a-f4c2-438a-8df4-8cb5fd88c5c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.0921135 Jan 18 23:23:40.693535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Port 3d0f920a-b88d-4f65-9450-a87cad704690 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:40.705373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bb00f-70ca-45fe-95aa-6554235501b1 None None] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:40.740959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Transition to ACTIVE for port object 17570309-b23c-4827-b534-49eb92b421f4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:40.801083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for 17570309-b23c-4827-b534-49eb92b421f4 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:40.835815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.835815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:40.862784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-23e78675-ba8d-4f89-a6b2-3dce7388de43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642289 Jan 18 23:23:40.948659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Provisioning complete for port 370ed2d5-c035-46e3-86fe-6172b4746221 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:40.949304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-518048ad-bca4-4f93-bfcf-9311e7c73a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.022500 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.049174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1473963 Jan 18 23:23:41.070692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34979ff-9d10-417b-afd4-7098c9167a6c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=d2336d98-33ee-42d3-b731-e5c991bee089,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:41.078503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:41.134191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:41.146822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.148311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:41.148762 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:41.149447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d2336d98-33ee-42d3-b731-e5c991bee089 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:41.250844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:41.259054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=49bf6dba-b361-4a81-8e79-783d8d8e2bef,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:41.264751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-07ea64f1-cfd4-4956-b013-3639ce53fa50 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860164 Jan 18 23:23:41.275469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:41.296629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:41.297316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.301315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=718690bc-9f91-4023-ba6a-a8f1c42811d7,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:41.367664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:41.384458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:41.437080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b5e04df-1136-43f3-acdd-043e64bc1dd0 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.6281676 Jan 18 23:23:41.438061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:41.446295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:23:41.451038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:ad:b5:ca', 'name': 'tempest-NetworksTestDHCPv6-1805084915'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:41.453035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb5faf52-4fc3-487b-8c53-ca17aa6c1919 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5034649 Jan 18 23:23:41.466304 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10424bc6-81ff-49cb-937d-425706899bec None None] Sync routers for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:23:41.466996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:41.480182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:41.480512 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:41.492981 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:41.494133 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:41.516327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Attempting to bind port 17570309-b23c-4827-b534-49eb92b421f4 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:41.516894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Attempting to bind port 17570309-b23c-4827-b534-49eb92b421f4 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:41.517076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Attempting to bind port 17570309-b23c-4827-b534-49eb92b421f4 on network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:41.526507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:41.526805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Checking segment: {'id': '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:41.527204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.527591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Bound using segment: {'id': '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:41.528048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Bound port: 17570309-b23c-4827-b534-49eb92b421f4, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb445366-be51-4d0a-a9d4-fa6e3ed1b907'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:41.529009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.558826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d17fde-992e-4677-a566-54ea4c30013e None None] Pushing event updated for resources: {'Port': ['ID=17570309-b23c-4827-b534-49eb92b421f4,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:41.584104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:41.595691 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:41.612327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:41.613111 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:41.662687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Deleting port 718690bc-9f91-4023-ba6a-a8f1c42811d7 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:41.663303 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.697359 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-10424bc6-81ff-49cb-937d-425706899bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:41.698385 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10424bc6-81ff-49cb-937d-425706899bec None None] The sync data for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:23:41.727636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e7090136-a2dc-4765-86fc-704255a40dda completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:41.754489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:41.806349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 370ed2d5-c035-46e3-86fe-6172b4746221 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:41.819539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0cd74600-0bbe-401d-8309-691596a88067 req-8cd7c552-18d4-45a9-b340-fc6ce386bf5c service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477664 Jan 18 23:23:41.856667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:41.886462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:41.893534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:41.901067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:41.910420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:42.030716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port 17570309-b23c-4827-b534-49eb92b421f4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:42.031128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.063296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] For port 17570309-b23c-4827-b534-49eb92b421f4, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:42.070717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] For port 17570309-b23c-4827-b534-49eb92b421f4, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=17570309-b23c-4827-b534-49eb92b421f4,segment=NetworkSegment(9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12),segment_id=9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:42.110525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-163268154'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:42.116890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:42.120284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.135369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] For port 718690bc-9f91-4023-ba6a-a8f1c42811d7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=718690bc-9f91-4023-ba6a-a8f1c42811d7,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:42.135764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.147493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.320812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d17fde-992e-4677-a566-54ea4c30013e None None] Pushing event updated for resources: {'Port': ['ID=17570309-b23c-4827-b534-49eb92b421f4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:42.367848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:42.515802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Usage tracker for resource:router and tenant:0de6a5a03480424cba4d6580ce018fe3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:42.547518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:42.573124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Calling delete_port for 718690bc-9f91-4023-ba6a-a8f1c42811d7 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:42.593181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.605262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:42.639821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Routers {'0c383fde-7995-4cf1-aab3-f804f225cf7b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:42.640729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0c383fde-7995-4cf1-aab3-f804f225cf7b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:42.701862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 370ed2d5-c035-46e3-86fe-6172b4746221 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:42.702572 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.718509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 15d20036-b7ae-431d-85b9-128753f6d347 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:42.753608 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-5a689e44-5048-4fed-8af7-1b052ad14a8a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:23:42.757533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5a689e44-5048-4fed-8af7-1b052ad14a8a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2873280 Jan 18 23:23:42.757808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:42.831760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] For port 17570309-b23c-4827-b534-49eb92b421f4, host n-d-825175-2, got binding levels [] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:42.832207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:42.929428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Provisioning for port e7090136-a2dc-4765-86fc-704255a40dda completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:42.952159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Provisioning complete for port e7090136-a2dc-4765-86fc-704255a40dda triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:42.952532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.014682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for 17570309-b23c-4827-b534-49eb92b421f4 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:43.051071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.052206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.061883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] Set router 0c383fde-7995-4cf1-aab3-f804f225cf7b gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:23:43.076651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=57be624e-71e2-4404-8079-9ed17b90f124,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:43.215096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': '4264e187-8a77-476f-a484-65618f21137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:43.221509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: d2336d98-33ee-42d3-b731-e5c991bee089, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:43.241901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.247675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fead:b5ca (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/49bf6dba-b361-4a81-8e79-783d8d8e2bef/15d20036-b7ae-431d-85b9-128753f6d347) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:43.254456 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.263893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c383fde-7995-4cf1-aab3-f804f225cf7b', 'name': '', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:29Z', 'updated_at': '2022-01-18T23:23:39Z', 'revision_number': 4, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:43.291084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7d9bb-1832-4574-a43c-9a58981be71b req-aa34971c-44f0-43ba-a5c9-4ad3c38d62fd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.292689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06a7d9bb-1832-4574-a43c-9a58981be71b req-aa34971c-44f0-43ba-a5c9-4ad3c38d62fd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5278723 Jan 18 23:23:43.295891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7424d4-5ff9-42cb-bf59-311a21768be2 None None] The sync data for ids ['0c383fde-7995-4cf1-aab3-f804f225cf7b'] in n-d-825175-2 is: [{'id': '0c383fde-7995-4cf1-aab3-f804f225cf7b', 'name': '', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:23:29Z', 'updated_at': '2022-01-18T23:23:39Z', 'revision_number': 4, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:23:43.312968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.355527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.416170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 718690bc-9f91-4023-ba6a-a8f1c42811d7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:43.425244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:43.425815 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:43.426373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.457545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] Pushing event deleted for resources: {'Port': ['ID=718690bc-9f91-4023-ba6a-a8f1c42811d7,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:43.467986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] For port e7090136-a2dc-4765-86fc-704255a40dda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e7090136-a2dc-4765-86fc-704255a40dda,segment=NetworkSegment(c46468ba-cde8-44b7-b375-ee64b9a37d90),segment_id=c46468ba-cde8-44b7-b375-ee64b9a37d90)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:43.469844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 718690bc-9f91-4023-ba6a-a8f1c42811d7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:43.470221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 718690bc-9f91-4023-ba6a-a8f1c42811d7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:43.493825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network d2336d98-33ee-42d3-b731-e5c991bee089 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:43.508873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06a7d9bb-1832-4574-a43c-9a58981be71b req-d4e84f10-9395-45f5-8294-53f2e3b71f41 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787183 Jan 18 23:23:43.556531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afda071-fe22-4c61-9c55-d5711d84a8c6 None None] No DVR routers for this DVR port 718690bc-9f91-4023-ba6a-a8f1c42811d7 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:43.562175 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.611074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00ed8b-5055-4f33-81fc-45db15282929 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:43.621517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.639011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 15d20036-b7ae-431d-85b9-128753f6d347 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:43.663959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d2336d98-33ee-42d3-b731-e5c991bee089) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:43.668359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.675928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.680240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port 17570309-b23c-4827-b534-49eb92b421f4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:43.680538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.727993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.749420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b23090-76dd-44fc-be2e-1528548ba5ff None None] Network d2336d98-33ee-42d3-b731-e5c991bee089 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:43.881190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.882599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-292611ac-a70e-4079-9d1f-c539917f3805 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.0241477 Jan 18 23:23:43.894513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:43.897602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52218) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:43.905919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:43.914560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Pushing event updated for resources: {'Port': ['ID=e7090136-a2dc-4765-86fc-704255a40dda,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:43.919697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Provisioning complete for port 3d0f920a-b88d-4f65-9450-a87cad704690 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:43.920520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.936782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:43.940984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:43.941603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:43.990185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a7be-95b1-4b5a-972c-0d687cb0779f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.060045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-804311fe-c974-4996-bf76-86361ff92464 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9626584 Jan 18 23:23:44.068422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:44.070727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-db962a83-e628-400b-83d9-33d803d03c1c None None] Port 3d0f920a-b88d-4f65-9450-a87cad704690 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:44.086339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=15d20036-b7ae-431d-85b9-128753f6d347,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:44.181897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ddd421e0-c626-4a67-b6e9-d893132c221c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7364604 Jan 18 23:23:44.185746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52226) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:44.251030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-d2336d98-33ee-42d3-b731-e5c991bee089', 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': '57be624e-71e2-4404-8079-9ed17b90f124'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:44.251856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.275817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.285605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-561934b6-dc9c-4673-bbf9-1d87ddf1cecd None None] Provisioning complete for port e7090136-a2dc-4765-86fc-704255a40dda triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:44.285605 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-561934b6-dc9c-4673-bbf9-1d87ddf1cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.350664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.361797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting port 3d0f920a-b88d-4f65-9450-a87cad704690 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:44.362169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.512057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba74568-9daf-4147-aad8-3b9946c32ee6 req-966e5b12-e557-42b1-836a-867f5faaeef3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:44.521295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ba74568-9daf-4147-aad8-3b9946c32ee6 req-966e5b12-e557-42b1-836a-867f5faaeef3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7187784 Jan 18 23:23:44.525524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '49bf6dba-b361-4a81-8e79-783d8d8e2bef'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:44.526441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.529841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] For port 17570309-b23c-4827-b534-49eb92b421f4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=17570309-b23c-4827-b534-49eb92b421f4,segment=NetworkSegment(9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12),segment_id=9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:44.529841 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.550132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3da8af-d989-45a1-bb02-86ebebb7f36d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:44.550838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6b3da8af-d989-45a1-bb02-86ebebb7f36d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:44.603537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.673387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Allocated IP 2001:db8::2 (d2336d98-33ee-42d3-b731-e5c991bee089/57be624e-71e2-4404-8079-9ed17b90f124/01020f1c-334f-4710-898f-b9bf28d2b3b2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:44.686223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:44.733089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for 17570309-b23c-4827-b534-49eb92b421f4 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:44.756368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6b3da8af-d989-45a1-bb02-86ebebb7f36d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:44.760021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b3da8af-d989-45a1-bb02-86ebebb7f36d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5706632 Jan 18 23:23:44.767127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:44.818393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Calling delete_port for 3d0f920a-b88d-4f65-9450-a87cad704690 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:44.895190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Allocated IP 2001:db8::f816:3eff:fe15:f043 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/49bf6dba-b361-4a81-8e79-783d8d8e2bef/584f0d95-17c9-4f9f-ab76-9ba837d34753) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:44.923840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ba74568-9daf-4147-aad8-3b9946c32ee6 req-330bc151-d9a9-4229-bf3c-b476921e1cb7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014218 Jan 18 23:23:45.093819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 15d20036-b7ae-431d-85b9-128753f6d347 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:45.094176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.133857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.157445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Transition to ACTIVE for port object 01020f1c-334f-4710-898f-b9bf28d2b3b2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:45.171522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.219490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Transition to ACTIVE for port object 01020f1c-334f-4710-898f-b9bf28d2b3b2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:45.230208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Port': ['ID=3d0f920a-b88d-4f65-9450-a87cad704690,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.235924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.248790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Transition to ACTIVE for port object 584f0d95-17c9-4f9f-ab76-9ba837d34753 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:45.276281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Transition to ACTIVE for port object 584f0d95-17c9-4f9f-ab76-9ba837d34753 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:45.314719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.400050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.400852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Network d2336d98-33ee-42d3-b731-e5c991bee089 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:45.429256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.431157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.432888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:45.445452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.464059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:45.492586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=57be624e-71e2-4404-8079-9ed17b90f124,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.530128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Pushing event updated for resources: {'Port': ['ID=01020f1c-334f-4710-898f-b9bf28d2b3b2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.610212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:45.623529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e7090136-a2dc-4765-86fc-704255a40dda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:45.646487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7216e-e365-4602-8e88-a79f814587f8 req-cd062943-decf-4bb3-822e-ada4e5a7492d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:45.649361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8cc7216e-e365-4602-8e88-a79f814587f8 req-cd062943-decf-4bb3-822e-ada4e5a7492d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4483986 Jan 18 23:23:45.666078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:45.678759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:45.701526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.702362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 246f8c8a-4ffc-4d59-acef-25e0e5106205 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:45.704356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.712291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Attempting to bind port 01020f1c-334f-4710-898f-b9bf28d2b3b2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:45.712665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Attempting to bind port 01020f1c-334f-4710-898f-b9bf28d2b3b2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4264e187-8a77-476f-a484-65618f21137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:45.713067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Attempting to bind port 01020f1c-334f-4710-898f-b9bf28d2b3b2 on network d2336d98-33ee-42d3-b731-e5c991bee089 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:45.721092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.728146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.739832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.754729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Pushing event updated for resources: {'Port': ['ID=584f0d95-17c9-4f9f-ab76-9ba837d34753,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.799670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:45.800082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Checking segment: {'id': '4264e187-8a77-476f-a484-65618f21137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:45.800453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.800867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Bound using segment: {'id': '4264e187-8a77-476f-a484-65618f21137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:45.801358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Bound port: 01020f1c-334f-4710-898f-b9bf28d2b3b2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4264e187-8a77-476f-a484-65618f21137c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd2336d98-33ee-42d3-b731-e5c991bee089'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:45.801734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.852631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2336d98-33ee-42d3-b731-e5c991bee089']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:45.865644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Port': ['ID=17570309-b23c-4827-b534-49eb92b421f4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:45.866364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4264e187-8a77-476f-a484-65618f21137c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:45.866729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4264e187-8a77-476f-a484-65618f21137c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:45.874174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Attempting to bind port 584f0d95-17c9-4f9f-ab76-9ba837d34753 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:45.874553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Attempting to bind port 584f0d95-17c9-4f9f-ab76-9ba837d34753 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:45.874913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Attempting to bind port 584f0d95-17c9-4f9f-ab76-9ba837d34753 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:45.880231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.897662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.905448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:45.906133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.909252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:45.909633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:45.910039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.910434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:45.910915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Bound port: 584f0d95-17c9-4f9f-ab76-9ba837d34753, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:45.911287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.924165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.925312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-65aa326b-aa3e-44c3-a7fa-7b1d3857fb87 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "DELETE /v2.0/routers/246f8c8a-4ffc-4d59-acef-25e0e5106205 HTTP/1.1" status: 204 len: 168 time: 2.0157883 Jan 18 23:23:45.931745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e7090136-a2dc-4765-86fc-704255a40dda triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:45.932127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:45.936655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 15d20036-b7ae-431d-85b9-128753f6d347 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:46.003360 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:46.013338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52246) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:46.047619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-20287907-0b1c-4870-a960-18851106ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.055104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] For port 01020f1c-334f-4710-898f-b9bf28d2b3b2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:46.068188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Request body: {'router': {'name': 'tempest-router-1045818948', 'distributed': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:46.085890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:46.088178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] For port 01020f1c-334f-4710-898f-b9bf28d2b3b2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=01020f1c-334f-4710-898f-b9bf28d2b3b2,segment=NetworkSegment(4264e187-8a77-476f-a484-65618f21137c),segment_id=4264e187-8a77-476f-a484-65618f21137c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:46.101995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] For port 584f0d95-17c9-4f9f-ab76-9ba837d34753, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:46.106002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] For port 584f0d95-17c9-4f9f-ab76-9ba837d34753, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=584f0d95-17c9-4f9f-ab76-9ba837d34753,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:46.109781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8cc7216e-e365-4602-8e88-a79f814587f8 req-cd4d67d3-2808-471e-b5f6-f1ae1e756c22 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514246 Jan 18 23:23:46.157010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.204972 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.207285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Usage tracker for resource:router and tenant:0de6a5a03480424cba4d6580ce018fe3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:46.210140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:23:46.210140 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:23:46.210140 n-d-825175-2 neutron-server[84543]: [parameters: {'id': 'd2336d98-33ee-42d3-b731-e5c991bee089'}] Jan 18 23:23:46.210140 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:46.210631 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:46.216892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:46.234705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:46.277319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08650134-c873-4f0c-84e4-4c0f6f0cf62e None None] Pushing event updated for resources: {'Port': ['ID=01020f1c-334f-4710-898f-b9bf28d2b3b2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:46.388397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.389371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.434956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687d4fa-d8ca-42eb-b136-613404cec868 None None] Pushing event updated for resources: {'Port': ['ID=584f0d95-17c9-4f9f-ab76-9ba837d34753,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:46.459391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f940f6-93c9-4063-b02d-116c9f8237cb None None] Network d2336d98-33ee-42d3-b731-e5c991bee089 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:46.475155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.480872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.571640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Router 8999cc03-562c-4cf0-9bda-1776ab5b5d51 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:23:46.686336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.720948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.797565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.821301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port 01020f1c-334f-4710-898f-b9bf28d2b3b2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:46.821804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.876986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:46.880816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1dabb4d6-403c-4e70-a898-03ebfd706e4a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8218236 Jan 18 23:23:46.880816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:23:46.889912 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db583b0a-9483-44fc-8704-5d4c8514cde5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1263626 Jan 18 23:23:46.897469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] Sync routers for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:23:46.898996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52256) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:46.899334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:46.913677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:46.914776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:46.981154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:46.992755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:46.993387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:47.031524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e075-9aab-4b23-89a7-7a7472901a0b req-5bd1a05b-2d09-4fb5-a6f3-3ba98cab6705 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.033146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8d4e075-9aab-4b23-89a7-7a7472901a0b req-5bd1a05b-2d09-4fb5-a6f3-3ba98cab6705 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6867747 Jan 18 23:23:47.040085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.051316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] For port 01020f1c-334f-4710-898f-b9bf28d2b3b2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=01020f1c-334f-4710-898f-b9bf28d2b3b2,segment=NetworkSegment(4264e187-8a77-476f-a484-65618f21137c),segment_id=4264e187-8a77-476f-a484-65618f21137c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:47.051628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.093193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=15d20036-b7ae-431d-85b9-128753f6d347,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:47.100868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:47.101278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a7b68-7d34-4e4b-b196-7ce90a4bceed None None] The sync data for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:23:47.106997 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-8611999d-25bc-49c0-8fea-ef96701301fc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] delete failed (client error): The resource could not be found. Jan 18 23:23:47.108014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8611999d-25bc-49c0-8fea-ef96701301fc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-2098191693 HTTP/1.1" status: 404 len: 335 time: 0.2062280 Jan 18 23:23:47.123497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:47.134445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.141681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.183600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-de2ffd6f-3f9c-490c-a4b3-2b0094c1457a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'router': {'external_gateway_info': {'network_id': '8999cc03-562c-4cf0-9bda-1776ab5b5d51'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:47.197957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.228349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7386b9a8-7587-48fc-be26-b02c7e1cee9f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/15d20036-b7ae-431d-85b9-128753f6d347 HTTP/1.1" status: 204 len: 168 time: 2.4521937 Jan 18 23:23:47.229352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:47.245014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for 01020f1c-334f-4710-898f-b9bf28d2b3b2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:47.303106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.303860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c383fde-7995-4cf1-aab3-f804f225cf7b {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:47.320064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.389102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.413472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8d4e075-9aab-4b23-89a7-7a7472901a0b req-0e602e1b-001f-4adb-bbcd-6bd026a2ad16 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277929 Jan 18 23:23:47.418032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.422056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5cf87c28-c8e8-4363-99b0-52ea6116b1f8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/routers/0c383fde-7995-4cf1-aab3-f804f225cf7b HTTP/1.1" status: 204 len: 168 time: 10.3777444 Jan 18 23:23:47.427960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52276) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:47.532026 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.619674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Port': ['ID=01020f1c-334f-4710-898f-b9bf28d2b3b2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:47.626621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No DVR routers for this DVR port 01020f1c-334f-4710-898f-b9bf28d2b3b2 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:47.677958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 584f0d95-17c9-4f9f-ab76-9ba837d34753 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:47.726434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b12c5d-2f31-47a4-b61d-acc333f1d03f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.727632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b12c5d-2f31-47a4-b61d-acc333f1d03f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:47.728384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6b12c5d-2f31-47a4-b61d-acc333f1d03f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:47.829225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 584f0d95-17c9-4f9f-ab76-9ba837d34753 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:47.902211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Provisioning for port 584f0d95-17c9-4f9f-ab76-9ba837d34753 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:47.908035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Provisioning complete for port 584f0d95-17c9-4f9f-ab76-9ba837d34753 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:47.908438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:47.911426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.018248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2336d98-33ee-42d3-b731-e5c991bee089']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:48.035939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting subnet 154ced15-6a2e-4f98-be84-253a8eeea557 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:48.036573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.039031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4264e187-8a77-476f-a484-65618f21137c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:48.039599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4264e187-8a77-476f-a484-65618f21137c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:48.053687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d6b12c5d-2f31-47a4-b61d-acc333f1d03f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:48.054795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6b12c5d-2f31-47a4-b61d-acc333f1d03f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.8195875 Jan 18 23:23:48.055765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.073532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.083073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] For port 584f0d95-17c9-4f9f-ab76-9ba837d34753, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=584f0d95-17c9-4f9f-ab76-9ba837d34753,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:48.085465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:48.097953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.114879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:48.115279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:48.131971 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:48.156757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.199694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266dd97-c5dc-4c9d-aff7-9a5c1967393e req-9e6a924b-4fa0-4d82-93a7-5b42e6fa843a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:48.201817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e266dd97-c5dc-4c9d-aff7-9a5c1967393e req-9e6a924b-4fa0-4d82-93a7-5b42e6fa843a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4705646 Jan 18 23:23:48.204307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Could not find standard attr ID for object 15d20036-b7ae-431d-85b9-128753f6d347. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:23:48.246417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e67bb1-ea1c-4ee9-81c7-7182d9ad9f4f None None] Pushing event updated for resources: {'Port': ['ID=584f0d95-17c9-4f9f-ab76-9ba837d34753,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:48.295841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de2ffd6f-3f9c-490c-a4b3-2b0094c1457a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.299891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca92de-b81d-4792-8df8-f6fe8dcd243c None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:23:48.323643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.342504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-40b8a8dd-f894-4fc8-bba0-b69f5d3938c8 None None] Could not find standard attr ID for object 15d20036-b7ae-431d-85b9-128753f6d347. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:23:48.349050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.354670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.405195 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-de2ffd6f-3f9c-490c-a4b3-2b0094c1457a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] update failed (client error): The resource could not be found. Jan 18 23:23:48.409598 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de2ffd6f-3f9c-490c-a4b3-2b0094c1457a tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51 HTTP/1.1" status: 404 len: 339 time: 1.2816796 Jan 18 23:23:48.409598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=d2336d98-33ee-42d3-b731-e5c991bee089,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:48.412100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52294) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:48.415401 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6d597a9-0542-4d75-99b0-54df450e2ab2 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/d2336d98-33ee-42d3-b731-e5c991bee089 HTTP/1.1" status: 204 len: 168 time: 4.3402827 Jan 18 23:23:48.435520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:48.464569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.475004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-770654523'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:48.494623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:48.516595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca92de-b81d-4792-8df8-f6fe8dcd243c None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:23:48.549863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:network and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:48.558969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:48.562065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.565350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e266dd97-c5dc-4c9d-aff7-9a5c1967393e req-a23cc184-8428-4e36-b20f-61f582db83a3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530285 Jan 18 23:23:48.573170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:48.579658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.703172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 49bf6dba-b361-4a81-8e79-783d8d8e2bef {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:48.708679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.797519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:48.800471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.831315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.922769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.935605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.936079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa3cf2a0-f3ac-493f-ba90-de701f4c1eac {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:48.942471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:23:48.977704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.983665 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.991759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:48.992505 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Added segment 704eb0fc-3133-4344-bc46-ac5274b58c22 of type vlan for network 71c1985b-6df5-4c73-9149-061563681cf6 Jan 18 23:23:49.053785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=154ced15-6a2e-4f98-be84-253a8eeea557,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:49.094445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.098655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-04e01af7-cf02-447d-a51a-2a2f81a5cfd7 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/154ced15-6a2e-4f98-be84-253a8eeea557 HTTP/1.1" status: 204 len: 168 time: 1.6602108 Jan 18 23:23:49.105630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:49.107459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.112628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1f1b738f-fa2f-40f8-8d11-451a1c7ab7d8 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "DELETE /v2.0/routers/aa3cf2a0-f3ac-493f-ba90-de701f4c1eac HTTP/1.1" status: 204 len: 168 time: 2.2123010 Jan 18 23:23:49.114240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:49.119141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Request body: {'router': {'name': 'tempest-router-828187660', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9d0aad81fb284e4bb35f593e84775e2f'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:49.121149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.125915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:49.181275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Usage tracker for resource:router and tenant:9d0aad81fb284e4bb35f593e84775e2f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:49.194110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:49.212037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3f610-e2d4-4b1e-922c-2f18b541d8d6 req-dd61737f-f968-4fa2-b0bd-fcaebcdde312 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:49.213565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccd3f610-e2d4-4b1e-922c-2f18b541d8d6 req-dd61737f-f968-4fa2-b0bd-fcaebcdde312 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4768322 Jan 18 23:23:49.220953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.250813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:49.254929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:23:49.335302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.377286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.378307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.388720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccd3f610-e2d4-4b1e-922c-2f18b541d8d6 req-cb5bc8a9-3b55-42a9-831b-4f4735572bc4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378810 Jan 18 23:23:49.431280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.532457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Allocated IP 172.20.0.1 (ccd8a393-656e-4d3a-9007-1f9ec35d7718/20164e90-642b-4477-b4b8-a87c0f01e983/a930b7ab-9d5d-467c-8018-b379f5a40971) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:49.553506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.632254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 584f0d95-17c9-4f9f-ab76-9ba837d34753 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:49.643574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.651058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:49.651655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.688054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.689883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdd3bd68-dda1-4263-afc0-183000937228 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5746541 Jan 18 23:23:49.701602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52322) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:49.705123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc64594-96c5-4892-bb6d-484255913e30 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:23:49.709836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:49.747967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.864540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc64594-96c5-4892-bb6d-484255913e30 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:23:49.896055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.896908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Network': ['ID=71c1985b-6df5-4c73-9149-061563681cf6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:49.901288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-29ff3fff-c9e1-4fd1-90cb-4e0286251ab3 None None] Provisioning complete for port 584f0d95-17c9-4f9f-ab76-9ba837d34753 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:49.901692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29ff3fff-c9e1-4fd1-90cb-4e0286251ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.932819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=49bf6dba-b361-4a81-8e79-783d8d8e2bef,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:49.940787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.942918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 71c1985b-6df5-4c73-9149-061563681cf6 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:23:49.957252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:49.961783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8070025-5346-4f67-8f60-4f31c9ee5878 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/49bf6dba-b361-4a81-8e79-783d8d8e2bef HTTP/1.1" status: 204 len: 168 time: 1.8156939 Jan 18 23:23:49.964077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52326) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:49.984188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Transition to ACTIVE for port object a930b7ab-9d5d-467c-8018-b379f5a40971 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:50.048227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b73d262f-50d2-4110-9432-c49351f0ac4f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748470 Jan 18 23:23:50.053804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:50.096080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb445366-be51-4d0a-a9d4-fa6e3ed1b907']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.108849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d94b1929-944a-42b6-aa31-36ff724a2d0d tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6720541 Jan 18 23:23:50.113415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:50.125405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Request body: {'subnet': {'network_id': '71c1985b-6df5-4c73-9149-061563681cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:50.146442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.146645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6e5f73-c7f1-4218-8d1a-bd331dfdaf12') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:50.176886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.215435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.268148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.286419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:50.286816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.296877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.296877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:50.303932 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:50.316661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fae9ef-9b60-41a6-80c8-f0232432ec4f req-70340848-f3a5-4070-89bc-e530028ae82f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:50.318202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96fae9ef-9b60-41a6-80c8-f0232432ec4f req-70340848-f3a5-4070-89bc-e530028ae82f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5737736 Jan 18 23:23:50.332077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 584f0d95-17c9-4f9f-ab76-9ba837d34753 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:50.332451 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.373701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:50.394814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:50.415607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Usage tracker for resource:subnet and tenant:97e0378dbc524f718aebaab2d76627b7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:50.425649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:50.428204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:50.433845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:50.437902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Port': ['ID=a930b7ab-9d5d-467c-8018-b379f5a40971,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:50.442269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:50.463507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b768596-80d4-4786-b7a9-29c95ac6053a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:50.464192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3b768596-80d4-4786-b7a9-29c95ac6053a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:50.485413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96fae9ef-9b60-41a6-80c8-f0232432ec4f req-03986416-5313-490b-804d-8e642e3d97b7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176219 Jan 18 23:23:50.495028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84543) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 18 23:23:50.495371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Router 40476899-f1ab-41af-922b-15d00f01f5ab migrating from provider to provider. {{(pid=84543) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 18 23:23:50.495751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.516209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.522227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.541440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.572212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb445366-be51-4d0a-a9d4-fa6e3ed1b907 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 18 23:23:50.578871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.582669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb445366-be51-4d0a-a9d4-fa6e3ed1b907,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:50.594165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-39408513-c0c4-49db-b0ab-e7a19f2da76c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fb445366-be51-4d0a-a9d4-fa6e3ed1b907 HTTP/1.1" status: 204 len: 168 time: 1.4803472 Jan 18 23:23:50.608420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Made reservation on behalf of 97e0378dbc524f718aebaab2d76627b7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:50.658701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:50.732445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09df09-4e6b-4695-9779-947c75e26346 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:50.815428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.195835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3b768596-80d4-4786-b7a9-29c95ac6053a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:51.197295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3b768596-80d4-4786-b7a9-29c95ac6053a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1357262 Jan 18 23:23:51.200714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:51.209264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:51.213838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.214213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Deleting port 584f0d95-17c9-4f9f-ab76-9ba837d34753 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:51.214589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.274195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03fb492d-921e-459e-a2c1-f2b05134dc77 None None] Provisioning for port a930b7ab-9d5d-467c-8018-b379f5a40971 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:51.292469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6532a5-1a14-4db9-b648-c81c5761e808 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:51.293216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce6532a5-1a14-4db9-b648-c81c5761e808 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:51.299795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03fb492d-921e-459e-a2c1-f2b05134dc77 None None] Provisioning complete for port a930b7ab-9d5d-467c-8018-b379f5a40971 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:51.300169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03fb492d-921e-459e-a2c1-f2b05134dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.319646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:51.342570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'name': 'tempest-router--1621889299', 'project_id': '263f67f9b9ab4eafa441cd5f8da4f29a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:51.354395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:51.363875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:router and tenant:263f67f9b9ab4eafa441cd5f8da4f29a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:51.396215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:51.401780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-03fb492d-921e-459e-a2c1-f2b05134dc77 None None] Port a930b7ab-9d5d-467c-8018-b379f5a40971 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:51.409285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:51.420732 n-d-825175-2 neutron-server[84543]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] No L3 agents can host the router 40476899-f1ab-41af-922b-15d00f01f5ab Jan 18 23:23:51.443370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce6532a5-1a14-4db9-b648-c81c5761e808 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:51.447269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ce6532a5-1a14-4db9-b648-c81c5761e808 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2429676 Jan 18 23:23:51.451522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad32e9-9155-40e5-b578-03528f4b2afc req-23100a5f-28d2-4800-b439-86c72a6c343f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:51.453063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11ad32e9-9155-40e5-b578-03528f4b2afc req-23100a5f-28d2-4800-b439-86c72a6c343f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7010550 Jan 18 23:23:51.453615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:51.525316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] For port 584f0d95-17c9-4f9f-ab76-9ba837d34753, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=584f0d95-17c9-4f9f-ab76-9ba837d34753,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:51.525710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.551580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.552500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.597418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0f40cc78-cc02-45e1-b932-0c8db6c578bc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1361444 Jan 18 23:23:51.597637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 584f0d95-17c9-4f9f-ab76-9ba837d34753 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:51.601569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:51.690531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Calling delete_port for 584f0d95-17c9-4f9f-ab76-9ba837d34753 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:51.739362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:51.769947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:23:51.823425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.839090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.878567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Hosts for router 40476899-f1ab-41af-922b-15d00f01f5ab: [] {{(pid=84543) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 18 23:23:51.911316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.918311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11ad32e9-9155-40e5-b578-03528f4b2afc req-a6802cd9-d35b-432c-bd1d-1f7d59ba85cf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561968 Jan 18 23:23:51.922582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.934403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Hosts for other DVR routers connected to router 40476899-f1ab-41af-922b-15d00f01f5ab: set() {{(pid=84543) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 18 23:23:51.937047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:51.941192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56b72e55-2f9b-48c6-b3b8-14d03215337a tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "PUT /v2.0/routers/40476899-f1ab-41af-922b-15d00f01f5ab HTTP/1.1" status: 200 len: 716 time: 2.2357023 Jan 18 23:23:51.941590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52368) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:51.970061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:51.992386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:52.011783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] Pushing event deleted for resources: {'Port': ['ID=584f0d95-17c9-4f9f-ab76-9ba837d34753,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:52.021064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e272f-a123-4f0e-bd83-98eb3b8814a7 None None] No DVR routers for this DVR port 584f0d95-17c9-4f9f-ab76-9ba837d34753 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:52.039646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.044288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event updated for resources: {'Subnet': ['ID=a13f439d-0f30-4e37-85df-43dc28d51308,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:52.079233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Checking segment: {'id': '704eb0fc-3133-4344-bc46-ac5274b58c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:52.079594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network hostable DHCP agents. Network: 71c1985b-6df5-4c73-9149-061563681cf6, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:23:52.103571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:52.111433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.120518 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-addf194f-28ab-49b3-92f4-16164af0ed97 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "GET /v2.0/routers/40476899-f1ab-41af-922b-15d00f01f5ab HTTP/1.1" status: 200 len: 716 time: 0.1756134 Jan 18 23:23:52.124018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:52.133598 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.145429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.265495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event updated for resources: {'Port': ['ID=a930b7ab-9d5d-467c-8018-b379f5a40971,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:52.265495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.269672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Network 71c1985b-6df5-4c73-9149-061563681cf6 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:23:52.379998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af3f5e-d344-4e13-ab9e-352771f09d9f req-53718e7f-39df-4d19-ad9a-20614cd602df tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:52.381655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af3f5e-d344-4e13-ab9e-352771f09d9f req-53718e7f-39df-4d19-ad9a-20614cd602df tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1573241 Jan 18 23:23:52.385436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 71c1985b-6df5-4c73-9149-061563681cf6) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:52.391946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:52.402292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.402442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321453b-3359-4089-b574-2f375fb9e2ad None None] Network 71c1985b-6df5-4c73-9149-061563681cf6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:52.463372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.467412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0f1983b-e9a1-45f9-bced-81a1c21ccf93 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1344023 Jan 18 23:23:52.471778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:52.516332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:52.542031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a2e0c129-2848-4a53-93fd-cb3121e4f74f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4208868 Jan 18 23:23:52.549106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:52.569973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:52.606098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39af3f5e-d344-4e13-ab9e-352771f09d9f req-ce8a75b9-5028-45e7-9a90-d1923e3e7341 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923573 Jan 18 23:23:52.636114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-71c1985b-6df5-4c73-9149-061563681cf6', 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6', 'tenant_id': '97e0378dbc524f718aebaab2d76627b7', 'fixed_ips': [{'subnet_id': 'a13f439d-0f30-4e37-85df-43dc28d51308'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:52.638086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.851440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Allocated IP 2001:db8::f816:3eff:fef8:1b89 (71c1985b-6df5-4c73-9149-061563681cf6/a13f439d-0f30-4e37-85df-43dc28d51308/a86acf45-0829-4c7e-8e31-65b1552b4c28) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:52.858914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:52.883321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b7660857-7251-405d-b1aa-cda365f54ebf tempest-RoutersTestDVR-1252595566 tempest-RoutersTestDVR-1252595566-project] 10.222.0.59 "GET /v2.0/routers/40476899-f1ab-41af-922b-15d00f01f5ab HTTP/1.1" status: 200 len: 682 time: 0.7578971 Jan 18 23:23:52.886666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52398) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:52.985481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9e683155-7048-49e8-b0d5-90424b83b904 None None] Provisioning complete for port a930b7ab-9d5d-467c-8018-b379f5a40971 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:52.985949 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e683155-7048-49e8-b0d5-90424b83b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.000017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.066548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9e683155-7048-49e8-b0d5-90424b83b904 None None] Port a930b7ab-9d5d-467c-8018-b379f5a40971 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:53.101217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.142062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.176034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:53.179968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=72715cb6-dd49-4610-99da-08c3ff0011a7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:53.186400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:53.191334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:53.191944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.197850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f765470-ff91-4d14-8930-42645a84d034 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:53.287333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.319396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Transition to ACTIVE for port object a86acf45-0829-4c7e-8e31-65b1552b4c28 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:53.364076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Transition to ACTIVE for port object a86acf45-0829-4c7e-8e31-65b1552b4c28 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:53.400438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0693823-4363-4a79-a6cf-386cc18070be tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7895215 Jan 18 23:23:53.412590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:53.428862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:64:76:48', 'name': 'tempest-NetworksTestDHCPv6-130876446'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:53.447765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab2270-b428-471c-b273-5c9054228a2b req-6d391654-2396-4645-be7b-da8030bf269f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:53.455799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6aab2270-b428-471c-b273-5c9054228a2b req-6d391654-2396-4645-be7b-da8030bf269f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6251388 Jan 18 23:23:53.458406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.495886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '72715cb6-dd49-4610-99da-08c3ff0011a7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:23:53.496709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.553326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Pushing event updated for resources: {'Port': ['ID=a86acf45-0829-4c7e-8e31-65b1552b4c28,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:53.604260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Network 71c1985b-6df5-4c73-9149-061563681cf6 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:53.612727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.616223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:53.624963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Router 8999cc03-562c-4cf0-9bda-1776ab5b5d51 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:23:53.625865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.626112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:53.743856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.792577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Attempting to bind port a86acf45-0829-4c7e-8e31-65b1552b4c28 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:53.793316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Attempting to bind port a86acf45-0829-4c7e-8e31-65b1552b4c28 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '704eb0fc-3133-4344-bc46-ac5274b58c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:53.793594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Attempting to bind port a86acf45-0829-4c7e-8e31-65b1552b4c28 on network 71c1985b-6df5-4c73-9149-061563681cf6 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:53.806463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:53.806989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Checking segment: {'id': '704eb0fc-3133-4344-bc46-ac5274b58c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:53.807507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.807994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Bound using segment: {'id': '704eb0fc-3133-4344-bc46-ac5274b58c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:53.808584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Bound port: a86acf45-0829-4c7e-8e31-65b1552b4c28, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704eb0fc-3133-4344-bc46-ac5274b58c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '71c1985b-6df5-4c73-9149-061563681cf6'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:53.809086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.824335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.824899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40476899-f1ab-41af-922b-15d00f01f5ab {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:53.839183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:53.844870 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb228a1a-0604-428a-a740-7fc7ac6c7a12 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "DELETE /v2.0/routers/40476899-f1ab-41af-922b-15d00f01f5ab HTTP/1.1" status: 204 len: 168 time: 0.9535067 Jan 18 23:23:53.844870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52410) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:53.860552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Request body: {'router': {'name': 'tempest-router-1836218917', 'distributed': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:53.861783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:23:53.863798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:53.869756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5891789-7812-47fa-a683-0840445d1bf0 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4563050 Jan 18 23:23:53.873105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52414) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:53.875859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] Sync routers for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:23:53.884194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/72715cb6-dd49-4610-99da-08c3ff0011a7/8f76f28f-6f3c-448c-945c-dcaaa6d92858) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:53.900111 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:53.902106 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:53.945262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Usage tracker for resource:router and tenant:0de6a5a03480424cba4d6580ce018fe3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:53.999598 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.007102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] For port a86acf45-0829-4c7e-8e31-65b1552b4c28, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:54.016543 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:54.017215 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.026901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] For port a86acf45-0829-4c7e-8e31-65b1552b4c28, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a86acf45-0829-4c7e-8e31-65b1552b4c28,segment=NetworkSegment(704eb0fc-3133-4344-bc46-ac5274b58c22),segment_id=704eb0fc-3133-4344-bc46-ac5274b58c22)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:54.070348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.078358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.090459 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.091002 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ef1f16-0712-499e-ae2b-f38a235fd950 None None] The sync data for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:23:54.095090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:54.108387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:54.112415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.122415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.126991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:54.170899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6aab2270-b428-471c-b273-5c9054228a2b req-cb965152-5169-411a-85b3-a603c49eb6eb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7143443 Jan 18 23:23:54.177170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=a13f439d-0f30-4e37-85df-43dc28d51308,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.180962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:54.200601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.202214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.230751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.249813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Transition to ACTIVE for port object 8f76f28f-6f3c-448c-945c-dcaaa6d92858 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:54.252051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30d229b6-1646-49c3-8115-2ca4da1397d9 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.262145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fb106-d02f-4e2a-ae5d-21622891cc77 None None] Pushing event updated for resources: {'Port': ['ID=a86acf45-0829-4c7e-8e31-65b1552b4c28,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.268013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.268540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8b9616a-d9ba-47d7-9a06-5b075276528c {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:54.286782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Transition to ACTIVE for port object 8f76f28f-6f3c-448c-945c-dcaaa6d92858 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:54.297898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:23:54.352779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.438519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.461903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.491081 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-30d229b6-1646-49c3-8115-2ca4da1397d9 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:23:54.492413 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30d229b6-1646-49c3-8115-2ca4da1397d9 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51 HTTP/1.1" status: 409 len: 329 time: 0.6190984 Jan 18 23:23:54.494908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52426) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:54.514242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:54.523765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:54.528471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:54.575830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c1985b-6df5-4c73-9149-061563681cf6']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.580802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.593756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704eb0fc-3133-4344-bc46-ac5274b58c22') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.594059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704eb0fc-3133-4344-bc46-ac5274b58c22') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:54.613633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.640380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.640380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4adf5bae-d360-4e62-855f-8873279c9b0e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b8b9616a-d9ba-47d7-9a06-5b075276528c HTTP/1.1" status: 204 len: 168 time: 2.1618221 Jan 18 23:23:54.640380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.640729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Pushing event updated for resources: {'Port': ['ID=8f76f28f-6f3c-448c-945c-dcaaa6d92858,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:54.644311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.672499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:54.672939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:54.688402 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:54.716872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.723709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1cc360f-1eca-4e95-8e0d-30e0b4a50314 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8737185 Jan 18 23:23:54.740042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52434) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:54.773050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Attempting to bind port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:23:54.773896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Attempting to bind port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:23:54.774772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Attempting to bind port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:23:54.778582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 521cd92d-8019-4375-8a6d-8f5813aa6e76 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:23:54.786622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:23:54.787967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:23:54.788645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.789385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:23:54.790714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Bound port: 8f76f28f-6f3c-448c-945c-dcaaa6d92858, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:23:54.791983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.881181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13ade7-dde3-41fc-97df-11a66ce4454e req-494f2dc8-d1c5-492e-9fad-8d94b147a55a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:54.882754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af13ade7-dde3-41fc-97df-11a66ce4454e req-494f2dc8-d1c5-492e-9fad-8d94b147a55a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4693003 Jan 18 23:23:54.923553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:23:54.923553 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:23:54.923553 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '71c1985b-6df5-4c73-9149-061563681cf6'}] Jan 18 23:23:54.923553 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:54.923966 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:54.928178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] For port 8f76f28f-6f3c-448c-945c-dcaaa6d92858, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:23:54.933123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] For port 8f76f28f-6f3c-448c-945c-dcaaa6d92858, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8f76f28f-6f3c-448c-945c-dcaaa6d92858,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:23:54.969920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:54.996636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.002138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af13ade7-dde3-41fc-97df-11a66ce4454e req-dce4a8f0-2344-4ec2-88be-18374ee0c2cb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116583 Jan 18 23:23:55.011184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:55.032093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::399 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/72715cb6-dd49-4610-99da-08c3ff0011a7/521cd92d-8019-4375-8a6d-8f5813aa6e76) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:55.087850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601b30e-3a61-4885-bff5-e8978afd3299 None None] Pushing event updated for resources: {'Port': ['ID=8f76f28f-6f3c-448c-945c-dcaaa6d92858,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:55.419487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20776801', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:55.446833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.455599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:55.478759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:55.483744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:55.520580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.549908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 521cd92d-8019-4375-8a6d-8f5813aa6e76 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:23:55.582409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:55.594803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port a86acf45-0829-4c7e-8e31-65b1552b4c28 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:55.595158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.638265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5050154-75ae-4aaa-9a35-56e19d68338c None None] Network 71c1985b-6df5-4c73-9149-061563681cf6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:55.662486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8b42-b0b4-465e-acd3-a425caec6771 req-8351abb8-42f4-4edb-bd1d-748720c4ecf8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:55.672341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a3b8b42-b0b4-465e-acd3-a425caec6771 req-8351abb8-42f4-4edb-bd1d-748720c4ecf8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4013321 Jan 18 23:23:55.684109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.760481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.761448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.769612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8f76f28f-6f3c-448c-945c-dcaaa6d92858 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:55.795983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:23:55.809880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:23:55.835025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.842912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:23:55.846202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.847742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:55.848413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.855434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:55.946142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-990d2169-622d-44d9-a0ef-29bcf56febe7 None None] Provisioning for port a86acf45-0829-4c7e-8e31-65b1552b4c28 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:56.081190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a3b8b42-b0b4-465e-acd3-a425caec6771 req-84e67ca9-0c7c-48dc-b8d8-77a8455ef31b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079294 Jan 18 23:23:56.083675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.084198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4358fb6d-d9c8-4b23-914b-0f543cfc1bb9 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:23:56.093387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6771319 Jan 18 23:23:56.093387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9f9ee-9139-4857-94f4-589806a34639 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=521cd92d-8019-4375-8a6d-8f5813aa6e76,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:56.096772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:56.102473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.115971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:56.121446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a86acf45-0829-4c7e-8e31-65b1552b4c28 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:56.158642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.162856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79e08f64-2fe6-4572-9841-a6c173d9d6f3 tempest-RoutersTestDVR-711543375 tempest-RoutersTestDVR-711543375-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4358fb6d-d9c8-4b23-914b-0f543cfc1bb9 HTTP/1.1" status: 204 len: 168 time: 1.4187434 Jan 18 23:23:56.164948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] DHCP port deletion for 71c1985b-6df5-4c73-9149-061563681cf6 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:23:56.180293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Deleting port a86acf45-0829-4c7e-8e31-65b1552b4c28 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:56.180659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.364069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] For port a86acf45-0829-4c7e-8e31-65b1552b4c28, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a86acf45-0829-4c7e-8e31-65b1552b4c28,segment=NetworkSegment(704eb0fc-3133-4344-bc46-ac5274b58c22),segment_id=704eb0fc-3133-4344-bc46-ac5274b58c22)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:56.364069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.602166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] For port a86acf45-0829-4c7e-8e31-65b1552b4c28, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a86acf45-0829-4c7e-8e31-65b1552b4c28,segment=NetworkSegment(704eb0fc-3133-4344-bc46-ac5274b58c22),segment_id=704eb0fc-3133-4344-bc46-ac5274b58c22)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:56.602550 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.610768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a86acf45-0829-4c7e-8e31-65b1552b4c28 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:56.619894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a86acf45-0829-4c7e-8e31-65b1552b4c28 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:56.620715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.690916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for a86acf45-0829-4c7e-8e31-65b1552b4c28 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:56.721194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting port a930b7ab-9d5d-467c-8018-b379f5a40971 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:56.721871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:56.873946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Calling delete_port for a86acf45-0829-4c7e-8e31-65b1552b4c28 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:56.991916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3eee8-198e-4f66-8cd0-69fec2f09dc7 req-d20dd246-b503-4c2a-b4eb-179718745959 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:56.997674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aef3eee8-198e-4f66-8cd0-69fec2f09dc7 req-d20dd246-b503-4c2a-b4eb-179718745959 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 814 time: 0.4050839 Jan 18 23:23:57.002403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52468) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:57.048681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.074314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.100882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1c5ed-52f4-4c84-aef0-fde6206b2b8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:57.104816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1c5ed-52f4-4c84-aef0-fde6206b2b8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:57.105677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76d1c5ed-52f4-4c84-aef0-fde6206b2b8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:57.109342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Provisioning for port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:57.109503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aef3eee8-198e-4f66-8cd0-69fec2f09dc7 req-b49d0460-cef3-47fb-9c42-986fefb6ae79 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/quotas/b58a4c1b68814f659a6c90b9547a905c HTTP/1.1" status: 200 len: 375 time: 0.1058674 Jan 18 23:23:57.123443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Provisioning complete for port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:57.128385 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.183314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.204232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.238746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Calling delete_port for a930b7ab-9d5d-467c-8018-b379f5a40971 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:57.239324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:23:57.239824 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:23:57.246607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] Pushing event deleted for resources: {'Port': ['ID=a86acf45-0829-4c7e-8e31-65b1552b4c28,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:57.261532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aef3eee8-198e-4f66-8cd0-69fec2f09dc7 req-a5a7939a-5a12-44ee-9067-700772c8df61 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1359777 Jan 18 23:23:57.280606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.282139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76d1c5ed-52f4-4c84-aef0-fde6206b2b8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:57.283993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-76d1c5ed-52f4-4c84-aef0-fde6206b2b8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.1841562 Jan 18 23:23:57.286617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:57.293952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f24df-3e85-4fed-8464-6c84cd54aba1 None None] No DVR routers for this DVR port a86acf45-0829-4c7e-8e31-65b1552b4c28 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:23:57.377680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.387225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:57.407840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Usage tracker for resource:security_group_rule and tenant:9d0aad81fb284e4bb35f593e84775e2f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:23:57.420588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:23:57.423876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] For port 8f76f28f-6f3c-448c-945c-dcaaa6d92858, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8f76f28f-6f3c-448c-945c-dcaaa6d92858,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:23:57.429057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:23:57.494792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 521cd92d-8019-4375-8a6d-8f5813aa6e76 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:57.495446 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.499099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.582669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.618575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a86acf45-0829-4c7e-8e31-65b1552b4c28 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:23:57.636714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.661470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a86acf45-0829-4c7e-8e31-65b1552b4c28 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:23:57.661820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a86acf45-0829-4c7e-8e31-65b1552b4c28 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:23:57.676979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Pushing event updated for resources: {'Port': ['ID=8f76f28f-6f3c-448c-945c-dcaaa6d92858,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:57.687050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.687802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.687802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.688186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.688436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.688774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.689142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.689455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.689839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.690163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.690489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72439f-6c01-4632-8fcd-285cd3de5da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:23:57.714018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.733286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17311527-9c20-4fb0-97bc-6dbfaa197712 None None] Provisioning for port 521cd92d-8019-4375-8a6d-8f5813aa6e76 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:23:57.738909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17311527-9c20-4fb0-97bc-6dbfaa197712 None None] Provisioning complete for port 521cd92d-8019-4375-8a6d-8f5813aa6e76 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:57.739358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17311527-9c20-4fb0-97bc-6dbfaa197712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.750112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Port': ['ID=a930b7ab-9d5d-467c-8018-b379f5a40971,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:57.798587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port a86acf45-0829-4c7e-8e31-65b1552b4c28 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:57.799229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:57.862198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17311527-9c20-4fb0-97bc-6dbfaa197712 None None] Port 521cd92d-8019-4375-8a6d-8f5813aa6e76 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:23:57.895008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] The port 'a86acf45-0829-4c7e-8e31-65b1552b4c28' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:23:58.009988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5aada-ce52-4525-beba-7b0d5430403a req-f8c4e168-e05d-424e-afd8-293305fbb3f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:58.017715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-add5aada-ce52-4525-beba-7b0d5430403a req-f8c4e168-e05d-424e-afd8-293305fbb3f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5861740 Jan 18 23:23:58.035133 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d0aad81fb284e4bb35f593e84775e2f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0317199 Jan 18 23:23:58.036084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253202-7384-4829-97fd-5eaea2e8707c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430428ff-5071-4e9e-a860-1ac0633b686e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:58.039354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52484) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:58.247399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.270163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.365453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.393156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.412607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 521cd92d-8019-4375-8a6d-8f5813aa6e76 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:23:58.451647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.489023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-add5aada-ce52-4525-beba-7b0d5430403a req-6699e925-e9a2-41b7-b3ed-3b335a9440aa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704106 Jan 18 23:23:58.494455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c1985b-6df5-4c73-9149-061563681cf6']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:58.538766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704eb0fc-3133-4344-bc46-ac5274b58c22') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:58.539065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704eb0fc-3133-4344-bc46-ac5274b58c22') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:58.560406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.592433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.616766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.660426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.743045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:23:58.743445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:23:58.759072 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:23:58.762954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Router 8999cc03-562c-4cf0-9bda-1776ab5b5d51 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:23:58.768429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.791620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430428ff-5071-4e9e-a860-1ac0633b686e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:58.860316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.864112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d9a8d9a-dcae-4456-a8ed-a863f083bbe6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/430428ff-5071-4e9e-a860-1ac0633b686e HTTP/1.1" status: 204 len: 168 time: 0.8195143 Jan 18 23:23:58.897750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2847277-2938-433e-98eb-65c871cc52af req-1e5360db-f40e-47f2-bcd0-f5e0644eba11 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:58.903700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2847277-2938-433e-98eb-65c871cc52af req-1e5360db-f40e-47f2-bcd0-f5e0644eba11 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2420828 Jan 18 23:23:58.942465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:23:58.947414 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e4e72db1-134d-4c16-a6b3-f8f4d87189c5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4515204 Jan 18 23:23:58.951679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52494) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:58.955228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] Sync routers for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:23:58.964655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:58.968475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:58.969233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:59.016578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.022880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2847277-2938-433e-98eb-65c871cc52af req-f83eef38-b070-43d5-b46a-4602595d671f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150806 Jan 18 23:23:59.023872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.032413 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-409b1b13-c252-432e-9179-95e2748f058b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] show failed (client error): The resource could not be found. Jan 18 23:23:59.038709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-409b1b13-c252-432e-9179-95e2748f058b tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-200660111 HTTP/1.1" status: 404 len: 334 time: 0.0809658 Jan 18 23:23:59.038873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:59.039067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52498) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.046201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] Routers {'8999cc03-562c-4cf0-9bda-1776ab5b5d51'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:23:59.046965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:59.051979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-338ec1d4-3356-4003-a19a-11d7f60e74b5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:23:59.081940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/71c1985b-6df5-4c73-9149-061563681cf6 HTTP/1.1" status: 204 len: 168 time: 6.5224535 Jan 18 23:23:59.081940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.084154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=521cd92d-8019-4375-8a6d-8f5813aa6e76,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:59.114879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:23:59.115436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c764656-48d7-4467-a405-e638762cd6a4 None None] The sync data for ids ['8999cc03-562c-4cf0-9bda-1776ab5b5d51'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:23:59.136647 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-338ec1d4-3356-4003-a19a-11d7f60e74b5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] update failed (client error): The resource could not be found. Jan 18 23:23:59.138394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-338ec1d4-3356-4003-a19a-11d7f60e74b5 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1118118873 HTTP/1.1" status: 404 len: 335 time: 0.0974336 Jan 18 23:23:59.142984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52510) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.153854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced8618-fb32-4896-a0bd-6d02812352c6 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=71c1985b-6df5-4c73-9149-061563681cf6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:59.271420 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.273314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2e198cdd-2ad0-4953-9552-7c72379aa183 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/521cd92d-8019-4375-8a6d-8f5813aa6e76 HTTP/1.1" status: 204 len: 168 time: 1.9857588 Jan 18 23:23:59.274595 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-664f3636-80e2-4003-8788-1780ba6ef17f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.275026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664f3636-80e2-4003-8788-1780ba6ef17f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.276638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-664f3636-80e2-4003-8788-1780ba6ef17f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/a13f439d-0f30-4e37-85df-43dc28d51308 HTTP/1.1" status: 404 len: 337 time: 0.1941230 Jan 18 23:23:59.277184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.282844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.440273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting subnet f45e1d8c-ca76-49fd-97c4-4acb2cd9f879 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:23:59.443467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.496479 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81fd55f-5a8a-4ab5-b305-d7ba57652a89 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.496925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81fd55f-5a8a-4ab5-b305-d7ba57652a89 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.498568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b81fd55f-5a8a-4ab5-b305-d7ba57652a89 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/71c1985b-6df5-4c73-9149-061563681cf6 HTTP/1.1" status: 404 len: 339 time: 0.1698608 Jan 18 23:23:59.501010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.508416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52532) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.584954 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1837e0-9918-4516-8e4d-b336fddb19f1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.585415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1837e0-9918-4516-8e4d-b336fddb19f1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.589288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9f1837e0-9918-4516-8e4d-b336fddb19f1 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/57be624e-71e2-4404-8079-9ed17b90f124 HTTP/1.1" status: 404 len: 337 time: 0.0776441 Jan 18 23:23:59.589288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Allocated IP 172.25.1.62 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/62d09e5c-709c-40ce-8e83-4e01731db886) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:23:59.591957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52536) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.595177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.600336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557dea53-d529-45d8-a92c-338a95ca3aa5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:59.600336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557dea53-d529-45d8-a92c-338a95ca3aa5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:23:59.600336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-557dea53-d529-45d8-a92c-338a95ca3aa5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:23:59.601833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8f76f28f-6f3c-448c-945c-dcaaa6d92858 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:23:59.610482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-819562cd-afad-45c9-9d95-7176abd8c69e req-a68d370f-828f-4c78-8ca8-a004a7948a61 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b58a4c1b68814f659a6c90b9547a905c HTTP/1.1" status: 200 len: 221 time: 0.1628196 Jan 18 23:23:59.653802 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4453ce3-c2fb-4e30-a685-b2a44c4f4c9a tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.654255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4453ce3-c2fb-4e30-a685-b2a44c4f4c9a tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.655898 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a4453ce3-c2fb-4e30-a685-b2a44c4f4c9a tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/d2336d98-33ee-42d3-b731-e5c991bee089 HTTP/1.1" status: 404 len: 339 time: 0.0632238 Jan 18 23:23:59.658476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52542) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.691820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:23:59.692449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.711674 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c432e9-a487-4350-bc1f-f8a8d80fc3f0 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.712109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c432e9-a487-4350-bc1f-f8a8d80fc3f0 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.716908 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08c432e9-a487-4350-bc1f-f8a8d80fc3f0 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/4b957a90-b7a5-4344-97de-d882f34c8b12 HTTP/1.1" status: 404 len: 337 time: 0.0543997 Jan 18 23:23:59.717907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52546) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.738549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52550) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.758420 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a46d0da-119a-4f94-92e8-d9564948ef2f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:23:59.758947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a46d0da-119a-4f94-92e8-d9564948ef2f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:23:59.760898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a46d0da-119a-4f94-92e8-d9564948ef2f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/c2f591e2-3b0d-4aba-ac88-96219621c5c9 HTTP/1.1" status: 404 len: 339 time: 0.0419145 Jan 18 23:23:59.767043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-557dea53-d529-45d8-a92c-338a95ca3aa5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:23:59.769620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-557dea53-d529-45d8-a92c-338a95ca3aa5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4881475 Jan 18 23:23:59.773419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52554) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.773921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52556) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.876151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.906575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.931887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Subnet': ['ID=f45e1d8c-ca76-49fd-97c4-4acb2cd9f879,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:23:59.940005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.947180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd592d1-6f85-4777-9a3b-1c2af6af0152 None None] Network 5bf795b4-5dd8-4882-8615-dfbf6538f830 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:23:59.961779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0fbc47e6-71c0-4f93-92c8-030be2c53f37 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/subnets/f45e1d8c-ca76-49fd-97c4-4acb2cd9f879 HTTP/1.1" status: 204 len: 168 time: 0.8155341 Jan 18 23:23:59.963701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52562) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:23:59.964822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:23:59.995208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:23:59.995786 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:23:59.997097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Usage tracker for resource:security_group_rule and tenant:0de6a5a03480424cba4d6580ce018fe3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:00.005870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:00.019077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:00.152207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.216530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.222473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting subnet 845aa053-8133-4b9b-98d2-d811ad79da31 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:00.225947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.237101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] DHCP port deletion for 5bf795b4-5dd8-4882-8615-dfbf6538f830 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:00.241655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Deleting port e7090136-a2dc-4765-86fc-704255a40dda {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:00.242032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.268510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.325880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.338414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471617b-7923-47ad-b49b-a39e507036a7 req-f4261200-caab-4ed5-ae79-8be41f228203 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:00.346510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0471617b-7923-47ad-b49b-a39e507036a7 req-f4261200-caab-4ed5-ae79-8be41f228203 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5360241 Jan 18 23:24:00.372554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4f499-5681-4a74-9503-93a8fdffa4b5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:00.379102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-524f92e8-a5cb-44f6-9dcb-95a0eb6d5038 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0de6a5a03480424cba4d6580ce018fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6369107 Jan 18 23:24:00.380338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:00.476704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.502767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.532232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 72715cb6-dd49-4610-99da-08c3ff0011a7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:00.538933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0471617b-7923-47ad-b49b-a39e507036a7 req-bce23f00-20ca-4edf-89e0-b6e56fb8b494 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915689 Jan 18 23:24:00.551031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.555967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.573014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] For port e7090136-a2dc-4765-86fc-704255a40dda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e7090136-a2dc-4765-86fc-704255a40dda,segment=NetworkSegment(c46468ba-cde8-44b7-b375-ee64b9a37d90),segment_id=c46468ba-cde8-44b7-b375-ee64b9a37d90)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:00.573014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.598530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.697371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.699464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Calling delete_port for e7090136-a2dc-4765-86fc-704255a40dda owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:00.721288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4f499-5681-4a74-9503-93a8fdffa4b5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:00.739371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.741391 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.744950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d995000-3af7-4056-ba3c-0273161c71a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81a4f499-5681-4a74-9503-93a8fdffa4b5 HTTP/1.1" status: 204 len: 168 time: 0.3618672 Jan 18 23:24:00.752459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for 77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:00.768738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.808561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Subnet': ['ID=845aa053-8133-4b9b-98d2-d811ad79da31,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:00.813538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.816988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f59cf65-3140-49a4-b1c9-730ca0f11bdc tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/subnets/845aa053-8133-4b9b-98d2-d811ad79da31 HTTP/1.1" status: 204 len: 168 time: 0.8521473 Jan 18 23:24:00.823135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52578) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:00.823724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f177af8-22ac-4193-8d44-66b36bc89430 None None] Network 43d2d511-8fc4-4e54-8c47-b895ad82769f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:00.846219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.942734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:00.984779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:00.991671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:00.994112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:01.017273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.034449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event updated for resources: {'Port': ['ID=62d09e5c-709c-40ce-8e83-4e01731db886,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.107946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] Pushing event deleted for resources: {'Port': ['ID=e7090136-a2dc-4765-86fc-704255a40dda,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.124451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5d786-8ea3-4188-bf63-bf87682063fc None None] No DVR routers for this DVR port e7090136-a2dc-4765-86fc-704255a40dda on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:01.125327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.143941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.160138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf795b4-5dd8-4882-8615-dfbf6538f830']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.174989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46468ba-cde8-44b7-b375-ee64b9a37d90') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.175318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46468ba-cde8-44b7-b375-ee64b9a37d90') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.189459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.209395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.219583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:01.225049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.225191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0bf03-3904-41a8-9df0-cd69c7bd8313 req-eb650c81-fd2e-4a01-a1dd-bfcf96da6ea0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:01.225191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2c0bf03-3904-41a8-9df0-cd69c7bd8313 req-eb650c81-fd2e-4a01-a1dd-bfcf96da6ea0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4844515 Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:01.245034 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:01.277324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] DHCP port deletion for 43d2d511-8fc4-4e54-8c47-b895ad82769f request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:01.281928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Deleting port 370ed2d5-c035-46e3-86fe-6172b4746221 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:01.282312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.285653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.352923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Port': ['ID=77e30d1d-f541-4eda-a6e6-7ef2487b6ee2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.369902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2c0bf03-3904-41a8-9df0-cd69c7bd8313 req-85d445f4-4a74-426d-9db8-afe77dea443c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385047 Jan 18 23:24:01.376389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.391338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d475293d-c6b8-4843-bd74-fd2201d74632 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/ports/77e30d1d-f541-4eda-a6e6-7ef2487b6ee2 HTTP/1.1" status: 204 len: 168 time: 1.6163924 Jan 18 23:24:01.393950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52586) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:01.442205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.452433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.487105 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4db618-51bd-4985-a2ca-1c8fc9719405 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:24:01.487819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4db618-51bd-4985-a2ca-1c8fc9719405 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:24:01.523921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.545718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=72715cb6-dd49-4610-99da-08c3ff0011a7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.549027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Network': ['ID=5bf795b4-5dd8-4882-8615-dfbf6538f830,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:01.562353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7c4db618-51bd-4985-a2ca-1c8fc9719405 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/2be842e9-cb63-46b0-9731-25b7b8b22ef3 HTTP/1.1" status: 404 len: 337 time: 0.1671302 Jan 18 23:24:01.565281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1d6aedf-59fe-4f86-b23d-c39369263276 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/networks/5bf795b4-5dd8-4882-8615-dfbf6538f830 HTTP/1.1" status: 204 len: 168 time: 0.7457795 Jan 18 23:24:01.568675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:01.569120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:01.599157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.605013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b80e2d50-0d28-4d2f-bdda-4365d86efca8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/72715cb6-dd49-4610-99da-08c3ff0011a7 HTTP/1.1" status: 204 len: 168 time: 1.8284516 Jan 18 23:24:01.607290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:01.618113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfd5e7-c836-4a69-a843-c132dd3ed36b None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:01.717433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.814536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2f3252b-5044-4693-b169-793bdf6acfb7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1701255 Jan 18 23:24:01.815309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:01.833851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e7090136-a2dc-4765-86fc-704255a40dda no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:01.896010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.914372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e7090136-a2dc-4765-86fc-704255a40dda {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:01.914932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e7090136-a2dc-4765-86fc-704255a40dda not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:01.915534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 370ed2d5-c035-46e3-86fe-6172b4746221 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:01.933737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ceb3ef-6f78-4c0f-8afe-addc810fc01b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.948092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6187740c-8a93-4342-a641-20df2bd52992') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.948397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6187740c-8a93-4342-a641-20df2bd52992') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:01.963951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.975058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] For port 370ed2d5-c035-46e3-86fe-6172b4746221, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=370ed2d5-c035-46e3-86fe-6172b4746221,segment=NetworkSegment(20d814b8-2721-4ad7-97de-a58ee17cf7e5),segment_id=20d814b8-2721-4ad7-97de-a58ee17cf7e5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:01.976224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:01.993150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.000541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:02.001498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:02.017727 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:02.143960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Calling delete_port for 370ed2d5-c035-46e3-86fe-6172b4746221 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:02.174310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.188982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.189735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.292444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.311751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.334966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab37cc-976d-4fea-91f9-9840be1893da req-e8827b0d-2ddb-48df-9044-f84afcbd8d4e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:02.344225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fab37cc-976d-4fea-91f9-9840be1893da req-e8827b0d-2ddb-48df-9044-f84afcbd8d4e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7327521 Jan 18 23:24:02.346573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting port 370ed2d5-c035-46e3-86fe-6172b4746221 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:02.346912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.374281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.376018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:02.381620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Deleting port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:02.381990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.384780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/d8ceb3ef-6f78-4c0f-8afe-addc810fc01b HTTP/1.1" status: 204 len: 168 time: 0.8171601 Jan 18 23:24:02.389371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a883-4d79-4ce2-ab78-96cebb607741 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=d8ceb3ef-6f78-4c0f-8afe-addc810fc01b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:02.398267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52626) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:02.421304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2839dc-11b3-46f8-91f5-b6373554c4d8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:02.422664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e2839dc-11b3-46f8-91f5-b6373554c4d8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:02.492919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port fe026890-d275-47a6-89c4-5535d418d6a9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:02.494164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.511152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.522018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] The port '370ed2d5-c035-46e3-86fe-6172b4746221' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:24:02.576363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cfeb2-ba37-4135-92aa-422f15741623 req-594e7a81-81ef-4f58-b490-0bceb7c623a6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:02.581226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-022cfeb2-ba37-4135-92aa-422f15741623 req-594e7a81-81ef-4f58-b490-0bceb7c623a6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.5959423 Jan 18 23:24:02.581755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:02.654540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fab37cc-976d-4fea-91f9-9840be1893da req-fa68d0f2-56b2-422d-bc43-e35adbb3fb95 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099384 Jan 18 23:24:02.655247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e2839dc-11b3-46f8-91f5-b6373554c4d8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:02.659280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3e2839dc-11b3-46f8-91f5-b6373554c4d8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8314383 Jan 18 23:24:02.677074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:02.737271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] For port 8f76f28f-6f3c-448c-945c-dcaaa6d92858, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8f76f28f-6f3c-448c-945c-dcaaa6d92858,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:02.737661 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.860424 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Calling delete_port for 8f76f28f-6f3c-448c-945c-dcaaa6d92858 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:02.876259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.908684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1834362667'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:02.936123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:02.969599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-022cfeb2-ba37-4135-92aa-422f15741623 req-9cd2a00f-79d4-4ae7-a330-e83360e3dd49 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757541 Jan 18 23:24:02.977577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:02.993171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:network and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:02.997603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] No DVR routers for this DVR port 370ed2d5-c035-46e3-86fe-6172b4746221 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:03.005425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a33b7-d265-4244-9df0-2a2b0ab74dfe None None] Pushing event deleted for resources: {'Port': ['ID=370ed2d5-c035-46e3-86fe-6172b4746221,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:03.029311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.045182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:03.097333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] Pushing event deleted for resources: {'Port': ['ID=8f76f28f-6f3c-448c-945c-dcaaa6d92858,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:03.097857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for fe026890-d275-47a6-89c4-5535d418d6a9 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:03.103260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff86724-34cd-459d-904e-fe290c2d817b None None] No DVR routers for this DVR port 8f76f28f-6f3c-448c-945c-dcaaa6d92858 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:03.141232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:03.149850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4566d-6188-4335-b9cb-85f422144b18 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:03.150393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5dd4566d-6188-4335-b9cb-85f422144b18 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:03.206568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d2d511-8fc4-4e54-8c47-b895ad82769f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.252240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d814b8-2721-4ad7-97de-a58ee17cf7e5') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.252574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d814b8-2721-4ad7-97de-a58ee17cf7e5') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.273351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.274317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.312940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.325242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:03.325498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:03.342666 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:03.351431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.353216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Port': ['ID=fe026890-d275-47a6-89c4-5535d418d6a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:03.358506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-905dd67b-afa9-4392-a1d8-ebf27f00aa0f tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/ports/fe026890-d275-47a6-89c4-5535d418d6a9 HTTP/1.1" status: 204 len: 168 time: 0.9589562 Jan 18 23:24:03.362958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.398503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5dd4566d-6188-4335-b9cb-85f422144b18 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:03.400481 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f731c450-b3ad-4059-a012-4d7f085b5537 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] DELETE failed (client error): The resource could not be found. Jan 18 23:24:03.400919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f731c450-b3ad-4059-a012-4d7f085b5537 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:24:03.401038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5dd4566d-6188-4335-b9cb-85f422144b18 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7169731 Jan 18 23:24:03.407815 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f731c450-b3ad-4059-a012-4d7f085b5537 tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/0e6a82fd-c655-40e8-8c3f-92b14373180a HTTP/1.1" status: 404 len: 337 time: 0.0388286 Jan 18 23:24:03.407815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52658) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.408143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.415940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:03.419843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.456226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.473341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b71ce4-0542-4b6b-bc52-6dc5733b7793 req-b2e9a308-b84f-46a9-9753-70265093c4c1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:03.480196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77b71ce4-0542-4b6b-bc52-6dc5733b7793 req-b2e9a308-b84f-46a9-9753-70265093c4c1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3905392 Jan 18 23:24:03.507379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ceec73a-96c1-475a-8d22-55333013f554 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980613 Jan 18 23:24:03.516627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.526743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:03.585127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77b71ce4-0542-4b6b-bc52-6dc5733b7793 req-98f99b9a-e671-4785-9be9-0759192a4860 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039383 Jan 18 23:24:03.611951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.613068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.634255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8f76f28f-6f3c-448c-945c-dcaaa6d92858 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:03.686137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8f76f28f-6f3c-448c-945c-dcaaa6d92858 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:03.686137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8f76f28f-6f3c-448c-945c-dcaaa6d92858 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:03.721980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.724929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Network': ['ID=43d2d511-8fc4-4e54-8c47-b895ad82769f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:03.727134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:03.755183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:security_group_rule and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:03.763424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:03.768073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.797245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7697ffa3-98df-438c-a1c3-27ccaa7b6000 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/networks/43d2d511-8fc4-4e54-8c47-b895ad82769f HTTP/1.1" status: 204 len: 168 time: 2.2225413 Jan 18 23:24:03.798339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c6e8c3-d652-4aa1-bea9-229ff7135c2d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.800135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:03.806484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52676) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:03.840557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d49d31-0413-43ef-a0a8-3fc3e7b70509') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.840962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d49d31-0413-43ef-a0a8-3fc3e7b70509') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:03.865662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.869926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:03.889018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:03.895894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.917182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Router 413c4fc6-fd7b-45b6-80d5-d8bd92b44156 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:24:03.922472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:03.922875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:03.937617 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:04.025323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.034392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:04.040148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.121058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting subnet 20164e90-642b-4477-b4b8-a87c0f01e983 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:04.123830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.125083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.143608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade31419-9d19-49c6-aa53-6710bb7ebadf req-15e3d210-182a-471a-85b0-e89844c091ac tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:04.149140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade31419-9d19-49c6-aa53-6710bb7ebadf req-15e3d210-182a-471a-85b0-e89844c091ac tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3388569 Jan 18 23:24:04.167866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.173539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.209257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.212427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:24:04.237679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=48c6e8c3-d652-4aa1-bea9-229ff7135c2d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:04.245674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b46e64dd-a9fe-47f4-9ea8-890af3ddc39c tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/48c6e8c3-d652-4aa1-bea9-229ff7135c2d HTTP/1.1" status: 204 len: 168 time: 0.8349593 Jan 18 23:24:04.245835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb0ed60-a888-4827-9afd-e6130905f936,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:04.251369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52682) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:04.262257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.262616 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Added segment 1dc27271-8a63-4a1b-bec2-ab7f802ad417 of type vlan for network 2109f571-5eed-4a4d-b97b-74cbee3bece5 Jan 18 23:24:04.295577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade31419-9d19-49c6-aa53-6710bb7ebadf req-d52fc809-3b7e-4663-b018-b8f29d3da940 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333752 Jan 18 23:24:04.325551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.540810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.627716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting subnet 0ffe139e-4d5e-4278-bb3b-9777ffb7178a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:04.633085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.695102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.701117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.704755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:04.705404 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.777739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.807246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177c641-81e1-4451-abd7-c5516b6f7f48 req-441db417-ad46-4638-aff6-4190bca76e28 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:04.807246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2177c641-81e1-4451-abd7-c5516b6f7f48 req-441db417-ad46-4638-aff6-4190bca76e28 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2469318 Jan 18 23:24:04.807581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.860468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Subnet': ['ID=20164e90-642b-4477-b4b8-a87c0f01e983,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:04.866590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:04.877620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18de9cb-4e6b-4c8e-8ee7-216ddbaf927f None None] Network ccd8a393-656e-4d3a-9007-1f9ec35d7718 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:04.878167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] Sync routers for ids ['413c4fc6-fd7b-45b6-80d5-d8bd92b44156'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:04.905900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] Routers {'413c4fc6-fd7b-45b6-80d5-d8bd92b44156'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:04.906518 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['413c4fc6-fd7b-45b6-80d5-d8bd92b44156'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:04.906962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Network': ['ID=2109f571-5eed-4a4d-b97b-74cbee3bece5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:04.952908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:04.958205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:24:04.961482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1d135de2-5493-49db-b8b9-bdef8b3c9c6b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3744521 Jan 18 23:24:04.962400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17bf9cef-6afa-49eb-abba-09432b5b2b18 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/subnets/20164e90-642b-4477-b4b8-a87c0f01e983 HTTP/1.1" status: 204 len: 168 time: 1.1561451 Jan 18 23:24:04.964560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52692) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:04.964916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:04.972583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'subnet': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:05.004561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2177c641-81e1-4451-abd7-c5516b6f7f48 req-d1ce1733-1b49-423c-88eb-3fec9bda1e0c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685839 Jan 18 23:24:05.007598 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:05.019503 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] Routers {'413c4fc6-fd7b-45b6-80d5-d8bd92b44156'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:05.020122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['413c4fc6-fd7b-45b6-80d5-d8bd92b44156'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:05.025384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:24:05.027034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.094030 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:05.094445 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b0559a-8576-42b2-bfff-eef19ba95976 None None] The sync data for ids ['413c4fc6-fd7b-45b6-80d5-d8bd92b44156'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:05.125338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=cf46f9b8-2ebd-48f3-a4f0-e0b542b26360,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:05.134424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.138983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9a722619-0898-41b0-ab9e-6e4e70a5ce11 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 10.1268332 Jan 18 23:24:05.139936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:05.147717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:05.220308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.245740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:05.250030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:05.250627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.261154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a263c7-bcf6-4009-947a-a5f584fafebd None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:05.343164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] DHCP port deletion for ccd8a393-656e-4d3a-9007-1f9ec35d7718 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:05.357545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Deleting port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:05.358388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.385459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-25d63653-5c1a-4813-b006-ef84af3a989c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8641660 Jan 18 23:24:05.386126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffe139e-4d5e-4278-bb3b-9777ffb7178a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:05.387555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52710) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:05.396581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.401034 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ada7320-d801-4984-b2b3-1bfa737dbd8e tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/subnets/0ffe139e-4d5e-4278-bb3b-9777ffb7178a HTTP/1.1" status: 204 len: 168 time: 1.1462998 Jan 18 23:24:05.406828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:05.409055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bdf2bf-29e9-4177-abe2-229c9e28a95d None None] Network 9a3c606b-ba53-419b-ad44-27098e0cddaa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:05.421279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52714) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:05.456932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.470935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709393a-69b8-4274-a65b-1ce820f923b1 req-0d8e4964-c123-4f8d-b0ea-c28e8459fe4c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:05.472475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4709393a-69b8-4274-a65b-1ce820f923b1 req-0d8e4964-c123-4f8d-b0ea-c28e8459fe4c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1929345 Jan 18 23:24:05.511271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:05.546433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4709393a-69b8-4274-a65b-1ce820f923b1 req-4b0eecfd-117c-4b4f-b1cf-79d5a05e42b3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576067 Jan 18 23:24:05.566524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e9cd275-f588-4840-8aff-520f991ffdb2 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/413c4fc6-fd7b-45b6-80d5-d8bd92b44156 HTTP/1.1" status: 200 len: 918 time: 0.4185004 Jan 18 23:24:05.567478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:05.567619 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:24:05.577447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:subnet and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:05.588760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:05.602448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:05.632768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:05.633152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.684662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-31c691d8-0a71-4121-9110-8ae5e7d4938a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=413c4fc6-fd7b-45b6-80d5-d8bd92b44156 HTTP/1.1" status: 200 len: 205 time: 0.1160488 Jan 18 23:24:05.685645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:05.732411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.732744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9f9e26a-d12c-4563-85eb-8c77ad4588e0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:05.784745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:05.798113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:24:05.806443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:05.878819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b5995-f1f6-47c2-ba90-51579f99b439 req-2e597405-7e10-4d91-9bb5-5e892b9eaa66 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:05.885591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f6b5995-f1f6-47c2-ba90-51579f99b439 req-2e597405-7e10-4d91-9bb5-5e892b9eaa66 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1214049 Jan 18 23:24:05.917139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Deleting port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:05.917511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:05.974806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:06.003475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'cf46f9b8-2ebd-48f3-a4f0-e0b542b26360'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:06.004470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.027693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f6b5995-f1f6-47c2-ba90-51579f99b439 req-a4d91420-2f1a-4e9a-9052-72db4ca53bf2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412635 Jan 18 23:24:06.067995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.072165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.105343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] For port a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,segment=NetworkSegment(a545986d-776b-4134-a998-cca7d4a16b2c),segment_id=a545986d-776b-4134-a998-cca7d4a16b2c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:06.105741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.312845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:06.320677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Calling delete_port for a9f9e26a-d12c-4563-85eb-8c77ad4588e0 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:06.347312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] For port a9f9e26a-d12c-4563-85eb-8c77ad4588e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,segment=NetworkSegment(a545986d-776b-4134-a998-cca7d4a16b2c),segment_id=a545986d-776b-4134-a998-cca7d4a16b2c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:06.347711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.383937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:06.429506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:24:06.436265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028a68c-0bd4-40e4-aaf3-19f58143349f req-729ef706-bb88-4375-9a5a-04dbf5691c55 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:06.438503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b028a68c-0bd4-40e4-aaf3-19f58143349f req-729ef706-bb88-4375-9a5a-04dbf5691c55 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1621273 Jan 18 23:24:06.444131 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.473461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.516405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b028a68c-0bd4-40e4-aaf3-19f58143349f req-595d3886-3aea-4c1c-8175-ad6fbff9c0e8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627527 Jan 18 23:24:06.553489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] DHCP port deletion for 9a3c606b-ba53-419b-ad44-27098e0cddaa request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:06.565815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Calling delete_port for a9f9e26a-d12c-4563-85eb-8c77ad4588e0 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:06.583969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Deleting port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:06.583969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.600238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port 62d09e5c-709c-40ce-8e83-4e01731db886 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:06.604362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.651381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.674367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:24:06.678328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Allocated IP 2001:db8::f816:3eff:fe09:ea3 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/cf46f9b8-2ebd-48f3-a4f0-e0b542b26360/af77d2f7-fb4a-423a-b86d-311277498bf1) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:06.760924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:06.777978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.782590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.843088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] Pushing event deleted for resources: {'Port': ['ID=a9f9e26a-d12c-4563-85eb-8c77ad4588e0,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:06.844903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:06.946626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] For port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,segment=NetworkSegment(e9754066-0df1-4096-9f94-ca355888cffb),segment_id=e9754066-0df1-4096-9f94-ca355888cffb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:06.946988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.025414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3876dedf-b07a-4dbd-9ba9-91e058e9c69e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:24:07.028672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:07.028672 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:07.057076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c4e20-0443-459f-a81e-5afc698da1ca None None] No DVR routers for this DVR port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:07.066645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.091470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Calling delete_port for 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:07.174843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] For port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,segment=NetworkSegment(e9754066-0df1-4096-9f94-ca355888cffb),segment_id=e9754066-0df1-4096-9f94-ca355888cffb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:07.175250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.193561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:07.201326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for 62d09e5c-709c-40ce-8e83-4e01731db886 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:07.219132 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf46f9b8-2ebd-48f3-a4f0-e0b542b26360 (CIDR: 2001:db8::/64) Jan 18 23:24:07.249896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30389eb-6014-4791-8606-1567aae197c6 req-b615ee73-c22d-43af-a74b-ff2490e362d1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:07.251412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a30389eb-6014-4791-8606-1567aae197c6 req-b615ee73-c22d-43af-a74b-ff2490e362d1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2929544 Jan 18 23:24:07.260997 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:24:07.261278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:24:07.322624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.326051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a30389eb-6014-4791-8606-1567aae197c6 req-fd4e253b-b588-4b4e-a445-5a078747a567 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659649 Jan 18 23:24:07.362334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-616992df-963a-4b9d-8a05-178eb1a840ca tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9669983 Jan 18 23:24:07.367856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.372294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52742) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:07.390534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Calling delete_port for 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:07.431549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:07.464485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Port': ['ID=7d8ca73e-90ba-415b-a363-edaf11f8c8b4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:07.534117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Deleting port a9f9e26a-d12c-4563-85eb-8c77ad4588e0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:07.534474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.549034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.587901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Subnet': ['ID=e5b83831-c919-409b-8c65-b79bc36b7996,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:07.599139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] No DVR routers for this DVR port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:07.620788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=62d09e5c-709c-40ce-8e83-4e01731db886,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:07.635260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:07.694088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:07.694420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] The port 'a9f9e26a-d12c-4563-85eb-8c77ad4588e0' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:24:07.695215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:07.716327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:07.716754 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:07.720882 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.734134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Transition to ACTIVE for port object af77d2f7-fb4a-423a-b86d-311277498bf1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:07.755073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Transition to ACTIVE for port object af77d2f7-fb4a-423a-b86d-311277498bf1 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:07.847753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:07.937285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Pushing event updated for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:07.950707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed325e-6d2c-4885-a8df-8212ac2fb574 req-57a3cc40-9fa4-4c36-9757-645dd8fa876f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:07.952224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5ed325e-6d2c-4885-a8df-8212ac2fb574 req-57a3cc40-9fa4-4c36-9757-645dd8fa876f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3329647 Jan 18 23:24:07.964777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Checking segment: {'id': '1dc27271-8a63-4a1b-bec2-ab7f802ad417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:07.965360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network hostable DHCP agents. Network: 2109f571-5eed-4a4d-b97b-74cbee3bece5, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:24:07.966140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:07.967458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:07.970009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:08.048189 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.063045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.064328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Attempting to bind port af77d2f7-fb4a-423a-b86d-311277498bf1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:08.064858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Attempting to bind port af77d2f7-fb4a-423a-b86d-311277498bf1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:08.065097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Attempting to bind port af77d2f7-fb4a-423a-b86d-311277498bf1 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:08.071671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:08.072042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:08.072447 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.072863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:08.073326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Bound port: af77d2f7-fb4a-423a-b86d-311277498bf1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:08.073701 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.097238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:08.111948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.131300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3c606b-ba53-419b-ad44-27098e0cddaa']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.154602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:08.167471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9754066-0df1-4096-9f94-ca355888cffb') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.168048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9754066-0df1-4096-9f94-ca355888cffb') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.183402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd8a393-656e-4d3a-9007-1f9ec35d7718']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.200861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:08.203141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.207147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5ed325e-6d2c-4885-a8df-8212ac2fb574 req-dd15f90a-464c-44f6-a6a9-40363731c413 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869650 Jan 18 23:24:08.218738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:08.218932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a545986d-776b-4134-a998-cca7d4a16b2c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.218932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a545986d-776b-4134-a998-cca7d4a16b2c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:08.219186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Deleting port 7d8ca73e-90ba-415b-a363-edaf11f8c8b4 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:08.219186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.233069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.249267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.258434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:08.258833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:08.276772 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:08.282709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.284704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:24:08.319410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8d9f9-2db6-4f88-bc5e-4448edbead38 None None] The port '7d8ca73e-90ba-415b-a363-edaf11f8c8b4' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:24:08.338534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.350356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:08.353658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.370193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.375481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.404822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:24:08.405769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.455764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9cb9f-b47d-460d-9bef-3cbcc105ba3b None None] Pushing event updated for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:08.480761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957c6f2-f840-45fc-9fdc-97460d4b4792 req-91536fe7-7040-4eff-971a-400e35b4d2d3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:08.483125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a957c6f2-f840-45fc-9fdc-97460d4b4792 req-91536fe7-7040-4eff-971a-400e35b4d2d3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1009302 Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:24:08.502425 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:24:08.536727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a957c6f2-f840-45fc-9fdc-97460d4b4792 req-bac14c0b-e4bd-48f6-ae63-13a546d4b29f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466564 Jan 18 23:24:08.591170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.594514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router 413c4fc6-fd7b-45b6-80d5-d8bd92b44156 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:24:08.617109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.618339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3a5deba2-2bee-42ae-ba4a-bdff2acffb45 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/413c4fc6-fd7b-45b6-80d5-d8bd92b44156 HTTP/1.1" status: 204 len: 168 time: 2.9309216 Jan 18 23:24:08.625544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52770) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:08.637009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1665372681', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:08.644447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:08.656094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:router and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:08.668190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2109f571-5eed-4a4d-b97b-74cbee3bece5) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:08.669663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:08.676293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:08.692533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:08.697973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.698840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a9071-66f8-4531-a9eb-34781cdf1f16 None None] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:08.769878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.800083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.810827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.831905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] Pushing event deleted for resources: {'Network': ['ID=9a3c606b-ba53-419b-ad44-27098e0cddaa,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:08.835333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.841168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/networks/ccd8a393-656e-4d3a-9007-1f9ec35d7718 HTTP/1.1" status: 204 len: 168 time: 3.8733416 Jan 18 23:24:08.865769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:08.915172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.919026 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:08.954084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9578fcbb-9413-47b7-931b-238d79f944bb tempest-NetworksIpV6TestAttrs-435702689 tempest-NetworksIpV6TestAttrs-435702689-project] 10.222.0.59 "DELETE /v2.0/networks/9a3c606b-ba53-419b-ad44-27098e0cddaa HTTP/1.1" status: 204 len: 168 time: 3.5276501 Jan 18 23:24:08.971589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79e15f16-29df-4e24-8cac-f3ad510c3ebd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0055242 Jan 18 23:24:08.974291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37ca7c-23bd-46c4-b4a9-8e75e9a8fbd6 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Pushing event deleted for resources: {'Network': ['ID=ccd8a393-656e-4d3a-9007-1f9ec35d7718,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:08.986596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:09.001007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-62c74033-f633-4b45-b55f-2db0e587f60c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Synchronizing usage tracker for tenant:4627c6b7b6384b85ab22cea58b2a4d66 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:09.005464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1985465698'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:09.098471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.099406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2109f571-5eed-4a4d-b97b-74cbee3bece5', 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'tenant_id': 'e19682bcd8c54ab5b12c109c3902bdd0', 'fixed_ips': [{'subnet_id': 'e5b83831-c919-409b-8c65-b79bc36b7996'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:09.101913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.221345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-62c74033-f633-4b45-b55f-2db0e587f60c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Unset dirty status for tenant:4627c6b7b6384b85ab22cea58b2a4d66 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:09.236597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-62c74033-f633-4b45-b55f-2db0e587f60c tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "GET /v2.0/ports?device_id=8999cc03-562c-4cf0-9bda-1776ab5b5d51 HTTP/1.1" status: 200 len: 205 time: 0.3692284 Jan 18 23:24:09.239768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.241390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:09.324291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317692c-10ac-4c9d-a753-7ed8c4e06c49 req-c4d482a0-3386-42ca-83be-98c8d09340d8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:09.332146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4317692c-10ac-4c9d-a753-7ed8c4e06c49 req-c4d482a0-3386-42ca-83be-98c8d09340d8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5349312 Jan 18 23:24:09.343768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Allocated IP 2001:db8::2 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/5d8779fc-2346-4e5b-a4cd-904e957ed66e) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:09.423706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4317692c-10ac-4c9d-a753-7ed8c4e06c49 req-b2114582-fc09-4039-8824-ab62fcaed867 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904438 Jan 18 23:24:09.442392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:09.447061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:port and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:09.450884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:09.461163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:09.522312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.685409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:09.741227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.785404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=9f98b416-a57c-4a80-ac83-64109fe088e8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:09.796307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af77d2f7-fb4a-423a-b86d-311277498bf1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:09.803690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:09.816767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:09.874250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:09.936550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:09.942071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:09.953006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port 3bc005da-8e23-4af3-8c73-f7d3306f3248 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:10.007834 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.044152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Transition to ACTIVE for port object 5d8779fc-2346-4e5b-a4cd-904e957ed66e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:10.128470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:10.134621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.136821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Transition to ACTIVE for port object 5d8779fc-2346-4e5b-a4cd-904e957ed66e will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:10.157004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:10.157308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.229332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.281264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182247c-9baf-4485-9577-9e3a5ea9e5f9 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:10.295412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea6a694c-8a2b-496b-abf2-a54a12c4a964 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8838398 Jan 18 23:24:10.301824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.303748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52810) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:10.307912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port af77d2f7-fb4a-423a-b86d-311277498bf1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:10.315412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:a7:7b:bb', 'name': 'tempest-NetworksTestDHCPv6-314134123'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:10.423305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913a5dc-e4aa-407c-b1db-36ddcef97707 req-e357115b-c41f-4bbb-a2c4-3a4791fb7ae9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:10.431380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c913a5dc-e4aa-407c-b1db-36ddcef97707 req-e357115b-c41f-4bbb-a2c4-3a4791fb7ae9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4455214 Jan 18 23:24:10.528219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:10.535939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:10.544094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:10.549424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9c62a449-af66-4113-b407-04498856c32b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97e0378dbc524f718aebaab2d76627b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6689973 Jan 18 23:24:10.552741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:10.558777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:10.562637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:10.563578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:10.581418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:10.583726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::3a0 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/3bc005da-8e23-4af3-8c73-f7d3306f3248) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:10.606680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Pushing event updated for resources: {'Port': ['ID=5d8779fc-2346-4e5b-a4cd-904e957ed66e,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:10.621205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.627225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.632092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Provisioning for port af77d2f7-fb4a-423a-b86d-311277498bf1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:10.683215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.710300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Provisioning complete for port af77d2f7-fb4a-423a-b86d-311277498bf1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:10.711322 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.713238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.750540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.751148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Fanout notify agent at l3_agent the message router_deleted on router 8999cc03-562c-4cf0-9bda-1776ab5b5d51 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:24:10.754336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.774386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c913a5dc-e4aa-407c-b1db-36ddcef97707 req-cbd9cd8e-a6fc-42ac-832a-6195f651fcd8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419416 Jan 18 23:24:10.786828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.790845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6210f150-8425-4dbd-9427-689b8e586312 tempest-RoutersNegativeTest-1216083525 tempest-RoutersNegativeTest-1216083525-project] 10.222.0.59 "DELETE /v2.0/routers/8999cc03-562c-4cf0-9bda-1776ab5b5d51 HTTP/1.1" status: 204 len: 168 time: 1.5479443 Jan 18 23:24:10.817046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Attempting to bind port 5d8779fc-2346-4e5b-a4cd-904e957ed66e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:10.817768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Attempting to bind port 5d8779fc-2346-4e5b-a4cd-904e957ed66e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1dc27271-8a63-4a1b-bec2-ab7f802ad417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:10.818987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Attempting to bind port 5d8779fc-2346-4e5b-a4cd-904e957ed66e on network 2109f571-5eed-4a4d-b97b-74cbee3bece5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:10.887741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:10.904231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.975420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:10.975982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:24:11.016327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:11.016862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Checking segment: {'id': '1dc27271-8a63-4a1b-bec2-ab7f802ad417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:11.017334 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.017760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Bound using segment: {'id': '1dc27271-8a63-4a1b-bec2-ab7f802ad417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:11.018252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Bound port: 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc27271-8a63-4a1b-bec2-ab7f802ad417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:11.018632 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.044146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.049975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675936dd-58fd-421c-93b7-84329a3a3404,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:11.146141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 02c29fe6-6ef9-48ac-9770-38f513ad1d1e yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:11.156185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.171653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.173455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:11.182061 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:24:11.315341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.469308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.540708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.25.1.81 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f8c68487-511b-4bbb-9af1-3ca39fa4baea) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:11.567344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:11.576994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:11.597923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:11.603195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:11.632436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52834) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:11.677090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.680554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc1001ae-813e-4389-9bec-307b4a8a38e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/675936dd-58fd-421c-93b7-84329a3a3404 HTTP/1.1" status: 204 len: 168 time: 1.1137211 Jan 18 23:24:11.741384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.746858 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.836431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'cf46f9b8-2ebd-48f3-a4f0-e0b542b26360', 'ip_address': '2001:db8::f816:3eff:fe09:ea3'}, {'subnet_id': '9f98b416-a57c-4a80-ac83-64109fe088e8'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'af77d2f7-fb4a-423a-b86d-311277498bf1'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:24:11.908360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:11.947012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767d764-ab97-4ec7-8290-d087d0231beb None None] Pushing event updated for resources: {'Port': ['ID=5d8779fc-2346-4e5b-a4cd-904e957ed66e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:12.110826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.175332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7724-e65c-4329-abc0-8efd04731913 req-4515e9e4-c541-4bef-9989-f996ea8c6585 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:12.184923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b7e7724-e65c-4329-abc0-8efd04731913 req-4515e9e4-c541-4bef-9989-f996ea8c6585 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6151385 Jan 18 23:24:12.208172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7c8f-fda6-4dba-909d-c04a200bb7d2 None None] Pushing event updated for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:12.240396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object 3bc005da-8e23-4af3-8c73-f7d3306f3248 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:12.297975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-04506c9d-c2b8-46ac-ac71-b375639c9b33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4627c6b7b6384b85ab22cea58b2a4d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6380656 Jan 18 23:24:12.300524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:12.351849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b7e7724-e65c-4329-abc0-8efd04731913 req-41659247-562e-4e92-9178-d7ca4bb949a4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660016 Jan 18 23:24:12.383248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8:0:1::1c6 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/9f98b416-a57c-4a80-ac83-64109fe088e8/02c29fe6-6ef9-48ac-9770-38f513ad1d1e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:12.392215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fea7:7bbb (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/cf46f9b8-2ebd-48f3-a4f0-e0b542b26360/02c29fe6-6ef9-48ac-9770-38f513ad1d1e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:12.396238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.426171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.469023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.532430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.638103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:12.656706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:12.666021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:12.670552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:12.671206 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.696378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=3bc005da-8e23-4af3-8c73-f7d3306f3248,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:12.732365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49bb01-2426-4839-9668-3251507b01c7 req-a042337c-89cf-4d8d-af85-74fd1aafaa49 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:12.733922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb49bb01-2426-4839-9668-3251507b01c7 req-a042337c-89cf-4d8d-af85-74fd1aafaa49 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2281902 Jan 18 23:24:12.737195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.804461 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e1151e31-a0e8-4064-80b2-732dda270278 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8167360 Jan 18 23:24:12.807668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:12.814893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-270832179', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a0', 'mac_address': 'fa:16:3e:e6:5c:ce'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:12.879944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:12.970638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:12.971834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90eb17-0399-4b90-9d36-ac8a1ff29a7e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:12.987942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb49bb01-2426-4839-9668-3251507b01c7 req-da5f2b2d-8951-4dbf-b42c-56e2346f1d73 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389596 Jan 18 23:24:12.988797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:13.001470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:13.098758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c68487-511b-4bbb-9af1-3ca39fa4baea,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:13.112252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.120369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-edd616bc-e9d4-40f0-86ce-29a7ee22dc5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca90eb17-0399-4b90-9d36-ac8a1ff29a7e HTTP/1.1" status: 204 len: 168 time: 0.8166146 Jan 18 23:24:13.193075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:13.197260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:port and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:13.200799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:13.207493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:13.242013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.272243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 02c29fe6-6ef9-48ac-9770-38f513ad1d1e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:13.342901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:13.457654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.500804 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.502050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.592942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:13.607668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:13.607668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:13.607909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Allocated IP 2001:db8:0:1::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/9f98b416-a57c-4a80-ac83-64109fe088e8/af77d2f7-fb4a-423a-b86d-311277498bf1) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:13.615587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:13.616327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.665146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8908d-8a28-4aa9-9311-fe54bc49569a None None] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:13.708400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=02c29fe6-6ef9-48ac-9770-38f513ad1d1e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:13.744157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:13.780607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port e4d4a3d9-b03e-4618-b096-1d903defa30d yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:13.961967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d8779fc-2346-4e5b-a4cd-904e957ed66e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:13.991761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942331-182d-46ca-90d2-af93ded0a98e req-bbffd44c-cf85-4244-9ab9-b349daeacbbd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:13.993546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf942331-182d-46ca-90d2-af93ded0a98e req-bbffd44c-cf85-4244-9ab9-b349daeacbbd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4890642 Jan 18 23:24:14.073795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:14.088681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f924191a-35ba-4ba1-975c-8e4d0b440fe4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7815607 Jan 18 23:24:14.094350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52890) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:14.170118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf942331-182d-46ca-90d2-af93ded0a98e req-e2e5a480-8365-46b6-8a54-554095c75060 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637955 Jan 18 23:24:14.304607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c26b736-eeec-4c8b-b4d9-bb63876c0625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.306265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7f88377b-c27f-4243-b0e8-63f60fcb047a None None] Provisioning for port 5d8779fc-2346-4e5b-a4cd-904e957ed66e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:14.323836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 02c29fe6-6ef9-48ac-9770-38f513ad1d1e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:14.324322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.366939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-1136700892'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:14.373786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:14.378597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:14.383102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:14.393771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:14.458926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:14.534495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5d8779fc-2346-4e5b-a4cd-904e957ed66e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:14.550694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5d8779fc-2346-4e5b-a4cd-904e957ed66e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:14.551104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.573249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:14.577290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.584434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:24:14.598851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router 690f0c58-abbe-4bfe-8047-6ae9373a6c08 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:24:14.609011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.617928 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.657246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Transition to ACTIVE for port object af77d2f7-fb4a-423a-b86d-311277498bf1 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:14.660610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::2b8 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/e4d4a3d9-b03e-4618-b096-1d903defa30d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:14.741462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.749205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:14.758864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:security_group_rule and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:14.772155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58447ee0-ef40-410e-8978-34e215962c60 req-e49b3c41-876d-4a3a-bf6d-3fb84d3607a8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:14.784070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58447ee0-ef40-410e-8978-34e215962c60 req-e49b3c41-876d-4a3a-bf6d-3fb84d3607a8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2935400 Jan 18 23:24:14.787522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:14.827394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:14.841562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:14.964896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58447ee0-ef40-410e-8978-34e215962c60 req-17226cc0-d2b6-44fc-b2b9-ab895cb17931 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797180 Jan 18 23:24:15.135608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:15.145916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.155706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e9dec-1e69-4883-bdff-3f709123c69b None None] Pushing event updated for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:15.220064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.221071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af77d2f7-fb4a-423a-b86d-311277498bf1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:15.353884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.433381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:15.479992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Provisioning for port 3bc005da-8e23-4af3-8c73-f7d3306f3248 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:15.513086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Sync routers for ids ['690f0c58-abbe-4bfe-8047-6ae9373a6c08'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:15.561182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Provisioning complete for port 3bc005da-8e23-4af3-8c73-f7d3306f3248 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:15.562755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.608099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.669828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52922) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:15.674419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Routers {'690f0c58-abbe-4bfe-8047-6ae9373a6c08'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:15.675085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['690f0c58-abbe-4bfe-8047-6ae9373a6c08'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:15.676472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b9051c-46ab-43c7-bd84-5ac1d9c95a01,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:15.759663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.761894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46b57b1e-9eef-461c-b143-b58ab8e94f63 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1378524 Jan 18 23:24:15.769779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5d8779fc-2346-4e5b-a4cd-904e957ed66e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:15.773463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 02c29fe6-6ef9-48ac-9770-38f513ad1d1e owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:15.777026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:15.780426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:24:15.799496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Port 3bc005da-8e23-4af3-8c73-f7d3306f3248 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:15.879809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Provisioning complete for port 5d8779fc-2346-4e5b-a4cd-904e957ed66e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:15.880181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-969a3bb2-69c0-4b2c-a827-936389053aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:15.966553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.002977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Set router 690f0c58-abbe-4bfe-8047-6ae9373a6c08 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:24:16.073679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-404fedc7-6cb7-46a1-a2ac-f82e14033e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.192728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b3017-ab3a-4e4b-b30e-8ebbc39a7e87 req-d6d929bf-242b-4bda-a712-ef08677fe14f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:16.194246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc3b3017-ab3a-4e4b-b30e-8ebbc39a7e87 req-d6d929bf-242b-4bda-a712-ef08677fe14f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5231135 Jan 18 23:24:16.228403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-696341846'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:16.252647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:16.261096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d8779fc-2346-4e5b-a4cd-904e957ed66e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:16.284784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Usage tracker for resource:network and tenant:6b66c60aad08400fa4fb1d8964d4a441 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:16.288372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:16.315155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:16.423964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object e4d4a3d9-b03e-4618-b096-1d903defa30d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:16.426821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.428452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Made reservation on behalf of 6b66c60aad08400fa4fb1d8964d4a441 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:16.433852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.574954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=02c29fe6-6ef9-48ac-9770-38f513ad1d1e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:16.585291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.587973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.588417 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 50c54ae1-a9dd-4a43-8f61-4b3853711947 of type vlan for network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 Jan 18 23:24:16.628343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.671899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5d8779fc-2346-4e5b-a4cd-904e957ed66e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:16.672117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.732504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc3b3017-ab3a-4e4b-b30e-8ebbc39a7e87 req-ac077b45-4621-4090-8988-0bc0ba20b74d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250762 Jan 18 23:24:16.761443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.791296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:16.795540 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9059d0b9-f638-4bad-8b31-8133706720ce tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/02c29fe6-6ef9-48ac-9770-38f513ad1d1e HTTP/1.1" status: 204 len: 168 time: 2.6974092 Jan 18 23:24:16.799614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Usage tracker for resource:security_group_rule and tenant:6b66c60aad08400fa4fb1d8964d4a441 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:16.801785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:16.804727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:16.805772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.812930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Provisioning complete for port 3bc005da-8e23-4af3-8c73-f7d3306f3248 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:16.813488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.816136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:16.828970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.895895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f061c0ba-6ab9-4305-b4b5-267723d781c8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/690f0c58-abbe-4bfe-8047-6ae9373a6c08 HTTP/1.1" status: 200 len: 908 time: 1.1170771 Jan 18 23:24:16.920246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52942) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:16.924198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:16.945413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:16.958350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1665372681', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': True}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:16.971480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:16.980193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Usage tracker for resource:router and tenant:1125c31faa074027b3c233f5c55fbe83 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:16.996355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:17.008756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:17.096254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=e4d4a3d9-b03e-4618-b096-1d903defa30d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:17.100299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af77d2f7-fb4a-423a-b86d-311277498bf1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:17.117342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=9c0bc0da-d97c-4e87-a5ac-fd312328f361,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:17.124049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.125014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.142389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cc2d2679-9c5f-44a1-9c86-d98fbf172525 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9744828 Jan 18 23:24:17.142610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52946) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:17.151042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.151246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-1041173049'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:17.162039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:17.177103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1ff6c-5025-48dc-b442-f351a98c2073 req-b7e134fe-8ebc-4ff3-9116-3569e9ce37b4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.185482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79a1ff6c-5025-48dc-b442-f351a98c2073 req-b7e134fe-8ebc-4ff3-9116-3569e9ce37b4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.1508269 Jan 18 23:24:17.186040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:17.189686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:17.190092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:17.193345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:17.197931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.198551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.208264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:17.219718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:17.255897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Port 3bc005da-8e23-4af3-8c73-f7d3306f3248 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:17.267757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79a1ff6c-5025-48dc-b442-f351a98c2073 req-b0ff4389-aee3-42e1-9574-6e07ca19094e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813329 Jan 18 23:24:17.289472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:24:17.342099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52952) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:17.342314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e9e69af4-983d-4294-a97f-9768a6a42108 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.5331376 Jan 18 23:24:17.395480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc771a-41f9-4640-8c17-cb6cdd258621 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.396194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ebc771a-41f9-4640-8c17-cb6cdd258621 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:17.410765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.474252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:17.477479 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.501846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:08Z', 'updated_at': '2022-01-18T23:24:13Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:11Z', 'updated_at': '2022-01-18T23:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:17.518521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.529918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.570162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Provisioning for port af77d2f7-fb4a-423a-b86d-311277498bf1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:17.570957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:24:17.584258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.585428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Checking router: 690f0c58-abbe-4bfe-8047-6ae9373a6c08 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:24:17.585888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Updating router 690f0c58-abbe-4bfe-8047-6ae9373a6c08 port f8c68487-511b-4bbb-9af1-3ca39fa4baea binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:24:17.620258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37d1ff-5365-48fb-a6b1-247c81177170 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.624852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37d1ff-5365-48fb-a6b1-247c81177170 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.627540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:24:17.637952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37d1ff-5365-48fb-a6b1-247c81177170 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.643733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ae37d1ff-5365-48fb-a6b1-247c81177170 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2957273 Jan 18 23:24:17.643907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Provisioning complete for port af77d2f7-fb4a-423a-b86d-311277498bf1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:17.644013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.644147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8be18427-4352-4252-bf89-ba4030e97a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.644241 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 1512875e-2bd7-49cf-ab08-d98225fc70ef of type vlan for network a842ecd5-7a04-4ddb-a185-f8f6693625d2 Jan 18 23:24:17.648008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:17.670762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ebc771a-41f9-4640-8c17-cb6cdd258621 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:17.677286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:17.679667 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1ebc771a-41f9-4640-8c17-cb6cdd258621 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8767595 Jan 18 23:24:17.680536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6a2b0b-d20e-4ccf-985e-5015f81b9eff,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:17.749266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.767801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.768363 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Added segment b1c74773-4a33-4328-b817-a1e268307182 of type vlan for network 91b9e41f-7363-4432-81fb-2419e1be8c82 Jan 18 23:24:17.809326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.864118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port af77d2f7-fb4a-423a-b86d-311277498bf1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:17.864702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.866634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port e4d4a3d9-b03e-4618-b096-1d903defa30d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:17.867623 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.931152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:17.932533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f698f7-e31a-44cd-93a3-31cf6c3e982e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:17.949347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28f698f7-e31a-44cd-93a3-31cf6c3e982e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2709196 Jan 18 23:24:17.952330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:18.025574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.030031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.031104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.097677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.223465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.225317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.226807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.227802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:18.235237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d583401-94d0-4db5-9162-890933fdfbb7 None None] Could not find standard attr ID for object 02c29fe6-6ef9-48ac-9770-38f513ad1d1e. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:24:18.240423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0967941 Jan 18 23:24:18.243561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:18.250834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09997dc-e1ce-4820-bdcc-24d25e0e6b4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=a842ecd5-7a04-4ddb-a185-f8f6693625d2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:18.255889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:18.333981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:24:18.334105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:24:18.362749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.408106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:18.419232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:18.424811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:18.433263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:18.446524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d97e00-7436-455a-9f86-d808cb3cf93d req-20223143-19c4-4a4b-a861-aa5941263675 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.448200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d97e00-7436-455a-9f86-d808cb3cf93d req-20223143-19c4-4a4b-a861-aa5941263675 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3060737 Jan 18 23:24:18.473654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:18.478175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d4cdbb2b-c1f7-4d40-bc16-2cb48afb6e92 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5211966 Jan 18 23:24:18.478175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52978) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:18.571940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d97e00-7436-455a-9f86-d808cb3cf93d req-6cdf5595-b3f5-43ec-878c-81e6a9489a26 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 Jan 18 23:24:18.581730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.589729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:18.592650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.603993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:18.627640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d583401-94d0-4db5-9162-890933fdfbb7 None None] Provisioning for port e4d4a3d9-b03e-4618-b096-1d903defa30d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:18.644320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5d583401-94d0-4db5-9162-890933fdfbb7 None None] Provisioning complete for port e4d4a3d9-b03e-4618-b096-1d903defa30d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:18.645145 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d583401-94d0-4db5-9162-890933fdfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.728489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for e4d4a3d9-b03e-4618-b096-1d903defa30d owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:18.732789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d583401-94d0-4db5-9162-890933fdfbb7 None None] Port e4d4a3d9-b03e-4618-b096-1d903defa30d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:18.814699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.831674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Transition to ACTIVE for port object f8c68487-511b-4bbb-9af1-3ca39fa4baea will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:18.837979 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.885845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event updated for resources: {'Network': ['ID=91b9e41f-7363-4432-81fb-2419e1be8c82,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:18.902101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.933670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:18.991896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.034830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06e088dd-4409-477f-8119-f22b002620c1 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.3636234 Jan 18 23:24:19.037923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.080023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:19.108480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112cbcb-110e-4d79-a625-c3221d797ed2 None None] Pushing event updated for resources: {'Port': ['ID=f8c68487-511b-4bbb-9af1-3ca39fa4baea,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:19.142833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Attempting to bind port f8c68487-511b-4bbb-9af1-3ca39fa4baea on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:19.143766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Attempting to bind port f8c68487-511b-4bbb-9af1-3ca39fa4baea by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:19.144360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Attempting to bind port f8c68487-511b-4bbb-9af1-3ca39fa4baea on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:19.153368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:19.154417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:19.155076 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.155687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:19.156404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Bound port: f8c68487-511b-4bbb-9af1-3ca39fa4baea, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:19.157043 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.161937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Request body: {'subnet': {'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:19.180059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 9f98b416-a57c-4a80-ac83-64109fe088e8 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:19.187142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.228296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:24:19.254717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.346130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:19.350477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Usage tracker for resource:subnet and tenant:6b66c60aad08400fa4fb1d8964d4a441 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:19.353657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:19.361251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:19.379261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.390181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] For port f8c68487-511b-4bbb-9af1-3ca39fa4baea, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:19.394332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] For port f8c68487-511b-4bbb-9af1-3ca39fa4baea, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8c68487-511b-4bbb-9af1-3ca39fa4baea,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:19.470575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Made reservation on behalf of 6b66c60aad08400fa4fb1d8964d4a441 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:19.500687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.556443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.615874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Routers {'690f0c58-abbe-4bfe-8047-6ae9373a6c08'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:19.616718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['690f0c58-abbe-4bfe-8047-6ae9373a6c08'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:19.659835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.25.1.72 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/fcb08c85-3d9e-4e02-bb96-03b1fda113c1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:19.678358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=9f98b416-a57c-4a80-ac83-64109fe088e8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:19.682407 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.828489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.831782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7807bd3-6a62-4e81-bcb1-7564f428b2ef None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:19.929782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:19.932971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=e4d4a3d9-b03e-4618-b096-1d903defa30d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:19.959416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.165356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112cbcb-110e-4d79-a625-c3221d797ed2 None None] Pushing event updated for resources: {'Port': ['ID=f8c68487-511b-4bbb-9af1-3ca39fa4baea,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:20.288271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-97c6766a-3ea5-43a2-9601-b27ff82e6302 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/9f98b416-a57c-4a80-ac83-64109fe088e8 HTTP/1.1" status: 204 len: 168 time: 1.8069835 Jan 18 23:24:20.309842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53000) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:20.311263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.382602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] Set router 690f0c58-abbe-4bfe-8047-6ae9373a6c08 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:24:20.426059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.434265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.519198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:20.521582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet cf46f9b8-2ebd-48f3-a4f0-e0b542b26360 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:20.525277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=defda95f-6431-4f73-bc74-358ca35b4168,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:20.536429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.554482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36a1fff6-63e7-4ac2-a85d-89bfceb6d5ed tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/e4d4a3d9-b03e-4618-b096-1d903defa30d HTTP/1.1" status: 204 len: 168 time: 2.9053714 Jan 18 23:24:20.559533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53004) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:20.605170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '50c54ae1-a9dd-4a43-8f61-4b3853711947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:20.605536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: 9c0bc0da-d97c-4e87-a5ac-fd312328f361, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:24:20.618975 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb571c96-50c3-4ea5-bc27-586efcac9400 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] GET failed (client error): The resource could not be found. Jan 18 23:24:20.619760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb571c96-50c3-4ea5-bc27-586efcac9400 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Synchronizing usage tracker for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:20.622946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733b5d1-a6a1-433c-a120-1d7adc67196d req-a3e7e1db-dad3-49c7-a7aa-f08d1a57c531 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:20.624416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2733b5d1-a6a1-433c-a120-1d7adc67196d req-a3e7e1db-dad3-49c7-a7aa-f08d1a57c531 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4209914 Jan 18 23:24:20.645176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.647316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:20.650066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:20.653639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:20.745589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:08Z', 'updated_at': '2022-01-18T23:24:13Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:11Z', 'updated_at': '2022-01-18T23:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:20.757249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12cba2-5002-4239-b110-1f0098eb11e8 None None] The sync data for ids ['690f0c58-abbe-4bfe-8047-6ae9373a6c08'] in n-d-825175-2 is: [{'id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': False}, 'gw_port_id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:08Z', 'updated_at': '2022-01-18T23:24:13Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'f8c68487-511b-4bbb-9af1-3ca39fa4baea', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690f0c58-abbe-4bfe-8047-6ae9373a6c08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:11Z', 'updated_at': '2022-01-18T23:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:20.759944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb571c96-50c3-4ea5-bc27-586efcac9400 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Unset dirty status for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:20.762803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb571c96-50c3-4ea5-bc27-586efcac9400 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports/e4d4a3d9-b03e-4618-b096-1d903defa30d HTTP/1.1" status: 404 len: 333 time: 0.2007008 Jan 18 23:24:20.771343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:20.788235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2733b5d1-a6a1-433c-a120-1d7adc67196d req-436bf226-70ca-446c-bc5e-a66ce6faa18e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463907 Jan 18 23:24:20.804446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-423340426'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:20.843452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.866134 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:20.939748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:24:21.104015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event updated for resources: {'Subnet': ['ID=9d87c107-720e-4a9f-a680-96f60c39e44d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:21.157256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Checking segment: {'id': 'b1c74773-4a33-4328-b817-a1e268307182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:21.190810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Network hostable DHCP agents. Network: 91b9e41f-7363-4432-81fb-2419e1be8c82, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:24:21.209670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 9c0bc0da-d97c-4e87-a5ac-fd312328f361) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:21.221484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:21.222170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.234649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae162f-08ed-4981-b014-1dd0e6bc717f None None] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:21.316159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.318767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.326504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.389742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=cf46f9b8-2ebd-48f3-a4f0-e0b542b26360,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:21.409861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-063d7da9-76fd-47c4-a450-08509f8651b8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1631758 Jan 18 23:24:21.411396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.413418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-537c1304-aac2-4200-a645-6061d4e22587 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/cf46f9b8-2ebd-48f3-a4f0-e0b542b26360 HTTP/1.1" status: 204 len: 168 time: 1.0964935 Jan 18 23:24:21.418181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:21.418181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53024) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:21.426190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:21.470894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:21.726434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a0fb2763-6953-47e9-9cb1-a5dbc97f4e4f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3019423 Jan 18 23:24:21.726434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:21.738120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:21.741010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-9c0bc0da-d97c-4e87-a5ac-fd312328f361', 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': 'defda95f-6431-4f73-bc74-358ca35b4168'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:21.745910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.749414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:21.883075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:24:21.896899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:21.901375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 91b9e41f-7363-4432-81fb-2419e1be8c82) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:21.913197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:21.916057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:21.931333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3c0a0-73c2-467f-ad97-e6d1ad8051e1 None None] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:22.125490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96c6d1a0-e1ea-4946-af1d-b0d3179508ca tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0426438 Jan 18 23:24:22.137550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53038) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:22.148056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:22.158405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:22.161789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Request body: {'port': {'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82', 'name': 'tempest-TagsExtTest-1027084376'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:22.162273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:22.176670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:22.215704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:22.287491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575642e-a432-4728-92b0-ab9efc8ae350 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:22.289899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:22.391308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:22.421555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:22.426192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:22.430327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:22.430502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:22.437315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:22.447698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Usage tracker for resource:port and tenant:6b66c60aad08400fa4fb1d8964d4a441 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:22.448664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:22.459428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:22.529082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Allocated IP 172.20.0.2 (9c0bc0da-d97c-4e87-a5ac-fd312328f361/defda95f-6431-4f73-bc74-358ca35b4168/cce497ed-e534-4df9-b957-fdf26c87137d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:22.531063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Made reservation on behalf of 6b66c60aad08400fa4fb1d8964d4a441 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:22.538906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:22.602677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8c68487-511b-4bbb-9af1-3ca39fa4baea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:22.633244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] device_id is not set on port d6bbf216-23fe-4011-892b-602fe6a41c20 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:22.671455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::b6 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/551dac2b-c15b-41ed-9f9f-d8f4f2741990) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:22.687695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:22.698183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:22.727167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router 68042141-6b41-4606-9bfc-71dc6838219b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:24:22.812102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5af95bef-186c-4587-9a38-e7993e97cb29 None None] Provisioning complete for port af77d2f7-fb4a-423a-b86d-311277498bf1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:22.816755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5af95bef-186c-4587-9a38-e7993e97cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:22.845449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365f7dc-f0ed-48c3-a01c-ff7e826fa40b req-005a8b25-d2d7-4d12-8adf-636a4d9ddc40 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:22.847179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f365f7dc-f0ed-48c3-a01c-ff7e826fa40b req-005a8b25-d2d7-4d12-8adf-636a4d9ddc40 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9476480 Jan 18 23:24:23.002884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Allocated IP 172.20.0.3 (91b9e41f-7363-4432-81fb-2419e1be8c82/9d87c107-720e-4a9f-a680-96f60c39e44d/d6bbf216-23fe-4011-892b-602fe6a41c20) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:23.030389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.187141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f8c68487-511b-4bbb-9af1-3ca39fa4baea completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:23.204216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f365f7dc-f0ed-48c3-a01c-ff7e826fa40b req-1bf02efa-af0e-4533-b5b1-b77251f4f948 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003129 Jan 18 23:24:23.270081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f8c68487-511b-4bbb-9af1-3ca39fa4baea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:23.270445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.386646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:23.393329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.400016 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Sync routers for ids ['68042141-6b41-4606-9bfc-71dc6838219b'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:23.420450 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Routers {'68042141-6b41-4606-9bfc-71dc6838219b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:23.422551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['68042141-6b41-4606-9bfc-71dc6838219b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:23.444156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Transition to ACTIVE for port object d6bbf216-23fe-4011-892b-602fe6a41c20 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:23.467848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-91b9e41f-7363-4432-81fb-2419e1be8c82', 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82', 'tenant_id': '6b66c60aad08400fa4fb1d8964d4a441', 'fixed_ips': [{'subnet_id': '9d87c107-720e-4a9f-a680-96f60c39e44d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:23.469481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.526003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.529442 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-68dde28e-8b0d-473b-a94d-4b6c98fe7956 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6053040 Jan 18 23:24:23.542903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:23.608071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.679914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object 551dac2b-c15b-41ed-9f9f-d8f4f2741990 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:23.704490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.743831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Allocated IP 172.20.0.2 (91b9e41f-7363-4432-81fb-2419e1be8c82/9d87c107-720e-4a9f-a680-96f60c39e44d/5f2fcb93-4db3-446d-a72f-47b0b1704ef8) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:23.765994 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Set router 68042141-6b41-4606-9bfc-71dc6838219b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:24:23.909507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:23.993047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.050155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:24.057615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:24.061727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:24.121922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event updated for resources: {'Port': ['ID=d6bbf216-23fe-4011-892b-602fe6a41c20,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:24.134683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.135029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.135367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.135703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.136036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.136504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.137480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.137832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.138155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.138478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.138800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.218129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.230930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.objects.ports [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84542) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:24:24.288508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:24.289227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.345476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.360125 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68042141-6b41-4606-9bfc-71dc6838219b', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:17Z', 'updated_at': '2022-01-18T23:24:21Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68042141-6b41-4606-9bfc-71dc6838219b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:19Z', 'updated_at': '2022-01-18T23:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:24.364900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f8c68487-511b-4bbb-9af1-3ca39fa4baea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8c68487-511b-4bbb-9af1-3ca39fa4baea,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:24.368012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Checking router: 68042141-6b41-4606-9bfc-71dc6838219b for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:24:24.370344 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Updating router 68042141-6b41-4606-9bfc-71dc6838219b port fcb08c85-3d9e-4e02-bb96-03b1fda113c1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:24:24.372401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Transition to ACTIVE for port object 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:24.410125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c35fa83-d293-4566-b8de-835b5ad8011b tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/68042141-6b41-4606-9bfc-71dc6838219b HTTP/1.1" status: 200 len: 907 time: 0.8643565 Jan 18 23:24:24.419436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:24.420668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.438399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Transition to ACTIVE for port object 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:24.443151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:24.449399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Transition to ACTIVE for port object cce497ed-e534-4df9-b957-fdf26c87137d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:24.456306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Deleting port af77d2f7-fb4a-423a-b86d-311277498bf1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:24.456982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.511449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '1512875e-2bd7-49cf-ab08-d98225fc70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:24.514246 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.514952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: a842ecd5-7a04-4ddb-a185-f8f6693625d2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:24:24.522047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c433958c-1d34-4dd4-90ad-9a89b8c3c0b7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3811424 Jan 18 23:24:24.531643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:24.539474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1509749429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:24.558880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:24.564907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Usage tracker for resource:router and tenant:6b66c60aad08400fa4fb1d8964d4a441 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:24.570714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:24.582822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:24.648465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=a79eb93a-0094-405c-8715-db88530c952a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:24.691397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:24.703805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.705065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.705065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.705358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.705690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.706015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.706337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.706656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.706976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.707293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.707609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:24.719215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:24.729660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:24.732586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.732586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.732781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:24.732903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.749386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:24.752588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.834888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:24.900827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53066) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:24.904253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1314754 Jan 18 23:24:24.916637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a0', 'mac_address': 'fa:16:3e:e6:5c:ce'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:24.946069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Calling delete_port for af77d2f7-fb4a-423a-b86d-311277498bf1 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:24.996990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14438dc4-5534-4f6f-9a68-b632db41fcfd tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=551dac2b-c15b-41ed-9f9f-d8f4f2741990,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:25.015787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:24:25.039512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.199160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.332732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.347371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f8c68487-511b-4bbb-9af1-3ca39fa4baea,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:25.358410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.375749 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:25.378380 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:25.385183 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.413834 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Transition to ACTIVE for port object fcb08c85-3d9e-4e02-bb96-03b1fda113c1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:25.442609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.463178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af77d2f7-fb4a-423a-b86d-311277498bf1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:25.499184 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.525683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:25.545032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Pushing event updated for resources: {'Port': ['ID=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:25.554347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Transition to ACTIVE for port object cce497ed-e534-4df9-b957-fdf26c87137d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:25.563761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:25.580310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.589890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a842ecd5-7a04-4ddb-a185-f8f6693625d2) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:25.599675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:25.604899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.605516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.616155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6de90d-cb78-4c92-9ef5-c1cac2f99ad4 None None] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:25.657307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4e1e-f809-4339-a9ae-f81be4930171 req-8c1b1249-b9a0-4b83-83ff-e721c204e457 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:25.662796 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Pushing event updated for resources: {'Port': ['ID=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:25.667185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66ba4e1e-f809-4339-a9ae-f81be4930171 req-8c1b1249-b9a0-4b83-83ff-e721c204e457 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 1.1546414 Jan 18 23:24:25.682180 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.682872 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.683418 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.684957 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.685524 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.686143 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.686676 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.687216 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.687761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.688380 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.688950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:24:25.712230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.712230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.733192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Attempting to bind port fcb08c85-3d9e-4e02-bb96-03b1fda113c1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:25.733944 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Attempting to bind port fcb08c85-3d9e-4e02-bb96-03b1fda113c1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:25.734623 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Attempting to bind port fcb08c85-3d9e-4e02-bb96-03b1fda113c1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:25.742951 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:25.743687 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:25.744343 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.745024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:25.745705 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Bound port: fcb08c85-3d9e-4e02-bb96-03b1fda113c1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:25.746890 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.747009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:25.780861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.792697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a764f26b-d28f-4396-a752-815d1617f354 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2589850 Jan 18 23:24:25.840883 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] For port fcb08c85-3d9e-4e02-bb96-03b1fda113c1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:25.843858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:25.846581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] For port fcb08c85-3d9e-4e02-bb96-03b1fda113c1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:25.874247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6407bd7c-ac2c-4b94-86c7-cfbebe63f89e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-192545388', 'prefixes': ['172.20.0.0/16']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:25.882657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-77f34204-88d8-4171-82a7-bd26a5317ed2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4631319 Jan 18 23:24:25.904088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:25.917516 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.932720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6407bd7c-ac2c-4b94-86c7-cfbebe63f89e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:25.947611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-527492511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:25.950003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Deleting port af77d2f7-fb4a-423a-b86d-311277498bf1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:25.950668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:25.959460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:25.972764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:25.979763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:25.991298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:26.017119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66ba4e1e-f809-4339-a9ae-f81be4930171 req-00cea964-0c3f-4e7f-a5c1-b166c244e5fc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440022 Jan 18 23:24:26.045386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.092327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:26.099635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.110229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:26.116097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:26.116097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.134601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.138928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.163153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=7b227f49-c0e6-4ce5-9afe-72586734d9a9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:26.174402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=8']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:26.193309 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a8fff-f3d5-4ee9-a2db-3bb3ab76b4f8 None None] Pushing event updated for resources: {'Port': ['ID=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:26.213881 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Routers {'68042141-6b41-4606-9bfc-71dc6838219b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:26.215634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['68042141-6b41-4606-9bfc-71dc6838219b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:26.218040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0246bcf4-899c-4c6b-9a1c-79fbdcd7f298 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4775362 Jan 18 23:24:26.220768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:26.226579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:26.337609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:26.345991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Pushing event updated for resources: {'Port': ['ID=cce497ed-e534-4df9-b957-fdf26c87137d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:26.348405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:26.349945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4dde805-d6c8-43f3-9f03-7e9c274bcb58 None None] Provisioning for port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:26.357365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a842ecd5-7a04-4ddb-a185-f8f6693625d2', 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': 'a79eb93a-0094-405c-8715-db88530c952a'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:26.357365 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.379543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:26.525962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] For port af77d2f7-fb4a-423a-b86d-311277498bf1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af77d2f7-fb4a-423a-b86d-311277498bf1,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:26.526980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.613278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:26.622953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbe2db-30c0-4fef-9b65-0bdb06b7bcfd req-825f7633-69b3-4229-977c-44434d15b669 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:26.629283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Attempting to bind port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:26.630005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Attempting to bind port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b1c74773-4a33-4328-b817-a1e268307182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:26.630940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Attempting to bind port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 on network 91b9e41f-7363-4432-81fb-2419e1be8c82 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:26.634656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0cbe2db-30c0-4fef-9b65-0bdb06b7bcfd req-825f7633-69b3-4229-977c-44434d15b669 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2050643 Jan 18 23:24:26.639352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a4dde805-d6c8-43f3-9f03-7e9c274bcb58 None None] Provisioning complete for port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:26.640009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4dde805-d6c8-43f3-9f03-7e9c274bcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.656320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.667165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:26.677568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:26.680822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] Set router 68042141-6b41-4606-9bfc-71dc6838219b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:24:26.685813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:26.727790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6407bd7c-ac2c-4b94-86c7-cfbebe63f89e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for subnetpool, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.734235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6407bd7c-ac2c-4b94-86c7-cfbebe63f89e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8838637 Jan 18 23:24:26.759000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:26.759810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Checking segment: {'id': 'b1c74773-4a33-4328-b817-a1e268307182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:26.760435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.761134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Bound using segment: {'id': 'b1c74773-4a33-4328-b817-a1e268307182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:26.762393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Bound port: 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c74773-4a33-4328-b817-a1e268307182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '91b9e41f-7363-4432-81fb-2419e1be8c82'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:26.763182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.788770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53090) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:26.797173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-7801a185-6d16-44fe-8ccf-f30a53444be5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-922704458') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:26.798931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Calling delete_port for af77d2f7-fb4a-423a-b86d-311277498bf1 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:26.892907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:26.946330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0cbe2db-30c0-4fef-9b65-0bdb06b7bcfd req-5872840b-de9f-496c-9e88-24ae80a3e55d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106873 Jan 18 23:24:27.013101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.035615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.168096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Attempting to bind port cce497ed-e534-4df9-b957-fdf26c87137d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:27.170055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Attempting to bind port cce497ed-e534-4df9-b957-fdf26c87137d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '50c54ae1-a9dd-4a43-8f61-4b3853711947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:27.170055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Attempting to bind port cce497ed-e534-4df9-b957-fdf26c87137d on network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:27.170997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4dde805-d6c8-43f3-9f03-7e9c274bcb58 None None] Port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:27.202333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.234926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.241184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port fcb08c85-3d9e-4e02-bb96-03b1fda113c1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:27.241550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.260385 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68042141-6b41-4606-9bfc-71dc6838219b', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:17Z', 'updated_at': '2022-01-18T23:24:21Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68042141-6b41-4606-9bfc-71dc6838219b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:19Z', 'updated_at': '2022-01-18T23:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:27.261602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:27.266748 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7ce491-e351-4827-b230-b86d05af79c2 None None] The sync data for ids ['68042141-6b41-4606-9bfc-71dc6838219b'] in n-d-825175-2 is: [{'id': '68042141-6b41-4606-9bfc-71dc6838219b', 'name': 'tempest-snat-router-1665372681', 'tenant_id': '1125c31faa074027b3c233f5c55fbe83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:24:17Z', 'updated_at': '2022-01-18T23:24:21Z', 'revision_number': 3, 'project_id': '1125c31faa074027b3c233f5c55fbe83', 'gw_port': {'id': 'fcb08c85-3d9e-4e02-bb96-03b1fda113c1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68042141-6b41-4606-9bfc-71dc6838219b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:24:19Z', 'updated_at': '2022-01-18T23:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:27.307424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:27.307822 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:27.327400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:27.327400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Checking segment: {'id': '50c54ae1-a9dd-4a43-8f61-4b3853711947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:27.327757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.328020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Bound using segment: {'id': '50c54ae1-a9dd-4a43-8f61-4b3853711947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:27.328484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Bound port: cce497ed-e534-4df9-b957-fdf26c87137d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c54ae1-a9dd-4a43-8f61-4b3853711947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9c0bc0da-d97c-4e87-a5ac-fd312328f361'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:27.328888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.329450 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7801a185-6d16-44fe-8ccf-f30a53444be5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-922704458 HTTP/1.1" status: 201 len: 201 time: 0.5392706 Jan 18 23:24:27.330437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53104) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:27.354620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] For port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:27.368207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-194ea7b7-7e7c-4c8a-8f8a-08f6307038f5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-786101982') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:27.399546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.401319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3777a507-5a73-40a6-aaa9-02b9eca40a68 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4801774 Jan 18 23:24:27.422053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:27.450219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] For port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,segment=NetworkSegment(b1c74773-4a33-4328-b817-a1e268307182),segment_id=b1c74773-4a33-4328-b817-a1e268307182)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:27.453296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.484431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Allocated IP 172.21.0.2 (a842ecd5-7a04-4ddb-a185-f8f6693625d2/a79eb93a-0094-405c-8715-db88530c952a/e00a7561-cc80-4bf4-b162-53f130a6625d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:27.526877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.669596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2616068-0e48-46dc-9675-c8f7f5760111 req-45a3c263-846a-4e4a-a564-96a1e1f367c1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:27.689803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2616068-0e48-46dc-9675-c8f7f5760111 req-45a3c263-846a-4e4a-a564-96a1e1f367c1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5054157 Jan 18 23:24:27.694720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] For port cce497ed-e534-4df9-b957-fdf26c87137d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:27.698581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.716510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] In _notify_port_updated(), no bound segment for port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 on network 2109f571-5eed-4a4d-b97b-74cbee3bece5 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:24:27.721939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:27.723083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:27.729540 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "PUT /v2.0/ports/551dac2b-c15b-41ed-9f9f-d8f4f2741990 HTTP/1.1" status: 200 len: 1001 time: 2.8270857 Jan 18 23:24:27.732027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:27.734210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8333c-c01d-4ef6-94cb-273395e20c23 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=551dac2b-c15b-41ed-9f9f-d8f4f2741990,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:27.768436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] For port cce497ed-e534-4df9-b957-fdf26c87137d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cce497ed-e534-4df9-b957-fdf26c87137d,segment=NetworkSegment(50c54ae1-a9dd-4a43-8f61-4b3853711947),segment_id=50c54ae1-a9dd-4a43-8f61-4b3853711947)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:27.823246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:27.823765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:28.008998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2616068-0e48-46dc-9675-c8f7f5760111 req-f5fd1dd6-4f99-4cb4-907a-30c6841f9e49 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182094 Jan 18 23:24:28.040953 n-d-825175-2 neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b227f49-c0e6-4ce5-9afe-72586734d9a9 (CIDR: 2001:db8::/64) Jan 18 23:24:28.125655 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:24:28.126164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:24:28.161701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] For port fcb08c85-3d9e-4e02-bb96-03b1fda113c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:28.162057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:28.231409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port af77d2f7-fb4a-423a-b86d-311277498bf1 update to DOWN by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 18 23:24:28.252047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] No DVR routers for this DVR port af77d2f7-fb4a-423a-b86d-311277498bf1 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:28.290864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:28.331219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4baa9-5ef2-4448-98fe-5294ebbb2a32 None None] Pushing event updated for resources: {'Port': ['ID=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:28.389042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f58019b8-74fb-4d5b-8110-7fc203500115 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1670883 Jan 18 23:24:28.393101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:28.397756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:28.411874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d74be-40b7-401e-b653-b2e643a3d2dc None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:28.412261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:28.445613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb95b-5f66-4605-963f-319ff1f9c564 None None] Pushing event deleted for resources: {'Port': ['ID=af77d2f7-fb4a-423a-b86d-311277498bf1,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:28.485960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for fcb08c85-3d9e-4e02-bb96-03b1fda113c1 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:28.506326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8c68487-511b-4bbb-9af1-3ca39fa4baea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:28.690739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7b5a-ad78-4005-b17c-af8322b1d1cc req-08bd6984-940c-4daf-b966-21d45f7e53bb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:28.707126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93bb7b5a-ad78-4005-b17c-af8322b1d1cc req-08bd6984-940c-4daf-b966-21d45f7e53bb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4901671 Jan 18 23:24:28.761447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for 551dac2b-c15b-41ed-9f9f-d8f4f2741990 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:28.894409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ded3e865-c4cd-4d64-9d12-01fb02d76ca0 None None] Provisioning complete for port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:28.895165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ded3e865-c4cd-4d64-9d12-01fb02d76ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.140130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b666b-f626-49c8-acb9-b6addffa40c3 None None] Pushing event updated for resources: {'Port': ['ID=cce497ed-e534-4df9-b957-fdf26c87137d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:29.218922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93bb7b5a-ad78-4005-b17c-af8322b1d1cc req-fe46bf88-d98e-4cd1-9592-d0f07cb12c29 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108356 Jan 18 23:24:29.224491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.227444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f8c68487-511b-4bbb-9af1-3ca39fa4baea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:29.227829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.284256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:29.296462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:29.302205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:29.316191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ded3e865-c4cd-4d64-9d12-01fb02d76ca0 None None] Port 551dac2b-c15b-41ed-9f9f-d8f4f2741990 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:29.329650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:29.338512 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.499671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcb08c85-3d9e-4e02-bb96-03b1fda113c1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:29.540027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.560365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:29.564290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.578680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Transition to ACTIVE for port object e00a7561-cc80-4bf4-b162-53f130a6625d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:29.730307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': '7b227f49-c0e6-4ce5-9afe-72586734d9a9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:29.732184 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:29.750083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Transition to ACTIVE for port object e00a7561-cc80-4bf4-b162-53f130a6625d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:29.895133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.034231 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-194ea7b7-7e7c-4c8a-8f8a-08f6307038f5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-786101982 HTTP/1.1" status: 201 len: 201 time: 2.6878264 Jan 18 23:24:30.040498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53136) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:30.064936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-8fdf7260-1cc8-41d0-82de-f04f93ace497 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-1030626569') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:30.214989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Pushing event updated for resources: {'Port': ['ID=e00a7561-cc80-4bf4-b162-53f130a6625d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:30.233962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b3823-84da-4dfb-b989-a03508c8ddfa None None] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:30.452632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:30.543536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:30.552987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:30.699022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af041c9-3540-44a4-9629-d2d3f7b66dc7 None None] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:30.718777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=551dac2b-c15b-41ed-9f9f-d8f4f2741990,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:30.728993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cce497ed-e534-4df9-b957-fdf26c87137d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:30.802642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.895273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2cac27d6-b5c4-4a6b-b241-50a3aacbf908 None None] Provisioning for port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:30.912009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Allocated IP 2001:db8::f816:3eff:fe76:e07a (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/7b227f49-c0e6-4ce5-9afe-72586734d9a9/0032b68b-51ae-48c3-8da0-b06b01d155e9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:30.925689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.926255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Attempting to bind port e00a7561-cc80-4bf4-b162-53f130a6625d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:30.926737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Attempting to bind port e00a7561-cc80-4bf4-b162-53f130a6625d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1512875e-2bd7-49cf-ab08-d98225fc70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:30.927212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Attempting to bind port e00a7561-cc80-4bf4-b162-53f130a6625d on network a842ecd5-7a04-4ddb-a185-f8f6693625d2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:30.948132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:30.949456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Checking segment: {'id': '1512875e-2bd7-49cf-ab08-d98225fc70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:30.950191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.952896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Bound using segment: {'id': '1512875e-2bd7-49cf-ab08-d98225fc70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:30.952896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Bound port: e00a7561-cc80-4bf4-b162-53f130a6625d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1512875e-2bd7-49cf-ab08-d98225fc70ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a842ecd5-7a04-4ddb-a185-f8f6693625d2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:30.952896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.953288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:30.979974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-daebf617-8ec5-413e-8056-643015ad7609 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/551dac2b-c15b-41ed-9f9f-d8f4f2741990 HTTP/1.1" status: 204 len: 168 time: 3.2447073 Jan 18 23:24:30.986813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53142) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:31.034003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-a0a48f68-90b5-4c68-b6d1-3394d9d737ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1640973 Jan 18 23:24:31.039695 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42ec225-0013-4f02-9203-d151fccb2c11 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] GET failed (client error): The resource could not be found. Jan 18 23:24:31.040247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b42ec225-0013-4f02-9203-d151fccb2c11 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Synchronizing usage tracker for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:31.053079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088d573-fd11-4646-baee-87b2f8ce75cc req-b83ba665-f056-4fec-beb5-827420719bc5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:31.061749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3088d573-fd11-4646-baee-87b2f8ce75cc req-b83ba665-f056-4fec-beb5-827420719bc5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 1.5950799 Jan 18 23:24:31.108435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] For port e00a7561-cc80-4bf4-b162-53f130a6625d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:31.112528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] For port e00a7561-cc80-4bf4-b162-53f130a6625d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e00a7561-cc80-4bf4-b162-53f130a6625d,segment=NetworkSegment(1512875e-2bd7-49cf-ab08-d98225fc70ef),segment_id=1512875e-2bd7-49cf-ab08-d98225fc70ef)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:31.211760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3088d573-fd11-4646-baee-87b2f8ce75cc req-df80758b-1245-4305-b5a5-e5aaf6e41513 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489916 Jan 18 23:24:31.278710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.305159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b42ec225-0013-4f02-9203-d151fccb2c11 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Unset dirty status for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:31.310421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b42ec225-0013-4f02-9203-d151fccb2c11 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports/551dac2b-c15b-41ed-9f9f-d8f4f2741990 HTTP/1.1" status: 404 len: 333 time: 0.3185148 Jan 18 23:24:31.310421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.311623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:31.405652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1959732600'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:31.490560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.498592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.588737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fdf7260-1cc8-41d0-82de-f04f93ace497 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-1030626569 HTTP/1.1" status: 201 len: 201 time: 1.5343487 Jan 18 23:24:31.608639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:31.612104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:31.613157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.627875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Transition to ACTIVE for port object 0032b68b-51ae-48c3-8da0-b06b01d155e9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:31.630777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:31.634414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:31.640753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.650827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Transition to ACTIVE for port object 0032b68b-51ae-48c3-8da0-b06b01d155e9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:31.653204 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.653864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 68042141-6b41-4606-9bfc-71dc6838219b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:24:31.671118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-0973ad8e-f995-4bda-9045-adca849ead04 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-262661757') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:31.695101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:31.729436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-021329ed-9ca7-4160-a16c-3c0092f9ff2c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3342369 Jan 18 23:24:31.733605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:31.755052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:23:4e:7b', 'name': 'tempest-NetworksTestDHCPv6-776159811'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:31.797438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.802295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d43d1f0a-b4cc-4d94-a2cd-870cef3defe6 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/routers/68042141-6b41-4606-9bfc-71dc6838219b HTTP/1.1" status: 204 len: 168 time: 7.3757548 Jan 18 23:24:31.811647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:31.830030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:31.843458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92c55c-9bef-4912-9de3-54d13fa1f147 None None] Pushing event updated for resources: {'Port': ['ID=e00a7561-cc80-4bf4-b162-53f130a6625d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:31.884393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:31.954389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dcc08-77b9-4a5e-826a-a9fa97938632 req-44c105bd-48b7-4d92-8956-c9f2e470f06b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:31.962050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e41dcc08-77b9-4a5e-826a-a9fa97938632 req-44c105bd-48b7-4d92-8956-c9f2e470f06b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4218757 Jan 18 23:24:31.994091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:32.001356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Pushing event updated for resources: {'Port': ['ID=0032b68b-51ae-48c3-8da0-b06b01d155e9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:32.004184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:32.010686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:32.026139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:32.076781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-7927b5af-a0e8-43e9-906c-5223c5d66d10 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.5475619 Jan 18 23:24:32.086859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e41dcc08-77b9-4a5e-826a-a9fa97938632 req-bed32f3c-d4db-4303-aaf7-d4ced259a987 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234767 Jan 18 23:24:32.131295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:32.135782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.158475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0973ad8e-f995-4bda-9045-adca849ead04 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-262661757 HTTP/1.1" status: 201 len: 201 time: 0.5303524 Jan 18 23:24:32.162225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:32.171429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Provisioning for port cce497ed-e534-4df9-b957-fdf26c87137d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:32.179521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cce497ed-e534-4df9-b957-fdf26c87137d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:32.191449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Attempting to bind port 0032b68b-51ae-48c3-8da0-b06b01d155e9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:32.191969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Attempting to bind port 0032b68b-51ae-48c3-8da0-b06b01d155e9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:32.192441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Attempting to bind port 0032b68b-51ae-48c3-8da0-b06b01d155e9 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:32.195596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Provisioning complete for port cce497ed-e534-4df9-b957-fdf26c87137d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:32.196086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.259929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-ce1a72f9-c81d-4ce3-a745-ef020bb92c52 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:32.264677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port e6315482-d677-482e-a302-1d55c4fe9895 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:32.274311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cce497ed-e534-4df9-b957-fdf26c87137d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:32.275519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.524074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:32.541764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:32.542145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:32.542555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.543600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:32.544110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Bound port: 0032b68b-51ae-48c3-8da0-b06b01d155e9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:32.545058 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.585269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:32.616375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:32.663501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] For port 0032b68b-51ae-48c3-8da0-b06b01d155e9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:32.667083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] For port 0032b68b-51ae-48c3-8da0-b06b01d155e9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0032b68b-51ae-48c3-8da0-b06b01d155e9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:32.684934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:32.687822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.20.0.1 (9c0bc0da-d97c-4e87-a5ac-fd312328f361/defda95f-6431-4f73-bc74-358ca35b4168/35a458bb-faea-4e4d-9bc4-6493c7028015) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:32.763973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-bf69999e-3796-42b2-be56-86aac92ee4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:32.764354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-bf69999e-3796-42b2-be56-86aac92ee4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:32.764732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-bf69999e-3796-42b2-be56-86aac92ee4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:32.770086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::2bb (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/e6315482-d677-482e-a302-1d55c4fe9895) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:32.773261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-bf69999e-3796-42b2-be56-86aac92ee4b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 2298 time: 0.6613901 Jan 18 23:24:32.803118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.866142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] For port cce497ed-e534-4df9-b957-fdf26c87137d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cce497ed-e534-4df9-b957-fdf26c87137d,segment=NetworkSegment(50c54ae1-a9dd-4a43-8f61-4b3853711947),segment_id=50c54ae1-a9dd-4a43-8f61-4b3853711947)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:32.868288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.906004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b307d19-d3ed-429a-a2ec-84e8c77ffefc req-9e0a8774-1bee-40fd-9733-1b3848f74a42 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:32.907740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b307d19-d3ed-429a-a2ec-84e8c77ffefc req-9e0a8774-1bee-40fd-9733-1b3848f74a42 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3393371 Jan 18 23:24:32.909850 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:32.961566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:32.998522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f760-d327-4deb-98cb-b26283850caf None None] Pushing event updated for resources: {'Port': ['ID=0032b68b-51ae-48c3-8da0-b06b01d155e9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:33.009312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.147719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.212606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13a621-649a-46e2-b21e-0c82e4ae1109 None None] Pushing event updated for resources: {'Port': ['ID=cce497ed-e534-4df9-b957-fdf26c87137d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:33.349491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b307d19-d3ed-429a-a2ec-84e8c77ffefc req-7e665578-0de6-45e4-ba0c-76478b29f445 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685733 Jan 18 23:24:33.370476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fadf3fb9-7e5b-4225-994d-971cbaf90518 None None] Provisioning for port d6bbf216-23fe-4011-892b-602fe6a41c20 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:33.420041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fadf3fb9-7e5b-4225-994d-971cbaf90518 None None] Provisioning complete for port d6bbf216-23fe-4011-892b-602fe6a41c20 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:33.420041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fadf3fb9-7e5b-4225-994d-971cbaf90518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.579633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ce1a72f9-c81d-4ce3-a745-ef020bb92c52 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 200 len: 240 time: 1.4079325 Jan 18 23:24:33.620449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53184) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:33.630106 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-7b04d51d-782e-4f33-9cec-cebfca8f5fc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 1000 time: 0.8314090 Jan 18 23:24:33.630695 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:33.631655 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:33.652071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fadf3fb9-7e5b-4225-994d-971cbaf90518 None None] Port d6bbf216-23fe-4011-892b-602fe6a41c20 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:33.652889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-10e4f177-f207-4872-9f83-4f102f0d4c29 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-922704458') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:33.787826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.854018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f813e77a-e0b8-4fd7-bcde-2dd86cbe1023 None None] Provisioning complete for port d6bbf216-23fe-4011-892b-602fe6a41c20 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:33.856769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f813e77a-e0b8-4fd7-bcde-2dd86cbe1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.888370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:33.981840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object e6315482-d677-482e-a302-1d55c4fe9895 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:33.984448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f813e77a-e0b8-4fd7-bcde-2dd86cbe1023 None None] Port d6bbf216-23fe-4011-892b-602fe6a41c20 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:34.013434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f813e77a-e0b8-4fd7-bcde-2dd86cbe1023 None None] Provisioning complete for port cce497ed-e534-4df9-b957-fdf26c87137d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:34.014132 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f813e77a-e0b8-4fd7-bcde-2dd86cbe1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.023757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.035839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-ca032b25-3be7-4f80-9a2c-916a157950d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:34.037535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-ca032b25-3be7-4f80-9a2c-916a157950d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.3920290 Jan 18 23:24:34.041016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 35a458bb-faea-4e4d-9bc4-6493c7028015 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:34.073894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1328f89-4b9a-4751-b3fe-23b461d59c34 req-608a7af8-20b3-4c4d-b5c6-83936ab29568 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:34.078160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1328f89-4b9a-4751-b3fe-23b461d59c34 req-608a7af8-20b3-4c4d-b5c6-83936ab29568 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4394891 Jan 18 23:24:34.237554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:34.307375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port b60a2423-a002-4f84-a34b-de64c7626f46 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:34.311572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bc2f9-1f21-4c5f-9c06-5198fc699332 None None] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:34.336864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.378892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10e4f177-f207-4872-9f83-4f102f0d4c29 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-922704458 HTTP/1.1" status: 204 len: 168 time: 0.7454846 Jan 18 23:24:34.383892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:34.385188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.409691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-dc6476a5-71ea-4b79-a1bd-c2b8201dc29f tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-922704458') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:34.412993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1328f89-4b9a-4751-b3fe-23b461d59c34 req-5f441ac1-dd52-492b-ab7d-ceda5d26f4cc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145261 Jan 18 23:24:34.449743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:34.453366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:34.458944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:34.463428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:34.464405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.472300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=e6315482-d677-482e-a302-1d55c4fe9895,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:34.506905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-0123c2c5-bb3d-4264-94e9-33f528c22d1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4585855 Jan 18 23:24:34.534082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Deleting port f8c68487-511b-4bbb-9af1-3ca39fa4baea {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:34.539883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.757938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:34.926361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] For port f8c68487-511b-4bbb-9af1-3ca39fa4baea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8c68487-511b-4bbb-9af1-3ca39fa4baea,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:34.926905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.020447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:35.029968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:35.030840 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.218224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2fc89-8032-4072-a2d0-f302c88349c0 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:35.296420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8:0:1::11c (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c/b60a2423-a002-4f84-a34b-de64c7626f46) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:35.305272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::f816:3eff:fe23:4e7b (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/7b227f49-c0e6-4ce5-9afe-72586734d9a9/b60a2423-a002-4f84-a34b-de64c7626f46) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:35.350010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Calling delete_port for f8c68487-511b-4bbb-9af1-3ca39fa4baea owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:35.409297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f8fc91a2-d20e-48e1-abd6-d40dca7aa054 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0105481 Jan 18 23:24:35.423540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53202) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:35.431658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:5c:ce'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:35.508012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4c277020-697b-4954-b22e-db5ef66691a7 None None] Provisioning for port e6315482-d677-482e-a302-1d55c4fe9895 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:35.536308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4c277020-697b-4954-b22e-db5ef66691a7 None None] Provisioning complete for port e6315482-d677-482e-a302-1d55c4fe9895 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:35.536935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4c277020-697b-4954-b22e-db5ef66691a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.570342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.588414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object b60a2423-a002-4f84-a34b-de64c7626f46 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:35.613221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.613449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:35.662264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:35.665816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:35.683272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4c277020-697b-4954-b22e-db5ef66691a7 None None] Port e6315482-d677-482e-a302-1d55c4fe9895 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:35.701033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70219b-90f1-4ef8-ac0d-cbc1f371be7a req-abb1c34c-635f-4fe2-a18d-3a4b9daf1c4a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:35.703091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba70219b-90f1-4ef8-ac0d-cbc1f371be7a req-abb1c34c-635f-4fe2-a18d-3a4b9daf1c4a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7386799 Jan 18 23:24:35.738857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,segment=NetworkSegment(b1c74773-4a33-4328-b817-a1e268307182),segment_id=b1c74773-4a33-4328-b817-a1e268307182)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:35.755532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=35a458bb-faea-4e4d-9bc4-6493c7028015,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:35.767315 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.796159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4c277020-697b-4954-b22e-db5ef66691a7 None None] Provisioning for port e00a7561-cc80-4bf4-b162-53f130a6625d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:35.864124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.936406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba70219b-90f1-4ef8-ac0d-cbc1f371be7a req-e1206ce2-1aad-494f-82d5-d29157da0971 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236567 Jan 18 23:24:35.949316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:35.976484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.092221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.154086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:36.156417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8c68487-511b-4bbb-9af1-3ca39fa4baea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:36.167704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': '7b227f49-c0e6-4ce5-9afe-72586734d9a9', 'ip_address': '2001:db8::f816:3eff:fe76:e07a'}, {'subnet_id': '0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '0032b68b-51ae-48c3-8da0-b06b01d155e9'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:24:36.187072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-fcfe3290-9ca1-4066-aa92-2b0269f19477 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6699111 Jan 18 23:24:36.192611 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dc6476a5-71ea-4b79-a1bd-c2b8201dc29f tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-922704458 HTTP/1.1" status: 204 len: 168 time: 1.8068230 Jan 18 23:24:36.201848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:36.236946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.262095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-68887cd7-6dab-4578-9b57-51b24d46cb42 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:36.304515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:36.306442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=b60a2423-a002-4f84-a34b-de64c7626f46,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:36.334235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:36.343785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:36.357263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:36.361781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.408259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf602d49-810c-423a-b4a1-428e3e01c105 None None] Provisioning for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:36.431187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0032b68b-51ae-48c3-8da0-b06b01d155e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:36.613295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf602d49-810c-423a-b4a1-428e3e01c105 None None] Provisioning for port 35a458bb-faea-4e4d-9bc4-6493c7028015 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:36.625977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf602d49-810c-423a-b4a1-428e3e01c105 None None] Provisioning complete for port 35a458bb-faea-4e4d-9bc4-6493c7028015 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:36.626370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf602d49-810c-423a-b4a1-428e3e01c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.667020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.667741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:36.693880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:36.694224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:36.853851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cf602d49-810c-423a-b4a1-428e3e01c105 None None] Port 35a458bb-faea-4e4d-9bc4-6493c7028015 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:36.894495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Allocated IP 2001:db8:0:1::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c/0032b68b-51ae-48c3-8da0-b06b01d155e9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:36.896502 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6aa54121-09af-4df5-b28c-d67d0c9312c3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1600218 Jan 18 23:24:36.906940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:36.906940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-884979c9-4c0b-43b0-b2dc-38dc35928304 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100780 Jan 18 23:24:36.919532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.027895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port b60a2423-a002-4f84-a34b-de64c7626f46 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:37.028377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.090228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] For port 0032b68b-51ae-48c3-8da0-b06b01d155e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0032b68b-51ae-48c3-8da0-b06b01d155e9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:37.122101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.147979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Ignored duplicate provisioning block setup for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:24:37.153375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.153988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-8f7c8c5b-3188-4392-a41e-7b2bdf5f1e5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 217 time: 0.1002162 Jan 18 23:24:37.246830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-68887cd7-6dab-4578-9b57-51b24d46cb42 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 200 len: 205 time: 0.9960616 Jan 18 23:24:37.285702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.316290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:37.326000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6c646-9055-4aa8-ab3b-082379d929e2 req-a00856e8-b7d7-4333-8c3b-3191378f7d9a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:37.333319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e6c646-9055-4aa8-ab3b-082379d929e2 req-a00856e8-b7d7-4333-8c3b-3191378f7d9a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9504039 Jan 18 23:24:37.369819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-e8492583-949a-4b69-8b9d-c421940ac21e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:37.490482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:37.490981 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:37.546972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-a32e496e-950a-4afd-b1d2-419daedce5f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:37.549564 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-a32e496e-950a-4afd-b1d2-419daedce5f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.3856075 Jan 18 23:24:37.552106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0a4d3-d3e9-4b8a-847c-a9527e6bd02c None None] Pushing event updated for resources: {'Port': ['ID=0032b68b-51ae-48c3-8da0-b06b01d155e9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:37.605467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:24:37.647546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.653333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6e6c646-9055-4aa8-ab3b-082379d929e2 req-6ce2ef3b-17f6-4753-b7f2-58ea720763c5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175440 Jan 18 23:24:37.656006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.666965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.695045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e8492583-949a-4b69-8b9d-c421940ac21e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 200 len: 240 time: 0.3771400 Jan 18 23:24:37.704239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53230) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:37.722178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-ecebf4a7-43f2-4fe5-9676-3ba559cdb38e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-786101982') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:37.776518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.822306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.929443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=e6315482-d677-482e-a302-1d55c4fe9895,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:37.938740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] In _notify_port_updated(), no bound segment for port e6315482-d677-482e-a302-1d55c4fe9895 on network 2109f571-5eed-4a4d-b97b-74cbee3bece5 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:24:37.943083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:37.943508 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.947796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-de80ed4e-c3f2-4da2-976c-1b16d2329386 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "PUT /v2.0/ports/e6315482-d677-482e-a302-1d55c4fe9895 HTTP/1.1" status: 200 len: 1003 time: 2.5210702 Jan 18 23:24:37.948676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:37.954304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:37.954907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 690f0c58-abbe-4bfe-8047-6ae9373a6c08 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:24:37.974573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.127597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.158811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port e6315482-d677-482e-a302-1d55c4fe9895 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:38.159360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.203466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0032b68b-51ae-48c3-8da0-b06b01d155e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0032b68b-51ae-48c3-8da0-b06b01d155e9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:38.209165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.291080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.294898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cce497ed-e534-4df9-b957-fdf26c87137d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:38.318459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.323218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-861ce625-c9e1-4e0f-984d-bd7564533113 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "DELETE /v2.0/routers/690f0c58-abbe-4bfe-8047-6ae9373a6c08 HTTP/1.1" status: 204 len: 168 time: 6.4984372 Jan 18 23:24:38.332636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:38.345829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1860760477', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:38.359892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:38.365919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:38.368747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:38.379689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:38.484355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ecebf4a7-43f2-4fe5-9676-3ba559cdb38e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-786101982 HTTP/1.1" status: 204 len: 168 time: 0.7782614 Jan 18 23:24:38.490565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53250) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:38.509948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.510916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.543719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.570018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-587dcfd8-6da2-4fcb-8ec8-acafa9ad4469 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-786101982') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:38.580570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for b60a2423-a002-4f84-a34b-de64c7626f46 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:38.640709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5fccf-347c-4d05-b0b9-f762446dc1e9 req-a93dfdd3-046d-44ef-b871-91bd83938df5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:38.642673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd5fccf-347c-4d05-b0b9-f762446dc1e9 req-a93dfdd3-046d-44ef-b871-91bd83938df5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6433682 Jan 18 23:24:38.670988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-5e71c13f-32d1-4bc1-85b0-5c1dad752fbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1084988 Jan 18 23:24:38.682588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0032b68b-51ae-48c3-8da0-b06b01d155e9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:38.688516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a7a46f9d-ffec-441b-9267-a91d786740b0 None None] Provisioning complete for port e6315482-d677-482e-a302-1d55c4fe9895 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:38.689287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a7a46f9d-ffec-441b-9267-a91d786740b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.723180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=35a458bb-faea-4e4d-9bc4-6493c7028015,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:38.806293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cce497ed-e534-4df9-b957-fdf26c87137d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:38.806946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:38.848257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a7a46f9d-ffec-441b-9267-a91d786740b0 None None] Port e6315482-d677-482e-a302-1d55c4fe9895 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:39.069400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9a1e237e-e46f-43ff-b348-bfa2a765c039 None None] Provisioning complete for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:39.069780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a1e237e-e46f-43ff-b348-bfa2a765c039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.098389 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.146314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e00a7561-cc80-4bf4-b162-53f130a6625d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:39.156044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7bd5fccf-347c-4d05-b0b9-f762446dc1e9 req-d8b6c919-9d49-48d3-8fb4-e17e9db1ce6c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880915 Jan 18 23:24:39.172699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.194688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.207222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.288293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.350200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=b60a2423-a002-4f84-a34b-de64c7626f46,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:39.364317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-c1c1f268-2df0-47e4-bb6d-85c85d6faf51 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727793 Jan 18 23:24:39.382454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e00a7561-cc80-4bf4-b162-53f130a6625d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:39.390965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e00a7561-cc80-4bf4-b162-53f130a6625d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:39.391580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.464475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-df91f23d-1d94-4b26-a961-9836146180a4 None None] Could not find standard attr ID for object b60a2423-a002-4f84-a34b-de64c7626f46. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:24:39.599582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.622346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-5d57a5e1-7c25-4fc0-a4b4-bda86d34a1bc service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522669 Jan 18 23:24:39.645699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e00a7561-cc80-4bf4-b162-53f130a6625d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e00a7561-cc80-4bf4-b162-53f130a6625d,segment=NetworkSegment(1512875e-2bd7-49cf-ab08-d98225fc70ef),segment_id=1512875e-2bd7-49cf-ab08-d98225fc70ef)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:39.685064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for e6315482-d677-482e-a302-1d55c4fe9895 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:39.722433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.759718 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-e68ce003-42ea-40bc-a7b4-15d472b3e615 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 217 time: 0.1278322 Jan 18 23:24:39.762901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:39.775701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:39.851817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e00a7561-cc80-4bf4-b162-53f130a6625d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:39.947520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0032b68b-51ae-48c3-8da0-b06b01d155e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:39.999245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:40.055600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-587dcfd8-6da2-4fcb-8ec8-acafa9ad4469 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-786101982 HTTP/1.1" status: 204 len: 168 time: 1.5471480 Jan 18 23:24:40.060159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:40.060564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:40.072435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160e99d-1326-4897-9ca5-b6417d6613b6 req-389c9bd3-128a-49c5-b126-d2792c39160e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.081418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f160e99d-1326-4897-9ca5-b6417d6613b6 req-389c9bd3-128a-49c5-b126-d2792c39160e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3088796 Jan 18 23:24:40.084304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:40.103314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-d07b28ea-d754-4028-be27-2f1221875cd7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:40.145382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41423355-d01e-438a-9255-6cb89ad2f21c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/b60a2423-a002-4f84-a34b-de64c7626f46 HTTP/1.1" status: 204 len: 168 time: 3.2402205 Jan 18 23:24:40.146228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53272) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:40.258268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:40.342025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-e7047033-5427-4735-b566-05af74950a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.343534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-e7047033-5427-4735-b566-05af74950a04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.5648956 Jan 18 23:24:40.361821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:40.361821 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:40.394256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f160e99d-1326-4897-9ca5-b6417d6613b6 req-d742857e-5383-4be4-887b-22c3ed479a7a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105979 Jan 18 23:24:40.425162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d07b28ea-d754-4028-be27-2f1221875cd7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 200 len: 205 time: 0.3360231 Jan 18 23:24:40.426272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:40.428031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:40.435150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-1511569c-b98b-403c-bc55-ddc2d488739e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:40.436925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-e42b2cc4-f325-4264-a6df-f85868b8a3f5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4293768 Jan 18 23:24:40.461564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1833dfa4-11af-4043-bcc0-19caec61b343 None None] Provisioning complete for port 35a458bb-faea-4e4d-9bc4-6493c7028015 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:40.469323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1833dfa4-11af-4043-bcc0-19caec61b343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:40.525401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851a7a4-f39a-46a7-aadf-1a631511298c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.526239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7851a7a4-f39a-46a7-aadf-1a631511298c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:40.589141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1833dfa4-11af-4043-bcc0-19caec61b343 None None] Port 35a458bb-faea-4e4d-9bc4-6493c7028015 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:40.667144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-56b3a108-183a-4fc7-83e4-f4a84b2e3207 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3087115 Jan 18 23:24:40.687668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=e6315482-d677-482e-a302-1d55c4fe9895,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:40.715583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1511569c-b98b-403c-bc55-ddc2d488739e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 200 len: 241 time: 0.2826149 Jan 18 23:24:40.718818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53290) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:40.726556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fcb08c85-3d9e-4e02-bb96-03b1fda113c1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:40.733812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.739071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.742265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.747551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.751644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.755508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.760056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:40.765854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7851a7a4-f39a-46a7-aadf-1a631511298c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:40.769541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-13c798c7-b7fe-4fa7-8df8-d624a2cb0a33 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.4608006 Jan 18 23:24:40.771265 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7851a7a4-f39a-46a7-aadf-1a631511298c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6179631 Jan 18 23:24:40.776094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fcb08c85-3d9e-4e02-bb96-03b1fda113c1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:40.776333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53294) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:40.776692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fcb08c85-3d9e-4e02-bb96-03b1fda113c1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:40.777864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8c68487-511b-4bbb-9af1-3ca39fa4baea no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:40.799097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-d25af14a-b949-45c1-97e8-e61ae2ca9579 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-1030626569') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:40.835098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f8c68487-511b-4bbb-9af1-3ca39fa4baea {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:40.835418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8c68487-511b-4bbb-9af1-3ca39fa4baea not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:40.915270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-a16fc766-33a1-48a3-a5e4-d50bc03e7876 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1097 time: 0.3222749 Jan 18 23:24:40.919687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:41.010604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:41.027125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-f40f0183-004e-461e-960c-d9f74536f70b service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501308 Jan 18 23:24:41.046009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:41.085020 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:41.184813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aec9bc3e-e750-4033-b235-d057fe136674 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/e6315482-d677-482e-a302-1d55c4fe9895 HTTP/1.1" status: 204 len: 168 time: 3.2286568 Jan 18 23:24:41.189585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.199216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb250d8d-d7ec-47c9-87c0-81c7cd95de7c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.203336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb250d8d-d7ec-47c9-87c0-81c7cd95de7c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4227259 Jan 18 23:24:41.205095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3b3febe-0190-4005-bbf6-41516d691f9d req-b211af64-deb3-4f97-b25b-a82689d90e3d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4348831 Jan 18 23:24:41.212086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53304) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.231287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d25af14a-b949-45c1-97e8-e61ae2ca9579 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-1030626569 HTTP/1.1" status: 204 len: 168 time: 0.4443655 Jan 18 23:24:41.240195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.249650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-1ebfbc1d-6c76-4a24-9e4a-896ca63935a5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-1030626569') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:41.301294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57781ff-c099-4b80-8877-e5bf768ce2cc req-8c2791b8-73fc-4b96-a7ac-13e9b1547f70 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.304448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e57781ff-c099-4b80-8877-e5bf768ce2cc req-8c2791b8-73fc-4b96-a7ac-13e9b1547f70 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4099760 Jan 18 23:24:41.327248 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2c091f-db90-4838-bf46-fbe5a0169f0a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] GET failed (client error): The resource could not be found. Jan 18 23:24:41.328534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dd2c091f-db90-4838-bf46-fbe5a0169f0a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports/e6315482-d677-482e-a302-1d55c4fe9895 HTTP/1.1" status: 404 len: 333 time: 0.1357195 Jan 18 23:24:41.342144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-e30572ee-3304-4b95-b195-e4ca6dd2c591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.343657 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-e30572ee-3304-4b95-b195-e4ca6dd2c591 service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.3983767 Jan 18 23:24:41.346481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.408796 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-f1170116-5a8b-469b-9d1f-1725e969895b service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696620 Jan 18 23:24:41.423189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1814618412'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:41.610872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c8e8c375-8f91-4c75-bd95-02f99430ec5d is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:24:41.615461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.616888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.618215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.619011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:41.631553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-eea23729-bbb9-4728-9f7e-cc22a8e21f91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.2774270 Jan 18 23:24:41.639566 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-90f287cd-ac91-4194-9481-772d9d73789f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 217 time: 0.2196901 Jan 18 23:24:41.756992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e57781ff-c099-4b80-8877-e5bf768ce2cc req-21317c7c-0e10-4782-b087-71ba29220b1d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350123 Jan 18 23:24:41.767567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Allocated IP 172.25.1.112 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/696776f7-c475-4c90-8f4a-fd29104d6358) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:41.796882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:41.798247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb4e2198-cd0d-4484-85ad-9626c15631a2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5529287 Jan 18 23:24:41.809315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53318) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.829032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-58beefc5-e641-4f8b-91e6-81f41740d686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.830575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e00a7561-cc80-4bf4-b162-53f130a6625d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:41.835810 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-58beefc5-e641-4f8b-91e6-81f41740d686 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1840830 Jan 18 23:24:41.835810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-5c3c8ba6-b043-4f08-8c61-900d72fa1b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:41.836137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-5c3c8ba6-b043-4f08-8c61-900d72fa1b32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1957633 Jan 18 23:24:41.931908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e00a7561-cc80-4bf4-b162-53f130a6625d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:41.932365 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:41.970032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:41.978862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1ebfbc1d-6c76-4a24-9e4a-896ca63935a5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-1030626569 HTTP/1.1" status: 204 len: 168 time: 0.7377470 Jan 18 23:24:41.990614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53324) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:41.993092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-37a555d1-ed24-490d-88b7-b1c161d24dfe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053712 Jan 18 23:24:42.000725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-18e1c194-3913-4c73-acdd-c4d9f40df382 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.004999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56dcdb-bc9a-4e5c-8ff6-6034385d9394 req-37d40084-efae-40bd-954d-a69688bd82ac tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.006456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba56dcdb-bc9a-4e5c-8ff6-6034385d9394 req-37d40084-efae-40bd-954d-a69688bd82ac tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.6591184 Jan 18 23:24:42.007719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:port and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:42.029592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:42.143647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:42.256648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba56dcdb-bc9a-4e5c-8ff6-6034385d9394 req-f54a5b02-73db-4b3d-a463-f37e2bc72a5d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240679 Jan 18 23:24:42.263323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.266133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:42.269229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.288206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-18e1c194-3913-4c73-acdd-c4d9f40df382 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 200 len: 205 time: 0.2936513 Jan 18 23:24:42.295362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53332) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:42.305584 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-657779bd-c6a8-4e6d-b59d-ba1cb0830c4f service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530117 Jan 18 23:24:42.310564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-d2b67b1b-a842-42d4-8b2e-ccfae3fc015b tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.327682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-1d84161e-3b8b-42dd-9229-cc91a6f0cca5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4114017 Jan 18 23:24:42.341014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:42.344030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.355185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:42.366265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] Sync routers for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:42.380272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:42.380498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.385658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-52ca1c1c-5d97-46bc-bbba-ac8829ae8259 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9545479 Jan 18 23:24:42.391242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:42.445410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port df7f4856-7bae-48ea-bbbd-4b9ef820c71f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:42.447572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.458535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:42.459126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.509791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2b67b1b-a842-42d4-8b2e-ccfae3fc015b tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 200 len: 240 time: 0.2070956 Jan 18 23:24:42.511950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:42.523640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.524514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f1ea9-0b05-4f83-8099-f2cefe0ff228 None None] The sync data for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:42.532921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-2ab259e4-a55f-43ba-bf0e-b09b15dacb84 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-262661757') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.549905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.553803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.557691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.561934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.565851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.567968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:24:42.569820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.573715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.576166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c619ce25-91f7-4d83-8575-6a5dcb7664f6 req-cb31bb42-3fac-4295-9d3c-bda8d75499a5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.5631466 Jan 18 23:24:42.599509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-57b7a740-bd98-410a-8d88-4bd95b36c08f req-ddfa5a31-83b4-4924-8e91-115d08d5298f service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785420 Jan 18 23:24:42.618045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.622800 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-d03b3b23-f2c6-40c1-ae9b-6bc81824ae76 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711899 Jan 18 23:24:42.625315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ab259e4-a55f-43ba-bf0e-b09b15dacb84 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-262661757 HTTP/1.1" status: 204 len: 168 time: 0.1108539 Jan 18 23:24:42.629196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:42.654997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-ff6194cc-8f7b-40e0-a1a0-58a022e9adcc tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-262661757') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:42.707592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4e45b-4ef5-4f3e-bf49-5c5385cb7f53 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:42.711743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ecd4e45b-4ef5-4f3e-bf49-5c5385cb7f53 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports/35a458bb-faea-4e4d-9bc4-6493c7028015 HTTP/1.1" status: 200 len: 910 time: 0.3087125 Jan 18 23:24:42.716081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53352) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:42.732476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:42.975162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:42.991191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:43.001809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event updated for resources: {'Port': ['ID=696776f7-c475-4c90-8f4a-fd29104d6358,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:43.005987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:43.093789 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-0a2dc8e8-4c95-46a5-962c-3aa3b261b2b3 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618919 Jan 18 23:24:43.157850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde99f73-7dfb-453a-ba0d-fd033c5af89e req-1a1802a5-c008-4423-aa50-7985f98eea4e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:43.157850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bde99f73-7dfb-453a-ba0d-fd033c5af89e req-1a1802a5-c008-4423-aa50-7985f98eea4e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7448194 Jan 18 23:24:43.220096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ff6194cc-8f7b-40e0-a1a0-58a022e9adcc tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-262661757 HTTP/1.1" status: 204 len: 168 time: 0.5889966 Jan 18 23:24:43.234345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53358) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:43.244671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-9818d8a8-6c5b-45d0-bc8f-0eaf032394c2 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:43.252593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::391 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/df7f4856-7bae-48ea-bbbd-4b9ef820c71f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:43.267364 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-b49a30bf-6377-4410-8c24-b5abc8880a0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 217 time: 0.1517162 Jan 18 23:24:43.275566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:43.385683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9818d8a8-6c5b-45d0-bc8f-0eaf032394c2 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 200 len: 205 time: 0.1479666 Jan 18 23:24:43.396601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:43.411636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-05d5f694-c86e-419d-a7d8-902e7a6348c5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:43.499290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bde99f73-7dfb-453a-ba0d-fd033c5af89e req-04518749-72ac-4ee1-956c-f962da0f8833 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290586 Jan 18 23:24:43.529093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-1aac9638-5612-4224-ac96-5011876df6ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:43.531439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-1aac9638-5612-4224-ac96-5011876df6ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.2562268 Jan 18 23:24:43.708384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:43.807880 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-e9b209a6-0daa-4b5e-9aab-73d992acfed1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2677400 Jan 18 23:24:43.852947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:43.906913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89ec5815-dac9-442e-9278-9b7964a9ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.073492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.092124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05d5f694-c86e-419d-a7d8-902e7a6348c5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 204 len: 168 time: 0.6881452 Jan 18 23:24:44.093753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:44.096351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:44.112815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.114017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-307be9f1-b071-419b-bfa6-5249c9f4f016 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:44.128983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603540e-41e6-4258-ac13-b2de3ec8e6b4 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:44.154596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:24:44.216795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:44.255651 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:24:44.280564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.306983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9094b237-0d4b-416a-8eed-1b0dd5f5b605 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c HTTP/1.1" status: 204 len: 168 time: 2.4956069 Jan 18 23:24:44.321025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:44.330331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.331490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.341341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.389207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object df7f4856-7bae-48ea-bbbd-4b9ef820c71f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:44.399822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b265c99-bd49-42e7-b896-40a1945b4307 req-336eac70-42fc-4f2d-98fe-3ae3f71c2959 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:44.402738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b265c99-bd49-42e7-b896-40a1945b4307 req-336eac70-42fc-4f2d-98fe-3ae3f71c2959 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4253089 Jan 18 23:24:44.479147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-d564c19c-b92e-4b98-8f0a-024da7b8cd88 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636200 Jan 18 23:24:44.500546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:44.599255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 7b227f49-c0e6-4ce5-9afe-72586734d9a9 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:44.610341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.641152 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-307be9f1-b071-419b-bfa6-5249c9f4f016 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 204 len: 168 time: 0.5419850 Jan 18 23:24:44.661197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:44.668626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-997b7f4b-9ea5-4c21-8bd6-ba107d713752 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:44.713687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b265c99-bd49-42e7-b896-40a1945b4307 req-4f8ac507-0861-4733-8d3a-f281870abb28 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922776 Jan 18 23:24:44.733390 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-213178f0-a21b-4def-ae7a-2a6af415f215 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452667 Jan 18 23:24:44.735320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.744891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:44.840188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-3373c1d2-54ef-42df-9331-ccf3aa2a9003 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 217 time: 0.0974796 Jan 18 23:24:45.008079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=df7f4856-7bae-48ea-bbbd-4b9ef820c71f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:45.019735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:45.030478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-f9f80f52-151d-42ee-a1d3-2e79b2f655eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:45.031268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:45.031944 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-f9f80f52-151d-42ee-a1d3-2e79b2f655eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1829705 Jan 18 23:24:45.096227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:45.100996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:45.101821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.104384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.194900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.228898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.264552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f7d963ea-e3c7-41ef-bb26-7a377f431d8a tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9104333 Jan 18 23:24:45.265618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-997b7f4b-9ea5-4c21-8bd6-ba107d713752 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 204 len: 168 time: 0.6021652 Jan 18 23:24:45.272012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.272588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53416) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.284549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef9c75-e0cc-46ff-8ee0-a5d3fe2fe372 req-af36fbe5-3925-4582-ad15-45b3598b29fa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:45.291415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcef9c75-e0cc-46ff-8ee0-a5d3fe2fe372 req-af36fbe5-3925-4582-ad15-45b3598b29fa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3617036 Jan 18 23:24:45.299888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'network_id': '2109f571-5eed-4a4d-b97b-74cbee3bece5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-422627314'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:45.347675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-e4c3e405-e7be-417f-83a1-90790e8d323a tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:45.496033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Provisioning complete for port 0032b68b-51ae-48c3-8da0-b06b01d155e9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:45.497370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.550133 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-bfef97ef-1874-4eac-a270-0c77cf605f6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4962175 Jan 18 23:24:45.614498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcef9c75-e0cc-46ff-8ee0-a5d3fe2fe372 req-c510f332-0ffa-474e-9de7-cc654c4adc62 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220344 Jan 18 23:24:45.668898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.717008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Provisioning for port df7f4856-7bae-48ea-bbbd-4b9ef820c71f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:45.723332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:45.728854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=7b227f49-c0e6-4ce5-9afe-72586734d9a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:45.733752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Provisioning complete for port df7f4856-7bae-48ea-bbbd-4b9ef820c71f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:45.733752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.751020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0c53eae-497a-487b-953e-198214df5e2a req-8a0e343f-d548-4404-a222-2ebce697b82a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.5120995 Jan 18 23:24:45.769057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Usage tracker for resource:port and tenant:e19682bcd8c54ab5b12c109c3902bdd0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:45.775024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:45.798026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:45.800218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.814231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2942e09f-5132-4433-84e9-a2e451a26b30 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:45.846206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-8e55890a-24a9-47bf-bf9c-082c8e96218a service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849524 Jan 18 23:24:45.848169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c4eca4d-f3d2-4622-b8a1-bd6831568ebe tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/7b227f49-c0e6-4ce5-9afe-72586734d9a9 HTTP/1.1" status: 204 len: 168 time: 1.5224717 Jan 18 23:24:45.848792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.909597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e4c3e405-e7be-417f-83a1-90790e8d323a tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 204 len: 168 time: 0.6331587 Jan 18 23:24:45.914540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.920855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0c53eae-497a-487b-953e-198214df5e2a req-dc928ebe-c106-4daf-a658-b6a7569df385 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688311 Jan 18 23:24:45.929402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-aba48c43-9265-4622-96b9-305607eec349 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-179821671') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:45.930252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3feb292f-f025-4a73-a44b-f324e0bb8402 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758259 Jan 18 23:24:45.931064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:45.956633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Made reservation on behalf of e19682bcd8c54ab5b12c109c3902bdd0 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:45.959569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:45.965705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:45.983421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Router c61cd78f-44d6-483d-a2c3-b99ade53f4c6 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:24:46.010614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] device_id is not set on port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:46.065686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe6fee-a4bc-4fd0-89ac-57b0b100ae61 None None] Port df7f4856-7bae-48ea-bbbd-4b9ef820c71f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:46.110603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba21ce3b-84d3-4de0-963c-dea29e268ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.121815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.21.0.1 (a842ecd5-7a04-4ddb-a185-f8f6693625d2/a79eb93a-0094-405c-8715-db88530c952a/4ca0b9a8-9455-42e0-a09b-fa4133036122) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:46.182608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:46.189641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Deleting port 0032b68b-51ae-48c3-8da0-b06b01d155e9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:46.189641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.282802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:46.291184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-29bfecda-37ee-4643-80cf-fae5f5b8c481 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591313 Jan 18 23:24:46.292387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:46.297543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:46.352391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:46.388877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2ac7a-ca1a-4dc3-a2d3-028916cc1f17 req-b05539b2-02cc-4a13-8b72-8e05babba723 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:46.390414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66c2ac7a-ca1a-4dc3-a2d3-028916cc1f17 req-b05539b2-02cc-4a13-8b72-8e05babba723 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5266378 Jan 18 23:24:46.395115 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-3c10bf98-b515-4635-939a-62a62a202a29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.0945566 Jan 18 23:24:46.428125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] For port 0032b68b-51ae-48c3-8da0-b06b01d155e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0032b68b-51ae-48c3-8da0-b06b01d155e9,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:46.428755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.467528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:46.483466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Allocated IP 2001:db8::1a0 (2109f571-5eed-4a4d-b97b-74cbee3bece5/e5b83831-c919-409b-8c65-b79bc36b7996/d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:46.514095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66c2ac7a-ca1a-4dc3-a2d3-028916cc1f17 req-d138dc4a-8596-4627-926c-09bf6c197ee9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060402 Jan 18 23:24:46.552318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Calling delete_port for 0032b68b-51ae-48c3-8da0-b06b01d155e9 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:46.584675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.588350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-7d7a8536-15b1-447f-baa0-6a3ed04770cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:46.590456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-7d7a8536-15b1-447f-baa0-6a3ed04770cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.1868331 Jan 18 23:24:46.643417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aba48c43-9265-4622-96b9-305607eec349 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-179821671 HTTP/1.1" status: 201 len: 201 time: 0.7238820 Jan 18 23:24:46.650425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:46.658763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-d262e855-dfd4-48cf-ae91-d0951dea692e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-702157880') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:46.714446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.729030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 4ca0b9a8-9455-42e0-a09b-fa4133036122 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:46.737799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.791526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] Pushing event deleted for resources: {'Port': ['ID=0032b68b-51ae-48c3-8da0-b06b01d155e9,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:46.800790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b0225-3cc3-4c21-a587-dddc634011b0 None None] No DVR routers for this DVR port 0032b68b-51ae-48c3-8da0-b06b01d155e9 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:24:46.916958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:46.926831 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] Sync routers for ids ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:46.940415 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] Routers {'c61cd78f-44d6-483d-a2c3-b99ade53f4c6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:46.941177 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:46.947361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:46.982823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Transition to ACTIVE for port object d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:46.993427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135c42-68c5-43e8-ad35-0395df24b05c req-ba72d2d9-21e0-49e6-bffb-040b22f3c8cc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:46.997217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03135c42-68c5-43e8-ad35-0395df24b05c req-ba72d2d9-21e0-49e6-bffb-040b22f3c8cc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2339404 Jan 18 23:24:47.007561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:47.008248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-6e326b64-ced7-41fd-be7a-e05def4ecb09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4020314 Jan 18 23:24:47.020963 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] Routers {'c61cd78f-44d6-483d-a2c3-b99ade53f4c6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:47.021688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:47.053686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.057588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e39b94f3-c973-49c7-bae9-add7c080be4e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.7181714 Jan 18 23:24:47.058013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:47.071988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03135c42-68c5-43e8-ad35-0395df24b05c req-afb96740-e7be-442e-9aad-d19da356cbd2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Jan 18 23:24:47.076033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:47.095189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:47.095189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccadef-6bea-4930-97a2-708ce2adfbb1 None None] The sync data for ids ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:47.132626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.149776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.238476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:47.244773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:47.248475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:47.251088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:47.254946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:47.260794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.262676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=4ca0b9a8-9455-42e0-a09b-fa4133036122,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:47.273871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d262e855-dfd4-48cf-ae91-d0951dea692e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-702157880 HTTP/1.1" status: 201 len: 201 time: 0.6172447 Jan 18 23:24:47.276617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:47.281743 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.286909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:47.297974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-996b35a0-ea90-45c9-a4e7-4b18d5922581 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-1227772326') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:47.304107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:47.319520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:47.365515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-6b0a0dc3-dbbb-4e48-8311-44b3fd9fef8c service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468099 Jan 18 23:24:47.426779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ee1c9ff-b5c6-4987-851b-10131fa1de12 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1518464 Jan 18 23:24:47.431211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:47.442325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.495078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a0', 'mac_address': 'fa:16:3e:e6:5c:ce'}, {'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:e8:d3:b1'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:47.519098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.594122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.638657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:47.646239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:47.657510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:47.658269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:47.668612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a914ad-3449-4a49-bde6-0626ac8827fb None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:47.701547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fed47964-5137-4f77-aedf-2a21e5187a5a req-b0d3ad66-6517-4068-a26e-f8f2673a08d6 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260474 Jan 18 23:24:47.703886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:47.807067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cddeb3e5-05ea-4daa-8699-a82346f64fde tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8468695 Jan 18 23:24:47.835925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0032b68b-51ae-48c3-8da0-b06b01d155e9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:24:47.862057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53476) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:47.878517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:24:47.900974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:47.902766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0032b68b-51ae-48c3-8da0-b06b01d155e9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:24:47.903307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0032b68b-51ae-48c3-8da0-b06b01d155e9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:24:47.959298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9cac-6f21-415c-be1d-91e42dafdb25 req-ae9dcce3-4b5f-43c3-b9d3-23840a5299c4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:47.960947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e0f9cac-6f21-415c-be1d-91e42dafdb25 req-ae9dcce3-4b5f-43c3-b9d3-23840a5299c4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5307333 Jan 18 23:24:48.011984 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.127530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3802f1a1-01a6-4243-87ff-98bf0f62a3cf None None] Provisioning for port 4ca0b9a8-9455-42e0-a09b-fa4133036122 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:48.133952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e0f9cac-6f21-415c-be1d-91e42dafdb25 req-52961ed2-9694-4057-a203-78f814b66a2f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954974 Jan 18 23:24:48.160636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3802f1a1-01a6-4243-87ff-98bf0f62a3cf None None] Provisioning complete for port 4ca0b9a8-9455-42e0-a09b-fa4133036122 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:48.160636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3802f1a1-01a6-4243-87ff-98bf0f62a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.163340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-996b35a0-ea90-45c9-a4e7-4b18d5922581 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-1227772326 HTTP/1.1" status: 201 len: 201 time: 0.8774979 Jan 18 23:24:48.166164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53486) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:48.174491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-f0baef86-89e0-44dc-883d-b8c944b98aa8 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-2095719435') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:48.216489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.256353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:48.276281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3802f1a1-01a6-4243-87ff-98bf0f62a3cf None None] Port 4ca0b9a8-9455-42e0-a09b-fa4133036122 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:48.327925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:48.344059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:48.361728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:48.381765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:48.392344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:24:48.393185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.464886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:48.468508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.470532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:24:48.562671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.581042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:24:48.601928 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0baef86-89e0-44dc-883d-b8c944b98aa8 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-2095719435 HTTP/1.1" status: 201 len: 201 time: 0.4314110 Jan 18 23:24:48.601928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53494) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:48.608170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-64b2a30e-57db-4f8a-bbc5-e51c4f7af638 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', {'tags': ['tempest-TagsExtTest-Tag-1670712083', 'tempest-TagsExtTest-Tag-1951934376', 'tempest-TagsExtTest-Tag-1241671403']}) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:48.611927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:48.613961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-342d5209-2993-44fa-b1a4-57ca944aec72 None None] Provisioning for port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:48.622419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-342d5209-2993-44fa-b1a4-57ca944aec72 None None] Provisioning complete for port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:48.622919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-342d5209-2993-44fa-b1a4-57ca944aec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.780190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6/b2ec1b12-d348-4c01-b89d-0eff0f58c949) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:48.783443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc0611-6ddc-4318-86cb-4b2b393a451c req-d26f9df0-0cdc-433b-b7b7-8a2a2793aee2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:48.785065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc0611-6ddc-4318-86cb-4b2b393a451c req-d26f9df0-0cdc-433b-b7b7-8a2a2793aee2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2261677 Jan 18 23:24:48.807055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.863331 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6 (CIDR: 2001:db8::/64) Jan 18 23:24:48.879992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64b2a30e-57db-4f8a-bbc5-e51c4f7af638 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 200 len: 318 time: 0.2773190 Jan 18 23:24:48.886566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53502) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:48.899393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-9088b42b-fe43-4158-a153-6dd4f7a1a23e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:48.923020 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:48.991091 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:24:48.991527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:24:49.009082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8fc0611-6ddc-4318-86cb-4b2b393a451c req-a893469c-29a9-4bcd-990a-6758b26efdf7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093465 Jan 18 23:24:49.034576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] In _notify_port_updated(), no bound segment for port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 on network 2109f571-5eed-4a4d-b97b-74cbee3bece5 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:24:49.039538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:49.040989 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.046118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "PUT /v2.0/ports/d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 HTTP/1.1" status: 200 len: 1067 time: 1.6137815 Jan 18 23:24:49.049991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:49.055225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:24:49.093470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.118354 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.133213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Transition to ACTIVE for port object b2ec1b12-d348-4c01-b89d-0eff0f58c949 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:49.151494 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8e3b6519-43f8-40f6-a709-b263496328bb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2768428 Jan 18 23:24:49.156133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53514) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:49.164956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:49.193787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c644cfe-ff9b-4aa8-bf12-c22e93d2fc3b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event updated for resources: {'Port': ['ID=d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:49.194658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.200746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.283389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:49.286160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.301072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Transition to ACTIVE for port object b2ec1b12-d348-4c01-b89d-0eff0f58c949 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:49.305763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:49.326265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-342d5209-2993-44fa-b1a4-57ca944aec72 None None] Port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:49.362473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.379185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3876dedf-b07a-4dbd-9ba9-91e058e9c69e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:24:49.427371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.525124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Pushing event updated for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:49.604220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:49.607775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:49.611504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:49.646913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=4ca0b9a8-9455-42e0-a09b-fa4133036122,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:49.654230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.677507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9088b42b-fe43-4158-a153-6dd4f7a1a23e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 204 len: 168 time: 0.7873993 Jan 18 23:24:49.689200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53518) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:49.697544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-1c471d49-e22d-44d8-a829-4d36a06ea0b8 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-1670712083') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:49.707924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bb00c3d4-3e55-4130-967d-b05a9c72bf84 None None] Provisioning complete for port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:49.708289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bb00c3d4-3e55-4130-967d-b05a9c72bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.712526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.756639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:49.803093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Attempting to bind port b2ec1b12-d348-4c01-b89d-0eff0f58c949 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:24:49.803720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Attempting to bind port b2ec1b12-d348-4c01-b89d-0eff0f58c949 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:24:49.803856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Attempting to bind port b2ec1b12-d348-4c01-b89d-0eff0f58c949 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:24:49.810955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bb00c3d4-3e55-4130-967d-b05a9c72bf84 None None] Port d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:49.812168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:49.817917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:49.830420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:24:49.830786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:24:49.831179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.831567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:24:49.832040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Bound port: b2ec1b12-d348-4c01-b89d-0eff0f58c949, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:24:49.832421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:49.841749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:49.852028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:49.908942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:49.911449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:49.972453 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-1c471d49-e22d-44d8-a829-4d36a06ea0b8 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:49.973814 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1c471d49-e22d-44d8-a829-4d36a06ea0b8 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-1670712083 HTTP/1.1" status: 404 len: 329 time: 0.2837477 Jan 18 23:24:49.988089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:49.990256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:49.993848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:50.005046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-7c23ab9b-1856-483b-9c57-41b3eb06bc16 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-1951934376') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:50.064430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:24:50.068335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:24:50.152545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:50.169841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecab3-f46f-4a90-a926-c175c197e50a req-31db9e47-36cf-4aeb-89ab-213ede53148a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:50.171379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2cecab3-f46f-4a90-a926-c175c197e50a req-31db9e47-36cf-4aeb-89ab-213ede53148a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.8371384 Jan 18 23:24:50.236713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:50.309967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2cecab3-f46f-4a90-a926-c175c197e50a req-2d156d42-310a-4fde-899e-272f5f609f76 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209631 Jan 18 23:24:50.313296 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-7c23ab9b-1856-483b-9c57-41b3eb06bc16 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:50.314472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c23ab9b-1856-483b-9c57-41b3eb06bc16 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-1951934376 HTTP/1.1" status: 404 len: 329 time: 0.3170290 Jan 18 23:24:50.317575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53528) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:50.325407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-3753378e-cc89-426f-b494-d7fae8196a36 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d', 'tempest-TagsExtTest-Tag-1241671403') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:50.372236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b83b0a-f120-48d1-a510-e2875861719e None None] Pushing event updated for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:50.392099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0dfbe3ec-2a98-4555-8838-82fae2b4002b None None] Provisioning complete for port 4ca0b9a8-9455-42e0-a09b-fa4133036122 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:50.392675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0dfbe3ec-2a98-4555-8838-82fae2b4002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:50.395012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:50.478429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbe3ec-2a98-4555-8838-82fae2b4002b None None] Port 4ca0b9a8-9455-42e0-a09b-fa4133036122 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:50.678370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:50.805761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c8e8c375-8f91-4c75-bd95-02f99430ec5d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:24:51.038382 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-3753378e-cc89-426f-b494-d7fae8196a36 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:51.043508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3753378e-cc89-426f-b494-d7fae8196a36 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags/tempest-TagsExtTest-Tag-1241671403 HTTP/1.1" status: 404 len: 329 time: 0.7247543 Jan 18 23:24:51.045382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53536) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:51.059657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-43cdbdd9-28ed-4b35-b12e-f8e74f618b39 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', {'tags': ['tempest-TagsExtTest-Tag-218949110', 'tempest-TagsExtTest-Tag-1809137502', 'tempest-TagsExtTest-Tag-775756459']}) {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.153622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:51.163392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:24:51.168122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] Sync routers for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:51.186980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:51.188074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.211873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b8b651d-21b3-4f5d-b096-73c8d0bc502c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4929175 Jan 18 23:24:51.219985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53540) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:51.284176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.296637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:51.300117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:51.300731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.329270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b4923-abfd-4ae8-8dae-0c880a791980 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:51.330028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e2b4923-abfd-4ae8-8dae-0c880a791980 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:51.377693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e18b671b-0713-49ce-8ec9-7984c692b4bf tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 HTTP/1.1" status: 204 len: 168 time: 2.3247619 Jan 18 23:24:51.379895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43cdbdd9-28ed-4b35-b12e-f8e74f618b39 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 200 len: 316 time: 0.3268437 Jan 18 23:24:51.380544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:51.383861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53546) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:51.386926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.387350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a78c5-b410-48dd-a425-b4cc6608f0d8 None None] The sync data for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:51.443134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4d29-8764-45d3-b5e9-190aada3191b req-84fcee6e-9161-4b18-b8c4-6863761ea559 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:51.444757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d2b4d29-8764-45d3-b5e9-190aada3191b req-84fcee6e-9161-4b18-b8c4-6863761ea559 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.8150806 Jan 18 23:24:51.545719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d2b4d29-8764-45d3-b5e9-190aada3191b req-8d4ec281-35e6-43d6-9634-5980490becd4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939457 Jan 18 23:24:51.719532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-2c90301c-b07a-4ef9-b1c3-d5f251207aed tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:51.778337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:51.782850 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:51.828853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e2b4923-abfd-4ae8-8dae-0c880a791980 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:51.833685 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6e2b4923-abfd-4ae8-8dae-0c880a791980 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports/4ca0b9a8-9455-42e0-a09b-fa4133036122 HTTP/1.1" status: 200 len: 910 time: 0.6100061 Jan 18 23:24:51.834502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53554) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:51.870206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:52.039282 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f9a7c6-7982-44d3-a285-847eddb74b0f tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] GET failed (client error): The resource could not be found. Jan 18 23:24:52.046771 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e3f9a7c6-7982-44d3-a285-847eddb74b0f tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports/d37c4612-5d1e-4176-8ffd-cbea0f3e9ef6 HTTP/1.1" status: 404 len: 333 time: 0.6645088 Jan 18 23:24:52.047598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53560) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:52.134936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b2ec1b12-d348-4c01-b89d-0eff0f58c949 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:52.164398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router c61cd78f-44d6-483d-a2c3-b99ade53f4c6 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:24:52.268099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.293587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:52.295255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.481293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:52.486407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Provisioning for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:52.498013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:52.499914 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.502307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:24:52.508436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.510628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8807a2fc-f455-4ac6-af91-473739a9909e tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "PUT /v2.0/routers/c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 200 len: 922 time: 5.4511716 Jan 18 23:24:52.523161 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] Sync routers for ids ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:24:52.527394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:52.561338 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] Routers {'c61cd78f-44d6-483d-a2c3-b99ade53f4c6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:52.568157 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:52.635299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:52.636374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.799736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:52.830101 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:52.841363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.877137 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] Routers {'c61cd78f-44d6-483d-a2c3-b99ade53f4c6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:24:52.878903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:52.899303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0cf12496-27be-4c0b-a51b-19c509000a12 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 200 len: 922 time: 0.3683619 Jan 18 23:24:52.903167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53572) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:52.908532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port df7f4856-7bae-48ea-bbbd-4b9ef820c71f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:52.909132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.966557 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:52.967801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.082570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6135f99b-c48f-4e6a-ac54-0bb2c507e189 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=c61cd78f-44d6-483d-a2c3-b99ade53f4c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1779139 Jan 18 23:24:53.086807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:53.159026 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:53.164105 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cd7b1-304a-45f1-bfdb-8e70f9b83ffe None None] The sync data for ids ['c61cd78f-44d6-483d-a2c3-b99ade53f4c6'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:24:53.275985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:53.317079 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.359272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:53.369166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:53.374126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.375252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.387116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34671907-3c96-4ee7-a4b7-ca5bc4136685 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:53.592471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.596819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.625791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:24:53.664896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babead9f-524e-46f7-aa40-0e148c6ce23c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:53.665370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-babead9f-524e-46f7-aa40-0e148c6ce23c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Synchronizing usage tracker for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:53.686157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:53.731165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.735908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for df7f4856-7bae-48ea-bbbd-4b9ef820c71f owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:53.747632 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:24:53.803937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:53.815208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=7d54fa68-9a54-41ff-9887-29bc47fd5403,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:53.821655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c90301c-b07a-4ef9-b1c3-d5f251207aed tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 204 len: 168 time: 2.1233001 Jan 18 23:24:53.826847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53588) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:53.832707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-46f24b1b-bf03-466d-93c6-1cbb7f34b8e7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-218949110') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:53.869068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-babead9f-524e-46f7-aa40-0e148c6ce23c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Unset dirty status for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:53.873195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-babead9f-524e-46f7-aa40-0e148c6ce23c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.7792180 Jan 18 23:24:53.875325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:53.944530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:53.953115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:24:53.983605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6bad455c-7b4c-4f82-9edc-dd3eef9ed2eb tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 200 len: 205 time: 0.1047471 Jan 18 23:24:53.986744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:53.993859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5380c6ab-5ccc-4969-bf20-8a26c1ef64c5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8366787 Jan 18 23:24:54.000241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:54.031810 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.220976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b434b-9ee0-4c39-be30-55f91a6113dd req-e75e6dfa-7e6f-4e3d-8b1e-f10fa2b2ede6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:54.222415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c70b434b-9ee0-4c39-be30-55f91a6113dd req-e75e6dfa-7e6f-4e3d-8b1e-f10fa2b2ede6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7178235 Jan 18 23:24:54.231242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.262266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b2ec1b12-d348-4c01-b89d-0eff0f58c949 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:54.388829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c70b434b-9ee0-4c39-be30-55f91a6113dd req-25a84d1f-da3b-4a52-8f29-d86416765a16 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523015 Jan 18 23:24:54.446234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.460217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:a8:2a:b3', 'name': 'tempest-NetworksTestDHCPv6-2101035834'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:54.506503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:24:54.507120 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-f1cdb899-db65-4d1f-abf9-ccc6ef444946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:24:54.512169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:54.583282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:54.583662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.633273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=df7f4856-7bae-48ea-bbbd-4b9ef820c71f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:54.729153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.734747 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-46f24b1b-bf03-466d-93c6-1cbb7f34b8e7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:54.738960 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46f24b1b-bf03-466d-93c6-1cbb7f34b8e7 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-218949110 HTTP/1.1" status: 404 len: 328 time: 0.9108310 Jan 18 23:24:54.743141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:54.751554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.754162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-fb423f72-eed9-463a-9173-182310fe29bd tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-1809137502') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:54.791023 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-05780d98-63ae-4cfa-9759-369ad10e8b00 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/df7f4856-7bae-48ea-bbbd-4b9ef820c71f HTTP/1.1" status: 204 len: 168 time: 2.7129705 Jan 18 23:24:54.802548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53612) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:54.842220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port 696776f7-c475-4c90-8f4a-fd29104d6358 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:54.843049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:54.941017 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b6094b-08de-4e12-bf78-7468f9fb1a8d tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] GET failed (client error): The resource could not be found. Jan 18 23:24:54.957531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e5b6094b-08de-4e12-bf78-7468f9fb1a8d tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Synchronizing usage tracker for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:24:54.965106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:54.988566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:55.198121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:55.198121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:55.198121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:55.199616 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-fb423f72-eed9-463a-9173-182310fe29bd tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:55.199616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fb423f72-eed9-463a-9173-182310fe29bd tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-1809137502 HTTP/1.1" status: 404 len: 329 time: 0.3692994 Jan 18 23:24:55.199616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:55.199616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-a8807515-1f45-4458-a7b7-9a8a0699bb7e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20', 'tempest-TagsExtTest-Tag-775756459') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:55.267337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:55.272303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e5b6094b-08de-4e12-bf78-7468f9fb1a8d tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Unset dirty status for tenant:e19682bcd8c54ab5b12c109c3902bdd0 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:24:55.277896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e5b6094b-08de-4e12-bf78-7468f9fb1a8d tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "GET /v2.0/ports/df7f4856-7bae-48ea-bbbd-4b9ef820c71f HTTP/1.1" status: 404 len: 333 time: 0.4667714 Jan 18 23:24:55.277896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:24:55.281203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:55.470477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:55.495821 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-a8807515-1f45-4458-a7b7-9a8a0699bb7e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:55.496929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8807515-1f45-4458-a7b7-9a8a0699bb7e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags/tempest-TagsExtTest-Tag-775756459 HTTP/1.1" status: 404 len: 328 time: 0.3793380 Jan 18 23:24:55.509848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for 696776f7-c475-4c90-8f4a-fd29104d6358 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:55.514318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53634) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:55.525694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 66adb9be-d536-4740-8953-4872dfb09b61 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:24:55.570055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-b8744408-e78f-4803-9d0c-bbdd9d9c9d87 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', {'tags': ['tempest-TagsExtTest-Tag-529114555', 'tempest-TagsExtTest-Tag-1125945790', 'tempest-TagsExtTest-Tag-125823450']}) {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:55.597735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port 3bc005da-8e23-4af3-8c73-f7d3306f3248 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:55.598104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:55.867721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6d1707f4-2f16-4e29-9791-57f33d8ff657 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:55.871382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d1707f4-2f16-4e29-9791-57f33d8ff657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:56.090955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b8744408-e78f-4803-9d0c-bbdd9d9c9d87 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 200 len: 316 time: 0.5731251 Jan 18 23:24:56.097566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:56.109625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-d897b800-3e86-4d22-b384-738202ecaf9d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:56.159285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:56.184096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b2ec1b12-d348-4c01-b89d-0eff0f58c949 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:24:56.336623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for 3bc005da-8e23-4af3-8c73-f7d3306f3248 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:56.376268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:56.376750 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:56.544408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f407ad-f5c0-43de-8916-71309fbb9b2d req-abe9a528-eac0-4a1f-8efb-c50329692c43 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:56.545910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5f407ad-f5c0-43de-8916-71309fbb9b2d req-abe9a528-eac0-4a1f-8efb-c50329692c43 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3923321 Jan 18 23:24:56.561199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::1b1 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6/66adb9be-d536-4740-8953-4872dfb09b61) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:56.636759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5f407ad-f5c0-43de-8916-71309fbb9b2d req-013669c1-2886-45b2-ada1-04631d420aaf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672545 Jan 18 23:24:56.665662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:56.688799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:2ab3 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/7d54fa68-9a54-41ff-9887-29bc47fd5403/66adb9be-d536-4740-8953-4872dfb09b61) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:24:56.723310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=696776f7-c475-4c90-8f4a-fd29104d6358,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:56.775470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:56.779261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d897b800-3e86-4d22-b384-738202ecaf9d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 204 len: 168 time: 0.6759269 Jan 18 23:24:56.821759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53652) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:56.839978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-7a975832-d48e-4bb9-9650-4b0106b39853 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-529114555') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:56.955593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Port': ['ID=3bc005da-8e23-4af3-8c73-f7d3306f3248,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:57.054909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 4ca0b9a8-9455-42e0-a09b-fa4133036122 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:57.055248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.092410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.096197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.149587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.178430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 66adb9be-d536-4740-8953-4872dfb09b61 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:24:57.311111 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-7a975832-d48e-4bb9-9650-4b0106b39853 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:57.314750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a975832-d48e-4bb9-9650-4b0106b39853 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-529114555 HTTP/1.1" status: 404 len: 328 time: 0.4889600 Jan 18 23:24:57.317765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.319129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:57.365314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-29013c5d-c9b0-42a9-9c9a-c2f68a3a6685 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-1125945790') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:57.486607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff049c8d-3b90-4c66-8660-6d8ecffe962b tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/ports/3bc005da-8e23-4af3-8c73-f7d3306f3248 HTTP/1.1" status: 204 len: 168 time: 2.2010491 Jan 18 23:24:57.489683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53664) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:57.491357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.496884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.500169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:24:57.546424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:24:57.548381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=66adb9be-d536-4740-8953-4872dfb09b61,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:57.550653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:24:57.556792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:57.558284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.597912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.598706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router c61cd78f-44d6-483d-a2c3-b99ade53f4c6 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:24:57.638012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.643499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-75891966-84f3-4ea4-81bc-906c8bc729d8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 204 len: 168 time: 3.6518860 Jan 18 23:24:57.644559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:57.657391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1404607316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:57.667509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:24:57.698012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:24:57.707742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:24:57.726108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:24:57.849857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.850228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.864133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.925156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:57.944408 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-29013c5d-c9b0-42a9-9c9a-c2f68a3a6685 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:57.945847 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-29013c5d-c9b0-42a9-9c9a-c2f68a3a6685 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-1125945790 HTTP/1.1" status: 404 len: 329 time: 0.6228347 Jan 18 23:24:57.954769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:57.970383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-a1554dd8-7e30-462c-a630-37e5fb0b36c5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb', 'tempest-TagsExtTest-Tag-125823450') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:57.990416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1042277d-bc3e-4354-b439-baf0b8623e0d None None] Provisioning for port 66adb9be-d536-4740-8953-4872dfb09b61 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:24:57.997677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1042277d-bc3e-4354-b439-baf0b8623e0d None None] Provisioning complete for port 66adb9be-d536-4740-8953-4872dfb09b61 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:24:57.999945 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1042277d-bc3e-4354-b439-baf0b8623e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.057617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 4ca0b9a8-9455-42e0-a09b-fa4133036122 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:58.109992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1042277d-bc3e-4354-b439-baf0b8623e0d None None] Port 66adb9be-d536-4740-8953-4872dfb09b61 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:24:58.126886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67a06f70-68b0-4c8c-980d-036913c23a5d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1183336 Jan 18 23:24:58.133706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:58.282040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting subnet e5b83831-c919-409b-8c65-b79bc36b7996 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:24:58.289112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.382547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.434981 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-a1554dd8-7e30-462c-a630-37e5fb0b36c5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:58.439697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1554dd8-7e30-462c-a630-37e5fb0b36c5 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags/tempest-TagsExtTest-Tag-125823450 HTTP/1.1" status: 404 len: 328 time: 0.4816325 Jan 18 23:24:58.440624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:58.449913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-cf7ce151-94de-4f35-902e-06b44b8c033e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', {'tags': ['tempest-TagsExtTest-Tag-1421643784', 'tempest-TagsExtTest-Tag-688210582', 'tempest-TagsExtTest-Tag-428909718']}) {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:58.485141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ce585-1f73-462d-8efd-093d8d0ba717 req-36d90242-9309-4d95-a47e-45f4bd87f793 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:24:58.486736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-036ce585-1f73-462d-8efd-093d8d0ba717 req-36d90242-9309-4d95-a47e-45f4bd87f793 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5391362 Jan 18 23:24:58.490615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.491743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f33ec701-9f83-4203-a8f5-45e7b48ca79d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8455279 Jan 18 23:24:58.509908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:58.518118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 66adb9be-d536-4740-8953-4872dfb09b61 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:58.518455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.518599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:24:58.607345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.682366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-036ce585-1f73-462d-8efd-093d8d0ba717 req-dcad1292-17cb-4c33-9c00-c58348d1eed5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871903 Jan 18 23:24:58.754175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf7ce151-94de-4f35-902e-06b44b8c033e tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "PUT /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 200 len: 316 time: 0.3113346 Jan 18 23:24:58.756768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53694) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:58.764538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-24827d6b-f3c9-4d10-bc18-7e9497949899 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:58.935198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:58.969357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.089763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.096896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.107516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 66adb9be-d536-4740-8953-4872dfb09b61 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:24:59.126475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-24827d6b-f3c9-4d10-bc18-7e9497949899 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 204 len: 168 time: 0.3686783 Jan 18 23:24:59.129176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.134705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-20a67958-a7ad-477a-8340-a49a344c8414 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-1421643784') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:59.161502 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-20a67958-a7ad-477a-8340-a49a344c8414 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:59.162547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-20a67958-a7ad-477a-8340-a49a344c8414 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-1421643784 HTTP/1.1" status: 404 len: 329 time: 0.0324681 Jan 18 23:24:59.170250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53702) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.203303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-3f5e5a4d-9723-4164-a787-a02446cca747 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-688210582') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:59.217461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=4ca0b9a8-9455-42e0-a09b-fa4133036122,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:59.354216 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-3f5e5a4d-9723-4164-a787-a02446cca747 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:59.355791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3f5e5a4d-9723-4164-a787-a02446cca747 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-688210582 HTTP/1.1" status: 404 len: 328 time: 0.1713128 Jan 18 23:24:59.359731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53706) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.364347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.tag.tag_plugin [None req-4af61e76-b968-4712-a99c-c0143988ea68 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30', 'tempest-TagsExtTest-Tag-428909718') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:59.419468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.446408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.462322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.510646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b83831-c919-409b-8c65-b79bc36b7996,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:59.591519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84baa66d-be74-4dbe-bd83-38aa4f19b579 None None] Network 2109f571-5eed-4a4d-b97b-74cbee3bece5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:24:59.592107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.599632 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-4af61e76-b968-4712-a99c-c0143988ea68 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] show failed (client error): The resource could not be found. Jan 18 23:24:59.600670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4af61e76-b968-4712-a99c-c0143988ea68 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags/tempest-TagsExtTest-Tag-428909718 HTTP/1.1" status: 404 len: 328 time: 0.2407990 Jan 18 23:24:59.603881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53712) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.615318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-b2284635-1fab-4211-8e06-915fdd21eb66 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '109023ec-c26e-4ae9-ae39-e735a05c6b30') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:59.665102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7911c176-609e-4b3c-8ac2-9ccc80694ca6 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/subnets/e5b83831-c919-409b-8c65-b79bc36b7996 HTTP/1.1" status: 204 len: 168 time: 2.1682293 Jan 18 23:24:59.665343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b2284635-1fab-4211-8e06-915fdd21eb66 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30/tags HTTP/1.1" status: 204 len: 168 time: 0.0547082 Jan 18 23:24:59.666369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53716) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.666500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:24:59.675917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-7dee15ea-feff-49c6-856d-a0531c50ba94 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '570b8aad-f77f-44e6-bc94-13bf61485ccb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:24:59.823154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.880879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.892265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=66adb9be-d536-4740-8953-4872dfb09b61,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:24:59.941328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] DHCP port deletion for 2109f571-5eed-4a4d-b97b-74cbee3bece5 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:24:59.947935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Deleting port 5d8779fc-2346-4e5b-a4cd-904e957ed66e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:24:59.948462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:24:59.951324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.210159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d8779fc-2346-4e5b-a4cd-904e957ed66e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:00.229286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port 5d8779fc-2346-4e5b-a4cd-904e957ed66e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:00.230414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.409135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:00.409549 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.413186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.419573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bcae80d3-e69f-4d48-bf5b-cb0e504dcac4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/66adb9be-d536-4740-8953-4872dfb09b61 HTTP/1.1" status: 204 len: 168 time: 2.2817271 Jan 18 23:25:00.425977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53728) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:00.494639 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.557371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffc229a-2899-45ed-a9ab-42607c594576 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:00.557371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ffc229a-2899-45ed-a9ab-42607c594576 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:00.634071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:00.634675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.650859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Calling delete_port for 5d8779fc-2346-4e5b-a4cd-904e957ed66e owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:00.710240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:00.712485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ffc229a-2899-45ed-a9ab-42607c594576 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:00.713871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ffc229a-2899-45ed-a9ab-42607c594576 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2867990 Jan 18 23:25:00.728620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:00.783760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for 5d8779fc-2346-4e5b-a4cd-904e957ed66e owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:00.785313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:00.845120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7dee15ea-feff-49c6-856d-a0531c50ba94 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb/tags HTTP/1.1" status: 204 len: 168 time: 1.1749966 Jan 18 23:25:00.861995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:00.876205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-713e2ae8-84da-4dc0-ae92-d9ff21eca7be tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6bbf216-23fe-4011-892b-602fe6a41c20') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:00.901244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:00.910471 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:00.925865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5d8779fc-2346-4e5b-a4cd-904e957ed66e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:00.943909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8e61a-5ea8-4b11-b787-dd75e3851acc req-7d152f70-bf08-410f-996a-cbc70dba582a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:00.949958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.950639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eba8e61a-5ea8-4b11-b787-dd75e3851acc req-7d152f70-bf08-410f-996a-cbc70dba582a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9647346 Jan 18 23:25:00.952849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.953666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Allocated IP 172.25.1.119 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/12c7d54d-f5e1-409a-8ef4-3e24b2a4ce6e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:00.954186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.957529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.958089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.958639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.959129 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.963086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.963734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.965733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.966394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:00.991733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fd832-615b-4600-a7c7-1b625417dd09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:00.993403 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-217fd832-615b-4600-a7c7-1b625417dd09 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2636619 Jan 18 23:25:00.996492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.085123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.087058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.088150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:01.089133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:01.095408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:01.095668 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:01.111676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c8e8c375-8f91-4c75-bd95-02f99430ec5d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:25:01.133463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eba8e61a-5ea8-4b11-b787-dd75e3851acc req-6f04c2a1-3ac4-4cd7-996e-745fa50e3724 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818552 Jan 18 23:25:01.191515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-713e2ae8-84da-4dc0-ae92-d9ff21eca7be tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20/tags HTTP/1.1" status: 204 len: 168 time: 0.3279502 Jan 18 23:25:01.194463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.197425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:01.199130 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-86da56d1-7305-4a71-ba27-1003d2526fa9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2011471 Jan 18 23:25:01.204941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.tag.tag_plugin [None req-b460e4f6-7359-44df-bb5a-7032c2fcf4ba tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d87c107-720e-4a9f-a680-96f60c39e44d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:01.205655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.269837 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.353861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b460e4f6-7359-44df-bb5a-7032c2fcf4ba tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d/tags HTTP/1.1" status: 204 len: 168 time: 0.1582892 Jan 18 23:25:01.359887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53752) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.411953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Deleting port 5d8779fc-2346-4e5b-a4cd-904e957ed66e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:01.412542 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.458879 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.519062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:01.522942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 7d54fa68-9a54-41ff-9887-29bc47fd5403 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:01.528821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:01.530827 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6f9b994-7820-4685-8469-a0be24beab5a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6162627 Jan 18 23:25:01.531551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.535157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:01.537637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.546714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:01.608681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.619562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port 5d8779fc-2346-4e5b-a4cd-904e957ed66e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:01.619911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.647530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] Sync routers for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:01.707311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.751138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:01.752238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:01.785067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event updated for resources: {'Port': ['ID=12c7d54d-f5e1-409a-8ef4-3e24b2a4ce6e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:01.858811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.895318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:01.909252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d84b4ba7-854b-4f35-931e-5f3f9569c2a2 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for subnetpool, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.910395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d84b4ba7-854b-4f35-931e-5f3f9569c2a2 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnetpools/109023ec-c26e-4ae9-ae39-e735a05c6b30 HTTP/1.1" status: 204 len: 168 time: 0.5495849 Jan 18 23:25:01.921731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53762) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:01.939849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:01.957138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:01.958242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=7d54fa68-9a54-41ff-9887-29bc47fd5403,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:01.968544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:02.015880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a974c2b-b1f7-4c43-900d-7442b1883032 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "GET /v2.0/ports?device_id=570b8aad-f77f-44e6-bc94-13bf61485ccb HTTP/1.1" status: 200 len: 205 time: 0.0838878 Jan 18 23:25:02.019424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb883de8-6a05-4572-b237-35c10649db6c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/7d54fa68-9a54-41ff-9887-29bc47fd5403 HTTP/1.1" status: 204 len: 168 time: 0.8124230 Jan 18 23:25:02.020338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53766) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:02.021036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:02.051993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f734e-b585-442e-9d7e-e4ec9356e60c None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:02.125552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:02.125889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.129995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:02.205987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.223959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:02.223959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d5556a-4196-48f1-9345-98a07b53b16e None None] The sync data for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:02.235176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] For port 5d8779fc-2346-4e5b-a4cd-904e957ed66e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d8779fc-2346-4e5b-a4cd-904e957ed66e,segment=NetworkSegment(1dc27271-8a63-4a1b-bec2-ab7f802ad417),segment_id=1dc27271-8a63-4a1b-bec2-ab7f802ad417)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:02.237943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.445676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Calling delete_port for 5d8779fc-2346-4e5b-a4cd-904e957ed66e owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:02.448097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Calling delete_port for 5d8779fc-2346-4e5b-a4cd-904e957ed66e owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:02.536922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.571755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.780575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:02.847211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f57a2-4e80-4f4b-98f3-cd449fad523d req-1d5f6c25-a1ee-4979-bf49-cf13f5e206fc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:02.848581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-487f57a2-4e80-4f4b-98f3-cd449fad523d req-1d5f6c25-a1ee-4979-bf49-cf13f5e206fc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3694067 Jan 18 23:25:02.928912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-487f57a2-4e80-4f4b-98f3-cd449fad523d req-1fa55916-e562-4fdf-a853-e5929e7af6dd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700145 Jan 18 23:25:03.024957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.059937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.080029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.101746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.121802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.125315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] Pushing event deleted for resources: {'Port': ['ID=5d8779fc-2346-4e5b-a4cd-904e957ed66e,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:03.130150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.142783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69794e-de25-4f82-8d1f-29eb258690db None None] No DVR routers for this DVR port 5d8779fc-2346-4e5b-a4cd-904e957ed66e on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:03.143572 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.154978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:03.154978 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:03.252920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.253592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Fanout notify agent at l3_agent the message router_deleted on router 570b8aad-f77f-44e6-bc94-13bf61485ccb {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:03.291449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.295649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ccbc79fe-63ec-4063-bde3-bf17d1c6eba3 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/routers/570b8aad-f77f-44e6-bc94-13bf61485ccb HTTP/1.1" status: 204 len: 168 time: 1.2693653 Jan 18 23:25:03.296009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:03.339006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.428520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:03.430493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Deleting port 5d8779fc-2346-4e5b-a4cd-904e957ed66e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:03.431022 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.441224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.445962 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd8115c2-2ccc-4935-a0a2-b9e89f918613 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6 HTTP/1.1" status: 204 len: 168 time: 1.4237549 Jan 18 23:25:03.450729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:03.450729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Deleting port d6bbf216-23fe-4011-892b-602fe6a41c20 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:03.451190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.473927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a5f41-a842-43f3-82a9-84cfc25b2b35 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:03.616397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] The port '5d8779fc-2346-4e5b-a4cd-904e957ed66e' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:25:03.673459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-931fbb5b-da3e-4edc-beda-9a8a0573a439 None None] Provisioning complete for port b2ec1b12-d348-4c01-b89d-0eff0f58c949 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:03.673843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-931fbb5b-da3e-4edc-beda-9a8a0573a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.767011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:03.905662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Calling delete_port for d6bbf216-23fe-4011-892b-602fe6a41c20 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:03.908450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:03.921187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Deleting port b2ec1b12-d348-4c01-b89d-0eff0f58c949 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:03.921917 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.038113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.070862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-edd29ed0-9e0a-4061-877c-ddcd58af09e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5603149 Jan 18 23:25:04.075029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53796) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:04.077744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:04.174234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2109f571-5eed-4a4d-b97b-74cbee3bece5']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:04.250988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b2ec1b12-d348-4c01-b89d-0eff0f58c949 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:04.326610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:04.330913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:04.334203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:04.341125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:04.348768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.363291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc27271-8a63-4a1b-bec2-ab7f802ad417') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:04.363748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc27271-8a63-4a1b-bec2-ab7f802ad417') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:04.404659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event deleted for resources: {'Port': ['ID=d6bbf216-23fe-4011-892b-602fe6a41c20,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:04.422262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.462549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.504667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:04.506534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:04.509061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.513576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.515768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:04.517544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:04.548681 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:04.614149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.712178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Calling delete_port for b2ec1b12-d348-4c01-b89d-0eff0f58c949 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:04.804390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:04.830871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.844169 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b128320-349f-4b08-9dbc-638ffae8b749 tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/ports/d6bbf216-23fe-4011-892b-602fe6a41c20 HTTP/1.1" status: 204 len: 168 time: 1.5468738 Jan 18 23:25:04.844977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:04.862584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Router 531975ec-0938-4720-ab54-e30066e634ab is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:04.893266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.944799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:04.966587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafc89-39a4-4a8a-bfe2-a0c917956e9c req-a1df398a-199f-40c9-8727-97a844376b73 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:04.971467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6faafc89-39a4-4a8a-bfe2-a0c917956e9c req-a1df398a-199f-40c9-8727-97a844376b73 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6249495 Jan 18 23:25:04.976616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.028812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:05.032068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:05.038704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:05.044243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.047032 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:05.047255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] Pushing event deleted for resources: {'Network': ['ID=2109f571-5eed-4a4d-b97b-74cbee3bece5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:05.094819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6faafc89-39a4-4a8a-bfe2-a0c917956e9c req-16865781-454e-4cd3-b0b7-e7f32e13b9f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223807 Jan 18 23:25:05.098431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7b85c33f-5ea2-47a9-9756-20970b6e23c8 tempest-AllowedAddressPairIpV6TestJSON-197558728 tempest-AllowedAddressPairIpV6TestJSON-197558728-project] 10.222.0.59 "DELETE /v2.0/networks/2109f571-5eed-4a4d-b97b-74cbee3bece5 HTTP/1.1" status: 204 len: 168 time: 5.4285705 Jan 18 23:25:05.145269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:05.148025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:05.154497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:05.154497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.222059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 35a458bb-faea-4e4d-9bc4-6493c7028015 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:05.225316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.239175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Deleting subnet 9d87c107-720e-4a9f-a680-96f60c39e44d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:05.242595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.278585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a098ef9-85c5-469b-86f3-bda8ed75987c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2060885 Jan 18 23:25:05.288517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53810) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:05.297282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:05.406777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.469143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:05.479487 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] Sync routers for ids ['531975ec-0938-4720-ab54-e30066e634ab'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:05.485570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.489704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-901e9052-03d4-445a-b134-57a453b44b58 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "PUT /v2.0/routers/531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 200 len: 880 time: 6.9787827 Jan 18 23:25:05.493243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:05.496006 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] Routers {'531975ec-0938-4720-ab54-e30066e634ab'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:05.497695 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['531975ec-0938-4720-ab54-e30066e634ab'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:05.549098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Deleting port b2ec1b12-d348-4c01-b89d-0eff0f58c949 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:05.549668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.567165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.569183 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:05.586786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:05.594326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:05.598491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:05.599451 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] Routers {'531975ec-0938-4720-ab54-e30066e634ab'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:05.600621 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['531975ec-0938-4720-ab54-e30066e634ab'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:05.613374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:05.649977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.708482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:05.712028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:05.810337 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:05.815698 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac7dac-2e57-4179-b415-a9653931aa90 None None] The sync data for ids ['531975ec-0938-4720-ab54-e30066e634ab'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:05.844157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 35a458bb-faea-4e4d-9bc4-6493c7028015 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:05.863395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53822) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:05.987024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.021119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] For port b2ec1b12-d348-4c01-b89d-0eff0f58c949, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b2ec1b12-d348-4c01-b89d-0eff0f58c949,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:06.021784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.047487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event deleted for resources: {'Subnet': ['ID=9d87c107-720e-4a9f-a680-96f60c39e44d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:06.063675 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8 (CIDR: 2001:db8::/64) Jan 18 23:25:06.075912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.090690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d19df65b-fcf9-47c7-bc55-f1922179707d tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/subnets/9d87c107-720e-4a9f-a680-96f60c39e44d HTTP/1.1" status: 204 len: 168 time: 1.2444959 Jan 18 23:25:06.092931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53828) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:06.126795 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:25:06.127445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:06.215305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Calling delete_port for b2ec1b12-d348-4c01-b89d-0eff0f58c949 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:06.269843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.309450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c640b17-b36f-4838-aec1-f26eb4967c7c None None] Network 91b9e41f-7363-4432-81fb-2419e1be8c82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:06.343548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5d4b3bd-3854-4836-9d03-53811a084c76 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 200 len: 921 time: 0.8491695 Jan 18 23:25:06.353277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53834) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:06.421462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=35a458bb-faea-4e4d-9bc4-6493c7028015,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:06.452646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.466635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.476551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af800dd6-f14e-421b-b3db-6bbc98802d68 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1869254 Jan 18 23:25:06.481934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53838) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:06.496438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'subnet': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:06.546910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Deleting port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:06.546910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:06.600558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] Pushing event deleted for resources: {'Port': ['ID=b2ec1b12-d348-4c01-b89d-0eff0f58c949,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:06.616463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dde568-4415-4f40-b9bf-52bbd752e0b5 None None] No DVR routers for this DVR port b2ec1b12-d348-4c01-b89d-0eff0f58c949 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:06.637476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f042df-fe74-4454-a26e-df65b5f5b1b7 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:06.671890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62dfcb-02ca-490d-8dc1-d2c682175768 req-801222b2-d3e9-4c47-86d3-f3ecf82e07bf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:06.681634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c62dfcb-02ca-490d-8dc1-d2c682175768 req-801222b2-d3e9-4c47-86d3-f3ecf82e07bf tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.3346560 Jan 18 23:25:06.802632 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a86dfacb-f6dc-4f8b-b17d-105b7f6be28f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e19682bcd8c54ab5b12c109c3902bdd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9332757 Jan 18 23:25:06.814881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53844) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:06.942642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] DHCP port deletion for 91b9e41f-7363-4432-81fb-2419e1be8c82 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:06.961698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Deleting port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:06.962082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.049564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b1520ee3-6dce-4543-9889-f2a9344cf800 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Synchronizing usage tracker for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:07.099789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] For port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,segment=NetworkSegment(b1c74773-4a33-4328-b817-a1e268307182),segment_id=b1c74773-4a33-4328-b817-a1e268307182)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:07.100132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.115257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c62dfcb-02ca-490d-8dc1-d2c682175768 req-bca232a2-9e09-4309-b64e-05c85ae2635f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299881 Jan 18 23:25:07.127415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.129625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:07.256027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'tenant_id': '55b366c7b8ff419cab165e4e95cf5f84', 'fixed_ips': [{'subnet_id': 'bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:07.256939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.264959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:subnet and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:07.279789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Calling delete_port for 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:07.311905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:07.321701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.352390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.413769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:07.416565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b1520ee3-6dce-4543-9889-f2a9344cf800 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Unset dirty status for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:07.418971 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b1520ee3-6dce-4543-9889-f2a9344cf800 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=531975ec-0938-4720-ab54-e30066e634ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0538929 Jan 18 23:25:07.429847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53848) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:07.520498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.557232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:07.570042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Allocated IP 2001:db8::2 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8/1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:07.575679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb0ed60-a888-4827-9afd-e6130905f936,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:07.599356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.600789 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-681bb618-66fd-4dc6-baa5-548356d02a1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bb0ed60-a888-4827-9afd-e6130905f936 HTTP/1.1" status: 204 len: 168 time: 0.7815063 Jan 18 23:25:07.650111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c8e8c375-8f91-4c75-bd95-02f99430ec5d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:25:07.818664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.862453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:07.907287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae4495-c6bb-4932-aec3-ee8a1064f1c9 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:07.907971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0bae4495-c6bb-4932-aec3-ee8a1064f1c9 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Synchronizing usage tracker for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:07.916973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event deleted for resources: {'Port': ['ID=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:07.948310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0bae4495-c6bb-4932-aec3-ee8a1064f1c9 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Unset dirty status for tenant:1125c31faa074027b3c233f5c55fbe83 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:07.953021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3557911f-c67f-4163-9671-c38df765a235 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4032929 Jan 18 23:25:07.953178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0bae4495-c6bb-4932-aec3-ee8a1064f1c9 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.5186083 Jan 18 23:25:07.953289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53856) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:07.953491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:07.957100 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.958688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:07.972042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Transition to ACTIVE for port object 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:07.972987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] No DVR routers for this DVR port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:07.998409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Transition to ACTIVE for port object 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:08.015087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] Sync routers for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:08.093690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] For port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5f2fcb93-4db3-446d-a72f-47b0b1704ef8,segment=NetworkSegment(b1c74773-4a33-4328-b817-a1e268307182),segment_id=b1c74773-4a33-4328-b817-a1e268307182)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:08.094092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.106218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dcca6a8e-e155-4943-8df2-27cbb2e43a2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:08.121357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-312cda15-f7a7-4719-918f-a47c877b06f7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 200 len: 205 time: 0.1664624 Jan 18 23:25:08.126789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:08.148423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.231675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.252451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dcca6a8e-e155-4943-8df2-27cbb2e43a2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:08.264117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dcca6a8e-e155-4943-8df2-27cbb2e43a2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8e8c375-8f91-4c75-bd95-02f99430ec5d HTTP/1.1" status: 200 len: 205 time: 0.3116114 Jan 18 23:25:08.271049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b9e41f-7363-4432-81fb-2419e1be8c82']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:08.282826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:08.287368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c74773-4a33-4328-b817-a1e268307182') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:08.288025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c74773-4a33-4328-b817-a1e268307182') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:08.303195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.323186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.332717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:08.333424 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.554554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:08.557931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:08.594882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Calling delete_port for 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:08.614763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eaa3c-c843-44a3-8ab0-6e4a6be96232 req-1199b64d-c755-4f28-b10e-dba86d208824 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:08.618339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-237eaa3c-c843-44a3-8ab0-6e4a6be96232 req-1199b64d-c755-4f28-b10e-dba86d208824 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2459843 Jan 18 23:25:08.662707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:08.663638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:08.677959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:25:08.678312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:25:08.680535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:08.692021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:08.726886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:08.727523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:08.761624 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:08.907698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:08.970466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Attempting to bind port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:08.971694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Attempting to bind port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:08.971961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Attempting to bind port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 on network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:25:08.990643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] Routers {'c8e8c375-8f91-4c75-bd95-02f99430ec5d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:08.990643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:09.084871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:25:09.085273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Checking segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:09.085621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.090055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Bound using segment: {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:25:09.090807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Bound port: 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ed6daf-f6f1-4fac-958d-02740648a4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:25:09.093243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.099852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-237eaa3c-c843-44a3-8ab0-6e4a6be96232 req-da2ef884-8b91-4163-9905-ea22d13fb3d5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667571 Jan 18 23:25:09.115342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:09.119983 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:09.121119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.129483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:09.129894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf66e5d-3d38-4484-ae46-95b673c4df8a None None] The sync data for ids ['c8e8c375-8f91-4c75-bd95-02f99430ec5d'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:09.137230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.154230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.215848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] Pushing event deleted for resources: {'Network': ['ID=91b9e41f-7363-4432-81fb-2419e1be8c82,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:09.231669 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ed8e42e-24f3-4f4c-a153-45de2e2dd32c tempest-TagsExtTest-755582668 tempest-TagsExtTest-755582668-project] 10.222.0.59 "DELETE /v2.0/networks/91b9e41f-7363-4432-81fb-2419e1be8c82 HTTP/1.1" status: 204 len: 168 time: 3.1374969 Jan 18 23:25:09.313044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:25:09.316338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:25:09.350931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.objects.ports [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84543) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 23:25:09.385359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.500887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53894) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:09.547643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b4631-0308-4632-ba59-acd17f450ada None None] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:09.598171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.622114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Deleting port 5f2fcb93-4db3-446d-a72f-47b0b1704ef8 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:09.622490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.649283 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.716388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.739528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1676644178'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:09.746474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7cb35ae2-04ad-4015-95a4-d5edd688f711 None None] The port '5f2fcb93-4db3-446d-a72f-47b0b1704ef8' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:25:09.759588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:09.771604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:09.787158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:network and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:09.793929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:09.938590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:09.939583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:10.031031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.031513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router c8e8c375-8f91-4c75-bd95-02f99430ec5d {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:10.050136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Made reservation on behalf of 027e062eca9443698592eda9f5e039d7 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:10.055533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.081722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.083388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.092257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b3fdead-947d-45a5-8e99-b8d3b2274580 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d HTTP/1.1" status: 204 len: 168 time: 1.8076563 Jan 18 23:25:10.095576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:10.204979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:10.212328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:security_group_rule and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:10.221443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:10.236216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:10.238954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:10.380941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.420267 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.451724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:10.482924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.490815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:10.532083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port 12c7d54d-f5e1-409a-8ef4-3e24b2a4ce6e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:10.536001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.537533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10691361-ba70-4cc7-8b70-75bd4e505a15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b66c60aad08400fa4fb1d8964d4a441&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5891862 Jan 18 23:25:10.538349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:10.549407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:25:10.581045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet a79eb93a-0094-405c-8715-db88530c952a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:10.597209 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.599078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d490a430-760a-4441-9fa1-7e6c54595941,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:10.617039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.619832 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Added segment f2760824-2101-4dd2-a53a-b7df0d6a21bc of type vlan for network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b Jan 18 23:25:10.629649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:25:10.632166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c820b01-ada5-4d5b-b87a-680c6edfe7d6 req-cf0ed9b8-d4fa-4202-b4fb-e3b5f31e4f46 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:10.640458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c820b01-ada5-4d5b-b87a-680c6edfe7d6 req-cf0ed9b8-d4fa-4202-b4fb-e3b5f31e4f46 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2564409 Jan 18 23:25:10.670636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.703252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.728776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.762835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.762835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.826422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.863398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c820b01-ada5-4d5b-b87a-680c6edfe7d6 req-31716ae9-258a-445d-b7fc-cd15b9d6cbff tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218726 Jan 18 23:25:10.875295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:10.946629 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.006809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:11.013744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:11.019677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Subnet': ['ID=814a00d5-ae47-4f92-a004-d4e21f7fb829,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:11.022114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:11.022925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.032766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=4']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:11.098572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for 12c7d54d-f5e1-409a-8ef4-3e24b2a4ce6e owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:11.179592 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.218166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37a9f99b-2154-4f67-996d-1d33c8e76ba5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7302098 Jan 18 23:25:11.218166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.221667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:11.222294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.233203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bfae2c-059f-4a75-99cf-679aa864d027 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:11.233308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53924) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:11.376525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.379453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.380622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c6a2b0b-d20e-4ccf-985e-5015f81b9eff HTTP/1.1" status: 204 len: 168 time: 0.8330448 Jan 18 23:25:11.390258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Request body: {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'mac_address': 'fa:16:3e:7a:25:01', 'name': 'tempest-NetworksTestDHCPv6-410434367'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:11.405530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Network': ['ID=a1bdea84-3288-4487-aa6b-2fe01b2c6e9b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:11.427520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:25:11.430182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00dd8b-1088-4ae3-91ad-cdeb66e1f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6a2b0b-d20e-4ccf-985e-5015f81b9eff,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:11.446452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.496982 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa8dccd1-3059-4d81-a96a-587d56abba71 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9946456 Jan 18 23:25:11.504395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:11.527665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'subnet': {'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:11.534660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.582753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Provisioning for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:11.610330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=12c7d54d-f5e1-409a-8ef4-3e24b2a4ce6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:11.648950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Provisioning complete for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:11.649262 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:11.800378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:11.818241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:subnet and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:11.824497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:11.865564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:11.892745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:11.908138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Usage tracker for resource:port and tenant:55b366c7b8ff419cab165e4e95cf5f84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:11.911845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:11.920099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:11.969430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.033932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Made reservation on behalf of 55b366c7b8ff419cab165e4e95cf5f84 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:12.038054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.044104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.047546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.089613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Made reservation on behalf of 027e062eca9443698592eda9f5e039d7 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:12.136566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:12.143679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] device_id is not set on port 49af93c1-0d7a-474a-b260-4e0522b1c3bd yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:25:12.169405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=a79eb93a-0094-405c-8715-db88530c952a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:12.201016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:12.294710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.327137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829fc194-985c-4613-9f56-9e6799d5187e None None] Network a842ecd5-7a04-4ddb-a185-f8f6693625d2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:12.385378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.393448 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.508802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-694db78c-ece0-41a4-8cc6-f581d8e5a064 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/a79eb93a-0094-405c-8715-db88530c952a HTTP/1.1" status: 204 len: 168 time: 2.4104195 Jan 18 23:25:12.515054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53950) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:12.519788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.578398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.589164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dc594-f73c-493a-babf-eba2e1ff312b req-5a087536-cfd8-4342-897d-84dfaed04364 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:12.590856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c62dc594-f73c-493a-babf-eba2e1ff312b req-5a087536-cfd8-4342-897d-84dfaed04364 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4715724 Jan 18 23:25:12.635922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ceab6-d3a5-4103-9b03-b5540ebad205 None None] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:12.820129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c62dc594-f73c-493a-babf-eba2e1ff312b req-87264014-effc-4d98-ac84-78bae4f978c2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189450 Jan 18 23:25:12.909445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.913485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router 531975ec-0938-4720-ab54-e30066e634ab {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:12.928996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:12.942488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f5c3eddd-3533-4cd7-8d15-85a7c3610ef9 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 204 len: 168 time: 4.8091376 Jan 18 23:25:12.978256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:13.017660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:13.018037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.045600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1928343381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:13.067240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:13.089788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet defda95f-6431-4f73-bc74-358ca35b4168 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:13.103743 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.210382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.274156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] DHCP port deletion for a842ecd5-7a04-4ddb-a185-f8f6693625d2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:13.280086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-364c5675-645e-45d4-b516-d162ead2e8b7 None None] Provisioning complete for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:13.280421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-364c5675-645e-45d4-b516-d162ead2e8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.300117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8::21f (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8/49af93c1-0d7a-474a-b260-4e0522b1c3bd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:13.302633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:13.306245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:2501 (20219bf5-4e2e-4e79-9e6a-82f619ff27a2/814a00d5-ae47-4f92-a004-d4e21f7fb829/49af93c1-0d7a-474a-b260-4e0522b1c3bd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:13.307910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Deleting port e00a7561-cc80-4bf4-b162-53f130a6625d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:13.308489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.308740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:13.324589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:13.381411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.439125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.440076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.456359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.475050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.554607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.591101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Subnet': ['ID=da3c3777-2106-49c9-96cb-011810508b39,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:13.612697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.613820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] For port e00a7561-cc80-4bf4-b162-53f130a6625d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e00a7561-cc80-4bf4-b162-53f130a6625d,segment=NetworkSegment(1512875e-2bd7-49cf-ab08-d98225fc70ef),segment_id=1512875e-2bd7-49cf-ab08-d98225fc70ef)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:13.614345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.629635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=defda95f-6431-4f73-bc74-358ca35b4168,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:13.635514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Checking segment: {'id': 'f2760824-2101-4dd2-a53a-b7df0d6a21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:13.635800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network hostable DHCP agents. Network: a1bdea84-3288-4487-aa6b-2fe01b2c6e9b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:25:13.648967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.659592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.671506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3cd0988d-c61c-4ed4-883f-c1bd9b91b282 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/defda95f-6431-4f73-bc74-358ca35b4168 HTTP/1.1" status: 204 len: 168 time: 1.1553016 Jan 18 23:25:13.672592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:13.681953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Transition to ACTIVE for port object 49af93c1-0d7a-474a-b260-4e0522b1c3bd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:13.693388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073df309-97b9-484d-9df9-f3bc09be9a40 None None] Network 9c0bc0da-d97c-4e87-a5ac-fd312328f361 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:13.767844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:25:13.779168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Calling delete_port for e00a7561-cc80-4bf4-b162-53f130a6625d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:13.819173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.911204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a1bdea84-3288-4487-aa6b-2fe01b2c6e9b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:13.928806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f911d-4d25-479f-819c-c368336ca73e None None] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:13.955842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:13.957352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:13.957931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.965750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:13.976949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:13.983183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:13.983814 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:13.997081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.001896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-89e7f8c7-b05f-467c-b897-5a061cd2c6f5 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0217490 Jan 18 23:25:14.003015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53982) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:14.030358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': True}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:14.031406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event updated for resources: {'Port': ['ID=49af93c1-0d7a-474a-b260-4e0522b1c3bd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:14.126552 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-638a2543-a80c-495d-a03d-ae57def2dfe9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7514794 Jan 18 23:25:14.132479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53992) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:14.158017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e8b338e-35e8-4e4f-a43c-d4791cefd276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.240928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:14.304826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting port 49af93c1-0d7a-474a-b260-4e0522b1c3bd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:14.304826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.342839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79871142-4b1a-4c7f-b492-8ed7d94f5176 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8372195 Jan 18 23:25:14.350531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:14.361349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-980326032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:14.384317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:14.394370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:router and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:14.396279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.413234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:14.470609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:14.496468 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.543704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-373e0c00-a6fc-41e7-b90e-8769455be529 None None] Provisioning for port 49af93c1-0d7a-474a-b260-4e0522b1c3bd completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:14.554604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] No DVR routers for this DVR port e00a7561-cc80-4bf4-b162-53f130a6625d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:14.578185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-373e0c00-a6fc-41e7-b90e-8769455be529 None None] Provisioning complete for port 49af93c1-0d7a-474a-b260-4e0522b1c3bd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:14.578543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-373e0c00-a6fc-41e7-b90e-8769455be529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.627257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb41adc-8715-4a9e-b55d-59777955f870 None None] Pushing event deleted for resources: {'Port': ['ID=e00a7561-cc80-4bf4-b162-53f130a6625d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:14.662895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:14.663177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.663510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.743551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] DHCP port deletion for 9c0bc0da-d97c-4e87-a5ac-fd312328f361 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:14.757319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Deleting port cce497ed-e534-4df9-b957-fdf26c87137d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:14.757781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.793923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a1bdea84-3288-4487-aa6b-2fe01b2c6e9b', 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b', 'tenant_id': '027e062eca9443698592eda9f5e039d7', 'fixed_ips': [{'subnet_id': 'da3c3777-2106-49c9-96cb-011810508b39'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:14.794837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.800941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.802277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.815233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Calling delete_port for 49af93c1-0d7a-474a-b260-4e0522b1c3bd owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:14.823930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-373e0c00-a6fc-41e7-b90e-8769455be529 None None] Port 49af93c1-0d7a-474a-b260-4e0522b1c3bd cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:14.916071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:14.919983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56fd2f-1ab4-4a4e-866a-4a9af69485ed req-2d60bfc5-7c40-4b4b-9373-686b001937c7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:14.921528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd56fd2f-1ab4-4a4e-866a-4a9af69485ed req-2d60bfc5-7c40-4b4b-9373-686b001937c7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.7930830 Jan 18 23:25:14.934969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11ce5c-a291-4012-bd36-733b16dcc8d7 req-657d2913-b4e6-4a5b-b4a8-110932003e23 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:14.936543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe11ce5c-a291-4012-bd36-733b16dcc8d7 req-657d2913-b4e6-4a5b-b4a8-110932003e23 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.5149162 Jan 18 23:25:14.939716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.087677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.091386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a842ecd5-7a04-4ddb-a185-f8f6693625d2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:15.178887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd56fd2f-1ab4-4a4e-866a-4a9af69485ed req-002c96c1-5a67-4e8f-8b4f-cdce9a3e6863 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411864 Jan 18 23:25:15.187223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512875e-2bd7-49cf-ab08-d98225fc70ef') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:15.187525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512875e-2bd7-49cf-ab08-d98225fc70ef') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:15.196065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.200699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3996f80-cf80-4103-9ec5-f1690c2a55eb tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8480768 Jan 18 23:25:15.203491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:15.209559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe11ce5c-a291-4012-bd36-733b16dcc8d7 req-27c572fc-82a3-4b36-8d9e-3a7deef68723 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440841 Jan 18 23:25:15.211788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.220063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.262279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.267014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:15.267409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.292323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] For port cce497ed-e534-4df9-b957-fdf26c87137d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cce497ed-e534-4df9-b957-fdf26c87137d,segment=NetworkSegment(50c54ae1-a9dd-4a43-8f61-4b3853711947),segment_id=50c54ae1-a9dd-4a43-8f61-4b3853711947)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:15.293034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.293259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.311713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Allocated IP 172.20.0.2 (a1bdea84-3288-4487-aa6b-2fe01b2c6e9b/da3c3777-2106-49c9-96cb-011810508b39/0310fcdf-9f79-4708-93c8-8d154663df26) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:15.367934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e00a7561-cc80-4bf4-b162-53f130a6625d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:15.383657 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:15.459817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Calling delete_port for cce497ed-e534-4df9-b957-fdf26c87137d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:15.496548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.497523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e00a7561-cc80-4bf4-b162-53f130a6625d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:25:15.497947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e00a7561-cc80-4bf4-b162-53f130a6625d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:25:15.527984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.540331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=a842ecd5-7a04-4ddb-a185-f8f6693625d2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:15.548079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b8a5fe3e-ff95-48f5-bd53-321baebb1a7e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/a842ecd5-7a04-4ddb-a185-f8f6693625d2 HTTP/1.1" status: 204 len: 168 time: 1.8718581 Jan 18 23:25:15.548402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:15.706018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Port': ['ID=49af93c1-0d7a-474a-b260-4e0522b1c3bd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:15.725627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.757610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port cce497ed-e534-4df9-b957-fdf26c87137d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:15.757610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.821283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.826700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d190395-2049-4e77-816c-f8ad985e955f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/49af93c1-0d7a-474a-b260-4e0522b1c3bd HTTP/1.1" status: 204 len: 168 time: 1.6879551 Jan 18 23:25:15.828254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.831255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54030) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:15.892674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] Pushing event deleted for resources: {'Port': ['ID=cce497ed-e534-4df9-b957-fdf26c87137d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:15.912524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842faef3-db0b-479a-bd88-4a007af470c5 None None] No DVR routers for this DVR port cce497ed-e534-4df9-b957-fdf26c87137d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:15.928285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.940692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Transition to ACTIVE for port object 0310fcdf-9f79-4708-93c8-8d154663df26 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:15.975449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3217cd9d-566f-4f06-b36b-dc5fbc294df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:15.992957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Transition to ACTIVE for port object 0310fcdf-9f79-4708-93c8-8d154663df26 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:16.077230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.095468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.128210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb9ca4-6450-4454-ab41-3610b595d09c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:16.128978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69eb9ca4-6450-4454-ab41-3610b595d09c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:16.133421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] The port 'cce497ed-e534-4df9-b957-fdf26c87137d' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:25:16.137982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.183335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cce497ed-e534-4df9-b957-fdf26c87137d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:16.233135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: cce497ed-e534-4df9-b957-fdf26c87137d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:25:16.233460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cce497ed-e534-4df9-b957-fdf26c87137d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:25:16.242168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:16.244058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:16.246691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Pushing event updated for resources: {'Port': ['ID=0310fcdf-9f79-4708-93c8-8d154663df26,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:16.249525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.251884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:16.356314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.360147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Attempting to bind port 0310fcdf-9f79-4708-93c8-8d154663df26 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:16.360666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Attempting to bind port 0310fcdf-9f79-4708-93c8-8d154663df26 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f2760824-2101-4dd2-a53a-b7df0d6a21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:16.361229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Attempting to bind port 0310fcdf-9f79-4708-93c8-8d154663df26 on network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:25:16.370525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:25:16.370803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Checking segment: {'id': 'f2760824-2101-4dd2-a53a-b7df0d6a21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:16.371546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.372096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Bound using segment: {'id': 'f2760824-2101-4dd2-a53a-b7df0d6a21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:25:16.372631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Bound port: 0310fcdf-9f79-4708-93c8-8d154663df26, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2760824-2101-4dd2-a53a-b7df0d6a21bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:25:16.373204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.405962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69eb9ca4-6450-4454-ab41-3610b595d09c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:16.407796 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69eb9ca4-6450-4454-ab41-3610b595d09c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5753946 Jan 18 23:25:16.412679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:16.473464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] For port 0310fcdf-9f79-4708-93c8-8d154663df26, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:25:16.476753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] For port 0310fcdf-9f79-4708-93c8-8d154663df26, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0310fcdf-9f79-4708-93c8-8d154663df26,segment=NetworkSegment(f2760824-2101-4dd2-a53a-b7df0d6a21bc),segment_id=f2760824-2101-4dd2-a53a-b7df0d6a21bc)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:25:16.556249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0bc0da-d97c-4e87-a5ac-fd312328f361']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:16.575138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.596850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c54ae1-a9dd-4a43-8f61-4b3853711947') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:16.597130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c54ae1-a9dd-4a43-8f61-4b3853711947') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:16.625022 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.674476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.25.1.210 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5f3a97ab-fc39-44e2-b5f5-93386bfb64c7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:16.691673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.694511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18337166-befe-4e76-b9cc-e5c2ff34c89b None None] Pushing event updated for resources: {'Port': ['ID=0310fcdf-9f79-4708-93c8-8d154663df26,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:16.712132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:16.712542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:16.729022 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:16.757568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:16.776494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Allocated IP 172.20.0.1 (a1bdea84-3288-4487-aa6b-2fe01b2c6e9b/da3c3777-2106-49c9-96cb-011810508b39/88147256-5a1a-493e-a5b8-a03005fef6ee) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:16.808594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:25:16.951364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30510b0-cf33-4e98-9ee6-dcbd7c65ae60 req-dbbad59e-ab78-4a98-abb7-36e5ab058b0e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:16.958071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c30510b0-cf33-4e98-9ee6-dcbd7c65ae60 req-dbbad59e-ab78-4a98-abb7-36e5ab058b0e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.5475070 Jan 18 23:25:16.974727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144add4-bfc0-4bb2-b53f-5629419497aa req-13ecb500-8909-4bc8-9be5-08eb92a8d5a0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:16.974727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c144add4-bfc0-4bb2-b53f-5629419497aa req-13ecb500-8909-4bc8-9be5-08eb92a8d5a0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5705228 Jan 18 23:25:16.988954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1305b2-7b57-4a54-b379-8340df389ad5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:16.992669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cd1305b2-7b57-4a54-b379-8340df389ad5 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5117719 Jan 18 23:25:17.003662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:17.004073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:17.020599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'port_id': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'mac_address': 'fa:16:3e:54:57:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b767ef00-f123-4afd-99cf-cf6a6ae5a9bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:25:17.048983 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.097375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.114370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.130778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.143642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=9c0bc0da-d97c-4e87-a5ac-fd312328f361,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.154519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:25:17.165024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dae0ed50-922d-475f-98a7-f42be3c16f74 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/9c0bc0da-d97c-4e87-a5ac-fd312328f361 HTTP/1.1" status: 204 len: 168 time: 1.6121252 Jan 18 23:25:17.177077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:17.186958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-606097240'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:17.187185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:17.192648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.197544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c30510b0-cf33-4e98-9ee6-dcbd7c65ae60 req-157e1f6f-f1df-4ae7-9d00-39dca25fb34d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341106 Jan 18 23:25:17.201820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:17.205828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c144add4-bfc0-4bb2-b53f-5629419497aa req-c0584ed4-66ef-452e-9c07-13d7883e34e6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142348 Jan 18 23:25:17.210609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:17.214512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:17.219818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:17.225060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bb436247950453b9356c55cf23e066a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:17.230433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:17.237801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:17.242696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:17.243208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.248990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.273915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:17.275449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:17.276961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:17.277853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:17.301347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.307112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Transition to ACTIVE for port object 88147256-5a1a-493e-a5b8-a03005fef6ee will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:17.336937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:17.341018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.345980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f6857fd6-08ae-4cfb-ac3c-d26aad09b008'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:25:17.373358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.396895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.408753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.424497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:17.425892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d6a7c5c7-1d0c-4d51-b22c-02748386f95c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4083722 Jan 18 23:25:17.428471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54068) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:17.453659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.466520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:25:17.470366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:17.476079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:17.485487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:17.519459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.520489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=5f3a97ab-fc39-44e2-b5f5-93386bfb64c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.527468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.536652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.537160 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment eed4fb75-cb06-4e88-86fc-f4cd5f4360b5 of type vlan for network 79ecebe1-d229-4499-8aa3-27471dcfd060 Jan 18 23:25:17.612179 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.741287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bb436247950453b9356c55cf23e066a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9828701 Jan 18 23:25:17.743957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:17.746251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:17.753376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:17.760412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:17.765696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.769402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:17.769997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.794781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=88147256-5a1a-493e-a5b8-a03005fef6ee,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.809907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36017f6-0252-4c11-b5b6-f39e36320cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97587af4-cca4-4d3b-a790-a7ed17782413,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.925863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=79ecebe1-d229-4499-8aa3-27471dcfd060,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:17.954855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:25:17.964222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.972171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d64460cc-bdbe-49dd-8965-08a86205ed12 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7914889 Jan 18 23:25:17.978831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54080) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:17.980324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:17.993518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.021533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet 814a00d5-ae47-4f92-a004-d4e21f7fb829 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:18.025514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.027037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:18.117213 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.126832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.147082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:18.287067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.310338 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.371795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b530d-c724-4071-8d8d-a1a484989712 None None] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:18.391936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0310fcdf-9f79-4708-93c8-8d154663df26 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:18.521400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.627643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e330c522-61be-4174-9f66-a0141d34baaf None None] Provisioning for port 0310fcdf-9f79-4708-93c8-8d154663df26 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:18.633333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=814a00d5-ae47-4f92-a004-d4e21f7fb829,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:18.646750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.670321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:18.675805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.680816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66a328-0d53-4424-932b-bf0a71d565eb None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:18.688687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:18.693327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:18.697271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.708695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:18.721006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0310fcdf-9f79-4708-93c8-8d154663df26 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:18.728586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec0f06-2850-4c2c-8c3a-b5f9406ab8eb req-9cbbb35c-0cb4-4518-9e83-ba983abf2337 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:18.730616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1eec0f06-2850-4c2c-8c3a-b5f9406ab8eb req-9cbbb35c-0cb4-4518-9e83-ba983abf2337 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.3907785 Jan 18 23:25:18.757028 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ae8bae6-83c4-4786-9d3b-d13fa4a3d970 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/814a00d5-ae47-4f92-a004-d4e21f7fb829 HTTP/1.1" status: 204 len: 168 time: 1.3247383 Jan 18 23:25:18.759566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:18.779401 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.789513 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.808163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0310fcdf-9f79-4708-93c8-8d154663df26 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:18.808494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.832031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:18.846064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:18.867080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Deleting subnet bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:18.868391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97587af4-cca4-4d3b-a790-a7ed17782413,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:18.877555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61850015-2302-4842-8bab-cf939af906f2 req-8818379e-b6ca-4bd4-bd3c-e339fec4263a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:18.886162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61850015-2302-4842-8bab-cf939af906f2 req-8818379e-b6ca-4bd4-bd3c-e339fec4263a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 945 time: 0.4241440 Jan 18 23:25:18.886306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.951889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.968137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.973781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:18.974898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-75d715f4-bfe5-4c99-a60d-532c21832a29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97587af4-cca4-4d3b-a790-a7ed17782413 HTTP/1.1" status: 204 len: 168 time: 1.2288766 Jan 18 23:25:19.007877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:19.017270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1eec0f06-2850-4c2c-8c3a-b5f9406ab8eb req-a3c97116-857f-493b-8d92-7b6d868ea73f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345397 Jan 18 23:25:19.032805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.046539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:19.064405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.129440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61850015-2302-4842-8bab-cf939af906f2 req-7863761b-c0ed-4d36-816a-b8f8c94d8dce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416770 Jan 18 23:25:19.134620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.139057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.168519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.192647 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:25:19.318907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.327447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=88147256-5a1a-493e-a5b8-a03005fef6ee,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.369479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:19.370656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.403863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.425055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.450473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.453355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.491568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0310fcdf-9f79-4708-93c8-8d154663df26, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0310fcdf-9f79-4708-93c8-8d154663df26,segment=NetworkSegment(f2760824-2101-4dd2-a53a-b7df0d6a21bc),segment_id=f2760824-2101-4dd2-a53a-b7df0d6a21bc)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:19.547714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.550082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router 71ad5640-4bd7-45c2-aff3-6066b1ebe03f is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:19.552827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.567271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:19.569307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:25:19.570245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:19.572655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.590034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:19.594379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: 79ecebe1-d229-4499-8aa3-27471dcfd060, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:25:19.630380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.708520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.716235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a2af846-f4aa-4370-b985-2aab0a556db7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8 HTTP/1.1" status: 204 len: 168 time: 0.9558663 Jan 18 23:25:19.719314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:19.812971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:25:19.855035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0310fcdf-9f79-4708-93c8-8d154663df26,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:19.867706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:19.878239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Provisioning complete for port 0310fcdf-9f79-4708-93c8-8d154663df26 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:19.878713 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:19.930226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d364f-99bd-4553-a048-486fd41f9840 None None] Update dhcp port {'port': {'network_id': '20219bf5-4e2e-4e79-9e6a-82f619ff27a2', 'fixed_ips': [{'subnet_id': 'bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:25:19.980326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 79ecebe1-d229-4499-8aa3-27471dcfd060) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:19.989152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:20.002682 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] Sync routers for ids ['71ad5640-4bd7-45c2-aff3-6066b1ebe03f'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:20.014711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.015326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.022505 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d93d364f-99bd-4553-a048-486fd41f9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.032050 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] Routers {'71ad5640-4bd7-45c2-aff3-6066b1ebe03f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:20.032923 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['71ad5640-4bd7-45c2-aff3-6066b1ebe03f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:20.033137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70515e5-6f0f-4989-9b3f-ccdff7301924 None None] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:20.043383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.045788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-425fbc58-1e70-45d5-a4a0-4df386c763b3 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "PUT /v2.0/routers/71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 200 len: 915 time: 6.0254171 Jan 18 23:25:20.049507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.060400 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.185046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.243373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ac5639c9-7da9-470b-9113-303227a5097a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1632295 Jan 18 23:25:20.255480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.265080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1668440315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:20.270977 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:20.275389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:20.282447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:20.285567 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.293292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:20.301870 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] Routers {'71ad5640-4bd7-45c2-aff3-6066b1ebe03f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:20.305327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['71ad5640-4bd7-45c2-aff3-6066b1ebe03f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:20.307191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:20.391935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0310fcdf-9f79-4708-93c8-8d154663df26 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:20.395449 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dc689bc-463f-4d30-b45c-8a52bed7e608 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5284560 Jan 18 23:25:20.400655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:20.403576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54116) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.435826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.436776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.453566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Usage tracker for resource:security_group_rule and tenant:b45c51fab7d54575a66356567a668e21 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:20.458185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:20.459903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:20.460126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1946c35-a927-490c-b110-0d71c24f570a None None] The sync data for ids ['71ad5640-4bd7-45c2-aff3-6066b1ebe03f'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:20.473665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:20.564361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.605946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:20.659913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f63c52-c30e-4a5f-b21b-1e341303b070 req-26fa7fbe-d907-4adb-8f9a-a76d0eee74f4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.665361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0f63c52-c30e-4a5f-b21b-1e341303b070 req-26fa7fbe-d907-4adb-8f9a-a76d0eee74f4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3340511 Jan 18 23:25:20.715120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b16c16-4937-452a-a6f2-5608a5d77ed2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.716780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-00b16c16-4937-452a-a6f2-5608a5d77ed2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3101001 Jan 18 23:25:20.724247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54126) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.821271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.850612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0310fcdf-9f79-4708-93c8-8d154663df26 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:20.850612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.856008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9ae7f-9441-40ce-b4de-854b02bbec4c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.856894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75c9ae7f-9441-40ce-b4de-854b02bbec4c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Synchronizing usage tracker for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:20.900701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.925612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:20.955115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1f792-7895-48e2-b29f-18a536f95637,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:20.962801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5cb543f4-5efb-43ee-86be-3a5ada78032e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b45c51fab7d54575a66356567a668e21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7574010 Jan 18 23:25:20.962975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326ed73-2247-44cf-9aee-e3f61f877a32 req-548264ef-ec27-45b5-b3a0-6b1103bce74a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:20.963104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54130) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:20.970991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b34bdc-9151-4b2e-967a-663709d25987 None None] Network 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:20.971532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7326ed73-2247-44cf-9aee-e3f61f877a32 req-548264ef-ec27-45b5-b3a0-6b1103bce74a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5368571 Jan 18 23:25:21.007204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75c9ae7f-9441-40ce-b4de-854b02bbec4c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Unset dirty status for tenant:55b366c7b8ff419cab165e4e95cf5f84 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:21.011327 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75c9ae7f-9441-40ce-b4de-854b02bbec4c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2802403 Jan 18 23:25:21.012849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54134) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.015799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Router 65ed8d59-d8fb-4ad8-affd-f989254c92e1 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:21.062788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0f63c52-c30e-4a5f-b21b-1e341303b070 req-2a346cfb-3b98-4288-8db2-b564c7e84e13 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3836741 Jan 18 23:25:21.080260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7326ed73-2247-44cf-9aee-e3f61f877a32 req-6bae4b3e-c039-4589-9d9a-e63172cf7dc6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040196 Jan 18 23:25:21.090979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-79ecebe1-d229-4499-8aa3-27471dcfd060', 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': '4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:21.092348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.103379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-730bb5f4-5532-4c50-a11a-3a1565db0b28 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889680 Jan 18 23:25:21.113237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54140) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.114369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.117115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4af81183-77d5-4edb-8b17-ebcc595c4fb6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8581507 Jan 18 23:25:21.119231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54142) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.127648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'port': {'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060', 'name': 'tempest-RoutersTest-1655247027'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:21.134811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.163751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.214092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b6387864-1b2a-43ec-aa89-3bee6825b47d tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 200 len: 921 time: 1.1629627 Jan 18 23:25:21.217289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.224869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:21.238673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Provisioning for port 88147256-5a1a-493e-a5b8-a03005fef6ee completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:21.293035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Provisioning complete for port 88147256-5a1a-493e-a5b8-a03005fef6ee triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:21.293467 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.325766 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-37683bd8-e035-4203-8fc7-01443bf3710f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.327068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37683bd8-e035-4203-8fc7-01443bf3710f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.334984 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.344267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:21.350169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:port and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:21.354114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:21.357303 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37683bd8-e035-4203-8fc7-01443bf3710f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/49af93c1-0d7a-474a-b260-4e0522b1c3bd HTTP/1.1" status: 404 len: 333 time: 0.2256217 Jan 18 23:25:21.360400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.361749 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50a1f792-7895-48e2-b29f-18a536f95637 HTTP/1.1" status: 204 len: 168 time: 0.3975420 Jan 18 23:25:21.362628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54156) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.365819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f300-704e-420a-90ae-a890fe6ca066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1f792-7895-48e2-b29f-18a536f95637,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:21.374278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:21.391139 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'code': 200} Jan 18 23:25:21.393443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-358fd105-5a00-4b00-b458-0a7ff3088a31 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=71ad5640-4bd7-45c2-aff3-6066b1ebe03f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1745038 Jan 18 23:25:21.394272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54162) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.475450 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66a4e10-56b0-4ef8-b56b-29757e6704e9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.475683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66a4e10-56b0-4ef8-b56b-29757e6704e9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.477514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f66a4e10-56b0-4ef8-b56b-29757e6704e9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/814a00d5-ae47-4f92-a004-d4e21f7fb829 HTTP/1.1" status: 404 len: 337 time: 0.1135492 Jan 18 23:25:21.481200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.481313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c0953020-5862-4d07-b81d-1d442f4bda2d None None] Port 88147256-5a1a-493e-a5b8-a03005fef6ee cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:21.508520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:21.512491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.540087 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f7005-ba12-448a-acac-a5a174107140 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.540808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150f7005-ba12-448a-acac-a5a174107140 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.543198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-150f7005-ba12-448a-acac-a5a174107140 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/bf4e7142-dd55-4d67-bd2b-9fd6861ae1a8 HTTP/1.1" status: 404 len: 337 time: 0.0606320 Jan 18 23:25:21.546889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.553163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] device_id is not set on port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:25:21.594593 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b1f953-b756-4ef8-9ff2-ba9f690f2749 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.595291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b1f953-b756-4ef8-9ff2-ba9f690f2749 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.597642 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26b1f953-b756-4ef8-9ff2-ba9f690f2749 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/66adb9be-d536-4740-8953-4872dfb09b61 HTTP/1.1" status: 404 len: 333 time: 0.0508251 Jan 18 23:25:21.601748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54174) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.658642 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec4cfb6-bb1a-471e-9195-803e60125c8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.659136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec4cfb6-bb1a-471e-9195-803e60125c8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.661414 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ec4cfb6-bb1a-471e-9195-803e60125c8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/7d54fa68-9a54-41ff-9887-29bc47fd5403 HTTP/1.1" status: 404 len: 337 time: 0.0583646 Jan 18 23:25:21.663054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Allocated IP 172.20.0.2 (79ecebe1-d229-4499-8aa3-27471dcfd060/4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762/b533caea-75ed-4c43-b7fc-54d4f79ca760) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:21.664653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.712422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Provisioning complete for port 88147256-5a1a-493e-a5b8-a03005fef6ee triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:21.712796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.735628 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e39dea-2173-4ab7-a120-ae4352cce12e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.736119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e39dea-2173-4ab7-a120-ae4352cce12e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.737842 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b8e39dea-2173-4ab7-a120-ae4352cce12e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/da8c8dcc-ddcb-40bf-a1b4-54c1f9eacad6 HTTP/1.1" status: 404 len: 337 time: 0.0722656 Jan 18 23:25:21.738882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb788cf-100d-4bfd-978c-eb339bb053cc tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:21.740442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aeb788cf-100d-4bfd-978c-eb339bb053cc tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.3425908 Jan 18 23:25:21.741649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.744156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54184) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.746953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:21.752797 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ed6082da-4109-4c8f-859c-fa7b2b2c5e57 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "PUT /v2.0/routers/65ed8d59-d8fb-4ad8-affd-f989254c92e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5474186 Jan 18 23:25:21.755019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.756493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] DHCP port deletion for 20219bf5-4e2e-4e79-9e6a-82f619ff27a2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:21.761556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'port': {'network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b', 'name': 'tempest-FloatingIPNegativeTestJSON-1680863033'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:21.778176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] Sync routers for ids ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:21.858389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff70c892-8de6-467d-9e9b-699d25d9e048 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 200 len: 205 time: 0.1095388 Jan 18 23:25:21.858389 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d429d31-612d-49fb-b513-37b5e9239a8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:21.858389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d429d31-612d-49fb-b513-37b5e9239a8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:21.859739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Deleting port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:21.860115 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:21.862044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54194) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:21.958138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:21.962971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:port and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:21.968129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:21.977584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d429d31-612d-49fb-b513-37b5e9239a8a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/b60a2423-a002-4f84-a34b-de64c7626f46 HTTP/1.1" status: 404 len: 333 time: 0.2336624 Jan 18 23:25:21.978529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:21.982426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.025588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:25:22.038255 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f28c658-93e0-4139-b039-1c2161c56441 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.039285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f28c658-93e0-4139-b039-1c2161c56441 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.039496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Port 88147256-5a1a-493e-a5b8-a03005fef6ee cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:22.041597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f28c658-93e0-4139-b039-1c2161c56441 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0f5d44ff-4e2a-45a6-8f0b-69d04a0cfa3c HTTP/1.1" status: 404 len: 337 time: 0.0575390 Jan 18 23:25:22.044549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.092474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] Routers {'65ed8d59-d8fb-4ad8-affd-f989254c92e1'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:22.093044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:22.097906 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6326005c-3671-49c9-99d1-7d7e6f05f432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.098491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6326005c-3671-49c9-99d1-7d7e6f05f432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.100204 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6326005c-3671-49c9-99d1-7d7e6f05f432 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/7b227f49-c0e6-4ce5-9afe-72586734d9a9 HTTP/1.1" status: 404 len: 337 time: 0.0545309 Jan 18 23:25:22.103210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Made reservation on behalf of 027e062eca9443698592eda9f5e039d7 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:22.106264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:22.122174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.254860 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e3026f-808d-4e85-b9ae-d910092ff157 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.260170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e3026f-808d-4e85-b9ae-d910092ff157 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.263761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-84e3026f-808d-4e85-b9ae-d910092ff157 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/02c29fe6-6ef9-48ac-9770-38f513ad1d1e HTTP/1.1" status: 404 len: 333 time: 0.1388109 Jan 18 23:25:22.269460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54216) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.379838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] device_id is not set on port 50240928-769f-49d4-b80d-7ea24cbdbe60 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:25:22.397163 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:22.424163 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc0b71b-b8a9-488e-a56e-599f6c6dd1e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.427415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc0b71b-b8a9-488e-a56e-599f6c6dd1e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.427580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cfc0b71b-b8a9-488e-a56e-599f6c6dd1e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/9f98b416-a57c-4a80-ac83-64109fe088e8 HTTP/1.1" status: 404 len: 337 time: 0.1554835 Jan 18 23:25:22.429641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Transition to ACTIVE for port object b533caea-75ed-4c43-b7fc-54d4f79ca760 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:22.430028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.458542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Transition to ACTIVE for port object b533caea-75ed-4c43-b7fc-54d4f79ca760 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:22.495650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:22.500540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:22.540693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:22.564128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:25:22.710477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.20.0.5 (79ecebe1-d229-4499-8aa3-27471dcfd060/4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762/01e62f7f-f3bd-4df4-a301-9f33eb137c38) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:22.736461 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-685f62b0-4276-47c2-8393-bc84604951ea tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.736991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685f62b0-4276-47c2-8393-bc84604951ea tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.753175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-685f62b0-4276-47c2-8393-bc84604951ea tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/cf46f9b8-2ebd-48f3-a4f0-e0b542b26360 HTTP/1.1" status: 404 len: 337 time: 0.3219600 Jan 18 23:25:22.762652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.786662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:22.827865 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f336145-7f87-4938-92de-0ae853ee8791 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.828304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f336145-7f87-4938-92de-0ae853ee8791 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.831497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5f336145-7f87-4938-92de-0ae853ee8791 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/521cd92d-8019-4375-8a6d-8f5813aa6e76 HTTP/1.1" status: 404 len: 333 time: 0.0678740 Jan 18 23:25:22.835303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54236) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:22.939253 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-d004e8b4-f032-400f-b637-8726994a2a97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:22.939753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d004e8b4-f032-400f-b637-8726994a2a97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:22.950117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d004e8b4-f032-400f-b637-8726994a2a97 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/72715cb6-dd49-4610-99da-08c3ff0011a7 HTTP/1.1" status: 404 len: 337 time: 0.1105471 Jan 18 23:25:22.951205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.015120 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4902992-a149-4671-aba4-f9955173058f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.015477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4902992-a149-4671-aba4-f9955173058f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.019779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b4902992-a149-4671-aba4-f9955173058f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/15d20036-b7ae-431d-85b9-128753f6d347 HTTP/1.1" status: 404 len: 333 time: 0.0660369 Jan 18 23:25:23.021264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54244) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.084995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c207-1f81-420c-b8ee-596ad919eab9 req-044c5ce7-81c1-4d55-9c0c-080d4ef7f701 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:23.094629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] Routers {'65ed8d59-d8fb-4ad8-affd-f989254c92e1'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:23.095536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Allocated IP 172.20.0.9 (a1bdea84-3288-4487-aa6b-2fe01b2c6e9b/da3c3777-2106-49c9-96cb-011810508b39/50240928-769f-49d4-b80d-7ea24cbdbe60) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:23.095848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bd2c207-1f81-420c-b8ee-596ad919eab9 req-044c5ce7-81c1-4d55-9c0c-080d4ef7f701 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.7700374 Jan 18 23:25:23.097879 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4571ab28-227e-4880-aa20-cf218af9f143 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.098325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4571ab28-227e-4880-aa20-cf218af9f143 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.098490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:23.102905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4571ab28-227e-4880-aa20-cf218af9f143 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/49bf6dba-b361-4a81-8e79-783d8d8e2bef HTTP/1.1" status: 404 len: 337 time: 0.0789735 Jan 18 23:25:23.103857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.164892 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-704dbc04-2196-4851-a319-447bba955e63 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.164892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704dbc04-2196-4851-a319-447bba955e63 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.165962 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-704dbc04-2196-4851-a319-447bba955e63 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/55ce710c-c519-4427-8499-0a4879f80aa6 HTTP/1.1" status: 404 len: 333 time: 0.0607378 Jan 18 23:25:23.176326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54254) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.228047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83873dfe-994f-4865-aebd-e023e8f3d1b5 req-a0823266-c2fa-4935-b7e3-789bf96986d9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:23.233008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83873dfe-994f-4865-aebd-e023e8f3d1b5 req-a0823266-c2fa-4935-b7e3-789bf96986d9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.8552065 Jan 18 23:25:23.274574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Provisioning complete for port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:23.281182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.400051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:23.400388 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c972388-1276-4101-86db-d1a3033d9c9d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.400946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c972388-1276-4101-86db-d1a3033d9c9d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.403292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c972388-1276-4101-86db-d1a3033d9c9d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8bbfb3d9-ede6-462f-9148-e81ffac2ba94 HTTP/1.1" status: 404 len: 337 time: 0.2130997 Jan 18 23:25:23.413112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54266) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.424126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:23.428397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:23.488816 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd5c06a-f16d-4862-ba8f-f3ed7070480f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.489379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd5c06a-f16d-4862-ba8f-f3ed7070480f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.491084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3dd5c06a-f16d-4862-ba8f-f3ed7070480f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/61fa2bc3-9c74-486a-9086-8f7f9faa209b HTTP/1.1" status: 404 len: 333 time: 0.0731275 Jan 18 23:25:23.503167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.595769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:23.596185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c2403-b70c-4f34-a0ac-35258953b517 None None] The sync data for ids ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:23.647982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.694654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.724308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.738962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Transition to ACTIVE for port object 50240928-769f-49d4-b80d-7ea24cbdbe60 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:23.771897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Pushing event updated for resources: {'Port': ['ID=b533caea-75ed-4c43-b7fc-54d4f79ca760,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:23.789445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Attempting to bind port b533caea-75ed-4c43-b7fc-54d4f79ca760 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:23.791175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Attempting to bind port b533caea-75ed-4c43-b7fc-54d4f79ca760 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:23.791175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Attempting to bind port b533caea-75ed-4c43-b7fc-54d4f79ca760 on network 79ecebe1-d229-4499-8aa3-27471dcfd060 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:25:23.796109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:23.819895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bd2c207-1f81-420c-b8ee-596ad919eab9 req-c0a0dab6-4d47-47c6-bfbc-48e57362f038 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7229962 Jan 18 23:25:23.873003 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d74239c-b7bf-4895-8a80-1ef3a2a72a75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.874233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d74239c-b7bf-4895-8a80-1ef3a2a72a75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.877491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2d74239c-b7bf-4895-8a80-1ef3a2a72a75 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/bfeaaa97-d7d0-4942-b9d5-700a1fff964f HTTP/1.1" status: 404 len: 337 time: 0.3702908 Jan 18 23:25:23.880614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.883871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:23.884370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:23.887439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83873dfe-994f-4865-aebd-e023e8f3d1b5 req-856e817d-cef9-4731-a646-d34bdf8d012f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573688 Jan 18 23:25:23.890141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:23.890290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 01e62f7f-f3bd-4df4-a301-9f33eb137c38 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:23.890748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:23.947579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'mac_address': 'fa:16:3e:9f:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:25:23.957799 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c272c4d1-cab5-49d8-825e-bf2feefadaa4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:23.958311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c272c4d1-cab5-49d8-825e-bf2feefadaa4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:23.959964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c272c4d1-cab5-49d8-825e-bf2feefadaa4 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/0b9d54fb-4982-4ae5-b2cb-eecbb6b70607 HTTP/1.1" status: 404 len: 333 time: 0.0716355 Jan 18 23:25:23.964771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.029723 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae978a1-7665-4910-8816-f68018d0901d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.030086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae978a1-7665-4910-8816-f68018d0901d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.030540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:24.032074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cae978a1-7665-4910-8816-f68018d0901d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/c011a53c-cc81-434c-a8cb-d8219a92c148 HTTP/1.1" status: 404 len: 337 time: 0.0663078 Jan 18 23:25:24.040039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54290) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.045083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:24.057681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:24.170587 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-497e845f-b3ae-4b05-bb58-08b3b00547a9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.171028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497e845f-b3ae-4b05-bb58-08b3b00547a9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.188706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=50240928-769f-49d4-b80d-7ea24cbdbe60,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:24.193613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-497e845f-b3ae-4b05-bb58-08b3b00547a9 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/81dc2df5-895a-43d1-ac05-3312b8104375 HTTP/1.1" status: 404 len: 333 time: 0.1525698 Jan 18 23:25:24.196897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.206261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.206859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.207389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.207879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.208365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.208883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.209383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.209878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.210360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.210839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.211463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:24.246823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:24.247616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.256938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:25:24.258832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Checking segment: {'id': 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:24.270360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.272584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Bound using segment: {'id': 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:25:24.273324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Bound port: b533caea-75ed-4c43-b7fc-54d4f79ca760, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '79ecebe1-d229-4499-8aa3-27471dcfd060'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:25:24.278104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.321412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Calling delete_port for 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:24.347916 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cb5714-573f-4371-8cd1-39107fbc228e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.351162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cb5714-573f-4371-8cd1-39107fbc228e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.353856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b1cb5714-573f-4371-8cd1-39107fbc228e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8c8b6762-2e79-4be4-a9ec-7946cf1b6353 HTTP/1.1" status: 404 len: 337 time: 0.1559932 Jan 18 23:25:24.355366 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.356911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.361345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.449743 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-156910bd-8a0e-4484-9877-eaffc6e8f30a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6898818 Jan 18 23:25:24.457742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54304) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.460783 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a95f4a-0d04-47a0-b193-51a2b25b4f33 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.460970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a95f4a-0d04-47a0-b193-51a2b25b4f33 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.477508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-16a95f4a-0d04-47a0-b193-51a2b25b4f33 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/f891a2b2-b620-4e96-b38f-9c48d40cb5bf HTTP/1.1" status: 404 len: 337 time: 0.1188898 Jan 18 23:25:24.478134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.484371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:24.531595 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.545455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=01e62f7f-f3bd-4df4-a301-9f33eb137c38,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:24.575231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:24.595955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:24.600198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:24.616399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:24.624469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:floatingip and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:24.640762 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bca668-3383-4ffc-8420-58b71c51455c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.643917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bca668-3383-4ffc-8420-58b71c51455c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.646533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d4bca668-3383-4ffc-8420-58b71c51455c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/ba61cb27-cbc6-4179-8919-83e3d8db79d6 HTTP/1.1" status: 404 len: 333 time: 0.1664124 Jan 18 23:25:24.650170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.651846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:24.663905 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.687409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:24.687812 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:24.697427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:25:24.703593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port 5f3a97ab-fc39-44e2-b5f5-93386bfb64c7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:24.718068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.722876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:24.806650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:24.847897 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c2c49b-38cc-43ef-bef4-d114299003db tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:24.850129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c2c49b-38cc-43ef-bef4-d114299003db tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:24.853282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6c2c49b-38cc-43ef-bef4-d114299003db tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0984bbba-0502-4c23-afcc-4167f67a4cfb HTTP/1.1" status: 404 len: 337 time: 0.1964655 Jan 18 23:25:24.856551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:24.962053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] For port b533caea-75ed-4c43-b7fc-54d4f79ca760, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:25:24.972344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] For port b533caea-75ed-4c43-b7fc-54d4f79ca760, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b533caea-75ed-4c43-b7fc-54d4f79ca760,segment=NetworkSegment(eed4fb75-cb06-4e88-86fc-f4cd5f4360b5),segment_id=eed4fb75-cb06-4e88-86fc-f4cd5f4360b5)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:25:24.979950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:24.991989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.005194 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcd24dc-71da-4818-b675-91e1b1c12053 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:25.007627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcd24dc-71da-4818-b675-91e1b1c12053 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:25.011655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-abcd24dc-71da-4818-b675-91e1b1c12053 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/47a0ce5a-216d-4bc2-8303-53719777fd29 HTTP/1.1" status: 404 len: 337 time: 0.1227663 Jan 18 23:25:25.018225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54328) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:25.092587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:25.171832 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5401bf19-4f97-4b70-8747-b812c80f6ced tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:25.177227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.179099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5401bf19-4f97-4b70-8747-b812c80f6ced tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:25.184515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.184690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5401bf19-4f97-4b70-8747-b812c80f6ced tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/b5dad835-e924-40af-b602-6bd98a2cc13e HTTP/1.1" status: 404 len: 333 time: 0.1607747 Jan 18 23:25:25.194230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:25.206417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Deleting port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:25.207062 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.233163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3876dedf-b07a-4dbd-9ba9-91e058e9c69e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:25:25.279279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.328873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.423486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:25.490220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:25.540640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:25.543939 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-738f6ed6-54f5-47e9-8dbb-525d7f52b77e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:25.546854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738f6ed6-54f5-47e9-8dbb-525d7f52b77e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:25.551452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-738f6ed6-54f5-47e9-8dbb-525d7f52b77e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/993c1130-a2bc-49e3-80cb-f3d00ee7f161 HTTP/1.1" status: 404 len: 337 time: 0.3534434 Jan 18 23:25:25.559880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:25.721295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-101a0b2b-097a-47d5-9324-2511b44ec07f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6001523 Jan 18 23:25:25.751929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:25.770420 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bca4e73-8a85-4ebb-8b78-8616e59755a1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:25.771053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bca4e73-8a85-4ebb-8b78-8616e59755a1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:25.773611 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0bca4e73-8a85-4ebb-8b78-8616e59755a1 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/a5c4e37e-45f4-4307-b785-6dd923f66491 HTTP/1.1" status: 404 len: 337 time: 0.2104731 Jan 18 23:25:25.783648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54350) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:25.827485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3880c-f172-481b-b37a-de85d40e45c0 None None] Pushing event updated for resources: {'Port': ['ID=b533caea-75ed-4c43-b7fc-54d4f79ca760,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:25.942907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46435f-46db-4934-a9fa-aea623b2fe78 req-a5b46cee-3fa8-4c1e-9acf-3b7911f88d9e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:25.947311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d46435f-46db-4934-a9fa-aea623b2fe78 req-a5b46cee-3fa8-4c1e-9acf-3b7911f88d9e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 0.8019526 Jan 18 23:25:25.996233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:26.065839 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a468f25-f090-4c9f-8f75-b1d79106d07b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:26.066445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a468f25-f090-4c9f-8f75-b1d79106d07b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:26.070454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a468f25-f090-4c9f-8f75-b1d79106d07b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/36dfdbe7-1b5e-4ba5-bf5c-a06d24d7ec27 HTTP/1.1" status: 404 len: 333 time: 0.1092014 Jan 18 23:25:26.079960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:26.095710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2986f-f6e4-4dc2-93b8-13189f844f13 req-6889e41c-fa0f-4822-a304-bf499f7c2373 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:26.111200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4e2986f-f6e4-4dc2-93b8-13189f844f13 req-6889e41c-fa0f-4822-a304-bf499f7c2373 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9087932 Jan 18 23:25:26.191535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:26.192020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:26.218324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6fbf9829-06cd-4046-9bdd-f84c5900bb5e None None] Provisioning for port 50240928-769f-49d4-b80d-7ea24cbdbe60 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:26.389961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6fbf9829-06cd-4046-9bdd-f84c5900bb5e None None] Provisioning complete for port 50240928-769f-49d4-b80d-7ea24cbdbe60 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:26.390595 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6fbf9829-06cd-4046-9bdd-f84c5900bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:26.456989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Calling delete_port for 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:26.516584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6fbf9829-06cd-4046-9bdd-f84c5900bb5e None None] Port 50240928-769f-49d4-b80d-7ea24cbdbe60 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:26.554083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10238-0644-4f48-bf4e-af2d79ca67d9 None None] Pushing event updated for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:26.779936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for 5f3a97ab-fc39-44e2-b5f5-93386bfb64c7 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:26.806358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b533caea-75ed-4c43-b7fc-54d4f79ca760 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:26.875800 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-112d8fbe-aeaf-4a15-ad76-4a7cf3b2aa22 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:26.877932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112d8fbe-aeaf-4a15-ad76-4a7cf3b2aa22 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:26.890164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-112d8fbe-aeaf-4a15-ad76-4a7cf3b2aa22 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/87749587-d3a7-40f4-8df2-e50268dca44d HTTP/1.1" status: 404 len: 337 time: 0.7709999 Jan 18 23:25:26.891056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:26.928079 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:26.928464 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:27.026784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Deleting port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:27.027160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:27.039013 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b6fadc-6e0b-45ad-8eb7-d6a30fb29cc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:27.039463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b6fadc-6e0b-45ad-8eb7-d6a30fb29cc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:27.046816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:27.049265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09b6fadc-6e0b-45ad-8eb7-d6a30fb29cc3 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/611c45a5-6cc9-4e45-b6c0-716dabe1e772 HTTP/1.1" status: 404 len: 337 time: 0.1270647 Jan 18 23:25:27.050798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:27.105419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d46435f-46db-4934-a9fa-aea623b2fe78 req-a16b893f-0f5e-41ab-9f2b-fc7d85350815 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1402075 Jan 18 23:25:27.181820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4e2986f-f6e4-4dc2-93b8-13189f844f13 req-7b12d8f5-1eeb-4cf6-8d21-21a57240ad2e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0695927 Jan 18 23:25:27.266533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6aea7959-adce-4a06-a90b-718bf70c7c99 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b3eed72-18ff-4623-9ec5-aac2661a8d86 HTTP/1.1" status: 200 len: 205 time: 0.2109835 Jan 18 23:25:27.316350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54376) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:27.437496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:27.566609 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-79213f02-2df6-4237-be81-4bcf24c4e895 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] delete failed (client error): The resource could not be found. Jan 18 23:25:27.572383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-79213f02-2df6-4237-be81-4bcf24c4e895 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/routers/3b3eed72-18ff-4623-9ec5-aac2661a8d86 HTTP/1.1" status: 404 len: 336 time: 0.2528336 Jan 18 23:25:27.573803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54382) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:27.592823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=5f3a97ab-fc39-44e2-b5f5-93386bfb64c7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:27.734225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ffe7cf-41e1-4bc5-bb99-7305d459e9f6 None None] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:27.739370 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-259557fc-6419-49b2-a6bd-b8ac84ee988f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:27.740060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259557fc-6419-49b2-a6bd-b8ac84ee988f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:27.770948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Allocated IP 172.25.1.173 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/27fb57b9-1960-492d-9489-6f74dd330a99) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:27.785332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-259557fc-6419-49b2-a6bd-b8ac84ee988f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/13b244f6-b363-41b5-af5c-e19d578b5fbf HTTP/1.1" status: 404 len: 337 time: 0.1969566 Jan 18 23:25:27.834415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b533caea-75ed-4c43-b7fc-54d4f79ca760 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:28.028964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] For port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,segment=NetworkSegment(71ed6daf-f6f1-4fac-958d-02740648a4ae),segment_id=71ed6daf-f6f1-4fac-958d-02740648a4ae)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:28.029366 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:28.040731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:28.080640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54390) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:28.177502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.178261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.180063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.180626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.181237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.182899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.186255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.193028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.193028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.193028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.193028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:25:28.223884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:28.408785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e41f7d8b-8b9b-4914-80c8-c46f6827977a tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 HTTP/1.1" status: 200 len: 205 time: 0.3192489 Jan 18 23:25:28.423361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:28.430871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:28.453707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Provisioning for port b533caea-75ed-4c43-b7fc-54d4f79ca760 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:28.473703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:28.474411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Calling delete_port for 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:28.476509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:28.596858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Provisioning complete for port b533caea-75ed-4c43-b7fc-54d4f79ca760 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:28.597292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:28.679404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=27fb57b9-1960-492d-9489-6f74dd330a99,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:28.852061 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-838c302a-4704-4440-8d38-6ea7d11e142c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] delete failed (client error): The resource could not be found. Jan 18 23:25:28.852061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-838c302a-4704-4440-8d38-6ea7d11e142c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/routers/f5947d52-4210-40bf-ad16-8f2ff4a9bcc8 HTTP/1.1" status: 404 len: 336 time: 0.3958924 Jan 18 23:25:28.852926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54410) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:28.869551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.039306 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3377e185-1483-4b82-82e0-dc75830e2c4e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:29.039778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3377e185-1483-4b82-82e0-dc75830e2c4e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:29.058891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3377e185-1483-4b82-82e0-dc75830e2c4e tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/6c29472e-2d6d-4679-b54d-162fb56e6354 HTTP/1.1" status: 404 len: 337 time: 0.1982925 Jan 18 23:25:29.063653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54414) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:29.075025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:29.190376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.319040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.445442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.452605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.514371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5a672-6fda-426d-95ce-fa727eeea6f6 req-d1f51037-a20b-4261-9102-c26489a307a8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:29.515986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfc5a672-6fda-426d-95ce-fa727eeea6f6 req-d1f51037-a20b-4261-9102-c26489a307a8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 945 time: 1.0961206 Jan 18 23:25:29.530154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f0cd8-59d0-44b1-bd01-8ffa4926c589 req-4c0c8485-044c-45fd-b76f-be5eb806a6d2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:29.531986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-302f0cd8-59d0-44b1-bd01-8ffa4926c589 req-4c0c8485-044c-45fd-b76f-be5eb806a6d2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9134347 Jan 18 23:25:29.565092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] For port b533caea-75ed-4c43-b7fc-54d4f79ca760, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b533caea-75ed-4c43-b7fc-54d4f79ca760,segment=NetworkSegment(eed4fb75-cb06-4e88-86fc-f4cd5f4360b5),segment_id=eed4fb75-cb06-4e88-86fc-f4cd5f4360b5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:29.593095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.594806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router 71ad5640-4bd7-45c2-aff3-6066b1ebe03f {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:29.628777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.685333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.691777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7a2cf5da-ad79-4b04-bc2c-f329a955a2c7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 204 len: 168 time: 7.8250494 Jan 18 23:25:29.696969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:29.716121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:29.716938 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.728559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2132947997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:29.747017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:29.753139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] No DVR routers for this DVR port 1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:29.754261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:29.756079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86835-fbdd-4d31-bba7-315d5d273a52 None None] Pushing event deleted for resources: {'Port': ['ID=1ee88d05-cdd7-44ba-ba81-f5cc26e0f1d5,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:29.766778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:29.788052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:29.803517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.810780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfc5a672-6fda-426d-95ce-fa727eeea6f6 req-5a0d01aa-6e96-428a-a2bd-10dbfd687b8b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775733 Jan 18 23:25:29.852112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-302f0cd8-59d0-44b1-bd01-8ffa4926c589 req-989cb143-3990-46f4-8138-58036d84491d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604377 Jan 18 23:25:29.868957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.870013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.915870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.967333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:29.968257 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b8e94d-8f60-4ea8-8516-a3b6fbaa4a8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:29.972480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b8e94d-8f60-4ea8-8516-a3b6fbaa4a8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:29.980554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e8b8e94d-8f60-4ea8-8516-a3b6fbaa4a8d tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/834ef855-514f-4e5a-816c-324f1857dc20 HTTP/1.1" status: 404 len: 337 time: 0.9043746 Jan 18 23:25:29.980885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.017680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4d95f-681a-455a-a0dc-c59dcf2de7c8 None None] Pushing event updated for resources: {'Port': ['ID=b533caea-75ed-4c43-b7fc-54d4f79ca760,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:30.099910 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-538d649f-636e-43f1-8033-00f7e3f9d4e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:30.100764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538d649f-636e-43f1-8033-00f7e3f9d4e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:30.112745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.134277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-538d649f-636e-43f1-8033-00f7e3f9d4e2 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/0fe1dc0c-1c83-49d7-9385-13dabceefdac HTTP/1.1" status: 404 len: 333 time: 0.1522205 Jan 18 23:25:30.143821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.216264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.263237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.268577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-542c4fc8-8014-44b3-bfa5-fbd8d5e2a1e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5686278 Jan 18 23:25:30.277495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.287531 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c2beed-1b6f-4099-bae2-cc7553334468 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:30.290100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c2beed-1b6f-4099-bae2-cc7553334468 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:30.292137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-37c2beed-1b6f-4099-bae2-cc7553334468 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/8eb38464-21f7-45eb-86bb-ea826c1b9e4c HTTP/1.1" status: 404 len: 337 time: 0.1471350 Jan 18 23:25:30.300251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'enable_snat': False}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:30.426165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Provisioning complete for port b533caea-75ed-4c43-b7fc-54d4f79ca760 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:30.426801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.492975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.526823 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.585143 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd392fa-edb0-416b-afc0-1cd1f4bbf87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:30.585583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd392fa-edb0-416b-afc0-1cd1f4bbf87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:30.593539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fbd392fa-edb0-416b-afc0-1cd1f4bbf87b tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/864f129f-9309-45d0-9e82-e8e20e08b515 HTTP/1.1" status: 404 len: 333 time: 0.0990677 Jan 18 23:25:30.594155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.629972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:30.645977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:30.742399 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f20058-a572-44f6-8657-582781226048 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:30.743387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f20058-a572-44f6-8657-582781226048 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:30.748361 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:30.749112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-66f20058-a572-44f6-8657-582781226048 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/a8228b17-0467-45ef-af4a-da29018e616e HTTP/1.1" status: 404 len: 337 time: 0.1507089 Jan 18 23:25:30.750464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:30.750599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b533caea-75ed-4c43-b7fc-54d4f79ca760 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:30.957624 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:25:30.962358 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-66311bd4-c00b-4df1-ab5f-b3f72d2f34a6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:30.971381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66311bd4-c00b-4df1-ab5f-b3f72d2f34a6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:30.981906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-66311bd4-c00b-4df1-ab5f-b3f72d2f34a6 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/d5ba5d5c-b7aa-408a-8752-ec7a7f28302e HTTP/1.1" status: 404 len: 333 time: 0.2282836 Jan 18 23:25:30.984454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:31.048690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=13']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:31.108226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b533caea-75ed-4c43-b7fc-54d4f79ca760 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:31.114515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.215437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Provisioning for port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:31.237764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Provisioning complete for port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:31.238418 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.339989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.359463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.400282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b2d8f-09da-4a17-a515-fec4665dcc99 None None] Port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:31.504516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.521500 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ef3bd9-69ef-4546-93f5-7d2f2ca109b8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:31.521972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ef3bd9-69ef-4546-93f5-7d2f2ca109b8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:31.526838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-87ef3bd9-69ef-4546-93f5-7d2f2ca109b8 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/be588583-2331-4dfa-91ea-4ca32fab9a2c HTTP/1.1" status: 404 len: 337 time: 0.5372646 Jan 18 23:25:31.527719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54474) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:31.557018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b6383768-e9ac-401d-96f0-c510ea93d926 None None] Provisioning complete for port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:31.564771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b6383768-e9ac-401d-96f0-c510ea93d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.673558 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:31.719221 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e306d1d-9429-4c01-a602-c4a378b4b43f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:31.719693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e306d1d-9429-4c01-a602-c4a378b4b43f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:31.729223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e306d1d-9429-4c01-a602-c4a378b4b43f tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/f5cba8f6-5c58-428f-a509-83f1789a3037 HTTP/1.1" status: 404 len: 333 time: 0.1504996 Jan 18 23:25:31.731319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:31.758044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b6383768-e9ac-401d-96f0-c510ea93d926 None None] Port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:31.824002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:31.856184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=27fb57b9-1960-492d-9489-6f74dd330a99,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:31.990021 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9892d9-118b-4dee-88eb-2e0eafe8aa13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.000289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9892d9-118b-4dee-88eb-2e0eafe8aa13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.005565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c9892d9-118b-4dee-88eb-2e0eafe8aa13 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/cb456d46-3644-4d89-a1d6-49ae42388ccd HTTP/1.1" status: 404 len: 337 time: 0.2721181 Jan 18 23:25:32.020541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.032963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.176670 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c67ad3-353e-441c-aadc-28466120c3e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.180755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c67ad3-353e-441c-aadc-28466120c3e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.188694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-01c67ad3-353e-441c-aadc-28466120c3e7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/c1606e85-18f2-45d2-bf0b-0090dc65250e HTTP/1.1" status: 404 len: 333 time: 0.1607771 Jan 18 23:25:32.191978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.298744 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3544f1a9-d455-4320-b29b-bcef46f24cf7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.299596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3544f1a9-d455-4320-b29b-bcef46f24cf7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.304169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-971cd1cb-b4da-4ca0-ab70-7710ed5d0f9f None None] Provisioning complete for port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:32.308770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-971cd1cb-b4da-4ca0-ab70-7710ed5d0f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.312257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3544f1a9-d455-4320-b29b-bcef46f24cf7 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/b72ecb40-6f21-4956-9347-3b0213218780 HTTP/1.1" status: 404 len: 337 time: 0.1165299 Jan 18 23:25:32.315863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.364307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6a13-aa98-4f09-848a-825506f01bf5 req-181237b6-9ba6-4235-aaad-b271915bc0a7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:32.366095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-913e6a13-aa98-4f09-848a-825506f01bf5 req-181237b6-9ba6-4235-aaad-b271915bc0a7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.9293916 Jan 18 23:25:32.379234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85efda-aa89-456a-8d9d-e07f3d22f616 req-cd0b768f-dad2-450e-a0fb-d816a5f9f0ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:32.381091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd85efda-aa89-456a-8d9d-e07f3d22f616 req-cd0b768f-dad2-450e-a0fb-d816a5f9f0ce tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.9507864 Jan 18 23:25:32.395388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=01e62f7f-f3bd-4df4-a301-9f33eb137c38,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:32.432073 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1998160-32c1-46fb-adf6-3e4fe83cdacc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.432820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1998160-32c1-46fb-adf6-3e4fe83cdacc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.437476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1998160-32c1-46fb-adf6-3e4fe83cdacc tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/2461477d-cfa3-4b90-aa3a-9c0f41d707ca HTTP/1.1" status: 404 len: 333 time: 0.1165154 Jan 18 23:25:32.441624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.443214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-971cd1cb-b4da-4ca0-ab70-7710ed5d0f9f None None] Port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:32.465650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.470750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8155e032-a95c-4079-a836-6bb3cbac1d5c tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0092349 Jan 18 23:25:32.487772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.503786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6f6b062a-57bd-4d3f-8a3f-b3247e53bc1a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'floatingip': {'port_id': '50240928-769f-49d4-b80d-7ea24cbdbe60', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:32.513461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.527561 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-488b8164-4c47-4f40-add1-f47eb435f882 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.528275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488b8164-4c47-4f40-add1-f47eb435f882 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.532793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-488b8164-4c47-4f40-add1-f47eb435f882 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/32172824-2666-4a71-8bdf-8bdbc1cf9f32 HTTP/1.1" status: 404 len: 337 time: 0.0867767 Jan 18 23:25:32.535721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.606482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-913e6a13-aa98-4f09-848a-825506f01bf5 req-df32c5a1-9466-4003-8863-67b43443cef0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193878 Jan 18 23:25:32.608145 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b174081-0287-4960-9820-4683568c9475 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.608764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b174081-0287-4960-9820-4683568c9475 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.613214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2b174081-0287-4960-9820-4683568c9475 tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/ports/3d1ffb17-4bba-48f2-a8f8-9e2e08cf79ca HTTP/1.1" status: 404 len: 333 time: 0.0693409 Jan 18 23:25:32.613967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.618401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd85efda-aa89-456a-8d9d-e07f3d22f616 req-4af39fd7-2669-4147-b49c-cc3e5c5b245f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088215 Jan 18 23:25:32.674162 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff367358-2efa-4aa5-9b4f-311f39e03afb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] DELETE failed (client error): The resource could not be found. Jan 18 23:25:32.674922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff367358-2efa-4aa5-9b4f-311f39e03afb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:25:32.679569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff367358-2efa-4aa5-9b4f-311f39e03afb tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/subnets/0ee82e78-8f60-4892-9c84-b9941c37eb6e HTTP/1.1" status: 404 len: 337 time: 0.0643764 Jan 18 23:25:32.680344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:32.707943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.720721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f6b062a-57bd-4d3f-8a3f-b3247e53bc1a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:32.980255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:33.140390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:33.145250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Usage tracker for resource:security_group_rule and tenant:002f2e60a3c0437abbc43b6526e75e93 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:33.148652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:33.157018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:33.254625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:33.357128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:33.426512 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-6f6b062a-57bd-4d3f-8a3f-b3247e53bc1a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] update failed (client error): The resource could not be found. Jan 18 23:25:33.428549 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f6b062a-57bd-4d3f-8a3f-b3247e53bc1a tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "PUT /v2.0/floatingips/9d546df2-7a8c-4a18-89b4-a8684295a0e4 HTTP/1.1" status: 404 len: 507 time: 0.9391320 Jan 18 23:25:33.433617 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=002f2e60a3c0437abbc43b6526e75e93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6070633 Jan 18 23:25:33.434745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54528) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:33.437511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:33.441154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:33.448791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:33.478740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d54d0-bb40-463d-b027-821f79216473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845a81dd-b160-477d-8b32-9d7101b336be,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:33.504610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-7895d359-af64-4238-a7f1-0b2ccb1ae300 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1097 time: 1.6077626 Jan 18 23:25:33.921274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-b2bc8379-8330-4749-b72a-895426d845dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:33.928124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-b2bc8379-8330-4749-b72a-895426d845dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3995533 Jan 18 23:25:34.030980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.140177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20219bf5-4e2e-4e79-9e6a-82f619ff27a2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:34.334751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ed6daf-f6f1-4fac-958d-02740648a4ae') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:34.335117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ed6daf-f6f1-4fac-958d-02740648a4ae') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:34.347829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.380173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.471123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting port 27fb57b9-1960-492d-9489-6f74dd330a99 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:34.471123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.507039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.545610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.585748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845a81dd-b160-477d-8b32-9d7101b336be,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:34.617249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.649269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a071bbd-303d-46ad-a0a9-e1c6c02cb0ef req-a189ed1e-c1d8-4523-ae8a-dabb79aecb54 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:34.657642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a071bbd-303d-46ad-a0a9-e1c6c02cb0ef req-a189ed1e-c1d8-4523-ae8a-dabb79aecb54 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5068221 Jan 18 23:25:34.685432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.686651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-66ed4d46-411e-4c2b-a261-53040d19e21b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/845a81dd-b160-477d-8b32-9d7101b336be HTTP/1.1" status: 204 len: 168 time: 1.2417016 Jan 18 23:25:34.704727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:34.707840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.733100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-5a9a05a1-0c34-42a6-8bb9-806f4bc507e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 1001 time: 0.7993019 Jan 18 23:25:34.864058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-5302c4ce-9115-4df4-9574-de75440dabde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:34.865872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-5302c4ce-9115-4df4-9574-de75440dabde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1262395 Jan 18 23:25:34.935481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:34.936171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.084699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.119183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Calling delete_port for 27fb57b9-1960-492d-9489-6f74dd330a99 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:35.121405 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-0119e14f-9834-43fd-baba-07ad9a24e1e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479703 Jan 18 23:25:35.171973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:35.191570 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:35.326574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.328764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc567a-0395-487b-b784-01d71f663762 req-b6d43a83-95ab-4946-ba45-68aa1a7cd311 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:35.330302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28fc567a-0395-487b-b784-01d71f663762 req-b6d43a83-95ab-4946-ba45-68aa1a7cd311 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 1.1303167 Jan 18 23:25:35.442983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a071bbd-303d-46ad-a0a9-e1c6c02cb0ef req-d290903c-1a5e-4517-87f6-6c56758cb8dc tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7843685 Jan 18 23:25:35.507830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.568515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=01e62f7f-f3bd-4df4-a301-9f33eb137c38,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:35.580732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:35.596278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.643927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.657465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.661523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28fc567a-0395-487b-b784-01d71f663762 req-958e99c0-eccf-4e90-9968-02611ca441f6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019333 Jan 18 23:25:35.688770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.704486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] 10.222.0.59 "DELETE /v2.0/networks/20219bf5-4e2e-4e79-9e6a-82f619ff27a2 HTTP/1.1" status: 204 len: 168 time: 3.0095353 Jan 18 23:25:35.751254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:35.757010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9676befa500a45498ed2cac9af6ea617 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:35.763697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:35.770668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:35.793101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6fac-68c6-46f5-bfae-61e1058a909c tempest-NetworksTestDHCPv6-804415414 tempest-NetworksTestDHCPv6-804415414-project] Pushing event deleted for resources: {'Network': ['ID=20219bf5-4e2e-4e79-9e6a-82f619ff27a2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:35.871921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:35.922525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-caa64ddd-a428-4763-b220-a467782b746e service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950857 Jan 18 23:25:35.965685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:36.096547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Port': ['ID=27fb57b9-1960-492d-9489-6f74dd330a99,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:36.109737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:36.200407 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9676befa500a45498ed2cac9af6ea617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6118796 Jan 18 23:25:36.209351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54550) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:36.225881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:36.239720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:36.378836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Allocated IP 172.25.1.142 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/67340026-e4ee-4f4f-8abd-3b3fd2b4a38e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:36.518883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:36.521371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:36.528303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0eb5d08-ec24-4df9-9ac0-9941699d8dca tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "DELETE /v2.0/floatingips/9d546df2-7a8c-4a18-89b4-a8684295a0e4 HTTP/1.1" status: 204 len: 168 time: 3.0830607 Jan 18 23:25:36.530463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:36.655492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'floatingip': {'floating_network_id': 'a1bdea84-3288-4487-aa6b-2fe01b2c6e9b', 'port_id': '50240928-769f-49d4-b80d-7ea24cbdbe60', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:36.663020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:36.742540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8fa74b48-6c1e-4849-b502-4331b6da43ae None None] Provisioning complete for port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:36.744280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:36.748341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8fa74b48-6c1e-4849-b502-4331b6da43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:36.781591 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0502df55-a7eb-4285-bab6-e21602eaa207 req-61527baa-1fea-46d9-aa13-83f5c4a0ae04 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500915 Jan 18 23:25:36.790442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:floatingip and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:36.806745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:36.824925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:36.860736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab05074-f8e9-422a-9e77-539e09f437a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23efc25d-bc18-4c93-b7d1-d3ba093d867d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:36.888031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8fa74b48-6c1e-4849-b502-4331b6da43ae None None] Port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:25:36.920372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.015573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.144125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.227874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.367644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f1d6e2ba-6116-4041-9661-33ace8c8e080 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55b366c7b8ff419cab165e4e95cf5f84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6938031 Jan 18 23:25:37.368336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54572) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:37.406203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254237fc-03a7-4b88-bbc4-c17a19fe3c6e req-c1b307f8-8201-46eb-b966-987bd44c7daa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:37.413473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-254237fc-03a7-4b88-bbc4-c17a19fe3c6e req-c1b307f8-8201-46eb-b966-987bd44c7daa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.4846261 Jan 18 23:25:37.490019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410ba32-e066-4a5f-9da9-e8a3e051978f req-72def6de-5b19-4ea9-b758-84f2381d454e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:37.491997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d410ba32-e066-4a5f-9da9-e8a3e051978f req-72def6de-5b19-4ea9-b758-84f2381d454e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.4775879 Jan 18 23:25:37.552591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-254237fc-03a7-4b88-bbc4-c17a19fe3c6e req-2f9d7473-47b3-46fe-b84d-e4a84ae19c37 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381061 Jan 18 23:25:37.554453 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.578200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 9007121e-c90f-42b1-b4bc-7628d7e70083 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:37.581261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.600988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23efc25d-bc18-4c93-b7d1-d3ba093d867d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:37.786443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.786443 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-039171ad-c076-4b6b-b5cf-9bda779ea68d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23efc25d-bc18-4c93-b7d1-d3ba093d867d HTTP/1.1" status: 204 len: 168 time: 1.3890400 Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d410ba32-e066-4a5f-9da9-e8a3e051978f req-566b184a-6675-4025-9c96-7a2d970917f2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443553 Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Pushing event updated for resources: {'Port': ['ID=67340026-e4ee-4f4f-8abd-3b3fd2b4a38e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:37.789375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:37.939082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:38.090043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:38.106577 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:25:38.117108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-408f52d5-8abc-4947-8077-78fd4cc688fd tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5757654 Jan 18 23:25:38.126280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:38.139730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:38.146975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e7910a49-9f08-43f8-a316-ab0bc3b3fb97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/9007121e-c90f-42b1-b4bc-7628d7e70083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3877625 Jan 18 23:25:38.148070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54586) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:38.152299 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] Sync routers for ids ['9007121e-c90f-42b1-b4bc-7628d7e70083'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:38.162027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '50240928-769f-49d4-b80d-7ea24cbdbe60', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:38.185603 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] Routers {'9007121e-c90f-42b1-b4bc-7628d7e70083'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:38.186549 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['9007121e-c90f-42b1-b4bc-7628d7e70083'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:38.200011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:38.203059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d1248-bd98-4389-98fd-bb8193dc4f17,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:38.224115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Usage tracker for resource:floatingip and tenant:027e062eca9443698592eda9f5e039d7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:38.230109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:38.239245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:38.256608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:38.258096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2fae18b-b751-4f12-8120-703e39f73647 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c22d1248-bd98-4389-98fd-bb8193dc4f17 HTTP/1.1" status: 204 len: 168 time: 0.8863239 Jan 18 23:25:38.272082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:38.289623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb7f36-9cbe-4604-b1ea-28093e155aa2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:38.290259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-26fb7f36-9cbe-4604-b1ea-28093e155aa2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:38.378637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-26fb7f36-9cbe-4604-b1ea-28093e155aa2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:38.384008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26fb7f36-9cbe-4604-b1ea-28093e155aa2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports/01e62f7f-f3bd-4df4-a301-9f33eb137c38 HTTP/1.1" status: 200 len: 977 time: 0.2313769 Jan 18 23:25:38.387281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:38.406638 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:38.417644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:38.425658 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] Routers {'9007121e-c90f-42b1-b4bc-7628d7e70083'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:38.426577 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['9007121e-c90f-42b1-b4bc-7628d7e70083'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:38.647079 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:38.648074 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fc9f31-bb2e-4fd6-9d98-fdae1dc16e63 None None] The sync data for ids ['9007121e-c90f-42b1-b4bc-7628d7e70083'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:38.910496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:39.002095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:39.081469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:39.423632 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:39.673127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98f42c-9248-40f9-a3cb-83d2735ec6af req-a73be7b1-d0b4-4fbe-a0f1-f9dc8eee144c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:39.674798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db98f42c-9248-40f9-a3cb-83d2735ec6af req-a73be7b1-d0b4-4fbe-a0f1-f9dc8eee144c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.4459186 Jan 18 23:25:39.796399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:40.126293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 01e62f7f-f3bd-4df4-a301-9f33eb137c38 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:40.127480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:40.159273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Allocated IP 172.25.1.163 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/48ca665c-0b38-4f2c-8358-5e1df4d60368) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:40.493718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:40.548506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:40.597574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925185-e75a-4781-a295-c73ad7c8fcfa req-b1f16d30-9a9b-407a-9231-6978ecd6d164 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:40.599293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98925185-e75a-4781-a295-c73ad7c8fcfa req-b1f16d30-9a9b-407a-9231-6978ecd6d164 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 1.5241683 Jan 18 23:25:40.603351 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-dc405dd7-b031-4970-b93f-8488b3502b65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1097 time: 0.6683679 Jan 18 23:25:40.618021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db98f42c-9248-40f9-a3cb-83d2735ec6af req-71e60313-8d8e-49bb-86a0-ba6271b9b63c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9244120 Jan 18 23:25:40.676211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:40.928122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:41.130710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 01e62f7f-f3bd-4df4-a301-9f33eb137c38 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:41.194313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event updated for resources: {'Port': ['ID=48ca665c-0b38-4f2c-8358-5e1df4d60368,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:41.251377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98925185-e75a-4781-a295-c73ad7c8fcfa req-0828db99-70ef-4d46-9a77-e9da78ad002d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230676 Jan 18 23:25:41.254112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:41.257380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:41.260708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:41.403566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:41.553156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting port 48ca665c-0b38-4f2c-8358-5e1df4d60368 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:41.558956 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:41.743338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Router 4c20f5fb-488a-44c6-8385-41a6e6ac9e4b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:41.743991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0da1-566c-4a09-935f-3d545b095a95 req-4b29f0eb-e6ff-4562-ad4d-6892d6ab530e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:41.746115 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-4b29f0eb-e6ff-4562-ad4d-6892d6ab530e service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.9789956 Jan 18 23:25:41.950580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-f6482086-dd5a-439a-ad47-41eccc1b3b29 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.0968399 Jan 18 23:25:42.038716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415853550'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:42.073863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:42.104139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0da1-566c-4a09-935f-3d545b095a95 req-c364a9bc-5046-4c87-a118-cd34baf7ccd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:42.105802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-c364a9bc-5046-4c87-a118-cd34baf7ccd5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1461818 Jan 18 23:25:42.113375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:42.126651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:42.187969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:42.207342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-48d10f6f-1b66-47bf-b400-d94c0609c9a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947058 Jan 18 23:25:42.209330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:42.406009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=01e62f7f-f3bd-4df4-a301-9f33eb137c38,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:42.490628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:42.491103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:42.741117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:42.746565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:42.827299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-197a1e8b-e5e8-455d-ba65-8c3247b67bff service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699216 Jan 18 23:25:42.998114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:43.024187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Calling delete_port for 48ca665c-0b38-4f2c-8358-5e1df4d60368 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:43.129519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:43.240486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502558fa-5a79-4abb-bd2f-1770ba2e6630 req-c388b17a-39fc-44e4-9bfd-5bb69e47ceff tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:43.241965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-502558fa-5a79-4abb-bd2f-1770ba2e6630 req-c388b17a-39fc-44e4-9bfd-5bb69e47ceff tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 1.2848983 Jan 18 23:25:43.468175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:43.485388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:security_group_rule and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:43.539383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:43.551276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-999a0da1-566c-4a09-935f-3d545b095a95 req-ffa9d73b-48c9-40f6-943d-89e2394fd2a9 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131901 Jan 18 23:25:43.575681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-502558fa-5a79-4abb-bd2f-1770ba2e6630 req-0bc46319-5862-43a8-a0f7-94206060386b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075919 Jan 18 23:25:43.585160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:43.600638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd992e-ec2e-48a6-bfc2-4be7b9406fd4 req-969870da-213a-4d3c-b6e4-567e610860c0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:43.608350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98cd992e-ec2e-48a6-bfc2-4be7b9406fd4 req-969870da-213a-4d3c-b6e4-567e610860c0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.8183048 Jan 18 23:25:43.886521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e0a52b1-4525-493f-95f1-315f82ac4207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:43.888004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98cd992e-ec2e-48a6-bfc2-4be7b9406fd4 req-f9cc0b24-a499-459b-a51f-b7685b8693c3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784257 Jan 18 23:25:43.938013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.098161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Port': ['ID=48ca665c-0b38-4f2c-8358-5e1df4d60368,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:44.185367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:44.202370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] Sync routers for ids ['4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:44.234012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] Routers {'4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:44.234652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.273910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.314019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.318781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.320198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a6dad2e-5925-4111-bef2-2fda510655d1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "PUT /v2.0/routers/4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 200 len: 916 time: 14.0405395 Jan 18 23:25:44.323974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:44.326658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 9007121e-c90f-42b1-b4bc-7628d7e70083 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:25:44.327992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] Routers {'4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:44.328855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.406205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.406997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3618dc4-b317-444c-a950-dc60226b19c8 None None] The sync data for ids ['4c20f5fb-488a-44c6-8385-41a6e6ac9e4b'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:44.491194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:44.507859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] Sync routers for ids ['9007121e-c90f-42b1-b4bc-7628d7e70083'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:44.520319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] Routers {'9007121e-c90f-42b1-b4bc-7628d7e70083'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:44.521269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['9007121e-c90f-42b1-b4bc-7628d7e70083'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.645468 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.663580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] Routers {'9007121e-c90f-42b1-b4bc-7628d7e70083'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:44.664581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['9007121e-c90f-42b1-b4bc-7628d7e70083'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.723134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2437cf76-0185-4489-add6-f9de64919ce0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/9007121e-c90f-42b1-b4bc-7628d7e70083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3346670 Jan 18 23:25:44.789876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54686) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:44.858429 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] create failed (client error): The resource could not be found. Jan 18 23:25:44.862387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-667a1017-6fc2-46f2-aff8-76972af537fe tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7114367 Jan 18 23:25:44.864696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:44.893308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:44.921421 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:44.933149 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8197820a-6b6d-476a-b117-56e2cfbbee99 None None] The sync data for ids ['9007121e-c90f-42b1-b4bc-7628d7e70083'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:45.133500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:25:45.161677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc5d28-f557-4527-a370-063ffe1e1fd9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:45.171662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.172023 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment 7ccf28de-0523-4729-9762-5843d4ec096e of type vlan for network e9fb10a4-440f-4001-8c1e-17d7461f8c98 Jan 18 23:25:45.184552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting port 50240928-769f-49d4-b80d-7ea24cbdbe60 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:45.184928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.336245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.446722 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-9a4cd623-0c24-49a3-9129-1a61b1a3d15e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 23:25:45.452163 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a4cd623-0c24-49a3-9129-1a61b1a3d15e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/9007121e-c90f-42b1-b4bc-7628d7e70083/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6606917 Jan 18 23:25:45.452771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54700) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:45.468807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ca4e-0a9a-4ea2-893c-d4818c2a8cf0 req-d52a5b84-2170-46ad-ab02-e1a152ed12a9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:45.470666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7e1ca4e-0a9a-4ea2-893c-d4818c2a8cf0 req-d52a5b84-2170-46ad-ab02-e1a152ed12a9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.4982364 Jan 18 23:25:45.482632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-07e43bac-15b4-4032-b020-cdc6cf4e16e8 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 200 len: 922 time: 1.1568642 Jan 18 23:25:45.489074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:45.513413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ce03ca5-1f5e-40c9-91e4-e5c84bb888ce tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:45.626570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ce03ca5-1f5e-40c9-91e4-e5c84bb888ce tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:45.629154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ce03ca5-1f5e-40c9-91e4-e5c84bb888ce tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=9007121e-c90f-42b1-b4bc-7628d7e70083 HTTP/1.1" status: 200 len: 205 time: 0.1749589 Jan 18 23:25:45.631314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54712) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:45.672382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.684867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:45.685919 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.736102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7e1ca4e-0a9a-4ea2-893c-d4818c2a8cf0 req-fc72248b-003a-49c7-88a6-68232f73aa09 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478533 Jan 18 23:25:45.815704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecc619-7cfc-4559-8968-3b35783842cf req-f8f3149c-2a0a-41cb-8459-a6ae18a646f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:45.820737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6eecc619-7cfc-4559-8968-3b35783842cf req-f8f3149c-2a0a-41cb-8459-a6ae18a646f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.6020310 Jan 18 23:25:45.867824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:45.937276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7271894c-cce8-436d-a41d-b04251684487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.084158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6eecc619-7cfc-4559-8968-3b35783842cf req-acd52ffc-dc07-4c3d-810c-4750e1bdbae7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709318 Jan 18 23:25:46.092257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.109374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=e9fb10a4-440f-4001-8c1e-17d7461f8c98,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:46.130776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:25:46.279894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-614bb8f6-b68d-42e3-86e7-d8b9e4f91f52 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 4.8722000 Jan 18 23:25:46.302656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Calling delete_port for 50240928-769f-49d4-b80d-7ea24cbdbe60 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:46.440096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c9cf15f0-50ed-4d92-9dea-b22191e6ff75 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=4c20f5fb-488a-44c6-8385-41a6e6ac9e4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9488354 Jan 18 23:25:46.442817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:46.703129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.707968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.792954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.878884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.891757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router 9007121e-c90f-42b1-b4bc-7628d7e70083 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:46.893397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Port': ['ID=50240928-769f-49d4-b80d-7ea24cbdbe60,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:46.951646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:46.952742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a32dfd64-3b8d-4709-819c-b440b9216a23 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/9007121e-c90f-42b1-b4bc-7628d7e70083 HTTP/1.1" status: 204 len: 168 time: 1.3202252 Jan 18 23:25:46.961150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54746) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:46.985379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b29415-36c1-4be0-baac-f0a1dfec087c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:46.986731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e2b29415-36c1-4be0-baac-f0a1dfec087c tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/networks/7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 881 time: 0.5425096 Jan 18 23:25:46.991634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:47.103649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2d45a442-1de7-4a19-9c37-48106da5abdf tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 200 len: 205 time: 0.1108212 Jan 18 23:25:47.109342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54756) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:47.208622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.413575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.459438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:47.550921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet 4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:47.579233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.579630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.686304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.763046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:47.770119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Usage tracker for resource:security_group_rule and tenant:a425ea9729be4ea686a085569bde261f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:47.775305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:47.786085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:47.952061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:47.964151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.015680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0082da8-b98d-4b49-a0fc-aa97679386f3 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "DELETE /v2.0/ports/50240928-769f-49d4-b80d-7ea24cbdbe60 HTTP/1.1" status: 204 len: 168 time: 3.0991004 Jan 18 23:25:48.022741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:48.081103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-da6f98d0-4e00-4255-8b0d-9457563e4117 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1097 time: 0.2654128 Jan 18 23:25:48.093672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59dd80-491b-49d7-a930-8722c4c23683 req-da9ee0c9-04ee-4ba0-898b-2b8ca58c3b5f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.095213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec59dd80-491b-49d7-a930-8722c4c23683 req-da9ee0c9-04ee-4ba0-898b-2b8ca58c3b5f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.8728116 Jan 18 23:25:48.110825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.146469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c03181-8a53-440f-ad88-95da6f446b70 req-95f83223-ee66-4b08-83d1-930b6e4b66e4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.147981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94c03181-8a53-440f-ad88-95da6f446b70 req-95f83223-ee66-4b08-83d1-930b6e4b66e4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.5877135 Jan 18 23:25:48.214591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.261101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.266255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec59dd80-491b-49d7-a930-8722c4c23683 req-85792c6f-5ef3-4fc7-a9b9-0f54d27b97bf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579783 Jan 18 23:25:48.304431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-4ae5863b-3a9e-428e-891f-dd3836611c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.304431 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-4ae5863b-3a9e-428e-891f-dd3836611c53 service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.2100830 Jan 18 23:25:48.306093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364c7deb-f3c1-4d61-914e-18c1df0c3442 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.306516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-364c7deb-f3c1-4d61-914e-18c1df0c3442 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Synchronizing usage tracker for tenant:027e062eca9443698592eda9f5e039d7 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:25:48.312193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94c03181-8a53-440f-ad88-95da6f446b70 req-7a1de00e-f7b6-40a9-ab77-58c285eb82d8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543376 Jan 18 23:25:48.403339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.434928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44838c0f-cc7f-442d-be9f-d4b74802eb58,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:48.437436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.453313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-364c7deb-f3c1-4d61-914e-18c1df0c3442 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Unset dirty status for tenant:027e062eca9443698592eda9f5e039d7 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:25:48.453313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-364c7deb-f3c1-4d61-914e-18c1df0c3442 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "GET /v2.0/ports?device_id=65ed8d59-d8fb-4ad8-affd-f989254c92e1 HTTP/1.1" status: 200 len: 913 time: 0.4272659 Jan 18 23:25:48.455397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79ae17a5-d850-4944-848a-60435778cc57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a425ea9729be4ea686a085569bde261f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9883776 Jan 18 23:25:48.455397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-d9b04339-089b-4318-92b0-ccb40b5422fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.1235225 Jan 18 23:25:48.456097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54778) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:48.456266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:48.463415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:48.475652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.491354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-01207643-373f-4fc4-870d-03af12a84492 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762 HTTP/1.1" status: 204 len: 168 time: 1.5254588 Jan 18 23:25:48.491729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:48.494071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c491f5-a172-471f-b7ad-0dd370c2c3f6 None None] Network 79ecebe1-d229-4499-8aa3-27471dcfd060 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:48.568946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port 67340026-e4ee-4f4f-8abd-3b3fd2b4a38e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:48.569287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.745357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.759238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port b533caea-75ed-4c43-b7fc-54d4f79ca760 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:48.760039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.781013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:48.850759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-b6560a6f-3056-4342-8821-6f201756fa81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:48.857922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-b6560a6f-3056-4342-8821-6f201756fa81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.3309810 Jan 18 23:25:48.903986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] DHCP port deletion for 79ecebe1-d229-4499-8aa3-27471dcfd060 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:48.910149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Deleting port b533caea-75ed-4c43-b7fc-54d4f79ca760 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:48.910797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.095022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port b533caea-75ed-4c43-b7fc-54d4f79ca760, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b533caea-75ed-4c43-b7fc-54d4f79ca760,segment=NetworkSegment(eed4fb75-cb06-4e88-86fc-f4cd5f4360b5),segment_id=eed4fb75-cb06-4e88-86fc-f4cd5f4360b5)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:49.095504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.121458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.206047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.266299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-49ee0a66-8a8c-4dab-aa67-b43d5f9b6123 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1901801 Jan 18 23:25:49.372493 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.419960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for b533caea-75ed-4c43-b7fc-54d4f79ca760 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:49.434473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44838c0f-cc7f-442d-be9f-d4b74802eb58,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:49.436696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] For port b533caea-75ed-4c43-b7fc-54d4f79ca760, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b533caea-75ed-4c43-b7fc-54d4f79ca760,segment=NetworkSegment(eed4fb75-cb06-4e88-86fc-f4cd5f4360b5),segment_id=eed4fb75-cb06-4e88-86fc-f4cd5f4360b5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:49.438998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.469173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.490487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.491925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a62ee2f-eb7b-4fac-b71a-abf2a7909397 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44838c0f-cc7f-442d-be9f-d4b74802eb58 HTTP/1.1" status: 204 len: 168 time: 1.0334022 Jan 18 23:25:49.574007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:49.579642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:49.721987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Calling delete_port for b533caea-75ed-4c43-b7fc-54d4f79ca760 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:49.762112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for 67340026-e4ee-4f4f-8abd-3b3fd2b4a38e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:49.818958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:49.828881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:49.832449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:49.843488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:49.867662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741c11-b82a-448b-8c30-3105da415f4c req-24bc83dd-a67b-433b-9cca-ef618d3058c7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:49.870882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96741c11-b82a-448b-8c30-3105da415f4c req-24bc83dd-a67b-433b-9cca-ef618d3058c7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.1703756 Jan 18 23:25:49.872885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-8a7bce8c-dcf3-4dce-b767-b54fc93c49c8 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882978 Jan 18 23:25:49.878449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20663cbe-6ba5-4159-b142-c4055e34699d req-57ef1b75-093a-4dd9-8d4e-55426c3ee9db tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:49.879939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20663cbe-6ba5-4159-b142-c4055e34699d req-57ef1b75-093a-4dd9-8d4e-55426c3ee9db tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 946 time: 0.2669530 Jan 18 23:25:49.897141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:25:49.911057 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:25:49.912094 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:49.981072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:50.021879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=b533caea-75ed-4c43-b7fc-54d4f79ca760,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:50.085501 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3407edfb-a0f7-42a0-a841-e42a3114e000 req-7cb27a5a-fa66-48b9-837f-8711a4924eed service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969080 Jan 18 23:25:50.090905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No DVR routers for this DVR port b533caea-75ed-4c43-b7fc-54d4f79ca760 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:25:50.107145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.144971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96741c11-b82a-448b-8c30-3105da415f4c req-13781fe7-d817-49b7-9544-56c27b441e5e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639430 Jan 18 23:25:50.186412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20663cbe-6ba5-4159-b142-c4055e34699d req-339f15ee-7338-4910-a567-f986e565461d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802165 Jan 18 23:25:50.375460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.393838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.398612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Deleting port b533caea-75ed-4c43-b7fc-54d4f79ca760 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:50.399095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.434132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=67340026-e4ee-4f4f-8abd-3b3fd2b4a38e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:50.481007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.500064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54834) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:50.501973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-47cf4fa4-fb6a-4234-a471-a5ceead7c795 None None] The port 'b533caea-75ed-4c43-b7fc-54d4f79ca760' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:25:50.556468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ecebe1-d229-4499-8aa3-27471dcfd060']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:50.569204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.585975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:50.586273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed4fb75-cb06-4e88-86fc-f4cd5f4360b5') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:50.613012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.648289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.650674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:50.659642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Usage tracker for resource:security_group_rule and tenant:393c7b5de27544eba7ed81114ac06b5a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:50.664211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:50.667556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:50.667761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.671965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b533caea-75ed-4c43-b7fc-54d4f79ca760 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:50.683133 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:50.711551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b533caea-75ed-4c43-b7fc-54d4f79ca760 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:25:50.712197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b533caea-75ed-4c43-b7fc-54d4f79ca760 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:25:50.727990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:50.911944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.931374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.932882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.943940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=79ecebe1-d229-4499-8aa3-27471dcfd060,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:50.973120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.975843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:50.986546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:51.007131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.066038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c11ba49b-3546-438e-810a-55eeb8639f1a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/79ecebe1-d229-4499-8aa3-27471dcfd060 HTTP/1.1" status: 204 len: 168 time: 2.5695279 Jan 18 23:25:51.080379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54840) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:51.099143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-58601339'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:51.106141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b22bc9-05f7-4001-8f2f-3ebb4fb0eadc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:51.113497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.117727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=d777692e-799a-46f5-82ee-97893392c330,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:51.122394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:51.131800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3bf2d72e-74de-4f35-a162-bb47ab9bc614 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=393c7b5de27544eba7ed81114ac06b5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6259630 Jan 18 23:25:51.133302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:51.137452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:51.145968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:51.156561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:51.160715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:51.167076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': '7ccf28de-0523-4729-9762-5843d4ec096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:51.167462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: e9fb10a4-440f-4001-8c1e-17d7461f8c98, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:25:51.178437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:51.207034 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'code': 200} Jan 18 23:25:51.230339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.240396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.304670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.316339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:51.324126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.326734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:51.334156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.335406 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.358843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:25:51.462691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.463858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router 4c20f5fb-488a-44c6-8385-41a6e6ac9e4b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:51.476703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:25:51.501092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.502156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-efd6adc3-8760-466f-9754-7cf5877b685a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 204 len: 168 time: 4.3918796 Jan 18 23:25:51.508088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54858) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:51.511370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting port 88147256-5a1a-493e-a5b8-a03005fef6ee {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:51.511713 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.526934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e9fb10a4-440f-4001-8c1e-17d7461f8c98) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:51.535774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581073a7-7601-4cd2-9535-8694da2301ae None None] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:51.536672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:51.537303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.541721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1728791336', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:51.560491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:51.569099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0997-bb2c-4578-bb65-dcc765627b50 req-6972f60a-2149-4426-8e71-fb2a5348b673 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:51.570616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f5a0997-bb2c-4578-bb65-dcc765627b50 req-6972f60a-2149-4426-8e71-fb2a5348b673 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.1867940 Jan 18 23:25:51.573013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Usage tracker for resource:router and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:51.578000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:51.587275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:51.641062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f5a0997-bb2c-4578-bb65-dcc765627b50 req-83a0b278-2dec-4970-be55-451fc761aa7d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566118 Jan 18 23:25:51.651411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568d52a-b6b9-46ec-a9b8-fd8ec35d237a req-16eb6a6e-db90-4b96-8718-adbc61927291 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:51.652822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9568d52a-b6b9-46ec-a9b8-fd8ec35d237a req-16eb6a6e-db90-4b96-8718-adbc61927291 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 946 time: 0.1712286 Jan 18 23:25:51.677271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.677613 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 6712a723-9faa-4231-a21d-bc9d3ef52d4a of type vlan for network 53715be4-a839-4d79-942b-98a5f4193fd5 Jan 18 23:25:51.681280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.683718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.685158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65b22bc9-05f7-4001-8f2f-3ebb4fb0eadc HTTP/1.1" status: 204 len: 168 time: 0.5510776 Jan 18 23:25:51.712421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af6ee69c-c26e-4324-ad92-00cf66fb006d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1372597 Jan 18 23:25:51.725951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:51.726990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e532c2-dfc0-457c-b9a3-1c7195a978b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b22bc9-05f7-4001-8f2f-3ebb4fb0eadc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:51.727362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-178240047'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:51.744373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.752220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9568d52a-b6b9-46ec-a9b8-fd8ec35d237a req-f6d3f0da-52a2-48b5-899d-ebb4803f174e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933242 Jan 18 23:25:51.796678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.797676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.805116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:51.813848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:51.823686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.826050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-e9fb10a4-440f-4001-8c1e-17d7461f8c98', 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': 'd777692e-799a-46f5-82ee-97893392c330'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:51.826947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.828722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:51.841840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.847075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:51.851867 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:51.853349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:51.965886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8798354 Jan 18 23:25:51.970351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:51.992003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:52.075406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Calling delete_port for 88147256-5a1a-493e-a5b8-a03005fef6ee owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:52.081436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Allocated IP 2001:db8:0:ffff::2 (e9fb10a4-440f-4001-8c1e-17d7461f8c98/d777692e-799a-46f5-82ee-97893392c330/590b0acb-dc53-4d7a-969f-6b714ba43eb6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:52.105825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-76df5191-1e38-4e51-955a-d380eb1f50cc req-067ca4b4-7462-43a5-87f9-8064ebed32b9 service neutron] (84542) timed out ('10.222.0.89', 52786) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:25:52.123349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acf758-6317-42de-b5d0-fe61c1e93af8 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=53715be4-a839-4d79-942b-98a5f4193fd5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:52.153428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:52.157696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:52.160826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:52.171090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:52.185950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 53715be4-a839-4d79-942b-98a5f4193fd5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:25:52.268764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:52.322445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.465120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.492635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.523233 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.536609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Transition to ACTIVE for port object 590b0acb-dc53-4d7a-969f-6b714ba43eb6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:52.542523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:52.546089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.561794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Transition to ACTIVE for port object 590b0acb-dc53-4d7a-969f-6b714ba43eb6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:52.636774 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.712061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Port': ['ID=88147256-5a1a-493e-a5b8-a03005fef6ee,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:52.731419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:25:52.741069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.741750 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment f647bad0-75bf-43ec-8861-a1f4c9312374 of type vlan for network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 Jan 18 23:25:52.770447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:52.774707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:52.777634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Pushing event updated for resources: {'Port': ['ID=590b0acb-dc53-4d7a-969f-6b714ba43eb6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:52.780517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:52.813821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.874887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.903503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Attempting to bind port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:52.904350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Attempting to bind port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7ccf28de-0523-4729-9762-5843d4ec096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:52.904986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Attempting to bind port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 on network e9fb10a4-440f-4001-8c1e-17d7461f8c98 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:25:52.915029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:25:52.929762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Checking segment: {'id': '7ccf28de-0523-4729-9762-5843d4ec096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:52.932194 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:52.935502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Bound using segment: {'id': '7ccf28de-0523-4729-9762-5843d4ec096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:25:52.936487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Bound port: 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccf28de-0523-4729-9762-5843d4ec096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e9fb10a4-440f-4001-8c1e-17d7461f8c98'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:25:52.937314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.099068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:53.122975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:25:53.145802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.170322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] For port 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:25:53.182945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] For port 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=590b0acb-dc53-4d7a-969f-6b714ba43eb6,segment=NetworkSegment(7ccf28de-0523-4729-9762-5843d4ec096e),segment_id=7ccf28de-0523-4729-9762-5843d4ec096e)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:25:53.244322 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.267887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.296351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=2d8ee740-0185-4a64-a6ff-fa800b741620,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:53.335079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.340270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:53.340940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.392238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '6712a723-9faa-4231-a21d-bc9d3ef52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:53.393697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: 53715be4-a839-4d79-942b-98a5f4193fd5, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:25:53.397269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.443910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:25:53.454034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc72a-c74d-4ae8-8ed6-66a8329b5d6a req-146667eb-39ca-463f-92bf-5ee07a256fa5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:53.455567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11fbc72a-c74d-4ae8-8ed6-66a8329b5d6a req-146667eb-39ca-463f-92bf-5ee07a256fa5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.4711292 Jan 18 23:25:53.466660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:53.475824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967d01-67c0-46cb-810e-a390ee6f73eb None None] Pushing event updated for resources: {'Port': ['ID=590b0acb-dc53-4d7a-969f-6b714ba43eb6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:53.504615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 53715be4-a839-4d79-942b-98a5f4193fd5 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:25:53.534276 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'code': 200} Jan 18 23:25:53.540398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11fbc72a-c74d-4ae8-8ed6-66a8329b5d6a req-0297de7b-9bf1-447f-80fa-91e7b3e6fc6b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741444 Jan 18 23:25:53.562680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.606723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 53715be4-a839-4d79-942b-98a5f4193fd5) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:53.609630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=41b2cf05-9a8c-4f91-90b9-781f0ecde955,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:53.615636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:53.618611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:53.651140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935223ce-decb-49f5-a15c-f5fbe3b5fb59 None None] Network 53715be4-a839-4d79-942b-98a5f4193fd5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:53.706820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-70069724-3c52-47f4-b3c3-2bd09e301aeb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9862356 Jan 18 23:25:53.708463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:53.714609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:53.751067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:25:53.905484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d2a4bb44-5435-4696-8f85-ef1f01e57170 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9336655 Jan 18 23:25:53.906860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:53.948062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:53.955826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:53.968590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080488958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:25:53.978195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:25:53.985339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:25:53.989377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:53.996872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:54.006668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:25:54.027775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=14']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:54.032828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:25:54.076992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.077932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.097357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.134018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3ad7-382d-4d33-ac39-d00e93fdc6f4 req-2c9ec75d-5f49-4e7d-aee9-1b609e8cb3b8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:54.142468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216e3ad7-382d-4d33-ac39-d00e93fdc6f4 req-2c9ec75d-5f49-4e7d-aee9-1b609e8cb3b8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.2442849 Jan 18 23:25:54.159492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:25:54.239486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.275166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-53715be4-a839-4d79-942b-98a5f4193fd5', 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': '2d8ee740-0185-4a64-a6ff-fa800b741620'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:54.277087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.293434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216e3ad7-382d-4d33-ac39-d00e93fdc6f4 req-00455f66-76fe-442a-bd56-4866091949da tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500342 Jan 18 23:25:54.303483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.308472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.356393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.434653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:54.435885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-92482a2b-8c39-4ee7-8d31-d38fb846b113 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4819744 Jan 18 23:25:54.444522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:54.524721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Router 65ed8d59-d8fb-4ad8-affd-f989254c92e1 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:25:54.660734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Allocated IP 172.20.0.2 (53715be4-a839-4d79-942b-98a5f4193fd5/2d8ee740-0185-4a64-a6ff-fa800b741620/6b177670-7d3d-4284-85d5-ab579f422fe6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:55.091535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 590b0acb-dc53-4d7a-969f-6b714ba43eb6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:55.193842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5acc9-baf7-4716-938b-443f2145e6c1 None None] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:55.233977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Allocated IP 172.25.1.162 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e7f79095-0419-4242-8d53-86b5fe13795d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:55.318625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.332534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:25:55.348814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] Sync routers for ids ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:25:55.351879 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.366989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06df4ca3-48d4-4952-b172-b5a982bd15d8 req-9fae2dbf-5ecc-4aac-b04a-dcc8d7986b22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2497931 Jan 18 23:25:55.382231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] Routers {'65ed8d59-d8fb-4ad8-affd-f989254c92e1'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:55.383020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:55.436283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a5097c27-264e-4edf-bcf4-7d97497c0490 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "PUT /v2.0/routers/65ed8d59-d8fb-4ad8-affd-f989254c92e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9790537 Jan 18 23:25:55.442618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55000) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:55.556125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4768c983-a717-451c-bd5e-672406815ed7 None None] Provisioning for port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:55.580158 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.582659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:55.613810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Transition to ACTIVE for port object 6b177670-7d3d-4284-85d5-ab579f422fe6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:55.636520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] Routers {'65ed8d59-d8fb-4ad8-affd-f989254c92e1'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:25:55.637176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:55.675502 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.676563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=e37181a0-a59d-42e9-9647-3c2a1ef0f428,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:55.737260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:55.738626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b0dffc-30f7-495a-b76f-a055a8aa5bd4 None None] The sync data for ids ['65ed8d59-d8fb-4ad8-affd-f989254c92e1'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:25:55.750614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Transition to ACTIVE for port object 6b177670-7d3d-4284-85d5-ab579f422fe6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:55.751791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:55.760086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:55.760457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.764145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'f647bad0-75bf-43ec-8861-a1f4c9312374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:55.764575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: 41b2cf05-9a8c-4f91-90b9-781f0ecde955, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:25:55.810998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:55.987105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.001838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:25:56.112794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Network 53715be4-a839-4d79-942b-98a5f4193fd5 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:56.125995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:56.139040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 41b2cf05-9a8c-4f91-90b9-781f0ecde955) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:56.144174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:56.144764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.153479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:56.160089 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.173609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.20.0.1 (53715be4-a839-4d79-942b-98a5f4193fd5/2d8ee740-0185-4a64-a6ff-fa800b741620/6757c7f9-8290-429e-a8df-5649edb96469) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:56.195141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4b944-4505-4c6e-b7ce-830cac3aa1de None None] Network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:56.304468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-91765cb8-a23e-4bc2-a2d9-fa5a584e0ab3 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5956202 Jan 18 23:25:56.315337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55016) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:56.351608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.357443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.374220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=590b0acb-dc53-4d7a-969f-6b714ba43eb6,segment=NetworkSegment(7ccf28de-0523-4729-9762-5843d4ec096e),segment_id=7ccf28de-0523-4729-9762-5843d4ec096e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:56.380023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Pushing event updated for resources: {'Port': ['ID=6b177670-7d3d-4284-85d5-ab579f422fe6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:56.406166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.420659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12dd28-0fa7-4c9e-8bd0-7c0760557eb1 req-58c0ac92-3246-40be-93e7-d6f03096836c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:56.422210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf12dd28-0fa7-4c9e-8bd0-7c0760557eb1 req-58c0ac92-3246-40be-93e7-d6f03096836c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3863058 Jan 18 23:25:56.458293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.486304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c81435-11c8-4632-a296-f999ae69d3ac req-b42c52a2-ba83-4786-8b60-b747a93d50a7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:56.493387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2c81435-11c8-4632-a296-f999ae69d3ac req-b42c52a2-ba83-4786-8b60-b747a93d50a7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.4587357 Jan 18 23:25:56.507926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:56.514616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:56.517204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:56.548509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Attempting to bind port 6b177670-7d3d-4284-85d5-ab579f422fe6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:56.549033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Attempting to bind port 6b177670-7d3d-4284-85d5-ab579f422fe6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6712a723-9faa-4231-a21d-bc9d3ef52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:56.549477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Attempting to bind port 6b177670-7d3d-4284-85d5-ab579f422fe6 on network 53715be4-a839-4d79-942b-98a5f4193fd5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:25:56.560321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.560828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Fanout notify agent at l3_agent the message router_deleted on router 65ed8d59-d8fb-4ad8-affd-f989254c92e1 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:25:56.573961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:25:56.600924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.602078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-98cf4f5b-4b30-4237-9afb-1bc6099871c4 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "DELETE /v2.0/routers/65ed8d59-d8fb-4ad8-affd-f989254c92e1 HTTP/1.1" status: 204 len: 168 time: 1.1581244 Jan 18 23:25:56.609085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55020) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:56.668112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event updated for resources: {'Port': ['ID=e7f79095-0419-4242-8d53-86b5fe13795d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:56.687157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:25:56.687626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Checking segment: {'id': '6712a723-9faa-4231-a21d-bc9d3ef52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:25:56.688107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.688577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Bound using segment: {'id': '6712a723-9faa-4231-a21d-bc9d3ef52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:25:56.689271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Bound port: 6b177670-7d3d-4284-85d5-ab579f422fe6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6712a723-9faa-4231-a21d-bc9d3ef52d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '53715be4-a839-4d79-942b-98a5f4193fd5'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:25:56.689716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.730713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.748942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 6757c7f9-8290-429e-a8df-5649edb96469 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:56.749173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=590b0acb-dc53-4d7a-969f-6b714ba43eb6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:56.799614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf12dd28-0fa7-4c9e-8bd0-7c0760557eb1 req-52f35cf3-e44b-4c83-acab-96589f5995ef tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690350 Jan 18 23:25:56.880484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.899716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting subnet da3c3777-2106-49c9-96cb-011810508b39 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:25:56.904671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:56.904935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] For port 6b177670-7d3d-4284-85d5-ab579f422fe6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:25:56.911982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] For port 6b177670-7d3d-4284-85d5-ab579f422fe6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b177670-7d3d-4284-85d5-ab579f422fe6,segment=NetworkSegment(6712a723-9faa-4231-a21d-bc9d3ef52d4a),segment_id=6712a723-9faa-4231-a21d-bc9d3ef52d4a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:25:56.919926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-41b2cf05-9a8c-4f91-90b9-781f0ecde955', 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': 'e37181a0-a59d-42e9-9647-3c2a1ef0f428'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:25:56.925374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.028793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.050714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:25:57.079923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.095629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2c81435-11c8-4632-a296-f999ae69d3ac req-df5b0a5c-ab5f-43a5-a100-47afc3700fa0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994275 Jan 18 23:25:57.127713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 53715be4-a839-4d79-942b-98a5f4193fd5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:57.130392 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.133515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:57.143321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:57.170274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.170942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.216338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-9183b335-6336-48df-8d8b-d4bce62a6760 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9735587 Jan 18 23:25:57.217053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=6757c7f9-8290-429e-a8df-5649edb96469,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:57.236214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-20d232ba-1b8d-44e5-b9c4-a0b15176f220 None None] Provisioning complete for port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:57.236214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-20d232ba-1b8d-44e5-b9c4-a0b15176f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.288887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.321028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.454718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.526542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aae9b3-55ed-4cee-bcd9-5e8f77ff5746 None None] Pushing event updated for resources: {'Port': ['ID=6b177670-7d3d-4284-85d5-ab579f422fe6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:57.571995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:57.580330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Allocated IP 2001:db8::1 (41b2cf05-9a8c-4f91-90b9-781f0ecde955/e37181a0-a59d-42e9-9647-3c2a1ef0f428/93198c7d-8162-4ee9-9a8f-66de99fb8ce7) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:25:57.907035 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.057440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Subnet': ['ID=da3c3777-2106-49c9-96cb-011810508b39,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:58.116715 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-53629ba4-c816-483b-bfff-7076f02793d0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.6072202 Jan 18 23:25:58.116715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.119455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edc96e-e7ca-4fb9-bc96-1d0d7bda5087 None None] Network a1bdea84-3288-4487-aa6b-2fe01b2c6e9b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:58.204671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffba0e2-818b-4e95-8842-f6821a0ca58f req-3fa0765c-88b6-42a4-81ce-a14c09179441 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:58.207859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bffba0e2-818b-4e95-8842-f6821a0ca58f req-3fa0765c-88b6-42a4-81ce-a14c09179441 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5628593 Jan 18 23:25:58.272211 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-03ec0fb1-ed56-46d6-ab72-05a6c6fab7f5 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "DELETE /v2.0/subnets/da3c3777-2106-49c9-96cb-011810508b39 HTTP/1.1" status: 204 len: 168 time: 1.6619418 Jan 18 23:25:58.280004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:25:58.372719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bffba0e2-818b-4e95-8842-f6821a0ca58f req-ce58ff62-3c29-4e87-9633-7630ca5c4bcf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429691 Jan 18 23:25:58.548074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.565758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-be2b4ea9-14de-4b71-bc29-9b426787d4da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:58.567582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-be2b4ea9-14de-4b71-bc29-9b426787d4da service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.4464726 Jan 18 23:25:58.569138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.570627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.572807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Deleting port 0310fcdf-9f79-4708-93c8-8d154663df26 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:58.573600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.591259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Transition to ACTIVE for port object 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:58.615628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32052ad-a400-4c1a-b899-659176a8dfd1 req-abbdf496-5c8e-465a-8f58-c004a8c6850e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:58.625840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e32052ad-a400-4c1a-b899-659176a8dfd1 req-abbdf496-5c8e-465a-8f58-c004a8c6850e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.2212744 Jan 18 23:25:58.675320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.893991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-fb6ba9a7-062f-4ed3-803a-6e01417199c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.2799506 Jan 18 23:25:58.894573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=6757c7f9-8290-429e-a8df-5649edb96469,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:58.945697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:58.973562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e32052ad-a400-4c1a-b899-659176a8dfd1 req-3af80a00-b3c2-4ae6-b6e2-e05fa893ed09 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465912 Jan 18 23:25:58.982224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Transition to ACTIVE for port object 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:25:58.999621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 590b0acb-dc53-4d7a-969f-6b714ba43eb6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:59.070220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-efd40f7c-1125-4553-bf7f-4e6889874dda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.071687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-efd40f7c-1125-4553-bf7f-4e6889874dda service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0991204 Jan 18 23:25:59.072967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Router be935aba-9d95-4247-8af5-118c8112aa5b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:25:59.106788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:25:59.107167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.167956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 53715be4-a839-4d79-942b-98a5f4193fd5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:59.169378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:59.181281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.275238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] DHCP port deletion for a1bdea84-3288-4487-aa6b-2fe01b2c6e9b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:25:59.282895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Deleting port 0310fcdf-9f79-4708-93c8-8d154663df26 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:25:59.283337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.372251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.430765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=e37181a0-a59d-42e9-9647-3c2a1ef0f428,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:59.461414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905b572-0f07-4de8-85dd-cea1c66baed0 None None] Network 53715be4-a839-4d79-942b-98a5f4193fd5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:25:59.486490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:25:59.487345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Pushing event updated for resources: {'Port': ['ID=93198c7d-8162-4ee9-9a8f-66de99fb8ce7,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:25:59.545944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:25:59.548512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b177670-7d3d-4284-85d5-ab579f422fe6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:25:59.563109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] For port 0310fcdf-9f79-4708-93c8-8d154663df26, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0310fcdf-9f79-4708-93c8-8d154663df26,segment=NetworkSegment(f2760824-2101-4dd2-a53a-b7df0d6a21bc),segment_id=f2760824-2101-4dd2-a53a-b7df0d6a21bc)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:25:59.564114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.575361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-040c0e79-bf20-403a-b278-a032f5bda0cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4856799 Jan 18 23:25:59.577215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:25:59.704695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.737624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Calling delete_port for 0310fcdf-9f79-4708-93c8-8d154663df26 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:25:59.810172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b2cf05-9a8c-4f91-90b9-781f0ecde955']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:59.831342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f647bad0-75bf-43ec-8861-a1f4c9312374') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:59.831729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f647bad0-75bf-43ec-8861-a1f4c9312374') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:25:59.857669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.886152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.892518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8b06561d-43d6-4ea5-8892-53fab7f33375 None None] Provisioning for port 6b177670-7d3d-4284-85d5-ab579f422fe6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:25:59.893871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc92e0-f152-482d-afe9-c2b680dbb5b8 req-b9e28af2-7372-4e2d-9e6c-a67bd3001803 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:25:59.895482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83fc92e0-f152-482d-afe9-c2b680dbb5b8 req-b9e28af2-7372-4e2d-9e6c-a67bd3001803 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3236825 Jan 18 23:25:59.902500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:25:59.902991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:25:59.920895 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:25:59.927792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Attempting to bind port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:25:59.928294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Attempting to bind port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f647bad0-75bf-43ec-8861-a1f4c9312374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:25:59.929252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Attempting to bind port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 on network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:00.001827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:00.002301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Checking segment: {'id': 'f647bad0-75bf-43ec-8861-a1f4c9312374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:00.002799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.003258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Bound using segment: {'id': 'f647bad0-75bf-43ec-8861-a1f4c9312374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:00.003870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Bound port: 93198c7d-8162-4ee9-9a8f-66de99fb8ce7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f647bad0-75bf-43ec-8861-a1f4c9312374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:00.004316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.032218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] For port 0310fcdf-9f79-4708-93c8-8d154663df26, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0310fcdf-9f79-4708-93c8-8d154663df26,segment=NetworkSegment(f2760824-2101-4dd2-a53a-b7df0d6a21bc),segment_id=f2760824-2101-4dd2-a53a-b7df0d6a21bc)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:00.032675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.120568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83fc92e0-f152-482d-afe9-c2b680dbb5b8 req-6a9882d0-a01a-488c-a628-4bc21a7e09a3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887388 Jan 18 23:26:00.152784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:26:00.152784 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:26:00.152784 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '41b2cf05-9a8c-4f91-90b9-781f0ecde955'}] Jan 18 23:26:00.152784 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:00.155067 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:00.218976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Calling delete_port for 0310fcdf-9f79-4708-93c8-8d154663df26 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:00.233365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-b5721567-34c0-4464-90df-a03ee82480ce service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490462 Jan 18 23:26:00.236587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-2b057bec-3ca2-4017-ac17-844abdb70c12 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&tenant_id=b58a4c1b68814f659a6c90b9547a905c HTTP/1.1" status: 200 len: 1095 time: 1.3121355 Jan 18 23:26:00.256545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6b177670-7d3d-4284-85d5-ab579f422fe6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:00.275692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f1795-3ed9-47de-985e-5922934c5d4f req-697a9f62-7300-46d4-94ef-336b9a8a7c96 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:00.278017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-427f1795-3ed9-47de-985e-5922934c5d4f req-697a9f62-7300-46d4-94ef-336b9a8a7c96 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.1196094 Jan 18 23:26:00.325060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b177670-7d3d-4284-85d5-ab579f422fe6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:00.325581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.338853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-427f1795-3ed9-47de-985e-5922934c5d4f req-56f6c6b2-f032-4bfb-8215-2cd7e363fa9d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539308 Jan 18 23:26:00.339584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router f66329c3-b495-4d1b-a1bc-5d9647614677 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:26:00.466851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] For port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:00.483977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] For port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=93198c7d-8162-4ee9-9a8f-66de99fb8ce7,segment=NetworkSegment(f647bad0-75bf-43ec-8861-a1f4c9312374),segment_id=f647bad0-75bf-43ec-8861-a1f4c9312374)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:00.562406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.567606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.610427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6b177670-7d3d-4284-85d5-ab579f422fe6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b177670-7d3d-4284-85d5-ab579f422fe6,segment=NetworkSegment(6712a723-9faa-4231-a21d-bc9d3ef52d4a),segment_id=6712a723-9faa-4231-a21d-bc9d3ef52d4a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:00.612540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:00.612967 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:00.619001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Port': ['ID=0310fcdf-9f79-4708-93c8-8d154663df26,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:00.637227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.638126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d286c660-bb66-4930-b532-35b4c9bf05e6 req-34cd03fb-c1d1-4c88-b376-818d4b0aa096 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689747 Jan 18 23:26:00.653730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-ec09f116-ddac-48c2-930f-cae5b390d995 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1095 time: 0.3678532 Jan 18 23:26:00.700171 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.785282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:00.805409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] No DVR routers for this DVR port 0310fcdf-9f79-4708-93c8-8d154663df26 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:00.813170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5584bbe-c75d-4279-8a78-eb3ab189e4e6 None None] Pushing event updated for resources: {'Port': ['ID=93198c7d-8162-4ee9-9a8f-66de99fb8ce7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:00.836857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:00.837468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.026638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6b177670-7d3d-4284-85d5-ab579f422fe6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:01.031114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0310fcdf-9f79-4708-93c8-8d154663df26 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:01.034193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.073584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bdea84-3288-4487-aa6b-2fe01b2c6e9b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.111927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2760824-2101-4dd2-a53a-b7df0d6a21bc') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.112473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2760824-2101-4dd2-a53a-b7df0d6a21bc') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.116967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:01.137093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] Sync routers for ids ['f66329c3-b495-4d1b-a1bc-5d9647614677'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:01.158852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9f0ce089-e1f1-450a-9429-4044a2c1b717 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/f66329c3-b495-4d1b-a1bc-5d9647614677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7169907 Jan 18 23:26:01.164050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:01.164186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.164315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Deleting port 0310fcdf-9f79-4708-93c8-8d154663df26 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:01.164315 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.164492 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] Routers {'f66329c3-b495-4d1b-a1bc-5d9647614677'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:01.164492 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f66329c3-b495-4d1b-a1bc-5d9647614677'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.220967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.237763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:01.244342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.283908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=93198c7d-8162-4ee9-9a8f-66de99fb8ce7,segment=NetworkSegment(f647bad0-75bf-43ec-8861-a1f4c9312374),segment_id=f647bad0-75bf-43ec-8861-a1f4c9312374)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:01.284560 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.289516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0310fcdf-9f79-4708-93c8-8d154663df26 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:26:01.292589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0310fcdf-9f79-4708-93c8-8d154663df26 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:01.324276 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.336815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] Routers {'f66329c3-b495-4d1b-a1bc-5d9647614677'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:01.337523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f66329c3-b495-4d1b-a1bc-5d9647614677'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:01.375854 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:01.418172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-95ccc616-1ff2-467b-9e55-a27a625bcaca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:01.420291 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-95ccc616-1ff2-467b-9e55-a27a625bcaca service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.7596281 Jan 18 23:26:01.426730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.427075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.429130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:01.433007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.433390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.433733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.434074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.434410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.434744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.435070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.435398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.435720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:01.451554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6be4a19d-326d-4158-a504-a0ce95713cfe None None] The port '0310fcdf-9f79-4708-93c8-8d154663df26' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:26:01.456246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] Sync routers for ids ['be935aba-9d95-4247-8af5-118c8112aa5b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:01.459623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Provisioning for port 6757c7f9-8290-429e-a8df-5649edb96469 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:01.489493 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.491492 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4042a145-646d-4295-847a-3f62f0bd12ec None None] The sync data for ids ['f66329c3-b495-4d1b-a1bc-5d9647614677'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:01.498979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Provisioning complete for port 6757c7f9-8290-429e-a8df-5649edb96469 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:01.505384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.595570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-1324a052-801d-42c5-aab9-7ff2a5f78ee2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.1276424 Jan 18 23:26:01.640544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ea8ff-63f7-4683-867c-8ac838983cd3 None None] Network 41b2cf05-9a8c-4f91-90b9-781f0ecde955 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:01.662702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:01.666510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.698745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.702442 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] 10.222.0.59 "DELETE /v2.0/networks/a1bdea84-3288-4487-aa6b-2fe01b2c6e9b HTTP/1.1" status: 204 len: 168 time: 3.4189649 Jan 18 23:26:01.709321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:01.711821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b59a3d6d-bff4-4cf8-9458-e49b5c5a15c8 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.2030790 Jan 18 23:26:01.731647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55078) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:01.732552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Port 6757c7f9-8290-429e-a8df-5649edb96469 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:01.734712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e19848-be89-4580-aa55-ebece81b5cf1 tempest-FloatingIPNegativeTestJSON-1922822014 tempest-FloatingIPNegativeTestJSON-1922822014-project] Pushing event deleted for resources: {'Network': ['ID=a1bdea84-3288-4487-aa6b-2fe01b2c6e9b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:01.756901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:01.798131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] Routers {'be935aba-9d95-4247-8af5-118c8112aa5b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:01.798761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['be935aba-9d95-4247-8af5-118c8112aa5b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:01.932111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-24bebbb5-287b-4102-abc5-8c0e64799e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:01.934036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-24bebbb5-287b-4102-abc5-8c0e64799e39 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.3367076 Jan 18 23:26:01.958401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.006138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb34388-b8f7-47a2-89a6-8b92a8537496 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:02.007358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bb34388-b8f7-47a2-89a6-8b92a8537496 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:02.025638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-20386f9d-8dd3-4c16-b7c0-98d65aa9a510 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774739 Jan 18 23:26:02.048868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Provisioning complete for port 6b177670-7d3d-4284-85d5-ab579f422fe6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:02.049397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cdbaee2-ca25-49bf-b082-45aef58aac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.091982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] Routers {'be935aba-9d95-4247-8af5-118c8112aa5b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:02.092623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['be935aba-9d95-4247-8af5-118c8112aa5b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.096022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15cf4c-7bf3-4425-af2b-f83b776aad14 req-7a3045f4-c3a8-4296-b07b-ccc10ff04c3e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:02.101682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df15cf4c-7bf3-4425-af2b-f83b776aad14 req-7a3045f4-c3a8-4296-b07b-ccc10ff04c3e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.2734084 Jan 18 23:26:02.125288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876596e-f8cf-4c83-9db5-b15b6d628ef9 req-90974bb4-656b-47ec-a6f9-5a228b8edd6b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:02.127075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b876596e-f8cf-4c83-9db5-b15b6d628ef9 req-90974bb4-656b-47ec-a6f9-5a228b8edd6b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6688812 Jan 18 23:26:02.166832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bb34388-b8f7-47a2-89a6-8b92a8537496 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:02.171181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5bb34388-b8f7-47a2-89a6-8b92a8537496 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports/6757c7f9-8290-429e-a8df-5649edb96469 HTTP/1.1" status: 200 len: 910 time: 1.0077918 Jan 18 23:26:02.172701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:02.218726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.218726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444ec8f7-362c-406c-8c3f-e28b6db80763 None None] The sync data for ids ['be935aba-9d95-4247-8af5-118c8112aa5b'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:02.236672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.318969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Port': ['ID=93198c7d-8162-4ee9-9a8f-66de99fb8ce7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:02.330023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df15cf4c-7bf3-4425-af2b-f83b776aad14 req-c2c3fcb4-7d3b-4066-a73b-a2205b11f9be tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265575 Jan 18 23:26:02.345632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No DVR routers for this DVR port 93198c7d-8162-4ee9-9a8f-66de99fb8ce7 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:02.383021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82e615-603d-4ff6-9ca1-c2bd4bea136a None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:26:02.475804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b876596e-f8cf-4c83-9db5-b15b6d628ef9 req-5a107f07-e243-4175-b157-5c185dae0430 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418636 Jan 18 23:26:02.489794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-fcd626af-1791-4e34-aeed-7410f463169d service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572585 Jan 18 23:26:02.564300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55090) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:02.654377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.671605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82e615-603d-4ff6-9ca1-c2bd4bea136a None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:26:02.718581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b2cf05-9a8c-4f91-90b9-781f0ecde955']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.750961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f647bad0-75bf-43ec-8861-a1f4c9312374') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.751264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f647bad0-75bf-43ec-8861-a1f4c9312374') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:02.790941 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b4f3fc25-13d1-4075-81a9-1be77310f8a7 req-fd566c25-d9c7-4df3-9093-cf084457d377 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259419 Jan 18 23:26:02.814596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.857156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.876139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:02.876973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:02.899248 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:02.988919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b177670-7d3d-4284-85d5-ab579f422fe6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:03.102807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:03.116470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b491fd73-c158-4f5c-b4f0-6cc9f86b6495 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=027e062eca9443698592eda9f5e039d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5218530 Jan 18 23:26:03.116625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.149436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-71411edb-9150-4a40-af41-9d1d75854017 None None] Provisioning complete for port 6757c7f9-8290-429e-a8df-5649edb96469 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:03.149833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-71411edb-9150-4a40-af41-9d1d75854017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.246442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-71411edb-9150-4a40-af41-9d1d75854017 None None] Port 6757c7f9-8290-429e-a8df-5649edb96469 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:03.252505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b177670-7d3d-4284-85d5-ab579f422fe6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:03.252892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.403425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.407766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.433592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=41b2cf05-9a8c-4f91-90b9-781f0ecde955,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:03.518447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.608949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.649228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.670246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-00c5bc9d-4fa2-45a2-b8da-0965ac953eec tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/41b2cf05-9a8c-4f91-90b9-781f0ecde955 HTTP/1.1" status: 204 len: 168 time: 7.3494256 Jan 18 23:26:03.671780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:03.676414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136237093'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:03.687363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:03.693715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Deleting port e7f79095-0419-4242-8d53-86b5fe13795d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:03.695544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.731820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:03.736509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:03.753641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:03.903349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb0af4-ce84-4760-ac7c-8c08aa627348 req-f2ffec30-1bbb-45e5-80fd-d779cd420ca1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:03.911785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79bb0af4-ce84-4760-ac7c-8c08aa627348 req-f2ffec30-1bbb-45e5-80fd-d779cd420ca1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.2982161 Jan 18 23:26:03.954775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.966692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f7c6-74b2-4bb7-9989-e9dc5cce9278 req-a2505cf7-19a5-4ba1-976d-44554e4aa568 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:03.969170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cc6f7c6-74b2-4bb7-9989-e9dc5cce9278 req-a2505cf7-19a5-4ba1-976d-44554e4aa568 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2656257 Jan 18 23:26:03.972518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:03.982307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.091542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Calling delete_port for e7f79095-0419-4242-8d53-86b5fe13795d owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:04.155048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490a430-760a-4441-9fa1-7e6c54595941,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:04.175641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.176953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-26f82ccb-7ff5-44e1-a81b-2a14968164e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d490a430-760a-4441-9fa1-7e6c54595941 HTTP/1.1" status: 204 len: 168 time: 1.0711703 Jan 18 23:26:04.240977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79bb0af4-ce84-4760-ac7c-8c08aa627348 req-cb91a707-d289-4e25-9779-a5c7488b4ba7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278968 Jan 18 23:26:04.251293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:04.256015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.257500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cc6f7c6-74b2-4bb7-9989-e9dc5cce9278 req-6f5270c0-f2c7-425d-87e2-4ee7d213317a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044637 Jan 18 23:26:04.330334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55130) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:04.529618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:04.552146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.553650 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment f29d6255-5e67-4ded-87a0-78a38749a043 of type vlan for network 2ae686a9-0c53-40f0-96e5-0ce44222c03a Jan 18 23:26:04.623742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.639791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.674722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.715243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:04.719574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Usage tracker for resource:security_group_rule and tenant:205af327555a4c61a176d5c711f7e311 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:04.722707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:04.730297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:04.813186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Pushing event deleted for resources: {'Port': ['ID=e7f79095-0419-4242-8d53-86b5fe13795d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:04.833252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.872226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.876264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:04.876985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:04.926316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.035058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=2ae686a9-0c53-40f0-96e5-0ce44222c03a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:05.045493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb30a63-f85c-45d5-a744-86438b6c186c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:05.047738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:05.057580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-22de82ea-85a5-4082-b70f-3faf9d03e433 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=205af327555a4c61a176d5c711f7e311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7226472 Jan 18 23:26:05.059409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55146) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:05.139963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbb092-7379-4296-bafa-c54679527e9f req-87a2a105-643a-4ace-ae4d-5ad6faacd5b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:05.151212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11dbb092-7379-4296-bafa-c54679527e9f req-87a2a105-643a-4ace-ae4d-5ad6faacd5b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3410566 Jan 18 23:26:05.176061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59e6dcab-40be-44b0-91c5-4ae1f0b86998 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5045006 Jan 18 23:26:05.176644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55152) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:05.264148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.289209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11dbb092-7379-4296-bafa-c54679527e9f req-c1623eff-926e-42b3-a253-4b65455f8b0a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371422 Jan 18 23:26:05.348448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.349751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:05.511131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.667523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.671480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:05.675680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.678603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:05.680194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 6757c7f9-8290-429e-a8df-5649edb96469 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:05.680406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:05.681270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:05.689458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:05.855282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Router be935aba-9d95-4247-8af5-118c8112aa5b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:05.856232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:06.033588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.073397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb30a63-f85c-45d5-a744-86438b6c186c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:06.109548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c55c-6d52-4097-9304-89b133ce7bbb req-99fd98a2-acd9-44fb-868e-72418e4da538 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:06.110933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e533c55c-6d52-4097-9304-89b133ce7bbb req-99fd98a2-acd9-44fb-868e-72418e4da538 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.5509031 Jan 18 23:26:06.128044 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.138876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d21a38fb-9d8e-4607-ada6-b8dd63a04db4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bb30a63-f85c-45d5-a744-86438b6c186c HTTP/1.1" status: 204 len: 168 time: 1.0709143 Jan 18 23:26:06.158236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.207257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.220165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9669b47-e071-43d8-9d9a-9a2588214426 req-90e9d366-fc16-43f6-bc21-67be1e74bdc3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:06.221697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9669b47-e071-43d8-9d9a-9a2588214426 req-90e9d366-fc16-43f6-bc21-67be1e74bdc3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6136746 Jan 18 23:26:06.371813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 6757c7f9-8290-429e-a8df-5649edb96469 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:06.406622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e533c55c-6d52-4097-9304-89b133ce7bbb req-89e681a0-ebdc-49e5-b027-57808eed8ce8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837274 Jan 18 23:26:06.452759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9669b47-e071-43d8-9d9a-9a2588214426 req-79d2711d-2da7-4a8f-a242-217eac1a7f76 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219558 Jan 18 23:26:06.517751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:06.537868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:06.549405 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] Sync routers for ids ['be935aba-9d95-4247-8af5-118c8112aa5b'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:06.573095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.574616 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] Routers {'be935aba-9d95-4247-8af5-118c8112aa5b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:06.575178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bb5f9bbf-df59-43d5-a885-21b26df6fd83 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "PUT /v2.0/routers/be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 200 len: 706 time: 4.8334064 Jan 18 23:26:06.575387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['be935aba-9d95-4247-8af5-118c8112aa5b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:06.578039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:06.720227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:06.738960 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:06.754398 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] Routers {'be935aba-9d95-4247-8af5-118c8112aa5b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:06.755547 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['be935aba-9d95-4247-8af5-118c8112aa5b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:06.789823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2cd6b526-c3e2-4586-bbd9-53ac2a38aa51 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/routers/be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 200 len: 741 time: 0.2105708 Jan 18 23:26:06.793314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55184) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:06.827194 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:06.827859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508cc80e-94f9-4c52-bfb2-f9a290b1493a None None] The sync data for ids ['be935aba-9d95-4247-8af5-118c8112aa5b'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:06.851528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=6757c7f9-8290-429e-a8df-5649edb96469,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:06.956241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.061439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f87e478-254b-46a3-995c-6c075cc9aca1 tempest-RoutersAdminTest-1066271288 tempest-RoutersAdminTest-1066271288-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&device_id=be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 200 len: 205 time: 0.2669270 Jan 18 23:26:07.066377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:07.131838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-437296729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:07.150517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:07.159633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:router and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:07.165446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:07.222404 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5699799d-1792-487d-8718-df82798a7d7f tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 200 len: 205 time: 0.1477551 Jan 18 23:26:07.232105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:07.236323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:07.389422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.390523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.405343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.488397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.515718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:07.538060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=4a339db5-197f-48eb-ab11-136ec12aeea4,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:07.586128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.646468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.710790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'f29d6255-5e67-4ded-87a0-78a38749a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:07.711423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: 2ae686a9-0c53-40f0-96e5-0ce44222c03a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:07.814757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.832565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:07.846177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Usage tracker for resource:security_group_rule and tenant:245357077d80428d91306d224ef95f22 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:07.854169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:07.869365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:07.895373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:07.969468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:07.970785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1eb1bc86-3b0e-44d9-beae-cb52c1bb8fc0 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4600971 Jan 18 23:26:08.030126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.042649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1943536867'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:08.057786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:08.076413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2ae686a9-0c53-40f0-96e5-0ce44222c03a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:08.076622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:network and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:08.081891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:08.084070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d5d7a-d20c-4d4c-8df2-0a71449dafaf None None] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:08.086784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:08.087769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.135694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a6e3-25af-4166-af71-0afc5cd5067b req-70e54cc2-2b6a-43ff-9220-6e0d1c0546d7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:08.137154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e951a6e3-25af-4166-af71-0afc5cd5067b req-70e54cc2-2b6a-43ff-9220-6e0d1c0546d7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.5103593 Jan 18 23:26:08.153295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:08.172194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.177687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.207813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.209980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router f66329c3-b495-4d1b-a1bc-5d9647614677 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:08.225253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a40f68d-3c6b-41e4-a028-bf0a1dbc0ac4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0422122 Jan 18 23:26:08.230347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.245630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1344137181'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:08.259492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:08.264962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.265502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Fanout notify agent at l3_agent the message router_deleted on router be935aba-9d95-4247-8af5-118c8112aa5b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:08.280027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.282023 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5ad3b05-4c5d-4d06-850f-c4fbe30f0c74 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 204 len: 168 time: 1.0434215 Jan 18 23:26:08.286987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.381469 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aaf26c01-35ab-4f27-829e-acf6450e61e3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 200 len: 205 time: 0.0931308 Jan 18 23:26:08.384001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.490351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2ae686a9-0c53-40f0-96e5-0ce44222c03a', 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '4a339db5-197f-48eb-ab11-136ec12aeea4'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:08.491414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.493107 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-0da50701-3925-4a5c-9749-006bead1d88c tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:08.495010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0da50701-3925-4a5c-9749-006bead1d88c tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/be935aba-9d95-4247-8af5-118c8112aa5b HTTP/1.1" status: 404 len: 336 time: 0.1092491 Jan 18 23:26:08.497785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55226) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.499430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:08.508280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.517156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e951a6e3-25af-4166-af71-0afc5cd5067b req-b02fc01b-7568-4732-9714-4bf7320190b1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611796 Jan 18 23:26:08.523812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:08.535511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:08.543822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.569385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:08.587516 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69125452-678f-4543-9f2a-6529f26fef54 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 200 len: 205 time: 0.0865808 Jan 18 23:26:08.590434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.654345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.667409 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-c88dfc00-4942-4881-a7b9-796e9815b00a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:08.668822 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c88dfc00-4942-4881-a7b9-796e9815b00a tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/4c20f5fb-488a-44c6-8385-41a6e6ac9e4b HTTP/1.1" status: 404 len: 336 time: 0.0772378 Jan 18 23:26:08.671790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55234) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.695606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:08.709644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cdc1d587-49c2-4574-8d90-89d954da4052 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/f66329c3-b495-4d1b-a1bc-5d9647614677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5304995 Jan 18 23:26:08.709644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a437ee-c946-4c3a-9a22-5db9d82fc834,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:08.731817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] Sync routers for ids ['f66329c3-b495-4d1b-a1bc-5d9647614677'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:08.735342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:08.739288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:security_group_rule and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:08.742319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:08.749538 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a2d96899-0325-410a-9b6d-0165dcc1cc0d tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 200 len: 205 time: 0.0764709 Jan 18 23:26:08.749742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.752055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af97a8f9-3da6-41cd-b897-0ad866840955 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=245357077d80428d91306d224ef95f22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2352533 Jan 18 23:26:08.752344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.755254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:08.757075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.761624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:08.767040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:08.774692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] Routers {'f66329c3-b495-4d1b-a1bc-5d9647614677'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:08.775746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f66329c3-b495-4d1b-a1bc-5d9647614677'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:08.874606 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-bdd81205-bc3e-49e9-ab67-deb858c3c77b tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:08.875659 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bdd81205-bc3e-49e9-ab67-deb858c3c77b tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/71ad5640-4bd7-45c2-aff3-6066b1ebe03f HTTP/1.1" status: 404 len: 336 time: 0.1124747 Jan 18 23:26:08.883331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc2f0093-0206-40c3-b95c-3bca53c46660 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:08.884598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.910394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:08.935072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Allocated IP 2001:db8::3 (2ae686a9-0c53-40f0-96e5-0ce44222c03a/4a339db5-197f-48eb-ab11-136ec12aeea4/94562cd4-4a16-4184-838e-d93730653cda) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:08.937590 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b19f235-a032-4b6a-898e-419854ebf712 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 200 len: 205 time: 0.0515602 Jan 18 23:26:08.942145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:08.985577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] Routers {'f66329c3-b495-4d1b-a1bc-5d9647614677'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:08.988669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['f66329c3-b495-4d1b-a1bc-5d9647614677'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:09.014372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.061067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:09.099782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.110391 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-d7056900-d831-42d3-b996-fa2b0f29afa7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:09.113910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d7056900-d831-42d3-b996-fa2b0f29afa7 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/531975ec-0938-4720-ab54-e30066e634ab HTTP/1.1" status: 404 len: 336 time: 0.1683033 Jan 18 23:26:09.114172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55258) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.117414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:09.130264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.131761 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Added segment d37d6160-088a-4cd6-bc94-574892df36c9 of type vlan for network e77d0971-49ae-4568-beb1-2c67cd82ecb3 Jan 18 23:26:09.160265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.185694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:09.186289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c36ec-26ec-47f3-a247-3c6b33102eab None None] The sync data for ids ['f66329c3-b495-4d1b-a1bc-5d9647614677'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:09.205039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.205868 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment bcdaed7a-902b-48f3-a6a3-c544cb2569ca of type vlan for network 4dbac6af-bfa3-40db-ac84-2dc36cfba48f Jan 18 23:26:09.219905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d482c3e-32d3-4822-8c47-15b99c87c03f tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 200 len: 205 time: 0.1033747 Jan 18 23:26:09.221253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.230820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc2f0093-0206-40c3-b95c-3bca53c46660 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:09.234587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc2f0093-0206-40c3-b95c-3bca53c46660 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=f66329c3-b495-4d1b-a1bc-5d9647614677 HTTP/1.1" status: 200 len: 205 time: 0.4788296 Jan 18 23:26:09.241315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55266) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.262535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.323070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.327204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:09.327941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.374752 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-03758cd5-a974-4ee1-8c65-7010be68da6e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:09.375819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-03758cd5-a974-4ee1-8c65-7010be68da6e tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/c61cd78f-44d6-483d-a2c3-b99ade53f4c6 HTTP/1.1" status: 404 len: 336 time: 0.1519814 Jan 18 23:26:09.378953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.419570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.433817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Transition to ACTIVE for port object 94562cd4-4a16-4184-838e-d93730653cda will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:09.444093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0590dac-571f-4d62-80c5-88e4165f263c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:09.468112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-efa0df34-2ffd-49df-a641-67acacceaaf6 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "GET /v2.0/ports?device_id=413c4fc6-fd7b-45b6-80d5-d8bd92b44156 HTTP/1.1" status: 200 len: 205 time: 0.0767837 Jan 18 23:26:09.468523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Transition to ACTIVE for port object 94562cd4-4a16-4184-838e-d93730653cda will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:09.468943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55274) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.489057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.506818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.514950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Network': ['ID=e77d0971-49ae-4568-beb1-2c67cd82ecb3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:09.529093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:09.626444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.632493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.660452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.770882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Pushing event updated for resources: {'Port': ['ID=94562cd4-4a16-4184-838e-d93730653cda,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:09.772318 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-7673b47a-0c57-4a3e-9808-f12576f846f3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] delete failed (client error): The resource could not be found. Jan 18 23:26:09.773508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7673b47a-0c57-4a3e-9808-f12576f846f3 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/routers/413c4fc6-fd7b-45b6-80d5-d8bd92b44156 HTTP/1.1" status: 404 len: 336 time: 0.3089640 Jan 18 23:26:09.778056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55280) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.782744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:09.785862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:09.790689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:09.828525 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb77dd5-f1dd-4247-aad6-ead596c55da6 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] DELETE failed (client error): The resource could not be found. Jan 18 23:26:09.829511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb77dd5-f1dd-4247-aad6-ead596c55da6 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:26:09.845199 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fb77dd5-f1dd-4247-aad6-ead596c55da6 tempest-RoutersAdminTest-1534343631 tempest-RoutersAdminTest-1534343631-project] 10.222.0.59 "DELETE /v2.0/subnets/154ced15-6a2e-4f98-be84-253a8eeea557 HTTP/1.1" status: 404 len: 337 time: 0.0549669 Jan 18 23:26:09.862821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a2e1f57b-f0ae-4aba-9b6c-97ba210dc8cd tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8315752 Jan 18 23:26:09.866342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:09.875241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'subnet': {'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:09.887805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.895507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:09.902475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.976741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Attempting to bind port 94562cd4-4a16-4184-838e-d93730653cda on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:09.977710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Attempting to bind port 94562cd4-4a16-4184-838e-d93730653cda by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f29d6255-5e67-4ded-87a0-78a38749a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:09.979104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Attempting to bind port 94562cd4-4a16-4184-838e-d93730653cda on network 2ae686a9-0c53-40f0-96e5-0ce44222c03a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:09.993801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:09.996957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Checking segment: {'id': 'f29d6255-5e67-4ded-87a0-78a38749a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:09.997796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:09.999617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Bound using segment: {'id': 'f29d6255-5e67-4ded-87a0-78a38749a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:10.002186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Bound port: 94562cd4-4a16-4184-838e-d93730653cda, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29d6255-5e67-4ded-87a0-78a38749a043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '2ae686a9-0c53-40f0-96e5-0ce44222c03a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:10.003095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.016430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:10.022744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:subnet and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:10.039760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:10.049312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:10.109529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=4dbac6af-bfa3-40db-ac84-2dc36cfba48f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:10.126561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4dbac6af-bfa3-40db-ac84-2dc36cfba48f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:10.167010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:10.198473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d9925f94-3a76-4094-a25e-6d757fa66788 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9649012 Jan 18 23:26:10.243033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] For port 94562cd4-4a16-4184-838e-d93730653cda, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:10.246881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55290) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:10.278360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] For port 94562cd4-4a16-4184-838e-d93730653cda, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94562cd4-4a16-4184-838e-d93730653cda,segment=NetworkSegment(f29d6255-5e67-4ded-87a0-78a38749a043),segment_id=f29d6255-5e67-4ded-87a0-78a38749a043)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:10.289023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': '4dbac6af-bfa3-40db-ac84-2dc36cfba48f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:10.360507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d59b8-0d7e-4861-9fa3-34190fd84525 req-a6931189-44c9-4ec9-8e11-79bad25e80b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:10.362221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e6d59b8-0d7e-4861-9fa3-34190fd84525 req-a6931189-44c9-4ec9-8e11-79bad25e80b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.5685115 Jan 18 23:26:10.374087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.450547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.544327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2c287-5e52-4157-a009-f727dfd9e4b8 None None] Pushing event updated for resources: {'Port': ['ID=94562cd4-4a16-4184-838e-d93730653cda,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:10.671553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.744520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a437ee-c946-4c3a-9a22-5db9d82fc834,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:10.763255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:10.814828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.818200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c7ea5272-68a7-4823-befe-fc30d01dc57c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14a437ee-c946-4c3a-9a22-5db9d82fc834 HTTP/1.1" status: 204 len: 168 time: 2.0577300 Jan 18 23:26:10.818932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.832645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e6d59b8-0d7e-4861-9fa3-34190fd84525 req-f4beba7f-ed0b-4fbe-96f0-90ecd60fe0af tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129384 Jan 18 23:26:10.853995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:10.987752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:10.999117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:11.005692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:11.016889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:11.035833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.058386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.059138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router f66329c3-b495-4d1b-a1bc-5d9647614677 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:11.074758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.080545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d0cebee-e26d-448c-9c91-142d4a4bf49f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/f66329c3-b495-4d1b-a1bc-5d9647614677 HTTP/1.1" status: 204 len: 168 time: 1.8358307 Jan 18 23:26:11.081262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:11.143059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:11.171439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.232889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.352172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Subnet': ['ID=8ef09e71-60b2-4250-a0dd-28557f64514f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:11.357610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.409325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet 2d8ee740-0185-4a64-a6ff-fa800b741620 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:26:11.412929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.483361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.561469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Checking segment: {'id': 'd37d6160-088a-4cd6-bc94-574892df36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:11.564431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network hostable DHCP agents. Network: e77d0971-49ae-4568-beb1-2c67cd82ecb3, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:11.575778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.609813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing IP validity checks on allocation pools {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:26:11.622921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:26:11.668409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:11.673207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Usage tracker for resource:security_group_rule and tenant:24414ae204e444f5b3384a4482ffba05 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:11.678355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:11.693924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:11.731108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.799718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:11.817621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8ee740-0185-4a64-a6ff-fa800b741620,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:11.866833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:11.867379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f08ae6-3ad8-4f25-bbf1-1e234f5d9326 None None] Network 53715be4-a839-4d79-942b-98a5f4193fd5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:11.898863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-121da316-c5bb-47d9-b0b2-d0a0f769b6b3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/2d8ee740-0185-4a64-a6ff-fa800b741620 HTTP/1.1" status: 204 len: 168 time: 0.8163869 Jan 18 23:26:11.899567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:11.911188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e77d0971-49ae-4568-beb1-2c67cd82ecb3) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:11.930188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:11.932403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.007640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.113125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-74610de6-2892-4ca6-b24c-e9942721c019 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2422850 Jan 18 23:26:12.114569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55324) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:12.124686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'network': {'name': 'tempest-router-network01--1926498795'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:12.162007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:12.196973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:network and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:12.205956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:12.211646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a35e6-7e54-4a31-9eef-e9a1ec106532 None None] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:12.219440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:12.275961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=5710631a-087b-410d-a75b-4b02a7e33559,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:12.302310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'bcdaed7a-902b-48f3-a6a3-c544cb2569ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4dbac6af-bfa3-40db-ac84-2dc36cfba48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:12.302962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: 4dbac6af-bfa3-40db-ac84-2dc36cfba48f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:12.339168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:12.341004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1628510a-dbc1-4f7a-babd-a3569025300b None None] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:12.345940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.451473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.465973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:12.497012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.500459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.500584 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Added segment c691ea76-afcf-44cf-b075-f558667e8c00 of type vlan for network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 Jan 18 23:26:12.524694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 4dbac6af-bfa3-40db-ac84-2dc36cfba48f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:12.538257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c8f38-532e-4a70-babc-3fb7e6849f6c req-d93b56fd-a1c8-4ed1-bf24-738b88f401c7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:12.547492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f8c8f38-532e-4a70-babc-3fb7e6849f6c req-d93b56fd-a1c8-4ed1-bf24-738b88f401c7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.3106885 Jan 18 23:26:12.561449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.577771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.589459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-548c5d5a-8f15-4e69-9ff2-2da15febaf3e None None] Provisioning for port 94562cd4-4a16-4184-838e-d93730653cda completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:12.593663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 6b177670-7d3d-4284-85d5-ab579f422fe6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:12.595300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.623008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4dbac6af-bfa3-40db-ac84-2dc36cfba48f) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:12.638374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa93f2-3d71-4d90-a0f2-29612cd7a8b8 None None] Network 4dbac6af-bfa3-40db-ac84-2dc36cfba48f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:12.655944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:12.656580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.753344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f4340-a20e-429a-befc-449b441279ab None None] DHCP port deletion for 53715be4-a839-4d79-942b-98a5f4193fd5 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:26:12.787769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609592c2-555c-444c-b6a1-c424d5f32404,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:12.813102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.823216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:12.823216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.875551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Deleting port 6b177670-7d3d-4284-85d5-ab579f422fe6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:12.876146 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:12.912786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5f396a24-7223-475e-b8aa-d1747fe900ff tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6522355 Jan 18 23:26:12.942902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55336) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:13.178426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b77f4340-a20e-429a-befc-449b441279ab None None] For port 6b177670-7d3d-4284-85d5-ab579f422fe6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b177670-7d3d-4284-85d5-ab579f422fe6,segment=NetworkSegment(6712a723-9faa-4231-a21d-bc9d3ef52d4a),segment_id=6712a723-9faa-4231-a21d-bc9d3ef52d4a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:13.178717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.186490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 6b177670-7d3d-4284-85d5-ab579f422fe6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b177670-7d3d-4284-85d5-ab579f422fe6,segment=NetworkSegment(6712a723-9faa-4231-a21d-bc9d3ef52d4a),segment_id=6712a723-9faa-4231-a21d-bc9d3ef52d4a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:13.187504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.310768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94562cd4-4a16-4184-838e-d93730653cda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:13.349206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Calling delete_port for 6b177670-7d3d-4284-85d5-ab579f422fe6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:13.365320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 6b177670-7d3d-4284-85d5-ab579f422fe6 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:13.368636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Network': ['ID=b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:13.393766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d38c668-c010-4c82-8e80-e001fc73fe2c tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2751381 Jan 18 23:26:13.397055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55344) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:13.409010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:13.423970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'network': {'name': 'tempest-router-network02--2086756025'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:13.433074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:13.485260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc2d9265-6d98-4df8-ac93-3a9f952deefb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24414ae204e444f5b3384a4482ffba05&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7031395 Jan 18 23:26:13.490858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55348) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:13.504537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:network and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:13.519789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f8c8f38-532e-4a70-babc-3fb7e6849f6c req-3a958b45-d9cb-4ad6-9bb6-519aed7a33c3 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713519 Jan 18 23:26:13.540280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:13.551006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:13.605503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-e77d0971-49ae-4568-beb1-2c67cd82ecb3', 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3', 'tenant_id': 'bec0714a43454924983256a688a22a76', 'fixed_ips': [{'subnet_id': '8ef09e71-60b2-4250-a0dd-28557f64514f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:13.606370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.637326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.659401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.668211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.749632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No DVR routers for this DVR port 6b177670-7d3d-4284-85d5-ab579f422fe6 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:13.752694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=6b177670-7d3d-4284-85d5-ab579f422fe6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:13.797374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:13.797732 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:13.930611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2160fa9f-e2fa-4760-b32a-8c6a5d36d723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:13.976897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 94562cd4-4a16-4184-838e-d93730653cda completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:13.983531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:13.986466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.046318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 94562cd4-4a16-4184-838e-d93730653cda triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:14.047870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.073633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.078932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8412be1f-a1d1-44f8-976b-9bfb98a6b1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-4dbac6af-bfa3-40db-ac84-2dc36cfba48f', 'network_id': '4dbac6af-bfa3-40db-ac84-2dc36cfba48f', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '5710631a-087b-410d-a75b-4b02a7e33559'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:14.080455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8412be1f-a1d1-44f8-976b-9bfb98a6b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.091240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.169962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.231793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:14.315045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53715be4-a839-4d79-942b-98a5f4193fd5']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.330439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6712a723-9faa-4231-a21d-bc9d3ef52d4a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.330826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6712a723-9faa-4231-a21d-bc9d3ef52d4a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.344682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Deleting port 6b177670-7d3d-4284-85d5-ab579f422fe6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:14.347474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b77f4340-a20e-429a-befc-449b441279ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.362869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.363101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.363329 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Added segment 81d87615-f250-4edc-b6bf-78b704343e38 of type vlan for network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 Jan 18 23:26:14.396308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.409514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:14.409919 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:14.440631 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:14.447882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Allocated IP 2001:db8::2 (e77d0971-49ae-4568-beb1-2c67cd82ecb3/8ef09e71-60b2-4250-a0dd-28557f64514f/cd6d8a51-3c25-4e72-9b94-96be8cb82e99) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:14.501818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.516556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.587030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.597343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=5710631a-087b-410d-a75b-4b02a7e33559,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:14.622517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609592c2-555c-444c-b6a1-c424d5f32404,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:14.652590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b77f4340-a20e-429a-befc-449b441279ab None None] The port '6b177670-7d3d-4284-85d5-ab579f422fe6' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-8412be1f-a1d1-44f8-976b-9bfb98a6b1cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5710631a-087b-410d-a75b-4b02a7e33559: This subnet is being modified by another concurrent operation. Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:26:14.661144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5710631a-087b-410d-a75b-4b02a7e33559: This subnet is being modified by another concurrent operation. Jan 18 23:26:14.666402 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:26:14.675808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.723270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.743133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=53715be4-a839-4d79-942b-98a5f4193fd5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:14.761973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e1d15-7339-4eca-a0f9-8de388ac8b55 None None] Network 4dbac6af-bfa3-40db-ac84-2dc36cfba48f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:14.856247 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:14.870946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5091d563-066d-4329-95f2-c5342d64db5d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/53715be4-a839-4d79-942b-98a5f4193fd5 HTTP/1.1" status: 204 len: 168 time: 2.9578362 Jan 18 23:26:14.874436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:14.881378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1521630302', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:14.897419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:14.904293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:14.909099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:14.925573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:14.929173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbac6af-bfa3-40db-ac84-2dc36cfba48f']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.953995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc5080-1631-4c1c-a1e8-eaabc54ece64 req-639e0c8a-d26b-49c8-9f2a-684ab31ca10f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:14.955666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fc5080-1631-4c1c-a1e8-eaabc54ece64 req-639e0c8a-d26b-49c8-9f2a-684ab31ca10f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.1675718 Jan 18 23:26:14.963873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdaed7a-902b-48f3-a6a3-c544cb2569ca') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.964438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdaed7a-902b-48f3-a6a3-c544cb2569ca') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:14.979273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.008030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.023900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:15.026498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.033817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.039673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.044921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.048245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:15.048902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:15.053393 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:15.065777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6fc5080-1631-4c1c-a1e8-eaabc54ece64 req-751f71f2-feb9-4726-ac1c-b979ba48045f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041129 Jan 18 23:26:15.305172 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.307415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f00b3bda-4a41-46bc-b1ed-728ff9dcfcaf None None] Provisioning complete for port 94562cd4-4a16-4184-838e-d93730653cda triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:15.307862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f00b3bda-4a41-46bc-b1ed-728ff9dcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.397194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.403809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-169cd6f5-4e90-4cde-a94a-a5bd1193439e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/609592c2-555c-444c-b6a1-c424d5f32404 HTTP/1.1" status: 204 len: 168 time: 1.9049091 Jan 18 23:26:15.409585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Network': ['ID=239cac72-0208-4c1b-8aa2-7ed1c9e90f97,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:15.433075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:15.497715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:15.613070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 94562cd4-4a16-4184-838e-d93730653cda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94562cd4-4a16-4184-838e-d93730653cda,segment=NetworkSegment(f29d6255-5e67-4ded-87a0-78a38749a043),segment_id=f29d6255-5e67-4ded-87a0-78a38749a043)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:15.850638 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f00b3bda-4a41-46bc-b1ed-728ff9dcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.367707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a73f3f-7c3e-4aca-aa8b-98afae1caf74 req-208a7815-709b-44ae-8a4d-d49af81f4c06 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:16.375745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48a73f3f-7c3e-4aca-aa8b-98afae1caf74 req-208a7815-709b-44ae-8a4d-d49af81f4c06 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.1004515 Jan 18 23:26:16.424878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48a73f3f-7c3e-4aca-aa8b-98afae1caf74 req-1b32f0f2-b8f1-469e-86c6-b98235f35bc1 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482512 Jan 18 23:26:16.549963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Transition to ACTIVE for port object cd6d8a51-3c25-4e72-9b94-96be8cb82e99 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:16.556874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.572372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Transition to ACTIVE for port object cd6d8a51-3c25-4e72-9b94-96be8cb82e99 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:16.581123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.581289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.586919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/4dbac6af-bfa3-40db-ac84-2dc36cfba48f HTTP/1.1" status: 204 len: 168 time: 3.6413996 Jan 18 23:26:16.590004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:16.598433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533f471-d530-4cd2-b9c6-1988f17ab394 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=4dbac6af-bfa3-40db-ac84-2dc36cfba48f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:16.616989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560522027'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:16.623688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:16.627725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7821a1b2-44c4-4e85-929d-67b0c6b1a7f5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.2110264 Jan 18 23:26:16.632464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:16.634687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:16.640878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:16.642831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'subnet': {'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:16.647802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:16.672136 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.674544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d97c7a9b-ae33-48aa-9966-39c7fba5d162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.767413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-cede7e88-7bcb-4861-9a27-b7159b05031c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:16.769100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-cede7e88-7bcb-4861-9a27-b7159b05031c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.3418646 Jan 18 23:26:16.773625 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.822639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b177670-7d3d-4284-85d5-ab579f422fe6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:16.855891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-d059fcc6-fafc-4f02-9f3e-3a26d60f816a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/quotas/9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 375 time: 0.0154614 Jan 18 23:26:16.860014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:16.861450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:16.916663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:16.928943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:subnet and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:16.937605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:16.942321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6b177670-7d3d-4284-85d5-ab579f422fe6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:26:16.942960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b177670-7d3d-4284-85d5-ab579f422fe6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:26:16.950146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:16.953871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:16.960913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:16.970101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:16.977402 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-f00b3bda-4a41-46bc-b1ed-728ff9dcfcaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:16.978783 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-f00b3bda-4a41-46bc-b1ed-728ff9dcfcaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:16.995058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=94562cd4-4a16-4184-838e-d93730653cda,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.051184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:17.059111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.070922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:17.073301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.073654 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment a4e607f0-f00a-4d85-a134-ee2000b6a3b5 of type vlan for network 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c Jan 18 23:26:17.113712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-4a7e5d8a-b789-4f6a-95e9-c663490640ab tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2330101 Jan 18 23:26:17.117506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.158463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Attempting to bind port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:17.158911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Attempting to bind port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'd37d6160-088a-4cd6-bc94-574892df36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:17.159816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Attempting to bind port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 on network e77d0971-49ae-4568-beb1-2c67cd82ecb3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:17.166238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Pushing event updated for resources: {'Port': ['ID=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.171086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:17.171086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Checking segment: {'id': 'd37d6160-088a-4cd6-bc94-574892df36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:17.171086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.171434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Bound using segment: {'id': 'd37d6160-088a-4cd6-bc94-574892df36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:17.171613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Bound port: cd6d8a51-3c25-4e72-9b94-96be8cb82e99, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37d6160-088a-4cd6-bc94-574892df36c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e77d0971-49ae-4568-beb1-2c67cd82ecb3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:17.171949 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.202670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.233715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.286645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.288924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] For port cd6d8a51-3c25-4e72-9b94-96be8cb82e99, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:17.291436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:17.292122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.298257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] For port cd6d8a51-3c25-4e72-9b94-96be8cb82e99, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,segment=NetworkSegment(d37d6160-088a-4cd6-bc94-574892df36c9),segment_id=d37d6160-088a-4cd6-bc94-574892df36c9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:17.385191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.435136 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.467101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:17.483341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8893945 Jan 18 23:26:17.496737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:17.503859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': '33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:17.532558 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.539979 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a38aa643-c948-4352-beb5-962cd0890914 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1125c31faa074027b3c233f5c55fbe83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0708914 Jan 18 23:26:17.557983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e63a4c-c45c-424b-bff3-a607c72d21b3 None None] Pushing event updated for resources: {'Port': ['ID=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.578663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55398) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:17.614337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647851a-ed43-432b-a8fd-fee3ecee4495 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.630768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:17.703283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.703283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Subnet': ['ID=0cf21991-1b95-4532-864e-8780a3215dfc,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.725483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:17.739141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Checking segment: {'id': 'c691ea76-afcf-44cf-b075-f558667e8c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:17.739463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network hostable DHCP agents. Network: b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:17.746765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.752675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:17.782311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:17.791278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-b9925247-a770-4fd1-9ff3-eab7b770c972 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662154 Jan 18 23:26:17.799457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.825590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:17.880651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.904794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:17.915465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.955516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e7d271-8d0a-4753-ae41-83ad675c632d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:17.964657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:17.968223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f4a4d1e6-7e7d-4d7e-ab16-a6ccdfbd3994 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72e7d271-8d0a-4753-ae41-83ad675c632d HTTP/1.1" status: 204 len: 168 time: 0.3862805 Jan 18 23:26:18.005916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:18.010980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:18.011575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.022305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac329a-1531-4fc5-a842-b52f4530e42b None None] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:18.097508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-18350d35-d566-4daa-bc18-af7982bf9231 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4645617 Jan 18 23:26:18.098329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55408) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:18.105239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'subnet': {'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:18.172501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118ed5c-69c2-4b42-9dc6-31ae755f009d req-436964e6-7796-489e-bcc7-e5d46c7001e0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:18.184050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e118ed5c-69c2-4b42-9dc6-31ae755f009d req-436964e6-7796-489e-bcc7-e5d46c7001e0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.5807383 Jan 18 23:26:18.193908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:18.272884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:18.277464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:subnet and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:18.283642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:18.294333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:18.336973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775', 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775', 'tenant_id': 'bec0714a43454924983256a688a22a76', 'fixed_ips': [{'subnet_id': '0cf21991-1b95-4532-864e-8780a3215dfc'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:18.337871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.383793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:18.434792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.466804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-941f3382-3b22-49cf-91fc-1cf1ddbe7647 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422386 Jan 18 23:26:18.481450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e118ed5c-69c2-4b42-9dc6-31ae755f009d req-f531906b-7d6d-474d-bff2-efb12d761fae tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662027 Jan 18 23:26:18.690591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.25.1.176 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/51c6b228-084e-47f9-834d-f86b08860c8a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:18.716915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Allocated IP 2001:db8::2 (b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775/0cf21991-1b95-4532-864e-8780a3215dfc/6e56825c-a686-4b27-9190-abc9aeba5ff2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:18.742411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.888910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:18.972265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081b589-f670-416f-ba7c-83edeb5740e1 None None] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:19.116201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.129057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Transition to ACTIVE for port object 6e56825c-a686-4b27-9190-abc9aeba5ff2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:19.172051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Transition to ACTIVE for port object 6e56825c-a686-4b27-9190-abc9aeba5ff2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:19.184910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51b5e47e-a411-4c26-b0e7-e062c8f6011d req-88c56b65-ce91-4480-9b12-4a193ee79012 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 210 time: 0.1184740 Jan 18 23:26:19.277124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd6d8a51-3c25-4e72-9b94-96be8cb82e99 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:19.281587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.295221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.317660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.383980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Subnet': ['ID=035c3fc8-ca90-48cb-8697-54c3fcf6734f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:19.395276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Checking segment: {'id': '81d87615-f250-4edc-b6bf-78b704343e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:19.395276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network hostable DHCP agents. Network: 239cac72-0208-4c1b-8aa2-7ed1c9e90f97, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:19.464049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:19.479190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:19.484214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Pushing event updated for resources: {'Port': ['ID=6e56825c-a686-4b27-9190-abc9aeba5ff2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:19.487800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:19.492071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:19.586882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.609885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.613192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 239cac72-0208-4c1b-8aa2-7ed1c9e90f97) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:19.626989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:19.629820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Provisioning for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:19.638939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:19.639905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.640896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c1b10f-c1fd-4269-8d73-4543fd112730 None None] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:19.669930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:19.670229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.751333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Attempting to bind port 6e56825c-a686-4b27-9190-abc9aeba5ff2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:19.751974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Attempting to bind port 6e56825c-a686-4b27-9190-abc9aeba5ff2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c691ea76-afcf-44cf-b075-f558667e8c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:19.751974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Attempting to bind port 6e56825c-a686-4b27-9190-abc9aeba5ff2 on network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:19.765874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Provisioning complete for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:19.774057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.826697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b62ea117-eef3-44cf-a84b-cd127f1998d5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7266071 Jan 18 23:26:19.828746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:19.881120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=51c6b228-084e-47f9-834d-f86b08860c8a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:19.926658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:19.927034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Checking segment: {'id': 'c691ea76-afcf-44cf-b075-f558667e8c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:19.927441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:19.927837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Bound using segment: {'id': 'c691ea76-afcf-44cf-b075-f558667e8c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:19.928318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Bound port: 6e56825c-a686-4b27-9190-abc9aeba5ff2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c691ea76-afcf-44cf-b075-f558667e8c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:19.928699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.003525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:20.008465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:20.033615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:20.138924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=782a3c6a-298b-41eb-80e4-a000cb27d6b7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:20.155118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'a4e607f0-f00a-4d85-a134-ee2000b6a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:20.155539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:20.272881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fc4f2-9bb3-49de-8e98-36e096ebcff1 req-95f91935-7f60-47e2-a098-09d46d1e36e4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:20.286653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386fc4f2-9bb3-49de-8e98-36e096ebcff1 req-95f91935-7f60-47e2-a098-09d46d1e36e4 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.4142551 Jan 18 23:26:20.345323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.363120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386fc4f2-9bb3-49de-8e98-36e096ebcff1 req-d6d85c94-a9d7-43c4-bd62-1d6d0373fd42 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750666 Jan 18 23:26:20.363903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:20.424634 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.442519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] For port 6e56825c-a686-4b27-9190-abc9aeba5ff2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:20.542551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] For port cd6d8a51-3c25-4e72-9b94-96be8cb82e99, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,segment=NetworkSegment(d37d6160-088a-4cd6-bc94-574892df36c9),segment_id=d37d6160-088a-4cd6-bc94-574892df36c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:20.549905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] For port 6e56825c-a686-4b27-9190-abc9aeba5ff2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e56825c-a686-4b27-9190-abc9aeba5ff2,segment=NetworkSegment(c691ea76-afcf-44cf-b075-f558667e8c00),segment_id=c691ea76-afcf-44cf-b075-f558667e8c00)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:20.553643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9810c44-6a9f-4172-97e4-a97441a153db req-cefd2ca7-1a7d-4f77-ae75-9db2146a0104 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 210 time: 0.0903790 Jan 18 23:26:20.560240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:20.561922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:20.563386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.579284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-239cac72-0208-4c1b-8aa2-7ed1c9e90f97', 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97', 'tenant_id': 'bec0714a43454924983256a688a22a76', 'fixed_ips': [{'subnet_id': '035c3fc8-ca90-48cb-8697-54c3fcf6734f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:20.580113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.590194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.627748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29e369-2207-47c6-8860-1842eca2f592 None None] Network 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:20.645203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.647310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.767277 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:20.779727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-339baefc-48b4-4741-924e-fdc75a87b47b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2818801 Jan 18 23:26:20.780696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:20.924059 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.097389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Allocated IP 2001:db8::1 (b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775/0cf21991-1b95-4532-864e-8780a3215dfc/ec58003c-a14a-4ba1-a87b-682aecc3539b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:21.176821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.280883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.317474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Transition to ACTIVE for port object ec58003c-a14a-4ba1-a87b-682aecc3539b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:21.364434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c083c38-6e8b-4167-b8cf-8a6fa35b0ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c', 'network_id': '33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '782a3c6a-298b-41eb-80e4-a000cb27d6b7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:21.365480 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0c083c38-6e8b-4167-b8cf-8a6fa35b0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.443750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.552473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.662435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:21.664277 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:21.727627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22630abc-69c0-4df6-9eb0-c949e9876699 None None] Pushing event updated for resources: {'Port': ['ID=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:21.753163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:21.755049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:21.764725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:21.765458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:21.848317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Port': ['ID=ec58003c-a14a-4ba1-a87b-682aecc3539b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:21.849852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Allocated IP 2001:db8::2 (239cac72-0208-4c1b-8aa2-7ed1c9e90f97/035c3fc8-ca90-48cb-8697-54c3fcf6734f/39619244-ee8d-4ca0-90e6-49fd27d0e591) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:21.897952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b9b065b-0fd8-4a4f-aeff-ce04917cf9fe req-957e02b1-0e7d-42c1-bc00-2864473d031b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 210 time: 0.0838130 Jan 18 23:26:21.961662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9dab-9a5b-4166-9439-de094eaab16e req-a72111a2-d97c-46cc-96d4-a216e32351eb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:21.963541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d8a9dab-9a5b-4166-9439-de094eaab16e req-a72111a2-d97c-46cc-96d4-a216e32351eb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.3687396 Jan 18 23:26:22.019215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-31739725-65d7-436b-aa7d-3e2235b3e257 None None] Provisioning complete for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:22.019738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-31739725-65d7-436b-aa7d-3e2235b3e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.070758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.110014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d8a9dab-9a5b-4166-9439-de094eaab16e req-8a7369e3-559d-4e9f-98ac-878f55be2634 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352060 Jan 18 23:26:22.136199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-0c083c38-6e8b-4167-b8cf-8a6fa35b0ebd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 782a3c6a-298b-41eb-80e4-a000cb27d6b7: This subnet is being modified by another concurrent operation. Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:26:22.157144 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 782a3c6a-298b-41eb-80e4-a000cb27d6b7: This subnet is being modified by another concurrent operation. Jan 18 23:26:22.160791 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:26:22.178629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c26bcac3-f6bd-4d27-93c8-3da9c8365057 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:26:22.196367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=782a3c6a-298b-41eb-80e4-a000cb27d6b7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:22.353866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-2cd99951-06c1-4fe2-bb48-b082ca3899ef tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:22.357258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-2cd99951-06c1-4fe2-bb48-b082ca3899ef tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.5584183 Jan 18 23:26:22.395563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e17b6-5ee8-4b9f-a53a-bf065402aad3 None None] Network 33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:22.402749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'device_id': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'admin_state_up': True, 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:22.475781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.503150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55482) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:22.519578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:22.542009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e607f0-f00a-4d85-a134-ee2000b6a3b5') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:22.542541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e607f0-f00a-4d85-a134-ee2000b6a3b5') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:22.558406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.584524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.594308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:22.595017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.604584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:22.608711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:port and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:22.611409 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:22.614011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:22.617719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:22.706380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:22.709304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.715798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d081a81-a387-4d75-8a39-993b9183ad81 None None] Pushing event updated for resources: {'Port': ['ID=6e56825c-a686-4b27-9190-abc9aeba5ff2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:22.741973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2123362256', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:22.770125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:22.771393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94562cd4-4a16-4184-838e-d93730653cda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:22.782509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Usage tracker for resource:port and tenant:fb758a372d4747d1b5fdd3e8cfb5ec23 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:22.787855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:22.795271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:22.843085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:22.854799 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] Sync routers for ids ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:22.877903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] Routers {'c26bcac3-f6bd-4d27-93c8-3da9c8365057'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:22.878806 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:22.902113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.909755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Made reservation on behalf of fb758a372d4747d1b5fdd3e8cfb5ec23 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:22.913660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.955962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.20.0.14 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/55d25257-f5ad-4e01-a639-957269834eaf) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:22.982349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:22.992052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c HTTP/1.1" status: 204 len: 168 time: 2.1993783 Jan 18 23:26:22.992052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.005238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.006567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-068d8973-6fc6-44b4-a8ac-2f1cf9a95e22 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.1309993 Jan 18 23:26:23.011748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55490) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:23.012327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55492) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:23.018491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ab521-e88b-4bc1-9229-a7b4dd117cd8 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:23.025245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625045935'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:23.078991 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:23.092150 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] Routers {'c26bcac3-f6bd-4d27-93c8-3da9c8365057'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:23.093179 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:23.112768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:23.122890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:23.163682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:23.194163 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:23.196071 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d09b7ed-22af-40d8-a098-2828288e3d13 None None] The sync data for ids ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:23.198416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:23.206049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:26:23.293718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.311188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba7aaa30-df30-4ce4-b5fb-2cd4b47a175d req-2f267b8d-cac2-4a56-b164-d4f0e63d55bb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 210 time: 0.1198835 Jan 18 23:26:23.314016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:23.318544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Transition to ACTIVE for port object 55d25257-f5ad-4e01-a639-957269834eaf will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:23.330378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Usage tracker for resource:security_group_rule and tenant:fb758a372d4747d1b5fdd3e8cfb5ec23 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:23.336306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:23.411213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:23.420275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 94562cd4-4a16-4184-838e-d93730653cda triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:23.420275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.420530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:23.422938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.492279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:26:23.535309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.570166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeecf43-7204-4467-8898-c398983fdcdb None None] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:23.613294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.624273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:23.644961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5393de-bf5a-45ca-9936-547614cf2c40 req-80501574-34de-4174-99e2-38eb7a4a219e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:23.653687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f5393de-bf5a-45ca-9936-547614cf2c40 req-80501574-34de-4174-99e2-38eb7a4a219e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 944 time: 0.3190632 Jan 18 23:26:23.663105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:23.674548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:23.676873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:23.682340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:23.687431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Transition to ACTIVE for port object 39619244-ee8d-4ca0-90e6-49fd27d0e591 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:23.705849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.706198 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment dfe75099-c5a3-4446-a0ff-a30e90bad701 of type vlan for network a5915e3b-68b7-442c-a4a5-468d224cfdd5 Jan 18 23:26:23.789981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:23.790790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.828764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Transition to ACTIVE for port object 39619244-ee8d-4ca0-90e6-49fd27d0e591 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:23.843490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.856875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f5393de-bf5a-45ca-9936-547614cf2c40 req-ad69e49c-7c7b-4820-bbe1-10adef38003a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021778 Jan 18 23:26:23.879789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.886740 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:23.900443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:23.901400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55502) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:23.901690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f5043797-753b-4d8d-a95e-5310cb2c6194 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers/c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 200 len: 881 time: 0.8865049 Jan 18 23:26:23.911006 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-84891faf-ebf0-4257-bc97-a19fca953083 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5293732 Jan 18 23:26:23.923187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bb3044cf-c2a1-4ab6-b6ff-f0ae3e887e73 None None] Provisioning for port 6e56825c-a686-4b27-9190-abc9aeba5ff2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:23.985751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'network_id': '367471fe-12f0-4a7d-8db1-20eac2d12508', 'port_id': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'mac_address': 'fa:16:3e:54:57:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b767ef00-f123-4afd-99cf-cf6a6ae5a9bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:26:23.988506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.007287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.018781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] device_id is not set on port 37e28a48-91a3-48bd-9b7a-c6b4a9d864c4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:26:24.023851 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.026061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.034201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Request body: {'port': {'device_id': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:24.108767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.112462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:24.113137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.186056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd6d8a51-3c25-4e72-9b94-96be8cb82e99 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:24.274329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a219166a-bf18-4cc9-9954-4f95bbc94352,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.394987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:24.426084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:24.429894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:24.532229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Pushing event updated for resources: {'Port': ['ID=39619244-ee8d-4ca0-90e6-49fd27d0e591,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.544731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=a5915e3b-68b7-442c-a4a5-468d224cfdd5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.567353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a73b8ef0-1406-443f-b57f-9c5eed9b5d23 None None] Provisioning for port 55d25257-f5ad-4e01-a639-957269834eaf completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:24.572525 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.602619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.611307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:26:24.624420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Port': ['ID=ec58003c-a14a-4ba1-a87b-682aecc3539b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:24.636265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Allocated IP 172.25.1.208 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/37e28a48-91a3-48bd-9b7a-c6b4a9d864c4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:24.639683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a5915e3b-68b7-442c-a4a5-468d224cfdd5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:24.661726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-df093a09-6107-43cd-8f4d-352b6f4377d5 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6478031 Jan 18 23:26:24.761173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a73b8ef0-1406-443f-b57f-9c5eed9b5d23 None None] Provisioning complete for port 55d25257-f5ad-4e01-a639-957269834eaf triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:24.761551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73b8ef0-1406-443f-b57f-9c5eed9b5d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.783474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55510) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:24.809732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:24.813055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Attempting to bind port 39619244-ee8d-4ca0-90e6-49fd27d0e591 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:24.813429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Attempting to bind port 39619244-ee8d-4ca0-90e6-49fd27d0e591 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '81d87615-f250-4edc-b6bf-78b704343e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:24.813792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Attempting to bind port 39619244-ee8d-4ca0-90e6-49fd27d0e591 on network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:24.837594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:24.872533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:24.872934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Checking segment: {'id': '81d87615-f250-4edc-b6bf-78b704343e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:24.873340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.873737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Bound using segment: {'id': '81d87615-f250-4edc-b6bf-78b704343e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:24.874218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Bound port: 39619244-ee8d-4ca0-90e6-49fd27d0e591, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d87615-f250-4edc-b6bf-78b704343e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '239cac72-0208-4c1b-8aa2-7ed1c9e90f97'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:24.874589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.922661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a73b8ef0-1406-443f-b57f-9c5eed9b5d23 None None] Port 55d25257-f5ad-4e01-a639-957269834eaf cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:24.953843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:24.985669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.092417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f2a1-821f-44c4-9209-934fbb139684 req-8a1f60c2-3e02-46ef-9919-e2b94921cbbf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:25.092417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c97f2a1-821f-44c4-9209-934fbb139684 req-8a1f60c2-3e02-46ef-9919-e2b94921cbbf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 932 time: 0.2398589 Jan 18 23:26:25.123938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.141685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.142031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.142404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.142802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.143100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.143434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.143763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.144089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.144414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.144735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.145095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:25.205828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:25.214227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:25.214227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.217204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:25.217204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:25.233766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:25.235700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:25.257736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:25.262441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Pushing event updated for resources: {'Port': ['ID=37e28a48-91a3-48bd-9b7a-c6b4a9d864c4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:25.318592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:25.322083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:25.323763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:25.344410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] For port 39619244-ee8d-4ca0-90e6-49fd27d0e591, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:25.353410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] For port 39619244-ee8d-4ca0-90e6-49fd27d0e591, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39619244-ee8d-4ca0-90e6-49fd27d0e591,segment=NetworkSegment(81d87615-f250-4edc-b6bf-78b704343e38),segment_id=81d87615-f250-4edc-b6bf-78b704343e38)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:25.424313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:25.430226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c97f2a1-821f-44c4-9209-934fbb139684 req-2de03365-8087-4172-8953-ecc3cd19ec01 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381519 Jan 18 23:26:25.432384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:25.433025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.458122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.473831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dbef2-a19a-4367-9dc6-b06a1433eb48 req-d5e251e3-31f3-445b-bf80-6dbd37fee9b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:25.476723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-727dbef2-a19a-4367-9dc6-b06a1433eb48 req-d5e251e3-31f3-445b-bf80-6dbd37fee9b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 945 time: 0.3193853 Jan 18 23:26:25.531933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e56825c-a686-4b27-9190-abc9aeba5ff2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:25.532428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:25.534657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e97d350b-e9b1-43d8-9f60-d0341fbc9316 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0307872 Jan 18 23:26:25.535694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:25.541621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-727dbef2-a19a-4367-9dc6-b06a1433eb48 req-92cdb0e0-de2f-4346-a18a-9c05e6fc3baa tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Jan 18 23:26:25.544556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.208'}]}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:25.551071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:25.556672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Usage tracker for resource:router and tenant:fb758a372d4747d1b5fdd3e8cfb5ec23 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:25.560190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:25.567122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:25.595898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f6857fd6-08ae-4cfb-ac3c-d26aad09b008'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:26:25.622228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:26:25.666255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.667955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.720465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.757252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f03d2-7d8c-4484-a7da-053f45f9ff4f None None] Pushing event updated for resources: {'Port': ['ID=39619244-ee8d-4ca0-90e6-49fd27d0e591,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:25.809576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.837525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d25257-f5ad-4e01-a639-957269834eaf {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:26:25.887184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cfa3f542-6896-4eb9-bb6a-4decf698f38a None None] Provisioning for port ec58003c-a14a-4ba1-a87b-682aecc3539b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:25.902810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6e56825c-a686-4b27-9190-abc9aeba5ff2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:25.913290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6e56825c-a686-4b27-9190-abc9aeba5ff2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:25.913920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.924524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:25.980285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cfa3f542-6896-4eb9-bb6a-4decf698f38a None None] Provisioning complete for port ec58003c-a14a-4ba1-a87b-682aecc3539b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:25.980872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cfa3f542-6896-4eb9-bb6a-4decf698f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.047722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Transition to ACTIVE for port object 55d25257-f5ad-4e01-a639-957269834eaf will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:26.082252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14757911-944b-4b5d-bf90-0f207a2735ac tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:router {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:26.102211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3f542-6896-4eb9-bb6a-4decf698f38a None None] Port ec58003c-a14a-4ba1-a87b-682aecc3539b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:26.125571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.126365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.176674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.216143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6e56825c-a686-4b27-9190-abc9aeba5ff2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e56825c-a686-4b27-9190-abc9aeba5ff2,segment=NetworkSegment(c691ea76-afcf-44cf-b075-f558667e8c00),segment_id=c691ea76-afcf-44cf-b075-f558667e8c00)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:26.234687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-238c5d2e-3592-42a0-9bae-5a6e8bb4b1ac None None] Provisioning complete for port ec58003c-a14a-4ba1-a87b-682aecc3539b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:26.235564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-238c5d2e-3592-42a0-9bae-5a6e8bb4b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.296503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.356745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14757911-944b-4b5d-bf90-0f207a2735ac tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:router {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:26.357317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-14757911-944b-4b5d-bf90-0f207a2735ac tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.4541507 Jan 18 23:26:26.362338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:26.379358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1521630302'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:26.427316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-238c5d2e-3592-42a0-9bae-5a6e8bb4b1ac None None] Port ec58003c-a14a-4ba1-a87b-682aecc3539b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:26.493667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Pushing event updated for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:26.503896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39619244-ee8d-4ca0-90e6-49fd27d0e591 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:26.585187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6e56825c-a686-4b27-9190-abc9aeba5ff2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:26.735323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Attempting to bind port 55d25257-f5ad-4e01-a639-957269834eaf on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:26.735936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Attempting to bind port 55d25257-f5ad-4e01-a639-957269834eaf by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:26.736137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Attempting to bind port 55d25257-f5ad-4e01-a639-957269834eaf on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:26.754733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Port 55d25257-f5ad-4e01-a639-957269834eaf on network 6e98de5c-2994-4315-a19e-0d2c0ece995b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:26:26.761300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Attempting to bind port 55d25257-f5ad-4e01-a639-957269834eaf on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:26.770796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:26.771138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:26.771541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:26.771994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Bound port: 55d25257-f5ad-4e01-a639-957269834eaf, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:26.772336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.787806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 39619244-ee8d-4ca0-90e6-49fd27d0e591 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:26.834355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:26.886142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Router 24206fb1-03dc-4bd5-9369-bfc3571dbea0 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:26:27.022703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.052094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=59b82cec-b977-4dea-a792-b1c44122d097,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:27.072486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:27.075160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'dfe75099-c5a3-4446-a0ff-a30e90bad701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:27.075718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: a5915e3b-68b7-442c-a4a5-468d224cfdd5, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:27.083628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.142137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=55d25257-f5ad-4e01-a639-957269834eaf,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:27.178159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73dde-bc48-4031-a7e6-58c524257224 req-38a18917-354c-4a63-9ff5-2e008f0b8f87 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:27.179736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42e73dde-bc48-4031-a7e6-58c524257224 req-38a18917-354c-4a63-9ff5-2e008f0b8f87 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 945 time: 0.3795083 Jan 18 23:26:27.193253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:27.195393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483eb4d-841b-49d4-930a-eb0634fb9337 req-2a368742-ff25-4ad3-a020-babebd002923 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:27.197491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0483eb4d-841b-49d4-930a-eb0634fb9337 req-2a368742-ff25-4ad3-a020-babebd002923 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 944 time: 0.3937783 Jan 18 23:26:27.225450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.273151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:27.286806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network a5915e3b-68b7-442c-a4a5-468d224cfdd5 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:27.292827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.294370 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] 10.222.0.89 "PUT /v2.0/ports/55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 1092 time: 3.2714393 Jan 18 23:26:27.296828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:27.311525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] Sync routers for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:27.335997 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-beb0a08a-01f3-4273-95ee-b848495af506 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5032737 Jan 18 23:26:27.342095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55548) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:27.362135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:27.363178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:27.458466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:27.463073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:27.463647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.494359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a5915e3b-68b7-442c-a4a5-468d224cfdd5) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:27.510657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc179e-28e9-4d53-8f65-2658f231968e service neutron] Pushing event updated for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:27.514396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:27.514951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.631803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b7f5bd-2343-46bd-b9d3-6a23abeabee2 None None] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:27.642523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42e73dde-bc48-4031-a7e6-58c524257224 req-4374f59e-dbbb-4e78-86a6-563217cc5d57 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437194 Jan 18 23:26:27.645096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-3d0a4b9b-ee5d-42d8-9c90-fb534b2d5f3a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1095 time: 0.2059455 Jan 18 23:26:27.651487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c818688-a5ff-4a3d-a906-7fb32a46d81e None None] Network a5915e3b-68b7-442c-a4a5-468d224cfdd5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:27.711343 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0fc131a4-6817-4ec9-baa4-9a6426d79dbd tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9238441 Jan 18 23:26:27.713495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0483eb4d-841b-49d4-930a-eb0634fb9337 req-db105ba9-9d05-42f5-b693-fc5c425366b7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070460 Jan 18 23:26:27.724406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55560) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:27.757444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-6cefde06-4fc3-48b7-a9d3-2aeeaa6182ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 217 time: 0.1061478 Jan 18 23:26:27.945496 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:27.964357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-9a99086c-96cb-405f-a22e-471fe36ce812 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:27.966096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-9a99086c-96cb-405f-a22e-471fe36ce812 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1585646 Jan 18 23:26:27.980979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:27.981852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:28.046462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.055034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:28.055444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caac80b-22ef-4610-b1c1-7fbcd3c4aa7d None None] The sync data for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:28.070504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Provisioning for port 39619244-ee8d-4ca0-90e6-49fd27d0e591 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:28.081382 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf', 'status': 'completed', 'code': 200} Jan 18 23:26:28.089289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Provisioning complete for port 39619244-ee8d-4ca0-90e6-49fd27d0e591 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:28.089665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.129737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.178345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:28.300575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:28.328667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a5915e3b-68b7-442c-a4a5-468d224cfdd5', 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '59b82cec-b977-4dea-a792-b1c44122d097'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:28.329516 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.357292 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-759e442e-f528-4ec9-9392-3c7d974bbf0c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3287668 Jan 18 23:26:28.450349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e56825c-a686-4b27-9190-abc9aeba5ff2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:28.481569 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.499001 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'code': 200} Jan 18 23:26:28.541428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.581532 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.668698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Allocated IP 2001:db8::1 (a5915e3b-68b7-442c-a4a5-468d224cfdd5/59b82cec-b977-4dea-a792-b1c44122d097/936d7bcd-5ea8-459f-9ce2-d75025e3b657) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:28.752354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:28.919723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-3ca17d27-23e8-4e0b-a4fe-5b594af2b638 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490832 Jan 18 23:26:29.045469 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.067990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:29.068261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.095374 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12cfd673-3e1e-45c7-8004-8a862dadff78 req-e659005f-461f-49a7-b871-d0a33427223b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1098 time: 0.3062832 Jan 18 23:26:29.138669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6e56825c-a686-4b27-9190-abc9aeba5ff2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:29.139046 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.172177 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.185012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.242144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Transition to ACTIVE for port object 936d7bcd-5ea8-459f-9ce2-d75025e3b657 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:29.242859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772dd3f-d584-4aca-93cf-3a27661f81de req-4eca0575-f466-42a9-bdca-54adfa72b466 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:29.245279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7772dd3f-d584-4aca-93cf-3a27661f81de req-4eca0575-f466-42a9-bdca-54adfa72b466 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.3913534 Jan 18 23:26:29.246748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a3f61a77-8b83-45be-9afc-f8680e313d25 req-f947417b-8be2-4345-91ca-7f619885dbb5 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146651 Jan 18 23:26:29.253789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61968ea2-7574-4213-a30e-da6b1a19b536 req-0fc351b2-2338-4d64-a251-0d23c9ef05ee tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:29.260573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61968ea2-7574-4213-a30e-da6b1a19b536 req-0fc351b2-2338-4d64-a251-0d23c9ef05ee tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 944 time: 0.2934372 Jan 18 23:26:29.262314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.262803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3dfac8a-fb52-4e9a-9d15-7fe931a89908 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:29.295630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] For port 39619244-ee8d-4ca0-90e6-49fd27d0e591, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39619244-ee8d-4ca0-90e6-49fd27d0e591,segment=NetworkSegment(81d87615-f250-4edc-b6bf-78b704343e38),segment_id=81d87615-f250-4edc-b6bf-78b704343e38)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:29.322968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Transition to ACTIVE for port object 936d7bcd-5ea8-459f-9ce2-d75025e3b657 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:29.367960 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12cfd673-3e1e-45c7-8004-8a862dadff78 req-99537123-bfe8-452c-83bc-120c150daec6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094729 Jan 18 23:26:29.410483 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.461726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.485368 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-ef967962-6d99-4475-8fad-58087b0febfa tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:26:29.489731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef967962-6d99-4475-8fad-58087b0febfa tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1464448 Jan 18 23:26:29.494076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:29.506615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Network a5915e3b-68b7-442c-a4a5-468d224cfdd5 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:29.507491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dc58e-0999-4cd9-9b33-f92926935687 None None] Pushing event updated for resources: {'Port': ['ID=39619244-ee8d-4ca0-90e6-49fd27d0e591,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:29.512123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:29.516807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-88a146fc-7c1e-409b-989b-2950e8ff3771 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1095 time: 0.1439340 Jan 18 23:26:29.542594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:29.576334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.631167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7772dd3f-d584-4aca-93cf-3a27661f81de req-80a41502-baf6-4f7c-b7fb-b9277ad52561 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655698 Jan 18 23:26:29.698562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce1c3460-b8c8-4983-a0a2-24f2c7a97f5c None None] Provisioning complete for port 39619244-ee8d-4ca0-90e6-49fd27d0e591 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:29.698950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3460-b8c8-4983-a0a2-24f2c7a97f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.712639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61968ea2-7574-4213-a30e-da6b1a19b536 req-31b42534-8992-45ae-b2d0-ac160506c7d5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510243 Jan 18 23:26:29.723214 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:26:29.740592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-769764ce-1847-451a-89ef-cfae215fda63 tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1872523 Jan 18 23:26:29.742955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:29.747726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Pushing event updated for resources: {'Port': ['ID=936d7bcd-5ea8-459f-9ce2-d75025e3b657,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:29.753196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=59b82cec-b977-4dea-a792-b1c44122d097,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:29.845307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Attempting to bind port 936d7bcd-5ea8-459f-9ce2-d75025e3b657 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:29.845683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Attempting to bind port 936d7bcd-5ea8-459f-9ce2-d75025e3b657 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'dfe75099-c5a3-4446-a0ff-a30e90bad701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:29.846052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Attempting to bind port 936d7bcd-5ea8-459f-9ce2-d75025e3b657 on network a5915e3b-68b7-442c-a4a5-468d224cfdd5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:29.859729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:29.863622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Checking segment: {'id': 'dfe75099-c5a3-4446-a0ff-a30e90bad701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:29.863622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.863622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Bound using segment: {'id': 'dfe75099-c5a3-4446-a0ff-a30e90bad701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:29.863622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Bound port: 936d7bcd-5ea8-459f-9ce2-d75025e3b657, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe75099-c5a3-4446-a0ff-a30e90bad701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:29.863622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.886745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.896237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router c26bcac3-f6bd-4d27-93c8-3da9c8365057 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:29.910906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Deleting port 37e28a48-91a3-48bd-9b7a-c6b4a9d864c4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:29.911319 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:29.952741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5915e3b-68b7-442c-a4a5-468d224cfdd5']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:29.964746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-b4938df2-7c82-4735-b5c1-c8d4ece3a994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:29.967469 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-b4938df2-7c82-4735-b5c1-c8d4ece3a994 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3054106 Jan 18 23:26:29.973116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe75099-c5a3-4446-a0ff-a30e90bad701') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:29.973414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe75099-c5a3-4446-a0ff-a30e90bad701') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:29.991256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.013741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.013949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] For port 936d7bcd-5ea8-459f-9ce2-d75025e3b657, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:30.025407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:30.025407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:30.046463 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:30.161324 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-330a488b-efd7-4004-9deb-daf2af542b9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 217 time: 0.1188755 Jan 18 23:26:30.213680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] For port 936d7bcd-5ea8-459f-9ce2-d75025e3b657, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=936d7bcd-5ea8-459f-9ce2-d75025e3b657,segment=NetworkSegment(dfe75099-c5a3-4446-a0ff-a30e90bad701),segment_id=dfe75099-c5a3-4446-a0ff-a30e90bad701)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:30.241479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-a4628b48-5d43-4bd4-b583-01610f5c08a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:30.242843 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-a4628b48-5d43-4bd4-b583-01610f5c08a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0710061 Jan 18 23:26:30.282908 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:26:30.282908 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:26:30.282908 n-d-825175-2 neutron-server[84543]: [parameters: {'id': 'a5915e3b-68b7-442c-a4a5-468d224cfdd5'}] Jan 18 23:26:30.282908 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:30.283398 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:30.299094 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.326379 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.340048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-4fdb5164-b9b6-41e5-ba7a-99e9d7633309 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907793 Jan 18 23:26:30.412589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39619244-ee8d-4ca0-90e6-49fd27d0e591 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:30.504611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553a31f-9b08-4c1d-8e67-c6d40fb1a01b None None] Pushing event updated for resources: {'Port': ['ID=936d7bcd-5ea8-459f-9ce2-d75025e3b657,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:30.561846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Calling delete_port for 37e28a48-91a3-48bd-9b7a-c6b4a9d864c4 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:30.565965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a227e4-66f1-45e9-a682-9e6b0269f910 None None] Network a5915e3b-68b7-442c-a4a5-468d224cfdd5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:30.756075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-64dabbac-6d47-4a6f-8048-c7b3ea07e130 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067605 Jan 18 23:26:30.779415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 39619244-ee8d-4ca0-90e6-49fd27d0e591 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:30.780167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:30.803803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.049416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 936d7bcd-5ea8-459f-9ce2-d75025e3b657 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:31.050679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.050842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27162eab-0efb-4597-83e1-a9639098fb9f None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:26:31.104785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.176505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.225373 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-94a441f7-52c6-431a-b189-0bf822fc5f24 req-d6b84b9c-f929-41c4-b1bb-f5666057eb13 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626410 Jan 18 23:26:31.341138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27162eab-0efb-4597-83e1-a9639098fb9f None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:26:31.354620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 936d7bcd-5ea8-459f-9ce2-d75025e3b657, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=936d7bcd-5ea8-459f-9ce2-d75025e3b657,segment=NetworkSegment(dfe75099-c5a3-4446-a0ff-a30e90bad701),segment_id=dfe75099-c5a3-4446-a0ff-a30e90bad701)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:31.356789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.463028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Pushing event deleted for resources: {'Port': ['ID=37e28a48-91a3-48bd-9b7a-c6b4a9d864c4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:31.485954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 936d7bcd-5ea8-459f-9ce2-d75025e3b657 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:31.536023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:31.546095 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] Sync routers for ids ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:31.576822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] Routers {'c26bcac3-f6bd-4d27-93c8-3da9c8365057'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:31.577755 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:31.597251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8880352-2ee8-49bb-baa0-dc93f56a4f1e req-141ee5d5-bcba-4097-83f6-c9cf7ff1291b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:31.597251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8880352-2ee8-49bb-baa0-dc93f56a4f1e req-141ee5d5-bcba-4097-83f6-c9cf7ff1291b tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.7019591 Jan 18 23:26:31.628589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.629066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.629480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.629891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.631138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.631651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.631990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.632324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.632654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.633009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.633341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:26:31.687807 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:31.692656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.700411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbdb1b-c9db-4404-9b36-3f9856ab6098 req-2b7e6bcf-ce95-4216-b8a7-db12deba81d2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:31.701988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53dbdb1b-c9db-4404-9b36-3f9856ab6098 req-2b7e6bcf-ce95-4216-b8a7-db12deba81d2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 944 time: 0.7443759 Jan 18 23:26:31.740918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Port': ['ID=936d7bcd-5ea8-459f-9ce2-d75025e3b657,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:31.755554 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] Routers {'c26bcac3-f6bd-4d27-93c8-3da9c8365057'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:31.756173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:31.760571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No DVR routers for this DVR port 936d7bcd-5ea8-459f-9ce2-d75025e3b657 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:31.820906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:31.823091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-14a582b5-f02a-428d-bebc-1508d05529be tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 200 len: 888 time: 5.4556961 Jan 18 23:26:31.859662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55656) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:31.880267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8880352-2ee8-49bb-baa0-dc93f56a4f1e req-858f9a17-c707-4751-9922-1ef20f99619f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523785 Jan 18 23:26:31.886073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331d284-c6b0-49bd-969f-cf36924fc536 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:26:31.891213 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:31.891620 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86860793-445e-45ee-b3f1-09f9e4f98c82 None None] The sync data for ids ['c26bcac3-f6bd-4d27-93c8-3da9c8365057'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:32.005238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.007080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-80ca83ab-edee-431b-8554-35c02d8435bf tempest-RoutersAdminNegativeIpV6Test-1793478058 tempest-RoutersAdminNegativeIpV6Test-1793478058-project-admin] 10.222.0.59 "DELETE /v2.0/ports/37e28a48-91a3-48bd-9b7a-c6b4a9d864c4 HTTP/1.1" status: 204 len: 168 time: 2.2629361 Jan 18 23:26:32.013574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.026250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53dbdb1b-c9db-4404-9b36-3f9856ab6098 req-7157ae66-5dae-4184-998b-5a82cca81a07 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077648 Jan 18 23:26:32.053420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5915e3b-68b7-442c-a4a5-468d224cfdd5']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:32.089435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe75099-c5a3-4446-a0ff-a30e90bad701') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:32.090498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe75099-c5a3-4446-a0ff-a30e90bad701') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:32.135417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.165831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.175990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:32.176396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:32.193188 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:32.239747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331d284-c6b0-49bd-969f-cf36924fc536 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:26:32.424182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-89c17f24-bb50-41e1-9f9c-88ea6006aa4b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers/c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 200 len: 888 time: 0.5464158 Jan 18 23:26:32.427044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55670) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:32.467842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.491225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7dd0e955-e672-4edc-894d-a10da0f1f98f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 200 len: 205 time: 0.0630324 Jan 18 23:26:32.492212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.496772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55674) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:32.504048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=a5915e3b-68b7-442c-a4a5-468d224cfdd5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:32.512174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bba275a1-5196-4c15-9a16-1901ace365fe tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/a5915e3b-68b7-442c-a4a5-468d224cfdd5 HTTP/1.1" status: 204 len: 168 time: 4.7867389 Jan 18 23:26:32.517378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:32.523132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105330293'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:32.529313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:32.533534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:32.553408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:32.573898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:32.670570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:32.674186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.744177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:32.764366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.767138 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment b23b8a86-f642-413f-ba34-2bf75d1886b8 of type vlan for network a42152a3-15fb-4bc7-bb23-3be82aec9fda Jan 18 23:26:32.824816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:32.830311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:32.927493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting port ec58003c-a14a-4ba1-a87b-682aecc3539b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:32.927654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.006611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.009832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.013960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:33.014753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.138743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=a42152a3-15fb-4bc7-bb23-3be82aec9fda,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:33.150564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:33.191416 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df16a4d4-4adf-4a6a-9ddf-425a4902bafb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6727481 Jan 18 23:26:33.194310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55704) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:33.204169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:33.257711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.260314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 55d25257-f5ad-4e01-a639-957269834eaf details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:26:33.367826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:33.372131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:33.376146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:33.382931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:33.418794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=55d25257-f5ad-4e01-a639-957269834eaf,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:33.434352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '55d25257-f5ad-4e01-a639-957269834eaf', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '55d25257-f5ad-4e01-a639-957269834eaf', 'mac_address': 'fa:16:3e:90:14:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:26:33.491401 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.494068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:33.510185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d25257-f5ad-4e01-a639-957269834eaf {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:26:33.527720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=55d25257-f5ad-4e01-a639-957269834eaf,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:33.557827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:33.567551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.577461 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:26:33.580052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Usage tracker for resource:security_group_rule and tenant:7fa1878580c04c69adfc6608a3682d22 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:33.590683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:33.599973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:33.612056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.710674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:33.721969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:33.826735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Calling delete_port for ec58003c-a14a-4ba1-a87b-682aecc3539b owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:33.915845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7ee0-a636-4eeb-9f18-241439b3bfef req-6e180a08-3485-46a3-9108-b6d9cdd4d5b9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:33.917016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c2b7ee0-a636-4eeb-9f18-241439b3bfef req-6e180a08-3485-46a3-9108-b6d9cdd4d5b9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.8145671 Jan 18 23:26:33.922547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b6469-f573-40cc-974b-d52a2ee55a66 req-3b69fd5e-4558-4893-8d44-0e3e7ddf6806 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:33.925297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4b6469-f573-40cc-974b-d52a2ee55a66 req-3b69fd5e-4558-4893-8d44-0e3e7ddf6806 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 944 time: 0.7093379 Jan 18 23:26:33.935369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:26:33.947783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-14a3891a-15ee-4e9d-8783-b7d6171d6f36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1617098 Jan 18 23:26:34.097108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.197450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c2b7ee0-a636-4eeb-9f18-241439b3bfef req-139a100e-34d1-49b5-8b88-e10cd8ef055d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691963 Jan 18 23:26:34.230876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=1e7e475d-543d-4477-9624-436448bdea2f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:34.252881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4b6469-f573-40cc-974b-d52a2ee55a66 req-e2fadd1b-71a8-4a39-aecf-0df293ae2b30 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638440 Jan 18 23:26:34.261752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-1110d3f8-e5ec-4ccf-9700-be938da76d98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f2101c67f9914511b35bffa374d530ee&device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 6499 time: 0.2137132 Jan 18 23:26:34.262570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': 'b23b8a86-f642-413f-ba34-2bf75d1886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:34.262934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: a42152a3-15fb-4bc7-bb23-3be82aec9fda, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:34.291171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.347276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.364700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:34.429760 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.438411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-a5e50dc8-98f6-4c27-9b48-814d9ef321d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.438783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-a5e50dc8-98f6-4c27-9b48-814d9ef321d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.439149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-a5e50dc8-98f6-4c27-9b48-814d9ef321d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.440697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-a5e50dc8-98f6-4c27-9b48-814d9ef321d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7a160569-d340-4a73-b65d-24893263d0cd&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 200 len: 2298 time: 0.1489208 Jan 18 23:26:34.489542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 51c6b228-084e-47f9-834d-f86b08860c8a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:34.489844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.511674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a42152a3-15fb-4bc7-bb23-3be82aec9fda) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:34.516118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.516938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.522487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15a481-3ae8-4f73-8711-1cbec583924c None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:34.543534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.587338 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-411b4dfe-01f5-4202-a362-0105c4138372 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 200 len: 1000 time: 0.1399500 Jan 18 23:26:34.617193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbfab15-e6a2-44ac-9339-026566d56f4f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:34.621843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b5b5947-d919-4d93-996a-b83be4fdc29c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fa1878580c04c69adfc6608a3682d22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7871230 Jan 18 23:26:34.636473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55724) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:34.641013 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6df8282-c177-4921-9dba-99361b43792b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4453623 Jan 18 23:26:34.644733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55726) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:34.648272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Port': ['ID=ec58003c-a14a-4ba1-a87b-682aecc3539b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:34.699791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:34.826046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a42152a3-15fb-4bc7-bb23-3be82aec9fda', 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '1e7e475d-543d-4477-9624-436448bdea2f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:34.827102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:34.863316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555943f6-a8c5-471e-ac24-95c6fcb7db9b req-7c3df809-3738-497d-93f3-0583423ac0ab tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.872051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555943f6-a8c5-471e-ac24-95c6fcb7db9b req-7c3df809-3738-497d-93f3-0583423ac0ab tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4865227 Jan 18 23:26:34.913642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-1a71a6c8-8050-4a9c-b3ad-9c878f7f66d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:34.915730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-1a71a6c8-8050-4a9c-b3ad-9c878f7f66d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 200 len: 856 time: 0.3220134 Jan 18 23:26:34.922289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:34.965320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:subnet and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:34.978235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:35.001379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:35.026807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.103961 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.104635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Allocated IP 2001:db8::2 (a42152a3-15fb-4bc7-bb23-3be82aec9fda/1e7e475d-543d-4477-9624-436448bdea2f/d08a560e-905a-45d9-a522-3325a3a35873) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:35.111117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.119527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-dcc37397-bcf6-4b33-b6fa-b8765d20b633 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7a160569-d340-4a73-b65d-24893263d0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931100 Jan 18 23:26:35.120154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:35.123853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.158086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555943f6-a8c5-471e-ac24-95c6fcb7db9b req-fdd31804-bbe8-4c03-9977-c99b264493ba tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825620 Jan 18 23:26:35.185838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.371924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 55d25257-f5ad-4e01-a639-957269834eaf up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:35.460416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.532848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-a0f34cc2-7de0-4e85-b83c-4962c08efef8 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910336 Jan 18 23:26:35.620680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 55d25257-f5ad-4e01-a639-957269834eaf completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:35.625340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.628682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Transition to ACTIVE for port object d08a560e-905a-45d9-a522-3325a3a35873 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:35.637442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 55d25257-f5ad-4e01-a639-957269834eaf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:35.638072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.653951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbfab15-e6a2-44ac-9339-026566d56f4f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:35.667969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 51c6b228-084e-47f9-834d-f86b08860c8a owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:35.681670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.683615 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a59461c4-078d-4220-bf3e-40ac47c032f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbbfab15-e6a2-44ac-9339-026566d56f4f HTTP/1.1" status: 204 len: 168 time: 1.0408165 Jan 18 23:26:35.737647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Transition to ACTIVE for port object d08a560e-905a-45d9-a522-3325a3a35873 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:35.756507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-5dbd2f22-4db2-4c9a-a47e-6cbe94509a52 service neutron] 10.222.0.83 "GET /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180545 Jan 18 23:26:35.865978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:35.955498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-7b952d15-bbd8-4b58-8082-4544b36880ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 217 time: 0.1917408 Jan 18 23:26:35.976892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.033227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-4f022aed-1e7d-4351-b8a3-3314c7e7e523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.035249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-4f022aed-1e7d-4351-b8a3-3314c7e7e523 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.0705962 Jan 18 23:26:36.065286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:36.070928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:36.077795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Pushing event updated for resources: {'Port': ['ID=d08a560e-905a-45d9-a522-3325a3a35873,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:36.080014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:36.088356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:36.141133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b4057-f531-40aa-ab16-151233057539 req-f95fd42f-511b-4c85-a314-df74d8d33b77 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.153699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98b4057-f531-40aa-ab16-151233057539 req-f95fd42f-511b-4c85-a314-df74d8d33b77 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.7721493 Jan 18 23:26:36.211078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-d2607d55-9687-4a97-950b-5e9479301b20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593339 Jan 18 23:26:36.218965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1963e-134e-4b16-b470-38af8606e46a req-40b402c6-f616-4586-b2d6-f341652fbf58 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.221050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10a1963e-134e-4b16-b470-38af8606e46a req-40b402c6-f616-4586-b2d6-f341652fbf58 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 945 time: 0.5872693 Jan 18 23:26:36.270666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=55d25257-f5ad-4e01-a639-957269834eaf,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:36.301510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Attempting to bind port d08a560e-905a-45d9-a522-3325a3a35873 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:36.301975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Attempting to bind port d08a560e-905a-45d9-a522-3325a3a35873 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b23b8a86-f642-413f-ba34-2bf75d1886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:36.302922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Attempting to bind port d08a560e-905a-45d9-a522-3325a3a35873 on network a42152a3-15fb-4bc7-bb23-3be82aec9fda {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:36.310122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.311695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:36.312076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Checking segment: {'id': 'b23b8a86-f642-413f-ba34-2bf75d1886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:36.313077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.313642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Bound using segment: {'id': 'b23b8a86-f642-413f-ba34-2bf75d1886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:36.313988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Bound port: d08a560e-905a-45d9-a522-3325a3a35873, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23b8a86-f642-413f-ba34-2bf75d1886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:36.314386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.334195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.380886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b98b4057-f531-40aa-ab16-151233057539 req-f913b15e-d7e9-46d3-93c1-c4899b8a6959 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257721 Jan 18 23:26:36.391598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:36.397052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:36.397584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10a1963e-134e-4b16-b470-38af8606e46a req-18f3d9a4-502a-424f-ab62-46bd545c3229 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708810 Jan 18 23:26:36.417631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.418221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.435629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=cf961e83-def8-424b-8942-3892c53319d8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:36.453417 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-76a5d891-3f8e-43b3-b358-0f1e2dcb3c53 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355225 Jan 18 23:26:36.516646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:36.524892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:36.529392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d08a560e-905a-45d9-a522-3325a3a35873,segment=NetworkSegment(b23b8a86-f642-413f-ba34-2bf75d1886b8),segment_id=b23b8a86-f642-413f-ba34-2bf75d1886b8)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:36.574307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a013619a-57bb-4e4e-aab2-c0772606525c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9130836 Jan 18 23:26:36.574778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55770) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:36.638887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55774) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:36.653817 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf', 'code': 200} Jan 18 23:26:36.659219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Router 24206fb1-03dc-4bd5-9369-bfc3571dbea0 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:36.684269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:36.757681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-e66d9c96-579c-4919-9422-0af6fd2a32e1 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960827 Jan 18 23:26:36.818061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f76e2d-669e-4bb8-ae86-e42cf58fbd56 None None] Pushing event updated for resources: {'Port': ['ID=d08a560e-905a-45d9-a522-3325a3a35873,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:36.838278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.839815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.841160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.842473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.844623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:36.844765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Synchronizing usage tracker for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:36.874007 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-df4d9e1c-549f-4188-909d-ce987bc608b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 217 time: 0.1082404 Jan 18 23:26:36.879069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c099db33-3e59-4d72-b161-2af2225e7781 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb758a372d4747d1b5fdd3e8cfb5ec23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2392108 Jan 18 23:26:36.882284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:36.956177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.002479 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4a0079-02a8-4400-956b-8276bfa14fef req-faa2da88-0712-4dad-9ec1-fb46234c622c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1097 time: 0.2896082 Jan 18 23:26:37.005812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-742ef57e-8dcf-48c1-8143-be795e8a995d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:37.007172 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-742ef57e-8dcf-48c1-8143-be795e8a995d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.1256657 Jan 18 23:26:37.099904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Unset dirty status for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:37.105893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55786) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:37.106652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c1650033-bfe3-4af9-9677-6b8efe995a43 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5332768 Jan 18 23:26:37.115846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=51c6b228-084e-47f9-834d-f86b08860c8a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:37.123888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75148742'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:37.139283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:37.148248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:37.151343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.156468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:37.159258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03319f-2a9b-4378-9215-b4ceef18fb97 req-c2042644-2fbc-44bd-a94b-1c21d904f108 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:37.161628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba03319f-2a9b-4378-9215-b4ceef18fb97 req-c2042644-2fbc-44bd-a94b-1c21d904f108 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4282112 Jan 18 23:26:37.174344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:37.197858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4a0079-02a8-4400-956b-8276bfa14fef req-cca04a58-1e3f-4fae-81ae-52a1ecea31c4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896629 Jan 18 23:26:37.242704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.248184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:37.258592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] Sync routers for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:37.282650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:37.285915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:37.323862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-306f155e-845c-4a42-9e4d-0fdabac08073 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2775288 Jan 18 23:26:37.328012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:37.331033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.331728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba03319f-2a9b-4378-9215-b4ceef18fb97 req-b33f7c61-500b-4e49-8075-20f9faf18019 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533291 Jan 18 23:26:37.335844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ea563ac-d3e3-4c6e-8555-ee8376ba1492 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8398046 Jan 18 23:26:37.348966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55794) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:37.374068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:37.388809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:37.389460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:37.481087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:37.481771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84392366-c5bf-4031-8a33-9d034f0121ef None None] The sync data for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:37.488239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.546563 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-6feedf23-5259-4861-9663-f3b265b7e0a6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] delete failed (client error): The resource could not be found. Jan 18 23:26:37.549701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6feedf23-5259-4861-9663-f3b265b7e0a6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-1191986725 HTTP/1.1" status: 404 len: 335 time: 0.1973774 Jan 18 23:26:37.562311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:37.574569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fa7cdc03-1425-40ee-8480-b9c53b7727f6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'router': {'external_gateway_info': {'network_id': '24206fb1-03dc-4bd5-9369-bfc3571dbea0'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:37.656296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:37.699526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:37.699915 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment 6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2 of type vlan for network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa Jan 18 23:26:37.783982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.043563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a219166a-bf18-4cc9-9954-4f95bbc94352,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:38.053428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-b8f36f10-ad55-400a-b1bb-054017a3c3c3 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052839 Jan 18 23:26:38.077690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.138916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.160512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.173125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7696f1c-f593-495d-9167-11175faed0b2 req-60a9fa3a-2905-4da0-b9f5-f3842f22e365 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:38.179783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7696f1c-f593-495d-9167-11175faed0b2 req-60a9fa3a-2905-4da0-b9f5-f3842f22e365 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.3665915 Jan 18 23:26:38.231512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-6a1dc97c-bd8f-443c-bce4-17bc2af8c76c service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555624 Jan 18 23:26:38.234095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.239671 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d0e8dc7-e65d-4347-bcd2-89b710dee395 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a219166a-bf18-4cc9-9954-4f95bbc94352 HTTP/1.1" status: 204 len: 168 time: 1.3523147 Jan 18 23:26:38.261905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbeb02-6243-4698-b576-871369be3286 None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:38.294277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908f4d1-7d1c-42c9-b573-153a07f86837 req-e9247696-5058-4d73-a955-49148fe2287e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:38.297313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d908f4d1-7d1c-42c9-b573-153a07f86837 req-e9247696-5058-4d73-a955-49148fe2287e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4169705 Jan 18 23:26:38.299933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7696f1c-f593-495d-9167-11175faed0b2 req-a86144e0-e0f7-4ccb-b587-dc32bd379fd9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192999 Jan 18 23:26:38.359903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.374785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router c26bcac3-f6bd-4d27-93c8-3da9c8365057 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:26:38.445634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d908f4d1-7d1c-42c9-b573-153a07f86837 req-71faf834-b2bd-45ea-a433-ef1ae5a3c928 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438761 Jan 18 23:26:38.518553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.527172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e05af9e0-5ab3-43a5-9b81-4f47fe033711 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 204 len: 168 time: 6.0258245 Jan 18 23:26:38.532383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:38.548623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-786940546'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:38.562286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-43b6569c-793b-45f5-8526-5e1b09c73111 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 200 len: 217 time: 0.3232660 Jan 18 23:26:38.569097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:38.578029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:38.582952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:38.594744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:38.611427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-22e5af57-b79a-4815-9ab4-357ffa2b9706 None None] Provisioning for port d08a560e-905a-45d9-a522-3325a3a35873 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:38.738582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:38.741965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.746441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d08a560e-905a-45d9-a522-3325a3a35873 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:38.770987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.775711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:38.776425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.847556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:38.861362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.862101 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment e69ebcb4-1a23-4795-8860-3f7494411aca of type vlan for network 283977e6-259e-4d2e-929e-5ad262568806 Jan 18 23:26:38.903565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:38.921244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=87f6c4fe-a221-4eae-9a34-9de619e9f5fa,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:38.936633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-35a2619d-6acc-4301-8a87-419703763611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:38.938267 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-35a2619d-6acc-4301-8a87-419703763611 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.3696063 Jan 18 23:26:38.938795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:38.972110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712ff3d-c2c7-4674-aa97-4675001832b8 req-45e5aef8-2420-44a8-8ba9-d1967f13182d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:38.980319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a712ff3d-c2c7-4674-aa97-4675001832b8 req-45e5aef8-2420-44a8-8ba9-d1967f13182d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.1944938 Jan 18 23:26:39.038119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a712ff3d-c2c7-4674-aa97-4675001832b8 req-85550055-5e6c-4dc2-929d-1dc6fbe676fd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568335 Jan 18 23:26:39.061808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.062446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-673b34ab-4e37-41e7-923a-f13041f6ca8b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.9550965 Jan 18 23:26:39.067229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55836) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:39.071351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:39.072011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.077623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:39.098432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7cdc03-1425-40ee-8480-b9c53b7727f6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.261736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d08a560e-905a-45d9-a522-3325a3a35873 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:39.274884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:39.275538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.329309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-bf325eb1-843b-4d90-b9da-9804b72790ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3844380 Jan 18 23:26:39.358170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.397119 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-fa7cdc03-1425-40ee-8480-b9c53b7727f6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] update failed (client error): The resource could not be found. Jan 18 23:26:39.398623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa7cdc03-1425-40ee-8480-b9c53b7727f6 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0 HTTP/1.1" status: 404 len: 339 time: 1.8352931 Jan 18 23:26:39.417791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:39.441411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9064481 Jan 18 23:26:39.446830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:39.450559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1749940878'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:39.470169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': '283977e6-259e-4d2e-929e-5ad262568806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:39.505083 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.543736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.579082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:39.592117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:network and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:39.596204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d08a560e-905a-45d9-a522-3325a3a35873,segment=NetworkSegment(b23b8a86-f642-413f-ba34-2bf75d1886b8),segment_id=b23b8a86-f642-413f-ba34-2bf75d1886b8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:39.598865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:39.608760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Update dhcp port {'port': {'network_id': 'a42152a3-15fb-4bc7-bb23-3be82aec9fda', 'fixed_ips': [{'subnet_id': '1e7e475d-543d-4477-9624-436448bdea2f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf961e83-def8-424b-8942-3892c53319d8'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'd08a560e-905a-45d9-a522-3325a3a35873'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:26:39.609706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-5ffa9e56-4f9d-4ff2-b159-2ad1b0f5fe92 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582319 Jan 18 23:26:39.620431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:39.629052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09c569-46e1-432e-a4bc-9bade2a38042 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=283977e6-259e-4d2e-929e-5ad262568806,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:39.658360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 283977e6-259e-4d2e-929e-5ad262568806 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:39.749026 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.776355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-593bcd3b-ddc2-45db-9d3a-860be2beea53 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595831 Jan 18 23:26:39.779299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.821612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:39.825086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.829468 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:39.892344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:39.903935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:39.913980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:39.931349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:39.981122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d08a560e-905a-45d9-a522-3325a3a35873,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:40.016369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68d779-ec91-44ee-9f31-0f821b3d1315 req-defe9be2-ddaf-494b-872c-0d2e255e2d5a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.023414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad68d779-ec91-44ee-9f31-0f821b3d1315 req-defe9be2-ddaf-494b-872c-0d2e255e2d5a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.7500944 Jan 18 23:26:40.038177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:40.048879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:40.104890 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-e0c7d45b-6a4a-4ee8-ad6c-c72cf64c89c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 200 len: 217 time: 0.3225901 Jan 18 23:26:40.105495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa is not hosted by any dhcp agent {{(pid=84543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 18 23:26:40.109117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.109486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.109842 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Added segment 4e55a823-7d33-4fa2-ab26-106d026aa5d1 of type vlan for network 9c28fcff-5929-4088-8bc0-b8f3e95f842b Jan 18 23:26:40.109979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.114026 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "PUT /v2.0/networks/87f6c4fe-a221-4eae-9a34-9de619e9f5fa HTTP/1.1" status: 200 len: 723 time: 1.0418296 Jan 18 23:26:40.120189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55870) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:40.166479 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.202065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Allocated IP 172.20.0.1 (a42152a3-15fb-4bc7-bb23-3be82aec9fda/cf961e83-def8-424b-8942-3892c53319d8/d08a560e-905a-45d9-a522-3325a3a35873) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:40.202290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-d99a93a0-6ca4-44ac-9434-13a92eebdc9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.203661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-d99a93a0-6ca4-44ac-9434-13a92eebdc9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 200 len: 797 time: 0.0843053 Jan 18 23:26:40.207111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:40.257152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1520-d6bb-4b38-8b6d-e88d663bab27 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=87f6c4fe-a221-4eae-9a34-9de619e9f5fa,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:40.290814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:40.309047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.425642 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-8f1098bc-b4ba-4c2d-8155-74c275960ae0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6267643 Jan 18 23:26:40.442515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d08a560e-905a-45d9-a522-3325a3a35873 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:40.476923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:26:40.501116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:40.555205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47418-c9ea-40b7-9e42-f367f9488d94 req-ffbf8a5a-0a3d-43cf-993b-6f23e2c0584f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.557718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53f47418-c9ea-40b7-9e42-f367f9488d94 req-ffbf8a5a-0a3d-43cf-993b-6f23e2c0584f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.9203207 Jan 18 23:26:40.573470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad68d779-ec91-44ee-9f31-0f821b3d1315 req-261efa56-ba55-4803-b9ba-cfeb04f40c0a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491529 Jan 18 23:26:40.616545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:40.652324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:40.655990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.656502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.659729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-98695420-3328-48b3-bd22-2c9d303afb86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b8e5e2f5-54b1-4f66-975b-231ab5a851c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3882153 Jan 18 23:26:40.665435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:40.669748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:40.671278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:40.729308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d08a560e-905a-45d9-a522-3325a3a35873,segment=NetworkSegment(b23b8a86-f642-413f-ba34-2bf75d1886b8),segment_id=b23b8a86-f642-413f-ba34-2bf75d1886b8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:40.762083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:40.787318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Network': ['ID=9c28fcff-5929-4088-8bc0-b8f3e95f842b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:40.807133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:40.939379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.resource_extend [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:26:40.984674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-893742787'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:41.005633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.019179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.044760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:41.085622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Usage tracker for resource:network and tenant:32b1384299f94cee981562141806dc95 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:41.131457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.150290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9ee4f4a3-cecf-4dc3-878e-bf851080bb81 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7281532 Jan 18 23:26:41.151154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:41.156308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53f47418-c9ea-40b7-9e42-f367f9488d94 req-63aee362-a1d0-4520-9275-0d65b25a8397 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815639 Jan 18 23:26:41.163434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'subnet': {'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:41.183667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Transition to ACTIVE for port object d08a560e-905a-45d9-a522-3325a3a35873 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:41.184683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:41.204173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-a8475ae2-a334-4fee-94e0-f8bcbbaa0101 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1098 time: 0.6796710 Jan 18 23:26:41.219628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:41.282223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.298559 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.332538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:41.353464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Usage tracker for resource:subnet and tenant:bec0714a43454924983256a688a22a76 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:41.363005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:41.375797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:41.381094 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-ef1f6229-7154-46a4-80dd-bfc421566dae service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083287 Jan 18 23:26:41.404201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:41.410803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': 'e69ebcb4-1a23-4795-8860-3f7494411aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '283977e6-259e-4d2e-929e-5ad262568806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:41.412738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: 283977e6-259e-4d2e-929e-5ad262568806, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:41.447400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa2af-454e-44ae-b5ce-8e21f6a0a26b None None] Pushing event updated for resources: {'Port': ['ID=d08a560e-905a-45d9-a522-3325a3a35873,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:41.486859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Made reservation on behalf of 32b1384299f94cee981562141806dc95 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:41.489770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.499204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Made reservation on behalf of bec0714a43454924983256a688a22a76 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:41.511299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.536819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 283977e6-259e-4d2e-929e-5ad262568806 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:41.685923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:41.691062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 283977e6-259e-4d2e-929e-5ad262568806) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:41.695164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-42615260-e0d8-44c5-bbd5-f54d9e636236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:41.695330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:41.695865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.697612 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-42615260-e0d8-44c5-bbd5-f54d9e636236 service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 0.4659603 Jan 18 23:26:41.699335 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-fe8b1872-a79b-4f88-885a-b49916794012 service neutron] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088808 Jan 18 23:26:41.702671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Usage tracker for resource:security_group_rule and tenant:32b1384299f94cee981562141806dc95 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:41.717869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7036f31-e511-424c-a931-80b8e8dc71c3 None None] Network 283977e6-259e-4d2e-929e-5ad262568806 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:41.761223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:41.801180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:41.943641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:41.949169 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-10a49d32-d629-4829-b4e6-86ea206170bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.2415218 Jan 18 23:26:42.003802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-788eb47d-8896-45de-a3b9-3c689283cc58 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5447891 Jan 18 23:26:42.073028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55914) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:42.082076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-283977e6-259e-4d2e-929e-5ad262568806', 'network_id': '283977e6-259e-4d2e-929e-5ad262568806', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': '6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:42.082899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.110224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0bd9-9631-43db-9639-b25184c8dc25 req-cfda51db-ee32-4534-9568-8217c0a34a5d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.113342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd8f0bd9-9631-43db-9639-b25184c8dc25 req-cfda51db-ee32-4534-9568-8217c0a34a5d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5572424 Jan 18 23:26:42.236623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-1eb2b1a3-1a2b-4d8e-83af-d68e5587b190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.242531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-1eb2b1a3-1a2b-4d8e-83af-d68e5587b190 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1645944 Jan 18 23:26:42.249122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1048811868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:42.256066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-13b02c77-ce2c-4120-ac84-0f7c062bd347 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 200 len: 217 time: 0.4632258 Jan 18 23:26:42.279705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Allocated IP 172.20.0.2 (283977e6-259e-4d2e-929e-5ad262568806/6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca/49021c73-8a93-4244-84a3-15805aa454f8) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:42.310983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.326508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:42.391973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.447024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d08a560e-905a-45d9-a522-3325a3a35873 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:42.496028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ecdf8-9a98-4afd-83ff-89f71d33cff7 req-58d62f9e-8c22-4b2e-86d2-9a16fda0cb88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.504234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b11ecdf8-9a98-4afd-83ff-89f71d33cff7 req-58d62f9e-8c22-4b2e-86d2-9a16fda0cb88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.5129128 Jan 18 23:26:42.513949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd8f0bd9-9631-43db-9639-b25184c8dc25 req-5e58a9da-89cc-4c83-b26e-7d7bdc6d982f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904049 Jan 18 23:26:42.599440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:42.605735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Subnet': ['ID=aee813ee-a99d-467a-9f31-4b9b9866ec85,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:42.612451 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-654f37b7-2d41-45aa-8101-8417be2faae7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3551359 Jan 18 23:26:42.622487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:42.629689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b11ecdf8-9a98-4afd-83ff-89f71d33cff7 req-851bacee-42fe-431c-b575-b255f69bd893 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239834 Jan 18 23:26:42.636367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.647561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Transition to ACTIVE for port object 49021c73-8a93-4244-84a3-15805aa454f8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:42.648644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.672932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Transition to ACTIVE for port object 49021c73-8a93-4244-84a3-15805aa454f8 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:42.673729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:42.704251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66be653-3035-41ee-b3c1-8399cb36e3a0 None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:42.731623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Checking segment: {'id': '4e55a823-7d33-4fa2-ab26-106d026aa5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:42.734718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network hostable DHCP agents. Network: 9c28fcff-5929-4088-8bc0-b8f3e95f842b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:42.784239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.787308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.799168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-d210051c-b753-4b83-b971-d949ab1dcd2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.800586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-d210051c-b753-4b83-b971-d949ab1dcd2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.4716392 Jan 18 23:26:42.808089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=3ab54e5c-fb6f-4837-8b5d-2f2d389066a9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:42.815080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:42.879610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.880755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.885393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:42.895804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:42.896422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: 87f6c4fe-a221-4eae-9a34-9de619e9f5fa, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:42.901781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Network 283977e6-259e-4d2e-929e-5ad262568806 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:42.904262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 9c28fcff-5929-4088-8bc0-b8f3e95f842b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:42.909050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:42.909682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.915573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f423af-05aa-48ce-9abc-7edeccc87301,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:42.922457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:42.931525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d231a8-a0b8-426b-b702-51427eb95ce4 None None] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:42.941621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:42.941984 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Added segment c8f95174-6b7d-413e-88a9-e3f34aa6945d of type vlan for network 8ae527f2-d30d-46f8-a200-0f50a97e150f Jan 18 23:26:42.955554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:42.990600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-ef89db73-f362-4402-8131-7bcdb933aaee service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471336 Jan 18 23:26:43.002153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5ac1fc67-3148-49f1-8ce2-a39c3c3e4b83 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8445146 Jan 18 23:26:43.005408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:43.006392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.015379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7e1147c8-cf34-4fbe-ba1a-2793a8affe1a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:43.040422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.085402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Pushing event updated for resources: {'Port': ['ID=49021c73-8a93-4244-84a3-15805aa454f8,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:43.088149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f741289f-e91a-4310-bf53-b82cf8ed1fab None None] Provisioning for port d08a560e-905a-45d9-a522-3325a3a35873 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:43.136748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f741289f-e91a-4310-bf53-b82cf8ed1fab None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:43.137524 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f741289f-e91a-4310-bf53-b82cf8ed1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.168866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-448e32fe-cfc4-4730-af63-1cddd9c5e72e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3512712 Jan 18 23:26:43.172073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:43.178342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:43.178936 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.216345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.221370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 87f6c4fe-a221-4eae-9a34-9de619e9f5fa) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:43.260988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5cdac3-5bca-4967-a512-9547364d843b None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:43.331171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.335010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:43.335592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.378143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:43.379395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.402643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b02fbd8-c898-4174-a5d8-9a391c809cec req-2a7dcf28-debf-4482-8666-d70314ae8369 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900104 Jan 18 23:26:43.527621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e1147c8-cf34-4fbe-ba1a-2793a8affe1a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.619683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Attempting to bind port 49021c73-8a93-4244-84a3-15805aa454f8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:43.620306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Attempting to bind port 49021c73-8a93-4244-84a3-15805aa454f8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e69ebcb4-1a23-4795-8860-3f7494411aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '283977e6-259e-4d2e-929e-5ad262568806'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:43.620448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Attempting to bind port 49021c73-8a93-4244-84a3-15805aa454f8 on network 283977e6-259e-4d2e-929e-5ad262568806 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:43.643997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'Network': ['ID=8ae527f2-d30d-46f8-a200-0f50a97e150f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:43.651137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-72d4abf3-94df-462f-9aa1-e3c5bd0f03bb service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648085 Jan 18 23:26:43.654680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-00e854d1-2efe-4d4a-ae47-1e37bf06531d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5232518 Jan 18 23:26:43.661957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:43.663730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:43.805176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f74ee471-29ce-430e-9147-fe62f0443af9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1283016 Jan 18 23:26:43.805555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:43.807480 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fca37dec-37c2-4c0f-83ef-8c81108ec778 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7318790 Jan 18 23:26:43.812660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55950) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:43.813253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:43.828637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Request body: {'subnet': {'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:43.848084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:44.001765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-9c28fcff-5929-4088-8bc0-b8f3e95f842b', 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b', 'tenant_id': 'bec0714a43454924983256a688a22a76', 'fixed_ips': [{'subnet_id': 'aee813ee-a99d-467a-9f31-4b9b9866ec85'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:44.002621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.091347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:44.091705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Checking segment: {'id': 'e69ebcb4-1a23-4795-8860-3f7494411aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '283977e6-259e-4d2e-929e-5ad262568806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:44.092185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.092694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Bound using segment: {'id': 'e69ebcb4-1a23-4795-8860-3f7494411aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '283977e6-259e-4d2e-929e-5ad262568806'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:44.094741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Bound port: 49021c73-8a93-4244-84a3-15805aa454f8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69ebcb4-1a23-4795-8860-3f7494411aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '283977e6-259e-4d2e-929e-5ad262568806'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:44.095150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.248976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:44.257765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Usage tracker for resource:subnet and tenant:32b1384299f94cee981562141806dc95 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:44.282105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02586039-fe93-4b82-a60d-754eac069394 req-18a6612d-397d-40b6-bbfc-870dd02eb817 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:44.283635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02586039-fe93-4b82-a60d-754eac069394 req-18a6612d-397d-40b6-bbfc-870dd02eb817 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5904689 Jan 18 23:26:44.329404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:44.333581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-e58e32d2-4ade-4dea-9a27-b507cb8a8582 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767278 Jan 18 23:26:44.345698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:44.347928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1799a-ad81-4891-9380-61d23cf34f6d req-890fbdca-247e-4688-9b4e-0a43a4da726d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:44.349632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fe1799a-ad81-4891-9380-61d23cf34f6d req-890fbdca-247e-4688-9b4e-0a43a4da726d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.5581450 Jan 18 23:26:44.371759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1657175'] for subnet, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.441986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-add2a991-edff-42c4-a8c3-9c428040f9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.452287 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-7e1147c8-cf34-4fbe-ba1a-2793a8affe1a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:26:44.456900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7e1147c8-cf34-4fbe-ba1a-2793a8affe1a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0 HTTP/1.1" status: 400 len: 364 time: 1.4469535 Jan 18 23:26:44.459393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:44.515367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Allocated IP 2001:db8:1::2 (9c28fcff-5929-4088-8bc0-b8f3e95f842b/aee813ee-a99d-467a-9f31-4b9b9866ec85/0fe048db-747a-4462-b362-44da0a834ea7) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:44.564405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02586039-fe93-4b82-a60d-754eac069394 req-726ec429-da7a-4816-8b71-a003fac0901f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646286 Jan 18 23:26:44.581271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-87f6c4fe-a221-4eae-9a34-9de619e9f5fa', 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '3ab54e5c-fb6f-4837-8b5d-2f2d389066a9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:44.582108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.583601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fe1799a-ad81-4891-9380-61d23cf34f6d req-65763262-2697-420b-8fd3-646cb02ba8d7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170281 Jan 18 23:26:44.691736 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-56e75c3d-52a6-4fff-a4ce-9fea119f88a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 200 len: 217 time: 0.3472667 Jan 18 23:26:44.696958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Made reservation on behalf of 32b1384299f94cee981562141806dc95 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:44.851369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.888577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750542754551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1772542'] for subnet, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:44.915527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] For port 49021c73-8a93-4244-84a3-15805aa454f8, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:45.045508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] For port 49021c73-8a93-4244-84a3-15805aa454f8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=49021c73-8a93-4244-84a3-15805aa454f8,segment=NetworkSegment(e69ebcb4-1a23-4795-8860-3f7494411aca),segment_id=e69ebcb4-1a23-4795-8860-3f7494411aca)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:45.112723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.116352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:45.117084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.122986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "PUT /v2.0/subnets/3ab54e5c-fb6f-4837-8b5d-2f2d389066a9 HTTP/1.1" status: 200 len: 826 time: 1.4644074 Jan 18 23:26:45.126433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55978) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:45.210889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.289041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-ec345181-ff59-465c-8e5e-d778dc1858e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:45.291990 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-ec345181-ff59-465c-8e5e-d778dc1858e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 200 len: 797 time: 0.4751294 Jan 18 23:26:45.299468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3527560d-cf0f-4dc6-b6bb-8b16efd0dc5a None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:45.299840 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3527560d-cf0f-4dc6-b6bb-8b16efd0dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.374063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.407880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c348d0-57ec-47dc-9012-0a0998b4124e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=3ab54e5c-fb6f-4837-8b5d-2f2d389066a9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:45.476311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da51fc4-5d9e-432a-8e4d-9465d8e54f09 None None] Pushing event updated for resources: {'Port': ['ID=49021c73-8a93-4244-84a3-15805aa454f8,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:45.493986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Allocated IP 2001:db8::2 (87f6c4fe-a221-4eae-9a34-9de619e9f5fa/3ab54e5c-fb6f-4837-8b5d-2f2d389066a9/fb636777-ab28-4d5e-97e6-356331da7251) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:45.507221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'Subnet': ['ID=022e3c03-d856-4afb-a9a8-a5478bce4879,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:45.575408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.628017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Checking segment: {'id': 'c8f95174-6b7d-413e-88a9-e3f34aa6945d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:45.628544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Network hostable DHCP agents. Network: 8ae527f2-d30d-46f8-a200-0f50a97e150f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:26:45.781835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Transition to ACTIVE for port object 0fe048db-747a-4462-b362-44da0a834ea7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:45.819774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.849188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Transition to ACTIVE for port object 0fe048db-747a-4462-b362-44da0a834ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:45.950620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:45.955902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:26:45.972244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.038458 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-8c63656b-28a3-48ed-a2f6-0058a2a6b932 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7309613 Jan 18 23:26:46.075248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:46.079817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Pushing event updated for resources: {'Port': ['ID=0fe048db-747a-4462-b362-44da0a834ea7,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:46.090254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:46.106427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5147379-a7a8-405c-b5eb-b9ff70fd5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.108176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:46.201336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 8ae527f2-d30d-46f8-a200-0f50a97e150f) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:46.245698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725620af-fdeb-4800-9d89-c3909cf5f50f None None] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:46.261817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:46.262762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.276788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-69e9478a-cb4f-4e02-bf25-a497623fc6f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b58a4c1b68814f659a6c90b9547a905c&device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 1098 time: 0.6437521 Jan 18 23:26:46.318609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.332977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cf892-0b5d-4b81-a3ef-a6c7f1aba576 req-820044c3-203e-4272-8062-b6fea57bc14e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:46.337251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059cf892-0b5d-4b81-a3ef-a6c7f1aba576 req-820044c3-203e-4272-8062-b6fea57bc14e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.7491207 Jan 18 23:26:46.397910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Attempting to bind port 0fe048db-747a-4462-b362-44da0a834ea7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:46.397910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Attempting to bind port 0fe048db-747a-4462-b362-44da0a834ea7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4e55a823-7d33-4fa2-ab26-106d026aa5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:46.397910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Attempting to bind port 0fe048db-747a-4462-b362-44da0a834ea7 on network 9c28fcff-5929-4088-8bc0-b8f3e95f842b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:46.431962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.491107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Transition to ACTIVE for port object fb636777-ab28-4d5e-97e6-356331da7251 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:46.494336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:46.494724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Checking segment: {'id': '4e55a823-7d33-4fa2-ab26-106d026aa5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:46.495133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.495533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Bound using segment: {'id': '4e55a823-7d33-4fa2-ab26-106d026aa5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:46.509267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Bound port: 0fe048db-747a-4462-b362-44da0a834ea7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55a823-7d33-4fa2-ab26-106d026aa5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9c28fcff-5929-4088-8bc0-b8f3e95f842b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:46.509671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.595897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Transition to ACTIVE for port object fb636777-ab28-4d5e-97e6-356331da7251 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:46.605664 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-790866f3-d212-48d2-b03a-c517334c47f5 service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588238 Jan 18 23:26:46.612816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-07ec003f-c9ee-4a18-9427-15ca4b2fc9e5 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7983100 Jan 18 23:26:46.647232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:46.705894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2fedd-b91f-48af-9a28-55f98a64b1f4 req-737a69e0-738f-4680-9a25-a5624a60e4ab tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:46.714163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a2fedd-b91f-48af-9a28-55f98a64b1f4 req-737a69e0-738f-4680-9a25-a5624a60e4ab tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.6075201 Jan 18 23:26:46.762407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-059cf892-0b5d-4b81-a3ef-a6c7f1aba576 req-97ef9024-ad8c-4c70-af50-bb8e87a5ef90 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144661 Jan 18 23:26:46.822177 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:46.838545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Request body: {'port': {'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-657006055'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:46.996681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a2fedd-b91f-48af-9a28-55f98a64b1f4 req-cfa2c371-150c-480d-b5fd-b9fb433c5518 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812901 Jan 18 23:26:46.998159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df614a10-a886-4611-a1bf-d5e88b861701 None None] Network 283977e6-259e-4d2e-929e-5ad262568806 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:47.000105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Allocated IP 2001:db8::1 (e77d0971-49ae-4568-beb1-2c67cd82ecb3/8ef09e71-60b2-4250-a0dd-28557f64514f/cc49946a-a532-4d5c-ad1d-0ca108cfa8be) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:47.214498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:47.214498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 49021c73-8a93-4244-84a3-15805aa454f8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:47.214498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:47.214498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2552e252-5c69-4821-830b-0517c8b531da None None] For port 0fe048db-747a-4462-b362-44da0a834ea7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:47.215350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.20.0.1 (283977e6-259e-4d2e-929e-5ad262568806/6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca/23593d35-4769-46eb-9a59-afc38c8a2db3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:47.215678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:47.231017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.253319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-8ae527f2-d30d-46f8-a200-0f50a97e150f', 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f', 'tenant_id': '32b1384299f94cee981562141806dc95', 'fixed_ips': [{'subnet_id': '022e3c03-d856-4afb-a9a8-a5478bce4879'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:26:47.254181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.257197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Transition to ACTIVE for port object cc49946a-a532-4d5c-ad1d-0ca108cfa8be will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:47.284113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2552e252-5c69-4821-830b-0517c8b531da None None] For port 0fe048db-747a-4462-b362-44da0a834ea7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fe048db-747a-4462-b362-44da0a834ea7,segment=NetworkSegment(4e55a823-7d33-4fa2-ab26-106d026aa5d1),segment_id=4e55a823-7d33-4fa2-ab26-106d026aa5d1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:47.315994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-39ddc4e0-4a18-4cd0-a0dd-fa3025f3f06f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:47.316433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Pushing event updated for resources: {'Port': ['ID=fb636777-ab28-4d5e-97e6-356331da7251,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:47.317512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-39ddc4e0-4a18-4cd0-a0dd-fa3025f3f06f service neutron] 10.222.0.89 "GET /v2.0/networks?id=367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 200 len: 915 time: 1.0290473 Jan 18 23:26:47.435997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.458986 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-70445d3c-eb3a-4b13-852d-b4d80e2d4151 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 200 len: 217 time: 0.1262727 Jan 18 23:26:47.480245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.508529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.512490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.548358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97e8204c-39cc-43a4-92eb-701728d18fec None None] Provisioning for port 49021c73-8a93-4244-84a3-15805aa454f8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:47.548584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab54e5c-fb6f-4837-8b5d-2f2d389066a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:47.585465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.591841 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15a1dcfd-805d-4a85-b2a6-e9ef9503b40d req-ac62a7cd-a0b4-47b4-af11-0b7cb5b0803d service neutron] 10.222.0.83 "GET /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9718506 Jan 18 23:26:47.626541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:47.634687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.640177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Usage tracker for resource:port and tenant:32b1384299f94cee981562141806dc95 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:47.644664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Attempting to bind port fb636777-ab28-4d5e-97e6-356331da7251 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:47.645104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Attempting to bind port fb636777-ab28-4d5e-97e6-356331da7251 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:47.645731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Attempting to bind port fb636777-ab28-4d5e-97e6-356331da7251 on network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:47.660174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-3fba6c35-4954-4155-b793-5bcddd4884f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:47.664388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-3fba6c35-4954-4155-b793-5bcddd4884f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 200 len: 854 time: 0.1760683 Jan 18 23:26:47.672662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:47.687230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:47.787723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 23593d35-4769-46eb-9a59-afc38c8a2db3 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:47.794061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-1952b16f-16b9-418e-9ab2-23b6bb88e970 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=367471fe-12f0-4a7d-8db1-20eac2d12508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880892 Jan 18 23:26:47.829232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:47.832687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Made reservation on behalf of 32b1384299f94cee981562141806dc95 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:47.836461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.883675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Port': ['ID=cc49946a-a532-4d5c-ad1d-0ca108cfa8be,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:47.886246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:47.891354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:47.891885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.901860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:47.907309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Checking segment: {'id': '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:47.908896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.912457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Bound using segment: {'id': '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:47.912457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Bound port: fb636777-ab28-4d5e-97e6-356331da7251, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:47.912457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.929330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:47.966049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 49021c73-8a93-4244-84a3-15805aa454f8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:47.977756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f6c4fe-a221-4eae-9a34-9de619e9f5fa']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.036271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.036952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:48.049062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-397414bf-29e9-4ef2-9626-d6438a77b375 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492874 Jan 18 23:26:48.068785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 49021c73-8a93-4244-84a3-15805aa454f8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:48.071758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.101643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.282657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.330125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] device_id is not set on port 61761d4f-2f59-43e5-820a-048a9f4eb35e yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:26:48.408499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552e252-5c69-4821-830b-0517c8b531da None None] Pushing event updated for resources: {'Port': ['ID=0fe048db-747a-4462-b362-44da0a834ea7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:48.417338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Allocated IP 172.20.0.2 (8ae527f2-d30d-46f8-a200-0f50a97e150f/022e3c03-d856-4afb-a9a8-a5478bce4879/90a4e2eb-b83f-4ec7-86e6-072aad18a61a) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:48.518081 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.522383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3e548995-269d-459f-9cc1-4b2f2fe06964 req-b174b4b0-fa81-401c-8a7d-82aee34f82b2 service neutron] 10.222.0.89 "GET /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514921 Jan 18 23:26:48.609428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 283977e6-259e-4d2e-929e-5ad262568806 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:48.612559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:48.623754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:48.662611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=23593d35-4769-46eb-9a59-afc38c8a2db3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:48.689750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.717415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:48.717830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.719199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.750350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] For port fb636777-ab28-4d5e-97e6-356331da7251, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:48.779521 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:48.806413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8043b072-e94e-40f4-8b60-9c80343a02a3 None None] Provisioning for port cc49946a-a532-4d5c-ad1d-0ca108cfa8be completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:48.874248 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.890103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8043b072-e94e-40f4-8b60-9c80343a02a3 None None] Provisioning complete for port cc49946a-a532-4d5c-ad1d-0ca108cfa8be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:48.890479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8043b072-e94e-40f4-8b60-9c80343a02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:48.935958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.072751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.134534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8043b072-e94e-40f4-8b60-9c80343a02a3 None None] Port cc49946a-a532-4d5c-ad1d-0ca108cfa8be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:49.164049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.204007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Transition to ACTIVE for port object 90a4e2eb-b83f-4ec7-86e6-072aad18a61a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:49.224204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] For port fb636777-ab28-4d5e-97e6-356331da7251, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fb636777-ab28-4d5e-97e6-356331da7251,segment=NetworkSegment(6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2),segment_id=6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:49.238110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 49021c73-8a93-4244-84a3-15805aa454f8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=49021c73-8a93-4244-84a3-15805aa454f8,segment=NetworkSegment(e69ebcb4-1a23-4795-8860-3f7494411aca),segment_id=e69ebcb4-1a23-4795-8860-3f7494411aca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:49.266092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:26:49.266092 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:26:49.266092 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '87f6c4fe-a221-4eae-9a34-9de619e9f5fa'}] Jan 18 23:26:49.266092 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:26:49.267028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Transition to ACTIVE for port object 90a4e2eb-b83f-4ec7-86e6-072aad18a61a will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:49.267544 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:26:49.323390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.389299 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.397157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543da1-f85f-4745-b29b-2d8b92760aab req-7d30ff01-0e30-477a-b6fa-69d2a28c9d15 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:49.401421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.406041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75543da1-f85f-4745-b29b-2d8b92760aab req-7d30ff01-0e30-477a-b6fa-69d2a28c9d15 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 1.2790272 Jan 18 23:26:49.611328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75543da1-f85f-4745-b29b-2d8b92760aab req-eb4c3605-8ec7-4aa0-89bc-f9214350eaf9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994629 Jan 18 23:26:49.667029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f844bb0-aed7-4446-a0e1-0907af318008 req-68c43896-4ba4-47c6-a999-69548db58429 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:49.675569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Allocated IP 172.20.0.10 (8ae527f2-d30d-46f8-a200-0f50a97e150f/022e3c03-d856-4afb-a9a8-a5478bce4879/61761d4f-2f59-43e5-820a-048a9f4eb35e) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:49.682102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f844bb0-aed7-4446-a0e1-0907af318008 req-68c43896-4ba4-47c6-a999-69548db58429 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.4176092 Jan 18 23:26:49.732238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:26:49.774021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.802544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.816479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fe048db-747a-4462-b362-44da0a834ea7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:49.948482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f844bb0-aed7-4446-a0e1-0907af318008 req-08ec0169-af2d-4906-958d-14dfbdb19cb8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654676 Jan 18 23:26:49.951803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:49.953043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593741d6-2ac4-400e-9181-bc2631a239cb None None] Pushing event updated for resources: {'Port': ['ID=fb636777-ab28-4d5e-97e6-356331da7251,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:49.955492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port fb636777-ab28-4d5e-97e6-356331da7251 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:49.963797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:49.979726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:49.991246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.000039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.104693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:50.141851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event updated for resources: {'Port': ['ID=cc49946a-a532-4d5c-ad1d-0ca108cfa8be,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.159932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d478d57-d459-4547-a504-3d739fa3c2fe None None] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:50.167090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5dab1-4b2f-4772-bfce-ea05c96c1494 None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:50.226040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.262895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Transition to ACTIVE for port object 61761d4f-2f59-43e5-820a-048a9f4eb35e will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:50.317734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.321677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.322928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-057ac71d-c127-4ec9-9234-97397e83292d None None] Provisioning complete for port 49021c73-8a93-4244-84a3-15805aa454f8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:50.323309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-057ac71d-c127-4ec9-9234-97397e83292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.325504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.329394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.340530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.340530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.351166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.354494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-f275b4f7-fa73-4d85-adf1-b91c0ca71c8b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.4806161 Jan 18 23:26:50.403795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.459642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.491129 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=49021c73-8a93-4244-84a3-15805aa454f8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.513364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-634f8ae6-8a34-4f88-a7e4-6e64e448c975 req-cbe3226d-892f-4148-b240-b8676bd58474 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578584 Jan 18 23:26:50.583631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'Port': ['ID=61761d4f-2f59-43e5-820a-048a9f4eb35e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.600567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:50.600868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.607189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port fb636777-ab28-4d5e-97e6-356331da7251, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fb636777-ab28-4d5e-97e6-356331da7251,segment=NetworkSegment(6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2),segment_id=6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:50.607864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.617135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:50.734469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Attempting to bind port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:26:50.734995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Attempting to bind port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c8f95174-6b7d-413e-88a9-e3f34aa6945d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:26:50.737440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Attempting to bind port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a on network 8ae527f2-d30d-46f8-a200-0f50a97e150f {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:26:50.795151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=23593d35-4769-46eb-9a59-afc38c8a2db3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.814079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.821629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:50.825291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:50.834579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:50.882756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Pushing event updated for resources: {'Port': ['ID=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:50.930604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.931227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.932867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0fe048db-747a-4462-b362-44da0a834ea7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:50.951755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for fb636777-ab28-4d5e-97e6-356331da7251 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:50.972664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.973209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:26:50.973656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Checking segment: {'id': 'c8f95174-6b7d-413e-88a9-e3f34aa6945d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:26:50.974130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.974642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Bound using segment: {'id': 'c8f95174-6b7d-413e-88a9-e3f34aa6945d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:26:50.975443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Bound port: 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f95174-6b7d-413e-88a9-e3f34aa6945d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:26:50.975881 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:50.978857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.984191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.988522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.993907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:50.998672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:51.003201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:51.005232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:51.104388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17eda9b2-8ade-4f40-a6fd-6330b7998bf9 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3066101 Jan 18 23:26:51.110895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:51.116132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:51.118062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-ab7fc0a6-3687-4570-b02a-a4e50d76cb54 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.8284161 Jan 18 23:26:51.125438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Request body: {'port': {'network_id': '8ae527f2-d30d-46f8-a200-0f50a97e150f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1405872658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:51.126473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] bootfile-name is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:51.127017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] tftp-server is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:51.127530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] server-ip-address is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:51.343531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-060bbbc6-a4b7-4680-b859-241c9f3d3132 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:51.345244 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-060bbbc6-a4b7-4680-b859-241c9f3d3132 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1345527 Jan 18 23:26:51.347410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] For port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:51.354663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440eb64d-bf68-49d4-b231-2c4179007028 None None] Network 87f6c4fe-a221-4eae-9a34-9de619e9f5fa requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:51.393319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37fadc-e676-4f26-a957-55a13860f564 req-ed86b53e-2a31-4f6d-811d-6629f82cc6b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:51.402038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a37fadc-e676-4f26-a957-55a13860f564 req-ed86b53e-2a31-4f6d-811d-6629f82cc6b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5205369 Jan 18 23:26:51.468257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 283977e6-259e-4d2e-929e-5ad262568806 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:51.469726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:51.608133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] For port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,segment=NetworkSegment(c8f95174-6b7d-413e-88a9-e3f34aa6945d),segment_id=c8f95174-6b7d-413e-88a9-e3f34aa6945d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:26:51.614421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 49021c73-8a93-4244-84a3-15805aa454f8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:51.621023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:51.636559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Usage tracker for resource:port and tenant:32b1384299f94cee981562141806dc95 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:51.662399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.723914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:51.748652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.749343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:51.795833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Port': ['ID=fb636777-ab28-4d5e-97e6-356331da7251,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:51.831329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7416341-df02-4473-bb2b-03646a34e625 req-0df66776-b3ee-4aad-aae7-00622b6c418b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:51.834165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7416341-df02-4473-bb2b-03646a34e625 req-0df66776-b3ee-4aad-aae7-00622b6c418b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.6521983 Jan 18 23:26:51.846171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No DVR routers for this DVR port fb636777-ab28-4d5e-97e6-356331da7251 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:51.872814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e694e38d-42d9-4bea-990c-11699217c465 req-5bfb47dd-ffc0-4a06-b517-43087f9ffba9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Synchronizing usage tracker for tenant:f2101c67f9914511b35bffa374d530ee on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:51.924003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e631abf-2de9-4320-b75a-96467787d1ae None None] Pushing event updated for resources: {'Port': ['ID=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:51.928016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Provisioning for port 23593d35-4769-46eb-9a59-afc38c8a2db3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:51.943056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Provisioning complete for port 23593d35-4769-46eb-9a59-afc38c8a2db3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:51.943513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:51.963356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a37fadc-e676-4f26-a957-55a13860f564 req-e70a2f07-ed27-4e06-8efe-8800c8360870 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615566 Jan 18 23:26:52.029828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Port 23593d35-4769-46eb-9a59-afc38c8a2db3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:52.058501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 49021c73-8a93-4244-84a3-15805aa454f8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:52.058934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.124175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.152760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Provisioning for port 0fe048db-747a-4462-b362-44da0a834ea7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:52.162466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Provisioning complete for port 0fe048db-747a-4462-b362-44da0a834ea7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:52.162466 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.198806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Router 24206fb1-03dc-4bd5-9369-bfc3571dbea0 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:26:52.206979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Made reservation on behalf of 32b1384299f94cee981562141806dc95 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:52.210195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.283206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7416341-df02-4473-bb2b-03646a34e625 req-e85aeed2-b2e2-4619-8881-019b253af871 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794360 Jan 18 23:26:52.298952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f6c4fe-a221-4eae-9a34-9de619e9f5fa']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.361366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.371585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd234d2-df3c-4cc6-a45b-9eac1a26c5b2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:52.412902 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.420880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] device_id is not set on port 16b990f8-8fed-4d89-88b8-44a17ffcc35f yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:26:52.436139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.504305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] For port 0fe048db-747a-4462-b362-44da0a834ea7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fe048db-747a-4462-b362-44da0a834ea7,segment=NetworkSegment(4e55a823-7d33-4fa2-ab26-106d026aa5d1),segment_id=4e55a823-7d33-4fa2-ab26-106d026aa5d1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:52.506828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e694e38d-42d9-4bea-990c-11699217c465 req-5bfb47dd-ffc0-4a06-b517-43087f9ffba9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Unset dirty status for tenant:f2101c67f9914511b35bffa374d530ee on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:52.508192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-5bfb47dd-ffc0-4a06-b517-43087f9ffba9 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1450229 Jan 18 23:26:52.533108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:52.551953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.572708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.623151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:26:52.623675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:26:52.647898 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:26:52.664921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Pushing event updated for resources: {'Port': ['ID=0fe048db-747a-4462-b362-44da0a834ea7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:52.709035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Provisioning complete for port cc49946a-a532-4d5c-ad1d-0ca108cfa8be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:52.709413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.752752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.764308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.768211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.772206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.776949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.778549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1270a9ff-9ada-46dc-a1e0-83a87d16e277 None None] Port cc49946a-a532-4d5c-ad1d-0ca108cfa8be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:52.780863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.784730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.786714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-10da73bb-5c16-4554-b9a9-60e863d5d400 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 5442 time: 0.6091559 Jan 18 23:26:52.823529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Allocated IP 172.20.0.14 (8ae527f2-d30d-46f8-a200-0f50a97e150f/022e3c03-d856-4afb-a9a8-a5478bce4879/16b990f8-8fed-4d89-88b8-44a17ffcc35f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:26:52.835322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:52.942795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f654e77-61a1-4d78-ad40-80d77e41969d req-d75e74fa-6509-4cee-a2de-cbe382ce14e0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384892 Jan 18 23:26:52.953401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1187bd-b5f1-433d-acc5-032328b911bf req-fbb28a1a-cb22-4004-b218-75f6529008a6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:52.954906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1187bd-b5f1-433d-acc5-032328b911bf req-fbb28a1a-cb22-4004-b218-75f6529008a6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4124467 Jan 18 23:26:52.969798 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.074960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.096237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=87f6c4fe-a221-4eae-9a34-9de619e9f5fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:53.099389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-89a2c4b8-f8d5-4d1a-834c-ddf7aa961ca4 None None] Provisioning complete for port 23593d35-4769-46eb-9a59-afc38c8a2db3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:53.099849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89a2c4b8-f8d5-4d1a-834c-ddf7aa961ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.121623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1187bd-b5f1-433d-acc5-032328b911bf req-f9ae1260-391d-4e41-91db-8d3bce594488 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529603 Jan 18 23:26:53.149473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:53.182580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] Sync routers for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:53.186436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-92b436a0-0538-4b19-9b00-e4ec665b2c4b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7229807 Jan 18 23:26:53.188715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aeb4935d-93f2-4661-94d2-c2022a46e3a1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/87f6c4fe-a221-4eae-9a34-9de619e9f5fa HTTP/1.1" status: 204 len: 168 time: 8.0599866 Jan 18 23:26:53.189296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:53.205342 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:53.206112 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:53.239525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-89a2c4b8-f8d5-4d1a-834c-ddf7aa961ca4 None None] Port 23593d35-4769-46eb-9a59-afc38c8a2db3 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:53.291288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-89a2c4b8-f8d5-4d1a-834c-ddf7aa961ca4 None None] Provisioning complete for port 0fe048db-747a-4462-b362-44da0a834ea7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:53.291667 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89a2c4b8-f8d5-4d1a-834c-ddf7aa961ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.335728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a045729b-4352-4c46-bbc8-d9829af9cc95,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:53.344271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:53.371296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:53.400697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:53.401740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:53.419975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] For port a045729b-4352-4c46-bbc8-d9829af9cc95, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:53.511077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a045729b-4352-4c46-bbc8-d9829af9cc95 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:53.523568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] device_id is not set on port a045729b-4352-4c46-bbc8-d9829af9cc95 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:26:53.533605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.545218 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:53.545872 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9900f34-91c4-4bc7-af51-75aac82f5e3a None None] The sync data for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:53.622363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:53.626993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 69f8ed87-a5a0-4541-9503-44529e507e4f is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:26:53.727463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 46d7e300-7d11-4843-89d9-956976ddd9e0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:53.729708 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-968e530a-ae35-4b8b-aece-cc177285824b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:26:53.730490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968e530a-ae35-4b8b-aece-cc177285824b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:26:53.736999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-968e530a-ae35-4b8b-aece-cc177285824b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/87f6c4fe-a221-4eae-9a34-9de619e9f5fa HTTP/1.1" status: 404 len: 339 time: 0.3366203 Jan 18 23:26:53.740102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:53.770068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216196675', 'description': 'd1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:53.779556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:26:53.789106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b60d31-404d-4db4-a4bd-3a29a9e1c060 None None] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:26:53.817762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Usage tracker for resource:network and tenant:08e9f6a510d14f4bb6c30987127b0486 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:26:53.833998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 90a4e2eb-b83f-4ec7-86e6-072aad18a61a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:53.837082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Pushing event updated for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:53.937501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:26:53.955740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:26:54.021400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2380c-db7f-4c1c-b8f9-0deca41df7ff req-660b7cd3-0beb-465d-b6df-fd7721e963ce tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:54.022975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0a2380c-db7f-4c1c-b8f9-0deca41df7ff req-660b7cd3-0beb-465d-b6df-fd7721e963ce tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.5068295 Jan 18 23:26:54.038640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] No DVR routers for this DVR port a045729b-4352-4c46-bbc8-d9829af9cc95 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:54.072170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4e0ba-52de-4703-8a35-c0861e1f96c5 req-c3db82aa-ee5e-4957-94a6-b5d02cb601ab tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:54.077687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fe4e0ba-52de-4703-8a35-c0861e1f96c5 req-c3db82aa-ee5e-4957-94a6-b5d02cb601ab tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5881946 Jan 18 23:26:54.087551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:26:54.090496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.150998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.187735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0ced00bc-8858-455c-abfa-37cd0786beab tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.191824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] In _notify_port_updated(), no bound segment for port a045729b-4352-4c46-bbc8-d9829af9cc95 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:26:54.192879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.194193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-ce863466-bd8c-488e-b7a6-cac5e0bfd2bf service neutron] 10.222.0.83 "PUT /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 200 len: 1032 time: 1.6689112 Jan 18 23:26:54.198084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Transition to ACTIVE for port object 16b990f8-8fed-4d89-88b8-44a17ffcc35f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:26:54.249792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.267321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-125c6852-9842-4fa0-81c5-3ca313ed5093 None None] Provisioning for port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:54.269073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0a2380c-db7f-4c1c-b8f9-0deca41df7ff req-c686f54e-1c80-435d-b7a0-bfa7e8d079eb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301426 Jan 18 23:26:54.287503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:26:54.296684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694e38d-42d9-4bea-990c-11699217c465 req-ec50cd0e-fd37-4c48-96ec-cec4a53f17e4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:54.298361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-ec50cd0e-fd37-4c48-96ec-cec4a53f17e4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "GET /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0972145 Jan 18 23:26:54.310317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:54.405679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:54.428335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:54.444070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.444295 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment f61d930c-95c6-44ee-997f-7897095b6c4a of type vlan for network 0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 Jan 18 23:26:54.456135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.461472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:26:54.486632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] Sync routers for ids ['69f8ed87-a5a0-4541-9503-44529e507e4f'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:26:54.490990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8a2df37f-f2b9-4d58-b1c7-cedf5cfc2306 None None] Provisioning complete for port a045729b-4352-4c46-bbc8-d9829af9cc95 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:54.494909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a2df37f-f2b9-4d58-b1c7-cedf5cfc2306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.516950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.563968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.564893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:54.578010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fe4e0ba-52de-4703-8a35-c0861e1f96c5 req-6ce2792c-0a14-457f-8bd4-f4fc95c0ea25 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506767 Jan 18 23:26:54.667741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] Routers {'69f8ed87-a5a0-4541-9503-44529e507e4f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:54.668723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['69f8ed87-a5a0-4541-9503-44529e507e4f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:54.742008 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d7e300-7d11-4843-89d9-956976ddd9e0', 'code': 200} Jan 18 23:26:54.743270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8a2df37f-f2b9-4d58-b1c7-cedf5cfc2306 None None] Port a045729b-4352-4c46-bbc8-d9829af9cc95 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:54.745700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:54.767522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.796828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:54.803801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:54.804343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.813356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'Port': ['ID=16b990f8-8fed-4d89-88b8-44a17ffcc35f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:54.857206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:54.862834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:54.863564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33029339'] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.040780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:55.094638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-374a1eaf-1367-4e3d-ad7a-dabc82744ded tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/69f8ed87-a5a0-4541-9503-44529e507e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2786920 Jan 18 23:26:55.105433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.110072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:26:55.121971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:26:55.122383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] Routers {'69f8ed87-a5a0-4541-9503-44529e507e4f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:26:55.123056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['69f8ed87-a5a0-4541-9503-44529e507e4f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:55.125477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:26:55.200035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.201571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.201706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:26:55.202104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6119-c6af-44c2-8442-c57342d5b8f3 None None] The sync data for ids ['69f8ed87-a5a0-4541-9503-44529e507e4f'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:26:55.213155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.225508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=0e7aa15e-fa4e-4667-8462-6a83afcc2aa2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:55.237107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=46d7e300-7d11-4843-89d9-956976ddd9e0,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:55.260477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:55.270059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f4edf-b112-448f-994e-173bb9773810 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.270903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f5f4edf-b112-448f-994e-173bb9773810 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:55.282581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.283238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5e52d58f-9aab-45e1-97a3-64072d2d2091 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5362320 Jan 18 23:26:55.301166 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-0ced00bc-8858-455c-abfa-37cd0786beab tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 18 23:26:55.301166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ced00bc-8858-455c-abfa-37cd0786beab tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0 HTTP/1.1" status: 409 len: 329 time: 2.1093876 Jan 18 23:26:55.305767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.319812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.324264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.328809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.356381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Provisioning for port 61761d4f-2f59-43e5-820a-048a9f4eb35e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:55.376860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.382504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.387386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.393324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.395739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4380504a-f589-4bcd-b247-fd001fe42336 req-bc694b65-8595-4b16-9dcf-89c19dbd6af7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 4661 time: 0.9053423 Jan 18 23:26:55.422248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:55.436586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc1fdc-5508-4183-8b6d-b01dc4392efb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.437313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ebc1fdc-5508-4183-8b6d-b01dc4392efb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Synchronizing usage tracker for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:55.457536 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b727619-0df3-4ed4-80c8-e4b76b549225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.3427973 Jan 18 23:26:55.459011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56144) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.477071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Provisioning complete for port 61761d4f-2f59-43e5-820a-048a9f4eb35e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:55.477594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.493438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] For port 46d7e300-7d11-4843-89d9-956976ddd9e0, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:26:55.524400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f5f4edf-b112-448f-994e-173bb9773810 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:55.528645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f5f4edf-b112-448f-994e-173bb9773810 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports/23593d35-4769-46eb-9a59-afc38c8a2db3 HTTP/1.1" status: 200 len: 910 time: 0.4146647 Jan 18 23:26:55.531459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.539022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:55.555405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ebc1fdc-5508-4183-8b6d-b01dc4392efb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Unset dirty status for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:55.556654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ebc1fdc-5508-4183-8b6d-b01dc4392efb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks?id=0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 HTTP/1.1" status: 200 len: 764 time: 0.2726109 Jan 18 23:26:55.569016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.579151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.580622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 88489c07-4562-498b-b89b-fcc786a1988f no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:55.596091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'description': 'd2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:55.607937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Port 61761d4f-2f59-43e5-820a-048a9f4eb35e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:55.625060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] device_id is not set on port 46d7e300-7d11-4843-89d9-956976ddd9e0 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:26:55.641069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.658490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7e3b7-ecfb-4aca-892d-013319830fa6 req-18e64852-7f18-49cf-9010-4c167233a445 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.661066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.666079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.667643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eed7e3b7-ecfb-4aca-892d-013319830fa6 req-18e64852-7f18-49cf-9010-4c167233a445 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.6513739 Jan 18 23:26:55.670784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:55.671756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Synchronizing usage tracker for tenant:32b1384299f94cee981562141806dc95 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:55.709369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9f5e60-6994-4910-8ed6-09da04a39b7c None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:26:55.732796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.774671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,segment=NetworkSegment(c8f95174-6b7d-413e-88a9-e3f34aa6945d),segment_id=c8f95174-6b7d-413e-88a9-e3f34aa6945d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:55.794855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Unset dirty status for tenant:32b1384299f94cee981562141806dc95 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:55.798820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73f268f5-c340-4b2d-88a3-95fc2711492f tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3361256 Jan 18 23:26:55.802041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:55.809647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:55.814758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Provisioning complete for port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:55.815209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b4259f3-a081-4b4e-b0bd-e12e3547a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:55.893454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4380504a-f589-4bcd-b247-fd001fe42336 req-56a073ad-5ff4-4a46-a0dc-292a2033a279 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=f84c3f2c-b885-4e8b-b705-23a065eb660d&id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4965241 Jan 18 23:26:55.955895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Deleting port 16b990f8-8fed-4d89-88b8-44a17ffcc35f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:55.956235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.040050 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.041023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fe048db-747a-4462-b362-44da0a834ea7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:56.092669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Pushing event updated for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.146043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] No DVR routers for this DVR port 46d7e300-7d11-4843-89d9-956976ddd9e0 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:56.230212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] In _notify_port_updated(), no bound segment for port 46d7e300-7d11-4843-89d9-956976ddd9e0 on network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:26:56.239513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.241279 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-d9a6bac4-38f3-4aaa-a8f5-e34f3f761244 service neutron] 10.222.0.83 "PUT /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 200 len: 1031 time: 1.9353914 Jan 18 23:26:56.247832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.323480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.350050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:56.386660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0fe048db-747a-4462-b362-44da0a834ea7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:56.386660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.440469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.440819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.441467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:56.472143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eed7e3b7-ecfb-4aca-892d-013319830fa6 req-0b03aca9-334a-4d03-bb39-244278f8ba47 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8024662 Jan 18 23:26:56.491518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 6f520d34-42d7-4328-9a75-a7543867a74b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:56.493043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.564387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.676307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.692965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9f5e60-6994-4910-8ed6-09da04a39b7c None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:26:56.698523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:56.703835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Calling delete_port for 16b990f8-8fed-4d89-88b8-44a17ffcc35f owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:56.727699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Provisioning complete for port 61761d4f-2f59-43e5-820a-048a9f4eb35e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:56.727699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:56.763182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:56.947907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86966621-0f94-4a61-ab1d-e6503688b285 req-38671d10-ba31-4ace-a030-59cb6b5d46fb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:56.958785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86966621-0f94-4a61-ab1d-e6503688b285 req-38671d10-ba31-4ace-a030-59cb6b5d46fb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.6300766 Jan 18 23:26:56.981221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.045831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Port 61761d4f-2f59-43e5-820a-048a9f4eb35e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:57.114953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.173318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:57.176863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 90a4e2eb-b83f-4ec7-86e6-072aad18a61a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:26:57.200432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port 6f520d34-42d7-4328-9a75-a7543867a74b, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6f520d34-42d7-4328-9a75-a7543867a74b,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:57.200790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.279411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.280113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 052fffa1-6da3-4199-96e0-8c52e1716351 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:57.354223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 6f520d34-42d7-4328-9a75-a7543867a74b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:26:57.395882 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.406074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network 0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 is not hosted by any dhcp agent {{(pid=84542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 18 23:26:57.409799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:57.410511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.414879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "PUT /v2.0/networks/0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 HTTP/1.1" status: 200 len: 761 time: 1.8300357 Jan 18 23:26:57.441093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.476085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event deleted for resources: {'Port': ['ID=16b990f8-8fed-4d89-88b8-44a17ffcc35f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.498276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.514967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Provisioning for port 16b990f8-8fed-4d89-88b8-44a17ffcc35f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:26:57.549269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3f7b-5093-4a33-98bd-03c8a9cc944b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=0e7aa15e-fa4e-4667-8462-6a83afcc2aa2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.550451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:26:57.570329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Provisioning complete for port 16b990f8-8fed-4d89-88b8-44a17ffcc35f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:57.570329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.611125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:26:57.640428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.714236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86966621-0f94-4a61-ab1d-e6503688b285 req-41b90d54-349a-4f5b-8ae9-d1f09a0618be tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545791 Jan 18 23:26:57.741117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e6410fb-ca83-4f10-be25-4cef12426aaf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "DELETE /v2.0/ports/16b990f8-8fed-4d89-88b8-44a17ffcc35f HTTP/1.1" status: 204 len: 168 time: 1.9340296 Jan 18 23:26:57.741958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:57.777337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Request body: {'port': {'name': 'tempest-new-port-name-964857855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:26:57.777749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] bootfile-name is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:57.779199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] tftp-server is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:57.780702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.api.validators [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] server-ip-address is not in valid_values {{(pid=84543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 18 23:26:57.785141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0fff52fb-6247-4372-8556-494d15080dc4 None None] Port 16b990f8-8fed-4d89-88b8-44a17ffcc35f was deleted so its status cannot be updated. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 18 23:26:57.790997 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.791757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 6f520d34-42d7-4328-9a75-a7543867a74b no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:26:57.856193 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'code': 200} Jan 18 23:26:57.856537 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f', 'code': 200} Jan 18 23:26:57.941914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e86afd-8e49-4fb7-abf9-30590242d3eb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:57.943514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:57.953649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-22e86afd-8e49-4fb7-abf9-30590242d3eb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Synchronizing usage tracker for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:57.975730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:57.976549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a63be-3f05-44b5-b90b-c9ba15c4ffc3 req-114c49e7-a85f-45e4-93c8-c775a844b1d0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:57.984679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d48a63be-3f05-44b5-b90b-c9ba15c4ffc3 req-114c49e7-a85f-45e4-93c8-c775a844b1d0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 1.0921834 Jan 18 23:26:58.040450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-22e86afd-8e49-4fb7-abf9-30590242d3eb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Unset dirty status for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:58.048904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-22e86afd-8e49-4fb7-abf9-30590242d3eb tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks?id=0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 HTTP/1.1" status: 200 len: 764 time: 0.6063371 Jan 18 23:26:58.078614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:58.110540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:58.125242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:58.125665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.136367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.324322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.365382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.388992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d48a63be-3f05-44b5-b90b-c9ba15c4ffc3 req-0b28136c-12f0-4086-9d9d-280f39af2ba9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033160 Jan 18 23:26:58.476656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=6f520d34-42d7-4328-9a75-a7543867a74b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:58.665453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] No DVR routers for this DVR port 6f520d34-42d7-4328-9a75-a7543867a74b on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:26:58.681514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.684144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:58.735674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.771865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd75522b-2352-42c6-aa05-00908f10ed3e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.776022 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd75522b-2352-42c6-aa05-00908f10ed3e tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6935174 Jan 18 23:26:58.776754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:58.820178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-d7f3439a-7bb5-41be-8622-38f52fcdd92f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "DELETE /v2.0/ports/6f520d34-42d7-4328-9a75-a7543867a74b HTTP/1.1" status: 204 len: 173 time: 2.4627995 Jan 18 23:26:58.825188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.829304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.832123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-930c884d-1973-40dc-a7c8-9aa6827c84f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Synchronizing usage tracker for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:58.833210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.837527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.841550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:58.843297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caaa9205-7f85-40ea-984a-088c1526de84 req-6e694778-9d89-44d5-b2e6-4ba5314378b8 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 3799 time: 0.7399662 Jan 18 23:26:58.850828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.873551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.928509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7c1881fe-d55b-417e-a6e5-59f29c7b40be None None] Provisioning complete for port 46d7e300-7d11-4843-89d9-956976ddd9e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:58.930296 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c1881fe-d55b-417e-a6e5-59f29c7b40be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:58.980185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.135648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7c1881fe-d55b-417e-a6e5-59f29c7b40be None None] Port 46d7e300-7d11-4843-89d9-956976ddd9e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:59.149443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:26:59.149443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.247955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event updated for resources: {'Port': ['ID=61761d4f-2f59-43e5-820a-048a9f4eb35e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.252259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-930c884d-1973-40dc-a7c8-9aa6827c84f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Unset dirty status for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:59.260854 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-930c884d-1973-40dc-a7c8-9aa6827c84f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 207 time: 0.4755321 Jan 18 23:26:59.261504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] In _notify_port_updated(), no bound segment for port 61761d4f-2f59-43e5-820a-048a9f4eb35e on network 8ae527f2-d30d-46f8-a200-0f50a97e150f {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:26:59.265912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.267058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.267786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfbfbde3-3670-45b7-8f23-2dd37f00060d tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "PUT /v2.0/ports/61761d4f-2f59-43e5-820a-048a9f4eb35e HTTP/1.1" status: 200 len: 1136 time: 1.5240693 Jan 18 23:26:59.277670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:59.278001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:59.283740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=23593d35-4769-46eb-9a59-afc38c8a2db3,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:26:59.303101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc81c01-592e-45aa-9364-1596267ee3fb req-953b4e08-2d73-40a7-b7f8-e911b83f91a2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.313648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dc81c01-592e-45aa-9364-1596267ee3fb req-953b4e08-2d73-40a7-b7f8-e911b83f91a2 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.6708884 Jan 18 23:26:59.363868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caaa9205-7f85-40ea-984a-088c1526de84 req-90c9a432-c608-4a6a-9a68-cc21efcea118 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5016558 Jan 18 23:26:59.365999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-edef3a9b-d719-4f66-8c13-840b539e0623 None None] Provisioning complete for port 61761d4f-2f59-43e5-820a-048a9f4eb35e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:26:59.366773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-edef3a9b-d719-4f66-8c13-840b539e0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.441869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-edef3a9b-d719-4f66-8c13-840b539e0623 None None] Port 61761d4f-2f59-43e5-820a-048a9f4eb35e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:26:59.589743 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '6f520d34-42d7-4328-9a75-a7543867a74b', 'status': 'completed', 'code': 200} Jan 18 23:26:59.693667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c7b1d-b07d-4d20-96b2-e1149fb94caf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.694337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-833c7b1d-b07d-4d20-96b2-e1149fb94caf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Synchronizing usage tracker for tenant:32b1384299f94cee981562141806dc95 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:26:59.741879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.743742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:26:59.748563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a88f1bec-0796-46e6-9c34-93d7636ed88a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/ports/23593d35-4769-46eb-9a59-afc38c8a2db3 HTTP/1.1" status: 200 len: 910 time: 4.2154267 Jan 18 23:26:59.771560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:59.851440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dc81c01-592e-45aa-9364-1596267ee3fb req-07002e94-ea4e-4c99-b846-a812fa8736f7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369201 Jan 18 23:26:59.858179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3'}, {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:26:59.900127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-833c7b1d-b07d-4d20-96b2-e1149fb94caf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Unset dirty status for tenant:32b1384299f94cee981562141806dc95 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:26:59.904913 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-833c7b1d-b07d-4d20-96b2-e1149fb94caf tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "GET /v2.0/ports/61761d4f-2f59-43e5-820a-048a9f4eb35e HTTP/1.1" status: 200 len: 1136 time: 0.6201432 Jan 18 23:26:59.910516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9abaa5-c71d-4894-984b-868d1a8ceb4f req-05a86c20-1378-4731-8e86-c0c12c53b0cc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.918896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad9abaa5-c71d-4894-984b-868d1a8ceb4f req-05a86c20-1378-4731-8e86-c0c12c53b0cc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.1692734 Jan 18 23:26:59.920354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:26:59.962090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.970937 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'code': 200} Jan 18 23:26:59.971435 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351', 'code': 200} Jan 18 23:26:59.979942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.984383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.987904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:26:59.998140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.002340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.017495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b3bf68e-2726-4345-93b1-5c3d4ea8d634 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7365530 Jan 18 23:27:00.029229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.075308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad9abaa5-c71d-4894-984b-868d1a8ceb4f req-3944ff4c-5c8c-4f64-b5e7-1bf5507235b3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553826 Jan 18 23:27:00.268758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Deleting port 61761d4f-2f59-43e5-820a-048a9f4eb35e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:00.269032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.282537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f45b-c855-405d-bfdd-6b8253935a22 req-ebe7884e-a403-4bcb-9f07-925435c6bb3d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.283968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23c7f45b-c855-405d-bfdd-6b8253935a22 req-ebe7884e-a403-4bcb-9f07-925435c6bb3d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.1363404 Jan 18 23:27:00.328252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting port cc49946a-a532-4d5c-ad1d-0ca108cfa8be {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:00.328591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.345700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:00.346062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.387743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23c7f45b-c855-405d-bfdd-6b8253935a22 req-958adc98-81cc-4b39-9f53-0c50f71ac749 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Jan 18 23:27:00.554667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:00.572202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:00.655046 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-91b27422-d05c-4f69-8c19-31a4194dca02 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6206532 Jan 18 23:27:00.673767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56272) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.748545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Calling delete_port for cc49946a-a532-4d5c-ad1d-0ca108cfa8be owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:00.884024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.885930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.891796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.891796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.893903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.899297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28b2d613-fa4e-4284-b706-4020d9f0bd60 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2208593 Jan 18 23:27:00.906450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56282) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:00.926720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-5f3acdf2-ac13-4d7d-a48d-17b5222b0c50 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.932754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-5f3acdf2-ac13-4d7d-a48d-17b5222b0c50 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.935660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-5f3acdf2-ac13-4d7d-a48d-17b5222b0c50 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.939656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-5f3acdf2-ac13-4d7d-a48d-17b5222b0c50 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.941451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-5f3acdf2-ac13-4d7d-a48d-17b5222b0c50 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 3142 time: 0.3219454 Jan 18 23:27:00.949544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee48282-e8ab-4c11-a85f-484f2b2a592d req-d3df526f-23c5-44a0-ba38-b83f48997512 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:00.951104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bee48282-e8ab-4c11-a85f-484f2b2a592d req-d3df526f-23c5-44a0-ba38-b83f48997512 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.3305068 Jan 18 23:27:01.024266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.080231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a2e902b-48ef-43cd-a6bd-aa6fc84e21c0 req-73bf50ea-a68a-41fe-8a21-06dad06c36e7 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274745 Jan 18 23:27:01.089378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bee48282-e8ab-4c11-a85f-484f2b2a592d req-27b42819-b96c-4f02-b3d1-f87c2d6e107f tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217318 Jan 18 23:27:01.150549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.203418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Port': ['ID=cc49946a-a532-4d5c-ad1d-0ca108cfa8be,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.467211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Calling delete_port for 61761d4f-2f59-43e5-820a-048a9f4eb35e owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:01.561578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.563014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.564293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.565603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.566944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.568574 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-550237fc-11fb-4239-9e1b-197aeabed97a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5863557 Jan 18 23:27:01.573525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56298) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:01.655591 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.668474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:01.771759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=fd71bcdc-78cd-46f7-ab48-5026faaa0fe3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:01.797545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45a0a2-98dc-46e2-9613-9d8ab3eb1532 req-ef0dc706-9fb7-4a98-9bee-456fd85ed609 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.799003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd45a0a2-98dc-46e2-9613-9d8ab3eb1532 req-ef0dc706-9fb7-4a98-9bee-456fd85ed609 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.4425387 Jan 18 23:27:01.966938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84856f-4868-43ea-ac4f-e6dea221e38f req-c08994c9-457f-4aed-aa70-1f7868e5817c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:01.971682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d84856f-4868-43ea-ac4f-e6dea221e38f req-c08994c9-457f-4aed-aa70-1f7868e5817c tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5735512 Jan 18 23:27:01.996419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] No DVR routers for this DVR port fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:02.008135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.008135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:02.038881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642af5e6-c425-4597-88f9-f75273ff5a8d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.044174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-642af5e6-c425-4597-88f9-f75273ff5a8d tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks/e9fb10a4-440f-4001-8c1e-17d7461f8c98 HTTP/1.1" status: 200 len: 803 time: 0.4190857 Jan 18 23:27:02.047769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56310) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:02.053766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-705d0a6d-0962-4392-b52e-94414e72e796 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "DELETE /v2.0/ports/fd71bcdc-78cd-46f7-ab48-5026faaa0fe3 HTTP/1.1" status: 204 len: 173 time: 3.2230561 Jan 18 23:27:02.059721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.077244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd45a0a2-98dc-46e2-9613-9d8ab3eb1532 req-e790454e-f195-4bcd-aac1-0f20eebe6aa7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158668 Jan 18 23:27:02.184683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d84856f-4868-43ea-ac4f-e6dea221e38f req-af3950ec-66ef-492f-9a6f-e27c639929cd tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879313 Jan 18 23:27:02.333142 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': 'fd71bcdc-78cd-46f7-ab48-5026faaa0fe3', 'status': 'completed', 'code': 200} Jan 18 23:27:02.350501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.442161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event deleted for resources: {'Port': ['ID=61761d4f-2f59-43e5-820a-048a9f4eb35e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:02.504155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Router 24206fb1-03dc-4bd5-9369-bfc3571dbea0 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:02.606006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:02.606006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.669983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb23729-5745-46a0-a900-c50eca3d409b req-a6a81ae0-3cf9-4065-967a-769f8479173e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.671404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb23729-5745-46a0-a900-c50eca3d409b req-a6a81ae0-3cf9-4065-967a-769f8479173e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.2874367 Jan 18 23:27:02.744711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640056-994c-46ce-a68c-9e25f4eba226 req-51461052-bfd6-499a-b4f3-fa4d55feb4a4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.748652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640056-994c-46ce-a68c-9e25f4eba226 req-51461052-bfd6-499a-b4f3-fa4d55feb4a4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.752542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99640056-994c-46ce-a68c-9e25f4eba226 req-51461052-bfd6-499a-b4f3-fa4d55feb4a4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.759380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99640056-994c-46ce-a68c-9e25f4eba226 req-51461052-bfd6-499a-b4f3-fa4d55feb4a4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 2410 time: 0.3240306 Jan 18 23:27:02.772479 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6ca9e72-32ca-4d35-a3fe-b744df2ff981 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/networks/e9fb10a4-440f-4001-8c1e-17d7461f8c98?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7184815 Jan 18 23:27:02.783496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:02.844077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:02.849376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6685894b-cd00-42fc-9d3d-1dabaf63e782 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "DELETE /v2.0/ports/61761d4f-2f59-43e5-820a-048a9f4eb35e HTTP/1.1" status: 204 len: 168 time: 2.9279065 Jan 18 23:27:02.852603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56328) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:02.909687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:02.924769 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] Sync routers for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:02.938328 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:02.939520 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:02.964138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e0388f56-0732-4de0-be8a-b7608f979b6d tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6515672 Jan 18 23:27:02.968321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:02.977578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99640056-994c-46ce-a68c-9e25f4eba226 req-2954aa22-6930-4d74-b7f9-940c7a7baf1c tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116790 Jan 18 23:27:02.980240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb55297-9145-4da5-be0f-e2f8272f9899 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:02.980807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffb55297-9145-4da5-be0f-e2f8272f9899 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Synchronizing usage tracker for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:02.997450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9eb23729-5745-46a0-a900-c50eca3d409b req-290ff96a-3bf6-4dd3-af7d-a818b5f206a8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325897 Jan 18 23:27:03.042134 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:03.061829 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] Routers {'24206fb1-03dc-4bd5-9369-bfc3571dbea0'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:03.062712 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:03.153672 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-e9d1b947-6a77-4618-8cb0-2fead3df5af1 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] show failed (client error): The resource could not be found. Jan 18 23:27:03.156190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e9d1b947-6a77-4618-8cb0-2fead3df5af1 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-145046057 HTTP/1.1" status: 404 len: 334 time: 0.1847827 Jan 18 23:27:03.161892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56348) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:03.176905 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:03.177260 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbe1a78-fd5e-4386-b8ff-7e18a409f167 None None] The sync data for ids ['24206fb1-03dc-4bd5-9369-bfc3571dbea0'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:03.194358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0228657b-9478-434a-8570-c742e7b0e71e tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:03.270804 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-0228657b-9478-434a-8570-c742e7b0e71e tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] update failed (client error): The resource could not be found. Jan 18 23:27:03.272134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0228657b-9478-434a-8570-c742e7b0e71e tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-667529113 HTTP/1.1" status: 404 len: 334 time: 0.1009517 Jan 18 23:27:03.273038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffb55297-9145-4da5-be0f-e2f8272f9899 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Unset dirty status for tenant:08e9f6a510d14f4bb6c30987127b0486 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:03.274533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffb55297-9145-4da5-be0f-e2f8272f9899 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets/d777692e-799a-46f5-82ee-97893392c330 HTTP/1.1" status: 200 len: 843 time: 0.4778974 Jan 18 23:27:03.276904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:03.280434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56356) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:03.539132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:03.540243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.700557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63383c30-2562-4973-83fe-276544902dd1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:03.706590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-63383c30-2562-4973-83fe-276544902dd1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "GET /v2.0/subnets/d777692e-799a-46f5-82ee-97893392c330?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4203374 Jan 18 23:27:03.708682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:03.740102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915767399'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:03.802301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:03.806402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56f234-4a2c-446a-92d6-19a4519952ae req-a181d9c1-56a5-4eb3-87f7-3dfb793b3d64 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:03.809303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d56f234-4a2c-446a-92d6-19a4519952ae req-a181d9c1-56a5-4eb3-87f7-3dfb793b3d64 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.4193752 Jan 18 23:27:03.877056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting subnet aee813ee-a99d-467a-9f31-4b9b9866ec85 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:03.901054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:03.934193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:03.949130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b050c88-4727-4a2a-85db-2188baaed6a6 req-32406476-3381-470d-8e60-a9633cfdbb58 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:03.950629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b050c88-4727-4a2a-85db-2188baaed6a6 req-32406476-3381-470d-8e60-a9633cfdbb58 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.5968659 Jan 18 23:27:03.970666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Deleting subnet 022e3c03-d856-4afb-a9a8-a5478bce4879 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:03.978822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.023360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.052375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d56f234-4a2c-446a-92d6-19a4519952ae req-5a888aeb-12a7-4c48-8e14-fa14c35dc751 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697521 Jan 18 23:27:04.080328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b050c88-4727-4a2a-85db-2188baaed6a6 req-2481a618-f517-484c-82b3-e6c644060489 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172225 Jan 18 23:27:04.127675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:04.130846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.149445 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.257177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.257595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.258029 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Floating IP 4becbc09-2e10-49a7-815a-2fe70e4f7a60 disassociated. External IP: 172.25.1.48, port: 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034. Jan 18 23:27:04.258643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:04.308150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.341953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.378735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:27:04.399813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Subnet': ['ID=aee813ee-a99d-467a-9f31-4b9b9866ec85,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:04.411272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.419167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e27f1-78b9-4f1d-8078-c6dcb112196e None None] Network 9c28fcff-5929-4088-8bc0-b8f3e95f842b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:04.436601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1e6b4f4f-ad7c-46f4-9e01-0242ba653460 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/subnets/aee813ee-a99d-467a-9f31-4b9b9866ec85 HTTP/1.1" status: 204 len: 168 time: 1.1585181 Jan 18 23:27:04.437982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:04.503604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.605444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.605444 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Added segment 7f0b87e1-3f13-40b3-8bf7-78acb155c32d of type vlan for network e68078e6-4866-49e7-a6b5-b89922dfb7c7 Jan 18 23:27:04.606299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfa1f6-11dc-4c32-bef6-757fb717b1db req-fbb88de6-3e6b-42ff-b1a0-a33a4f213ac5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:04.606299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfa1f6-11dc-4c32-bef6-757fb717b1db req-fbb88de6-3e6b-42ff-b1a0-a33a4f213ac5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:04.606299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfa1f6-11dc-4c32-bef6-757fb717b1db req-fbb88de6-3e6b-42ff-b1a0-a33a4f213ac5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:04.606299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ebfa1f6-11dc-4c32-bef6-757fb717b1db req-fbb88de6-3e6b-42ff-b1a0-a33a4f213ac5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 2410 time: 0.3384535 Jan 18 23:27:04.645864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92039d1-2be2-40a5-b4a3-a537566766f8 req-31d5f5aa-de98-498b-a1dd-c521773d20f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:04.647550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92039d1-2be2-40a5-b4a3-a537566766f8 req-31d5f5aa-de98-498b-a1dd-c521773d20f6 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.3553350 Jan 18 23:27:04.673475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.691040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.738769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting port 0fe048db-747a-4462-b362-44da0a834ea7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:04.739112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.770778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ebfa1f6-11dc-4c32-bef6-757fb717b1db req-7b5f27cf-a3f9-403f-80c8-ceabf65257ef tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552975 Jan 18 23:27:04.790447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.791340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:04.792021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:04.804044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e92039d1-2be2-40a5-b4a3-a537566766f8 req-92552688-f548-474a-ad50-3841603741b0 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418750 Jan 18 23:27:04.842256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] DHCP port deletion for 9c28fcff-5929-4088-8bc0-b8f3e95f842b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:04.847232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Deleting port 0fe048db-747a-4462-b362-44da0a834ea7 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:04.848014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.003571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.008568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.121881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] For port 0fe048db-747a-4462-b362-44da0a834ea7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fe048db-747a-4462-b362-44da0a834ea7,segment=NetworkSegment(4e55a823-7d33-4fa2-ab26-106d026aa5d1),segment_id=4e55a823-7d33-4fa2-ab26-106d026aa5d1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:05.123832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.210024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fe048db-747a-4462-b362-44da0a834ea7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:05.235134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event deleted for resources: {'Subnet': ['ID=022e3c03-d856-4afb-a9a8-a5478bce4879,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.286305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Calling delete_port for 0fe048db-747a-4462-b362-44da0a834ea7 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:05.301984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] For port 0fe048db-747a-4462-b362-44da0a834ea7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fe048db-747a-4462-b362-44da0a834ea7,segment=NetworkSegment(4e55a823-7d33-4fa2-ab26-106d026aa5d1),segment_id=4e55a823-7d33-4fa2-ab26-106d026aa5d1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:05.302460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Network': ['ID=e68078e6-4866-49e7-a6b5-b89922dfb7c7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.302784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.304597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=6bc8d8e1-88c1-4af7-8b18-a8ca2b155034,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.318586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:27:05.364505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.366853 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ae9a0a8-83e2-459e-b64e-f7535b4b8755 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "DELETE /v2.0/subnets/022e3c03-d856-4afb-a9a8-a5478bce4879 HTTP/1.1" status: 204 len: 168 time: 2.5113363 Jan 18 23:27:05.371016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56400) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:05.444293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ddc28-55f7-4233-9ee2-2e653e7aa5ad req-6fd8fde7-5749-4f7c-ba98-f33f4ceae290 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:05.452525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b88ddc28-55f7-4233-9ee2-2e653e7aa5ad req-6fd8fde7-5749-4f7c-ba98-f33f4ceae290 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4020567 Jan 18 23:27:05.466403 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ce1606aa-a1a4-489a-b2c0-be83048298aa tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7560873 Jan 18 23:27:05.470344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:05.514867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3257c-2cfc-4816-b434-c3b4cf0273d6 req-e4839762-f94e-433c-83cb-747605f145bd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:05.523432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57f3257c-2cfc-4816-b434-c3b4cf0273d6 req-e4839762-f94e-433c-83cb-747605f145bd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.1891093 Jan 18 23:27:05.525390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8235f5-ef44-4e0c-aa53-640f09e3709f None None] Network 8ae527f2-d30d-46f8-a200-0f50a97e150f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:05.548749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Calling delete_port for 0fe048db-747a-4462-b362-44da0a834ea7 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:05.563386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:05.623060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b88ddc28-55f7-4233-9ee2-2e653e7aa5ad req-135c8f7c-4c10-4860-b3fc-8ec190b1ac22 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699739 Jan 18 23:27:05.655056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Port': ['ID=0fe048db-747a-4462-b362-44da0a834ea7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:05.673522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port 0fe048db-747a-4462-b362-44da0a834ea7 update to DOWN by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 18 23:27:05.684961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57f3257c-2cfc-4816-b434-c3b4cf0273d6 req-986b1154-0284-489e-8be2-e7b4a05548fd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581612 Jan 18 23:27:05.695250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:05.697907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] No DVR routers for this DVR port 0fe048db-747a-4462-b362-44da0a834ea7 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:05.927715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:05.928074 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:06.111846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 23593d35-4769-46eb-9a59-afc38c8a2db3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:06.112517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.162070 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.171937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.187322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] DHCP port deletion for 8ae527f2-d30d-46f8-a200-0f50a97e150f request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:06.191762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Deleting port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:06.192379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.213132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c28fcff-5929-4088-8bc0-b8f3e95f842b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.240681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e55a823-7d33-4fa2-ab26-106d026aa5d1') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.241084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e55a823-7d33-4fa2-ab26-106d026aa5d1') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:06.257105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.282002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.297496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:06.297889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.301390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:06.312579 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:06.326018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:06.326407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02736110-428d-45e8-9021-717227c883f0 req-07aa4d51-b22b-4edf-8a73-99143d1e9603 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:06.328127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02736110-428d-45e8-9021-717227c883f0 req-07aa4d51-b22b-4edf-8a73-99143d1e9603 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.3062954 Jan 18 23:27:06.334800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ad27-c50e-4d77-b450-15d9351f0166 req-e8027651-a707-4201-b2ca-b476fd95b10d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:06.339018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77ad27-c50e-4d77-b450-15d9351f0166 req-e8027651-a707-4201-b2ca-b476fd95b10d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:06.340729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d77ad27-c50e-4d77-b450-15d9351f0166 req-e8027651-a707-4201-b2ca-b476fd95b10d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 1677 time: 0.2762327 Jan 18 23:27:06.374641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Deleting port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:06.375040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.423709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] For port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,segment=NetworkSegment(c8f95174-6b7d-413e-88a9-e3f34aa6945d),segment_id=c8f95174-6b7d-413e-88a9-e3f34aa6945d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:06.424210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.432287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Deleting port 0fe048db-747a-4462-b362-44da0a834ea7 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:06.432676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.465447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Made reservation on behalf of 08e9f6a510d14f4bb6c30987127b0486 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:06.526521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02736110-428d-45e8-9021-717227c883f0 req-05a9a686-851f-457d-8ff1-2b5ba1f3e7bb tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413231 Jan 18 23:27:06.542645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.574305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d77ad27-c50e-4d77-b450-15d9351f0166 req-03ef9fba-50ec-4f77-a04a-e27ff23e5670 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623280 Jan 18 23:27:06.575919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.580322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc1174-571e-4e92-89b0-9dc1cf8f91ff None None] The port '0fe048db-747a-4462-b362-44da0a834ea7' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:06.594232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.607031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Network': ['ID=9c28fcff-5929-4088-8bc0-b8f3e95f842b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:06.614679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5bea1e01-3105-42ea-9405-85fe8b87aec9 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/networks/9c28fcff-5929-4088-8bc0-b8f3e95f842b HTTP/1.1" status: 204 len: 168 time: 2.1755800 Jan 18 23:27:06.620179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:06.665156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Calling delete_port for 90a4e2eb-b83f-4ec7-86e6-072aad18a61a owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:06.846931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.871697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 23593d35-4769-46eb-9a59-afc38c8a2db3 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:06.965112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:06.983337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Pushing event deleted for resources: {'Port': ['ID=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:06.995783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.996138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.996486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.997004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.997344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.997680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.998609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.998969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.999307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.999641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:06.999972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:07.011593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4a1e2-42d6-4efd-a845-301a69dfff3b None None] No DVR routers for this DVR port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:07.093031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting subnet 035c3fc8-ca90-48cb-8697-54c3fcf6734f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:07.104950 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.161739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 90a4e2eb-b83f-4ec7-86e6-072aad18a61a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:07.194583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Router 24f840ce-35d5-43f9-9b88-b5599db017ea has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:07.204976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing IP validity checks on allocation pools {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:27:07.206066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:27:07.209455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 90a4e2eb-b83f-4ec7-86e6-072aad18a61a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:07.209681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 90a4e2eb-b83f-4ec7-86e6-072aad18a61a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:07.237704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.258432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] For port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=90a4e2eb-b83f-4ec7-86e6-072aad18a61a,segment=NetworkSegment(c8f95174-6b7d-413e-88a9-e3f34aa6945d),segment_id=c8f95174-6b7d-413e-88a9-e3f34aa6945d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:07.258803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.277538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6279-4df9-4ff9-8874-cf8b28462d9e req-6cb99c1c-0704-4865-adaf-0b09a4faab76 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:07.281954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f73a6279-4df9-4ff9-8874-cf8b28462d9e req-6cb99c1c-0704-4865-adaf-0b09a4faab76 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.4238005 Jan 18 23:27:07.291490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745e37-ef89-4bd0-8f31-b4ae62bd461b req-225283ff-0b4c-437b-a2ef-c6cbeb4f3883 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:07.292958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54745e37-ef89-4bd0-8f31-b4ae62bd461b req-225283ff-0b4c-437b-a2ef-c6cbeb4f3883 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.3200028 Jan 18 23:27:07.405073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Calling delete_port for 90a4e2eb-b83f-4ec7-86e6-072aad18a61a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:07.427615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f73a6279-4df9-4ff9-8874-cf8b28462d9e req-c1c86420-95f9-4223-a5a5-7a29f5d0d4a8 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336770 Jan 18 23:27:07.441399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54745e37-ef89-4bd0-8f31-b4ae62bd461b req-f5450ee0-35bf-4d2e-b9a6-740db92db36f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312571 Jan 18 23:27:07.480219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.627545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.667428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Subnet': ['ID=035c3fc8-ca90-48cb-8697-54c3fcf6734f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:07.671142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:07.681522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb4039-bcc1-4314-8cc9-aa867d082d4d None None] Network 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:07.682094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1bdf0c50-ecf1-479b-be45-703fa855303b tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/subnets/035c3fc8-ca90-48cb-8697-54c3fcf6734f HTTP/1.1" status: 204 len: 168 time: 1.0651391 Jan 18 23:27:07.682871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:07.889521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:07.895247 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:08.099622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.107659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.115759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting subnet 0cf21991-1b95-4532-864e-8780a3215dfc {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:08.127817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] DHCP port deletion for 239cac72-0208-4c1b-8aa2-7ed1c9e90f97 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:08.130871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.141019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Deleting port 39619244-ee8d-4ca0-90e6-49fd27d0e591 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:08.143234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.210228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aae0f-d34d-4605-b8ae-ecb7538cdcc0 req-7f674dbd-6097-41d1-812e-13a7b4bff340 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:08.215580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aae0f-d34d-4605-b8ae-ecb7538cdcc0 req-7f674dbd-6097-41d1-812e-13a7b4bff340 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:08.217258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-206aae0f-d34d-4605-b8ae-ecb7538cdcc0 req-7f674dbd-6097-41d1-812e-13a7b4bff340 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 1677 time: 0.2862570 Jan 18 23:27:08.223911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.229883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=23593d35-4769-46eb-9a59-afc38c8a2db3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:08.411514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Deleting port 90a4e2eb-b83f-4ec7-86e6-072aad18a61a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:08.411514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.442648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=681a6d8b-c82a-495c-aec2-6024a7213b4f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:08.462809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-206aae0f-d34d-4605-b8ae-ecb7538cdcc0 req-39429b05-9001-4c84-b3a0-79a65f9f3c2a tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277013 Jan 18 23:27:08.474220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.543809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] For port 39619244-ee8d-4ca0-90e6-49fd27d0e591, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39619244-ee8d-4ca0-90e6-49fd27d0e591,segment=NetworkSegment(81d87615-f250-4edc-b6bf-78b704343e38),segment_id=81d87615-f250-4edc-b6bf-78b704343e38)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:08.544204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.692136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Checking segment: {'id': '7f0b87e1-3f13-40b3-8bf7-78acb155c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:08.693108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network hostable DHCP agents. Network: e68078e6-4866-49e7-a6b5-b89922dfb7c7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:08.700509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Calling delete_port for 39619244-ee8d-4ca0-90e6-49fd27d0e591 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:08.718640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] The port '90a4e2eb-b83f-4ec7-86e6-072aad18a61a' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:08.840797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db755c4-40e6-4d70-9545-cac986197afd req-3898d878-b166-4df6-92b3-8ca291fb6bd5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:08.842926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9db755c4-40e6-4d70-9545-cac986197afd req-3898d878-b166-4df6-92b3-8ca291fb6bd5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.1187184 Jan 18 23:27:08.865955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.882396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.902536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:08.934614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] Pushing event deleted for resources: {'Port': ['ID=39619244-ee8d-4ca0-90e6-49fd27d0e591,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:08.946016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:08.995535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf21991-1b95-4532-864e-8780a3215dfc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:09.014353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Sync routers for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:09.018680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9db755c4-40e6-4d70-9545-cac986197afd req-c0138203-20d5-499f-bf0c-e305cc63b0ee tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702456 Jan 18 23:27:09.026819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.035854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.047388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b3ee3f05-6619-4d64-b16f-b81656ba1087 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/subnets/0cf21991-1b95-4532-864e-8780a3215dfc HTTP/1.1" status: 204 len: 168 time: 1.3634489 Jan 18 23:27:09.049596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56472) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:09.049873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63307bf2-6444-4f39-aba5-43519d260627 None None] Network b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:09.111690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129029c9-bbf7-4acd-997a-4cad9c29db0d None None] No DVR routers for this DVR port 39619244-ee8d-4ca0-90e6-49fd27d0e591 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:09.150819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] No DVR routers for this DVR port 6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:09.174581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.203095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:09.251952 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.311393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:09.317043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae527f2-d30d-46f8-a200-0f50a97e150f']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.342408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f95174-6b7d-413e-88a9-e3f34aa6945d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.342962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f95174-6b7d-413e-88a9-e3f34aa6945d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.351058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-65861f44-aaff-4d8a-b657-aa0a853a70a1 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "DELETE /v2.0/ports/6bc8d8e1-88c1-4af7-8b18-a8ca2b155034 HTTP/1.1" status: 204 len: 173 time: 7.0889761 Jan 18 23:27:09.396117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39619244-ee8d-4ca0-90e6-49fd27d0e591 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:09.433531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.452044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 39619244-ee8d-4ca0-90e6-49fd27d0e591 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:09.452778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39619244-ee8d-4ca0-90e6-49fd27d0e591 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:09.456464 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '6bc8d8e1-88c1-4af7-8b18-a8ca2b155034', 'status': 'completed', 'code': 200} Jan 18 23:27:09.469355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.484651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e68078e6-4866-49e7-a6b5-b89922dfb7c7) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:09.500421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:09.501229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.507669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:09.508714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.521796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.712593 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.749276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239cac72-0208-4c1b-8aa2-7ed1c9e90f97']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.768609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d87615-f250-4edc-b6bf-78b704343e38') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.769303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d87615-f250-4edc-b6bf-78b704343e38') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:09.807720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.824168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:09.844501 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.862321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:09.865062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.865888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:09.866473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:09.885192 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:09.891189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 88489c07-4562-498b-b89b-fcc786a1988f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:09.895733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:10.003228 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:10.072150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.108755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.124431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9a9ef-90c6-418f-929e-b7c60334d57b req-7c477636-9594-4dc6-b44d-19e3826c2b8f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.125985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fd9a9ef-90c6-418f-929e-b7c60334d57b req-7c477636-9594-4dc6-b44d-19e3826c2b8f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5955646 Jan 18 23:27:10.133762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Network': ['ID=239cac72-0208-4c1b-8aa2-7ed1c9e90f97,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:10.136398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-76393b93-2c62-42d9-ab01-86e29f8d9637 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/networks/239cac72-0208-4c1b-8aa2-7ed1c9e90f97 HTTP/1.1" status: 204 len: 168 time: 1.0852952 Jan 18 23:27:10.139295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:10.147356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc90657-8fbf-4b43-9aec-4269e6a01d52 None None] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:10.231181 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-516f46e4-ef40-4696-8532-3a8b2964b103 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.7516887 Jan 18 23:27:10.283648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:10.288745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.329121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:10.343707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df360a-1d19-4053-861d-2fbbd864a8fa req-9053f229-2f04-4d52-8874-25f4a837651b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.353698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df360a-1d19-4053-861d-2fbbd864a8fa req-9053f229-2f04-4d52-8874-25f4a837651b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.355662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0df360a-1d19-4053-861d-2fbbd864a8fa req-9053f229-2f04-4d52-8874-25f4a837651b tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 1677 time: 0.3519311 Jan 18 23:27:10.360093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting port 6e56825c-a686-4b27-9190-abc9aeba5ff2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:10.360741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.450966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fd9a9ef-90c6-418f-929e-b7c60334d57b req-3ca97415-8b47-4331-a541-db0be659cba2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579165 Jan 18 23:27:10.582852 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:27:10.588303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0df360a-1d19-4053-861d-2fbbd864a8fa req-5e45d90a-3620-41de-9435-77c63915c073 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945305 Jan 18 23:27:10.627791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.672284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.710722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-e68078e6-4866-49e7-a6b5-b89922dfb7c7', 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7', 'tenant_id': '08e9f6a510d14f4bb6c30987127b0486', 'fixed_ips': [{'subnet_id': '681a6d8b-c82a-495c-aec2-6024a7213b4f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:27:10.711718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.786775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] Pushing event deleted for resources: {'Network': ['ID=8ae527f2-d30d-46f8-a200-0f50a97e150f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:10.806182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] DHCP port deletion for b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:10.815879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] For port 6e56825c-a686-4b27-9190-abc9aeba5ff2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e56825c-a686-4b27-9190-abc9aeba5ff2,segment=NetworkSegment(c691ea76-afcf-44cf-b075-f558667e8c00),segment_id=c691ea76-afcf-44cf-b075-f558667e8c00)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:10.815879 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.820892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Deleting port 6e56825c-a686-4b27-9190-abc9aeba5ff2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:10.820892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:10.830905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0cf96-4be2-4bb9-8a7c-069e52c2be8b req-435eb9f6-d2d3-4230-87df-834c9f4ed94a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:10.832874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58f0cf96-4be2-4bb9-8a7c-069e52c2be8b req-435eb9f6-d2d3-4230-87df-834c9f4ed94a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1393399 Jan 18 23:27:10.957915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2481a37e-acb3-4032-97b2-816a79c8a225 tempest-ExtraDHCPOptionsTestJSON-1237193357 tempest-ExtraDHCPOptionsTestJSON-1237193357-project] 10.222.0.59 "DELETE /v2.0/networks/8ae527f2-d30d-46f8-a200-0f50a97e150f HTTP/1.1" status: 204 len: 168 time: 5.5801027 Jan 18 23:27:11.004704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Calling delete_port for 6e56825c-a686-4b27-9190-abc9aeba5ff2 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:11.019121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1175791'] for subnet, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.044617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 69f8ed87-a5a0-4541-9503-44529e507e4f has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:11.060282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port 88489c07-4562-498b-b89b-fcc786a1988f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=88489c07-4562-498b-b89b-fcc786a1988f,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:11.061088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.062876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.231341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58f0cf96-4be2-4bb9-8a7c-069e52c2be8b req-5d1bfc60-5d65-41c9-8791-7e3997ecb453 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878560 Jan 18 23:27:11.235392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.260880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] For port 6e56825c-a686-4b27-9190-abc9aeba5ff2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e56825c-a686-4b27-9190-abc9aeba5ff2,segment=NetworkSegment(c691ea76-afcf-44cf-b075-f558667e8c00),segment_id=c691ea76-afcf-44cf-b075-f558667e8c00)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:11.261273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.291508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 88489c07-4562-498b-b89b-fcc786a1988f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:11.297647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] No DVR routers for this DVR port 6e56825c-a686-4b27-9190-abc9aeba5ff2 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:11.484133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e56825c-a686-4b27-9190-abc9aeba5ff2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:11.638175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Calling delete_port for 6e56825c-a686-4b27-9190-abc9aeba5ff2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:11.705047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:11.725451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6e56825c-a686-4b27-9190-abc9aeba5ff2 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:11.726032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e56825c-a686-4b27-9190-abc9aeba5ff2 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:11.735644 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:27:11.735644 n-d-825175-2 neutron-server[84544]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 18 23:27:11.735644 n-d-825175-2 neutron-server[84544]: [parameters: {'in_use': 1, 'id_1': '681a6d8b-c82a-495c-aec2-6024a7213b4f'}] Jan 18 23:27:11.735644 n-d-825175-2 neutron-server[84544]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:11.737593 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:11.743502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Checking router: 24f840ce-35d5-43f9-9b88-b5599db017ea for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:27:11.797641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:11.803911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:11.842119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750542754551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1311476'] for subnet, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.864255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56536) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:11.880351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:11.951569 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:11.951927 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:11.953598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:11.970354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c691ea76-afcf-44cf-b075-f558667e8c00') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:11.970789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c691ea76-afcf-44cf-b075-f558667e8c00') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:11.988678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.010012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.018126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:12.019447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.062562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event updated for resources: {'Subnet': ['ID=681a6d8b-c82a-495c-aec2-6024a7213b4f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:12.103123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.106795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.109446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bda917e3-3907-4794-9d02-230397f5ced1 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "PUT /v2.0/subnets/681a6d8b-c82a-495c-aec2-6024a7213b4f HTTP/1.1" status: 200 len: 900 time: 1.8246155 Jan 18 23:27:12.125600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56548) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:12.145814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:12.155734 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] Sync routers for ids ['69f8ed87-a5a0-4541-9503-44529e507e4f'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:12.172971 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e8f445ce-9c5a-4c73-87ca-a9f65e65fc52 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/69f8ed87-a5a0-4541-9503-44529e507e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4031386 Jan 18 23:27:12.184138 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] Routers {'69f8ed87-a5a0-4541-9503-44529e507e4f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:12.186959 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['69f8ed87-a5a0-4541-9503-44529e507e4f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:12.187188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Port': ['ID=6e56825c-a686-4b27-9190-abc9aeba5ff2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:12.189447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:12.217299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:12.235975 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:12.300231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1b737721-a874-4c4e-b5af-98cb71222058 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=69f8ed87-a5a0-4541-9503-44529e507e4f HTTP/1.1" status: 200 len: 205 time: 0.0597172 Jan 18 23:27:12.355460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.388777 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:12.410095 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] Routers {'69f8ed87-a5a0-4541-9503-44529e507e4f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:12.414913 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:26:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['69f8ed87-a5a0-4541-9503-44529e507e4f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:12.503882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Deleting port 6e56825c-a686-4b27-9190-abc9aeba5ff2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:12.504523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.512604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:12.552402 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:12.553280 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53445642-d3b1-4770-8262-98a56c987e44 None None] The sync data for ids ['69f8ed87-a5a0-4541-9503-44529e507e4f'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:12.597206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.605315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-b8dc3af6-9872-4aa4-977b-50a4bb68fbaf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.606839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-b8dc3af6-9872-4aa4-977b-50a4bb68fbaf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.3720593 Jan 18 23:27:12.629423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:12.660359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/networks/b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775 HTTP/1.1" status: 204 len: 168 time: 2.5180614 Jan 18 23:27:12.660359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-00355806-8e2e-455f-958d-8ba07e337ed0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/quotas/9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 375 time: 0.0204411 Jan 18 23:27:12.672696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:12.717733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9b92cab9-7147-4a41-89d8-2a3abdf32b62 None None] The port '6e56825c-a686-4b27-9190-abc9aeba5ff2' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:12.726244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f998b-9998-4363-80be-eb104882de67 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Network': ['ID=b6c47c7a-1b91-40d2-b8c9-9cd90f7bb775,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:12.792691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0d1b-f4b1-46b3-b072-afa6f202672b req-6d1140fc-0767-4da3-8bf8-59727d05aa48 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.798154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d0d1b-f4b1-46b3-b072-afa6f202672b req-6d1140fc-0767-4da3-8bf8-59727d05aa48 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:12.799861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b2d0d1b-f4b1-46b3-b072-afa6f202672b req-6d1140fc-0767-4da3-8bf8-59727d05aa48 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 1677 time: 0.6045113 Jan 18 23:27:12.893628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b2d0d1b-f4b1-46b3-b072-afa6f202672b req-4f3a5578-e2c9-4fb0-8dd5-071da22bf895 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856335 Jan 18 23:27:12.935677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-61df4108-5d9b-40f5-8452-8e98f9243b4b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2587495 Jan 18 23:27:13.149433 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-217cbf75-eec7-4bec-b9f4-9a68a0b2688e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32b1384299f94cee981562141806dc95&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1293190 Jan 18 23:27:13.154144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.158691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56578) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:13.161320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Allocated IP 2001:db8::3 (e68078e6-4866-49e7-a6b5-b89922dfb7c7/681a6d8b-c82a-495c-aec2-6024a7213b4f/667c77cb-b69b-4764-b325-5f7e0893271c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:13.162178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.167838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.199832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-67d894a1-179f-4cf9-8248-3867b4d982a6 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609801 Jan 18 23:27:13.375589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=88489c07-4562-498b-b89b-fcc786a1988f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:13.456797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-ee980e29-e6e6-40a1-8085-4d5d6da7f018 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442532 Jan 18 23:27:13.606386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:13.616689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec293b2-40bf-4770-b1d8-a2e993c8f195 None None] The sync data for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 is: [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:15:41Z', 'revision_number': 4, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6982586f-2d41-4453-89ca-72d0c1e3966f', 'name': '', 'network_id': '7a160569-d340-4a73-b65d-24893263d0cd', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'mac_address': 'fa:16:3e:1d:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:39Z', 'updated_at': '2022-01-18T23:16:08Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'subnets': [{'id': '25c1edea-b0bf-411a-8466-d3be6947c9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:13.634197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.639163 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.651840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Transition to ACTIVE for port object 667c77cb-b69b-4764-b325-5f7e0893271c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:13.681393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Transition to ACTIVE for port object 667c77cb-b69b-4764-b325-5f7e0893271c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:13.722160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.778678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.846313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40c3cc6a-491d-4cc0-b73b-b8f2bd056a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:13.873987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:13.876983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:13.881066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:13.893023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Pushing event updated for resources: {'Port': ['ID=667c77cb-b69b-4764-b325-5f7e0893271c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:14.108305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] No DVR routers for this DVR port 88489c07-4562-498b-b89b-fcc786a1988f on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:14.122744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Attempting to bind port 667c77cb-b69b-4764-b325-5f7e0893271c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:14.123124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Attempting to bind port 667c77cb-b69b-4764-b325-5f7e0893271c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7f0b87e1-3f13-40b3-8bf7-78acb155c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:14.123496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Attempting to bind port 667c77cb-b69b-4764-b325-5f7e0893271c on network e68078e6-4866-49e7-a6b5-b89922dfb7c7 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:14.128449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5df64d9-e910-49b4-88a3-554f48d87710 req-be97bed3-a32a-4cfa-a44b-e422e1aed919 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.2028904 Jan 18 23:27:14.134766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:14.135141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Checking segment: {'id': '7f0b87e1-3f13-40b3-8bf7-78acb155c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:14.135565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.135947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Bound using segment: {'id': '7f0b87e1-3f13-40b3-8bf7-78acb155c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:14.136422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Bound port: 667c77cb-b69b-4764-b325-5f7e0893271c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b87e1-3f13-40b3-8bf7-78acb155c32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:14.136807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.159843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.244488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:14.276284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-7d8cacf0-cd14-480b-9c48-984a6347998f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "DELETE /v2.0/ports/88489c07-4562-498b-b89b-fcc786a1988f HTTP/1.1" status: 204 len: 173 time: 4.8543804 Jan 18 23:27:14.319635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235bd9b-a721-4c1b-8593-6a189433844f None None] New status for floating IP 4becbc09-2e10-49a7-815a-2fe70e4f7a60: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:27:14.360046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c2c2d-8adc-4819-9ca8-e203c33e5bd4 req-cd6ed5f5-1d53-4fc0-a53a-44d25424aafd tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:14.367123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c70c2c2d-8adc-4819-9ca8-e203c33e5bd4 req-cd6ed5f5-1d53-4fc0-a53a-44d25424aafd tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 943 time: 0.1031382 Jan 18 23:27:14.428305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c70c2c2d-8adc-4819-9ca8-e203c33e5bd4 req-decc00cd-2517-435b-86df-f96ca1807196 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594668 Jan 18 23:27:14.433294 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '88489c07-4562-498b-b89b-fcc786a1988f', 'status': 'completed', 'code': 200} Jan 18 23:27:14.440928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 052fffa1-6da3-4199-96e0-8c52e1716351 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:14.441519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.701503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:14.704924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:14.729441 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.755783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting subnet 8ef09e71-60b2-4250-a0dd-28557f64514f {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:14.776290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.800405 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:14.919524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1460122-5768-421b-94fd-5261ec967d19 None None] Pushing event updated for resources: {'Port': ['ID=667c77cb-b69b-4764-b325-5f7e0893271c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:15.105379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.138386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.172140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.247206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port 052fffa1-6da3-4199-96e0-8c52e1716351, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=052fffa1-6da3-4199-96e0-8c52e1716351,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:15.247843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.439588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-425d3ec9-4812-42ab-95bb-a66c09fa4d53 req-d38c435f-1a44-4f96-a059-323554d9480b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.1297688 Jan 18 23:27:15.519094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.533245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 052fffa1-6da3-4199-96e0-8c52e1716351 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:15.578665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.866050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f423af-05aa-48ce-9abc-7edeccc87301,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:15.880508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.907596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:15.908114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router 69f8ed87-a5a0-4541-9503-44529e507e4f {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:27:15.911191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00c61b-0027-47c0-9eeb-874c47e98923 req-610baf40-ee1e-4e28-83b4-c1ae874357e2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:15.912705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca00c61b-0027-47c0-9eeb-874c47e98923 req-610baf40-ee1e-4e28-83b4-c1ae874357e2 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 943 time: 0.1618636 Jan 18 23:27:15.983819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-127060c0-9c82-4d6c-9b19-266a7e97ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.046707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.086736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca00c61b-0027-47c0-9eeb-874c47e98923 req-23f81d22-0112-4869-8b7b-e4016c9cd37f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups?id=54e877d1-1c58-4640-b35f-ca5f182e215c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548963 Jan 18 23:27:16.209183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=681a6d8b-c82a-495c-aec2-6024a7213b4f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:16.224916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.310571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=052fffa1-6da3-4199-96e0-8c52e1716351,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:16.350151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef09e71-60b2-4250-a0dd-28557f64514f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:16.353418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.427388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef007b-5065-4362-9cca-fb01dff26bfb None None] Network e77d0971-49ae-4568-beb1-2c67cd82ecb3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:16.428923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.469053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68078e6-4866-49e7-a6b5-b89922dfb7c7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:16.506237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b87e1-3f13-40b3-8bf7-78acb155c32d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:16.506237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b87e1-3f13-40b3-8bf7-78acb155c32d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:16.515756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0521a3ef-4f2b-403d-8d05-1dc241a85bcf tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/subnets/8ef09e71-60b2-4250-a0dd-28557f64514f HTTP/1.1" status: 204 len: 168 time: 3.7813025 Jan 18 23:27:16.518369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:16.523741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] No DVR routers for this DVR port 052fffa1-6da3-4199-96e0-8c52e1716351 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:16.527284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.529263 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e694e38d-42d9-4bea-990c-11699217c465 req-bf4283df-532d-4a24-a935-650ef929efa4 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.83 "DELETE /v2.0/ports/052fffa1-6da3-4199-96e0-8c52e1716351 HTTP/1.1" status: 204 len: 173 time: 2.1807840 Jan 18 23:27:16.540452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:16.546985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.553356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7098e940-fe79-4ecc-961e-1cefaced3622 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/69f8ed87-a5a0-4541-9503-44529e507e4f HTTP/1.1" status: 204 len: 168 time: 4.0383515 Jan 18 23:27:16.556190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.577051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.581144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8d88fcd5-d3ec-45b2-9716-033720813e91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86f423af-05aa-48ce-9abc-7edeccc87301 HTTP/1.1" status: 204 len: 168 time: 3.4211791 Jan 18 23:27:16.584590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56650) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:16.681996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.697449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Deleting port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:16.698195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.719430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.745283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:16.747549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:16.788373 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:16.901985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a70ba-829b-462e-9d59-93fe0293e308 None None] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:17.262241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7019af5b-676e-43e0-ad65-8e9cdfcae31b None None] Provisioning for port 667c77cb-b69b-4764-b325-5f7e0893271c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:17.263564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14e10798-bbb8-441b-9806-f19e143182d1 req-c6de6009-e72c-49e3-9267-0f847c0d47df tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.0610104 Jan 18 23:27:17.300111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] For port cd6d8a51-3c25-4e72-9b94-96be8cb82e99, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,segment=NetworkSegment(d37d6160-088a-4cd6-bc94-574892df36c9),segment_id=d37d6160-088a-4cd6-bc94-574892df36c9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:17.300606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:17.410955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 667c77cb-b69b-4764-b325-5f7e0893271c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:17.429716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:27:17.429716 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:27:17.429716 n-d-825175-2 neutron-server[84543]: [parameters: {'id': 'e68078e6-4866-49e7-a6b5-b89922dfb7c7'}] Jan 18 23:27:17.429716 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:17.430674 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:17.451573 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34', 'name': 'network-vif-deleted', 'tag': '052fffa1-6da3-4199-96e0-8c52e1716351', 'status': 'completed', 'code': 200} Jan 18 23:27:17.561398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Calling delete_port for cd6d8a51-3c25-4e72-9b94-96be8cb82e99 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:17.654253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c507f1-9fa1-44b2-bf17-e820c9bdc6c2 req-938cc4d2-6119-4439-8fea-5ebfb1296f1e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:17.664873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7c507f1-9fa1-44b2-bf17-e820c9bdc6c2 req-938cc4d2-6119-4439-8fea-5ebfb1296f1e tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.8831239 Jan 18 23:27:17.812015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a70d7dd-5c81-4c91-880d-de25c66bf2ad req-b3f932e5-befb-45c2-81cc-f7da9b47985e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.1140490 Jan 18 23:27:17.844495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:17.916973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet 6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:17.928354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:17.947620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 667c77cb-b69b-4764-b325-5f7e0893271c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:17.954552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 667c77cb-b69b-4764-b325-5f7e0893271c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:17.955105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:17.965937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.012805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1ca01707-e50d-45f2-818f-da5fcd5a9f2a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:18.015762 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1ca01707-e50d-45f2-818f-da5fcd5a9f2a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.6682377 Jan 18 23:27:18.017885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7c507f1-9fa1-44b2-bf17-e820c9bdc6c2 req-fba57606-36c0-4a7d-8c5b-aef997402321 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516173 Jan 18 23:27:18.019946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.026421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 667c77cb-b69b-4764-b325-5f7e0893271c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:18.035581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.309349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742574a-a368-4ff0-94e3-903b8edc8125 None None] DHCP port deletion for e77d0971-49ae-4568-beb1-2c67cd82ecb3 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:18.309349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.315743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.316443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] DHCP port deletion for e68078e6-4866-49e7-a6b5-b89922dfb7c7 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:18.316443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Deleting port 667c77cb-b69b-4764-b325-5f7e0893271c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:18.316443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.316889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] No DVR routers for this DVR port cd6d8a51-3c25-4e72-9b94-96be8cb82e99 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:18.316889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Port': ['ID=cd6d8a51-3c25-4e72-9b94-96be8cb82e99,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:18.317207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.317319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.317427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'device_id': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'admin_state_up': True, 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:18.339479 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.378040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77d0971-49ae-4568-beb1-2c67cd82ecb3']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:18.421189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37d6160-088a-4cd6-bc94-574892df36c9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:18.421651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37d6160-088a-4cd6-bc94-574892df36c9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:18.445816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.467563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.481162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:18.486553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.552017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.552710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:18.556735 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:18.566952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:18.567859 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.744616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c54a78cc-caae-472a-aac3-e56c4ed4ce24 req-5f1b2b96-66e9-44a7-b932-32798af4723d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.1842778 Jan 18 23:27:18.814634 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.822802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235601c4-d7a8-447b-85b4-4fecb1faa944 None None] Network 283977e6-259e-4d2e-929e-5ad262568806 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:18.835015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.857108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:18.863228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Calling delete_port for 667c77cb-b69b-4764-b325-5f7e0893271c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:18.894034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.896049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:18.945932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/networks/e77d0971-49ae-4568-beb1-2c67cd82ecb3 HTTP/1.1" status: 204 len: 168 time: 2.4230032 Jan 18 23:27:18.962791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10151e3e-03e3-4e09-abec-007693099bee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca HTTP/1.1" status: 204 len: 168 time: 2.3702424 Jan 18 23:27:18.979821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:18.980160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:19.014476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457b5a0-5d72-402e-bfce-50d4646860a5 tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Pushing event deleted for resources: {'Network': ['ID=e77d0971-49ae-4568-beb1-2c67cd82ecb3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:19.047544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:19.048057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.250937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.268520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 667c77cb-b69b-4764-b325-5f7e0893271c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:19.319303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2994385-7952-4ee9-9dc6-994c7ed5094a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Synchronizing usage tracker for tenant:bec0714a43454924983256a688a22a76 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:19.322552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=667c77cb-b69b-4764-b325-5f7e0893271c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:19.340088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:19.342431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d952739d-c1d8-4c54-8a6f-a6166c09f988 req-fdeacf86-05fe-43ba-a5a7-b692bdad341e tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.1438143 Jan 18 23:27:19.379453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 667c77cb-b69b-4764-b325-5f7e0893271c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:19.427756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-e40f005a-76ff-40b9-9803-cfd41cf4fff5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:19.428930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-e40f005a-76ff-40b9-9803-cfd41cf4fff5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Synchronizing usage tracker for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:19.435485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:19.440948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:19.441309 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:19.450933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:port and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:19.454966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:19.478175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:19.502301 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.502978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.520248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 49021c73-8a93-4244-84a3-15805aa454f8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:19.520766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.579360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:19.579471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:19.581165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.583527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d2994385-7952-4ee9-9dc6-994c7ed5094a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Unset dirty status for tenant:bec0714a43454924983256a688a22a76 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:19.585400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d2994385-7952-4ee9-9dc6-994c7ed5094a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "GET /v2.0/ports?device_id=24206fb1-03dc-4bd5-9369-bfc3571dbea0 HTTP/1.1" status: 200 len: 205 time: 0.6041455 Jan 18 23:27:19.590558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:19.593004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-e40f005a-76ff-40b9-9803-cfd41cf4fff5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Unset dirty status for tenant:b58a4c1b68814f659a6c90b9547a905c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:19.594371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-e40f005a-76ff-40b9-9803-cfd41cf4fff5 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.89 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 1.2630570 Jan 18 23:27:19.602487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:19.602487 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:19.640460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] DHCP port deletion for 283977e6-259e-4d2e-929e-5ad262568806 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:19.645103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Deleting port 49021c73-8a93-4244-84a3-15805aa454f8 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:19.645681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.677141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.678081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd6d8a51-3c25-4e72-9b94-96be8cb82e99 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:19.703049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b69088-df3c-46f9-8baf-30c3f6322f87 req-4feb61aa-dcb1-4bde-87c9-490333d2f59a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:19.704591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30b69088-df3c-46f9-8baf-30c3f6322f87 req-4feb61aa-dcb1-4bde-87c9-490333d2f59a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.3822496 Jan 18 23:27:19.729532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Deleting port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:19.729965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:19.735981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-910d6bc6-1526-4fb2-ae2b-1d8f69736bc4 tempest-DvrRoutersNegativeTest-1936414229 tempest-DvrRoutersNegativeTest-1936414229-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2119140163', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:19.738475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.policy [None req-910d6bc6-1526-4fb2-ae2b-1d8f69736bc4 tempest-DvrRoutersNegativeTest-1936414229 tempest-DvrRoutersNegativeTest-1936414229-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84542) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 18 23:27:19.738780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.policy [None req-910d6bc6-1526-4fb2-ae2b-1d8f69736bc4 tempest-DvrRoutersNegativeTest-1936414229 tempest-DvrRoutersNegativeTest-1936414229-project] Failed policy check for 'create_router' {{(pid=84542) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 18 23:27:19.739626 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-910d6bc6-1526-4fb2-ae2b-1d8f69736bc4 tempest-DvrRoutersNegativeTest-1936414229 tempest-DvrRoutersNegativeTest-1936414229-project] create failed (client error): Access was denied to this resource. Jan 18 23:27:19.744713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-910d6bc6-1526-4fb2-ae2b-1d8f69736bc4 tempest-DvrRoutersNegativeTest-1936414229 tempest-DvrRoutersNegativeTest-1936414229-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3974607 Jan 18 23:27:19.770386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: cd6d8a51-3c25-4e72-9b94-96be8cb82e99 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:19.771075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd6d8a51-3c25-4e72-9b94-96be8cb82e99 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:20.035618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] For port 49021c73-8a93-4244-84a3-15805aa454f8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=49021c73-8a93-4244-84a3-15805aa454f8,segment=NetworkSegment(e69ebcb4-1a23-4795-8860-3f7494411aca),segment_id=e69ebcb4-1a23-4795-8860-3f7494411aca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:20.035959 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.105378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Deleting port 667c77cb-b69b-4764-b325-5f7e0893271c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:20.105378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.105719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 667c77cb-b69b-4764-b325-5f7e0893271c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:20.105719 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.376809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Calling delete_port for 49021c73-8a93-4244-84a3-15805aa454f8 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:20.463663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=667c77cb-b69b-4764-b325-5f7e0893271c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:20.465195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30b69088-df3c-46f9-8baf-30c3f6322f87 req-c217f51c-02d8-4fb1-8918-46af83871a5a tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7196529 Jan 18 23:27:20.569046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 49021c73-8a93-4244-84a3-15805aa454f8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=49021c73-8a93-4244-84a3-15805aa454f8,segment=NetworkSegment(e69ebcb4-1a23-4795-8860-3f7494411aca),segment_id=e69ebcb4-1a23-4795-8860-3f7494411aca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:20.570611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.722193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:20.722588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.763539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] For port f6857fd6-08ae-4cfb-ac3c-d26aad09b008, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,segment=NetworkSegment(e3894fad-484e-4d6c-8563-586bd85c5d51),segment_id=e3894fad-484e-4d6c-8563-586bd85c5d51)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:20.764207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.785955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.20.0.9 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/2ac61f1a-c37f-4f66-88e0-582378a867b5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:20.805016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:20.942615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Calling delete_port for 667c77cb-b69b-4764-b325-5f7e0893271c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:20.952659 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 49021c73-8a93-4244-84a3-15805aa454f8 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:20.965948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Calling delete_port for f6857fd6-08ae-4cfb-ac3c-d26aad09b008 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:20.979424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:20.984178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-611cab22-e4b6-42a5-b18e-e41e8bdc9d6e req-795a1ba4-cf89-421c-ab05-f1726b68b833 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.1888518 Jan 18 23:27:20.987437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2444bb4-81bb-4fec-ab32-be9e92081028 req-f1569e55-ec73-44a0-88b1-bfc628906b89 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.5803456 Jan 18 23:27:21.001080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.026932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] Pushing event deleted for resources: {'Port': ['ID=49021c73-8a93-4244-84a3-15805aa454f8,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:21.045030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679fe02a-e7b1-4d5b-959d-b5f406c2fde2 None None] No DVR routers for this DVR port 49021c73-8a93-4244-84a3-15805aa454f8 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:21.161145 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.206846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 667c77cb-b69b-4764-b325-5f7e0893271c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=667c77cb-b69b-4764-b325-5f7e0893271c,segment=NetworkSegment(7f0b87e1-3f13-40b3-8bf7-78acb155c32d),segment_id=7f0b87e1-3f13-40b3-8bf7-78acb155c32d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:21.206846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.214800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 49021c73-8a93-4244-84a3-15805aa454f8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:21.263143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] Pushing event deleted for resources: {'Port': ['ID=667c77cb-b69b-4764-b325-5f7e0893271c,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:21.271158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 49021c73-8a93-4244-84a3-15805aa454f8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:21.271699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 49021c73-8a93-4244-84a3-15805aa454f8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:21.284965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e62356c-59db-43d0-9f4b-27741ab749eb None None] No DVR routers for this DVR port 667c77cb-b69b-4764-b325-5f7e0893271c on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:21.324627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab4d4c-8120-4e9d-a7f5-0a76707822a7 None None] Network e68078e6-4866-49e7-a6b5-b89922dfb7c7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:21.376114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:21.376496 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:21.473823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.485879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 667c77cb-b69b-4764-b325-5f7e0893271c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:21.593848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.610808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.612467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:21.618075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f078865540be4d17a4b25e05ab4e0c3a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:21.622795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:21.631139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:21.676098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:21.676528 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:21.782726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0e22e-71db-42c5-888c-87df86c4ba21 req-c2f95db9-d995-44b6-982f-8c3fb36cac64 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:21.784467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.791260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78e0e22e-71db-42c5-888c-87df86c4ba21 req-c2f95db9-d995-44b6-982f-8c3fb36cac64 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 947 time: 0.1384473 Jan 18 23:27:21.806137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Transition to ACTIVE for port object 2ac61f1a-c37f-4f66-88e0-582378a867b5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:21.821667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.822560 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.823086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Fanout notify agent at l3_agent the message router_deleted on router 24206fb1-03dc-4bd5-9369-bfc3571dbea0 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:27:21.835855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.869220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.870317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-91a7e869-bc65-407e-9fb3-fea111cd343a tempest-RoutersNegativeIpV6Test-1579061465 tempest-RoutersNegativeIpV6Test-1579061465-project] 10.222.0.59 "DELETE /v2.0/routers/24206fb1-03dc-4bd5-9369-bfc3571dbea0 HTTP/1.1" status: 204 len: 168 time: 2.2778955 Jan 18 23:27:21.883029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78e0e22e-71db-42c5-888c-87df86c4ba21 req-b619984b-5e59-4e0e-a093-9f07143e33c9 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/security-groups?id=684f5e98-77ca-4a85-85b1-cc4c95007da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908449 Jan 18 23:27:21.883720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 49021c73-8a93-4244-84a3-15805aa454f8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:21.884076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.970387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:21.998834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] The port '49021c73-8a93-4244-84a3-15805aa454f8' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:22.024354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.031412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Pushing event deleted for resources: {'Port': ['ID=f6857fd6-08ae-4cfb-ac3c-d26aad09b008,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:22.035439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:27:22.095881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] No DVR routers for this DVR port f6857fd6-08ae-4cfb-ac3c-d26aad09b008 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:22.105695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.115531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-deleted', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:22.151011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.196627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f078865540be4d17a4b25e05ab4e0c3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2102938 Jan 18 23:27:22.206294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:22.235554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283977e6-259e-4d2e-929e-5ad262568806']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.249310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56a110-0cd1-468f-bd14-2ced06e4d5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf6ddf-3ae4-449f-b589-b92093a37caa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:22.259825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:22.271012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69ebcb4-1a23-4795-8860-3f7494411aca') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.271676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69ebcb4-1a23-4795-8860-3f7494411aca') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.297469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:22.330673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:22.420391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:22.421068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.450867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 667c77cb-b69b-4764-b325-5f7e0893271c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:22.458362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.539498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:22.552865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.556080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] The port '667c77cb-b69b-4764-b325-5f7e0893271c' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:22.558886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a089210d-572a-4a7f-adbc-1c38ff960931 req-295819b5-e0c7-4dee-b745-f0b27c73c76d tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.89 "DELETE /v2.0/ports/f6857fd6-08ae-4cfb-ac3c-d26aad09b008 HTTP/1.1" status: 204 len: 173 time: 2.9554532 Jan 18 23:27:22.613433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7a9bfe2-c2c6-4c0c-b3a1-bbf3f65c76f9 req-9e736393-1d24-4d7b-9e3e-bfac1e9e9d4d tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d07bc9e-7f2d-46a8-b95a-58a8afdb7e34 HTTP/1.1" status: 200 len: 210 time: 0.0911474 Jan 18 23:27:22.617809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:22.640425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.664657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:22.665370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: util.warn( Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:22.699641 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:22.761225 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6013dce9-d593-47c3-ac21-bebd2ccc29e5', 'name': 'network-vif-deleted', 'tag': 'f6857fd6-08ae-4cfb-ac3c-d26aad09b008', 'status': 'completed', 'code': 200} Jan 18 23:27:22.762537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-1cd8630f-75e5-4072-9e50-8d2c66d214ad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6776862 Jan 18 23:27:22.770790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.778306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.787628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Request body: {'port': {'device_id': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:22.821005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5ce0-c05e-4cc6-8cef-bcf93d0d0934 None None] Provisioning for port 2ac61f1a-c37f-4f66-88e0-582378a867b5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:22.830836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5ce0-c05e-4cc6-8cef-bcf93d0d0934 None None] Provisioning complete for port 2ac61f1a-c37f-4f66-88e0-582378a867b5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:22.841621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5ce0-c05e-4cc6-8cef-bcf93d0d0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.857810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68078e6-4866-49e7-a6b5-b89922dfb7c7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.877721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b87e1-3f13-40b3-8bf7-78acb155c32d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.878026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b87e1-3f13-40b3-8bf7-78acb155c32d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:22.926927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:22.944053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d5ce0-c05e-4cc6-8cef-bcf93d0d0934 None None] Port 2ac61f1a-c37f-4f66-88e0-582378a867b5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:27:22.948952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad5201-5bd5-48fa-882e-ff8a748a99ae req-699604dd-787f-4b2e-88a4-1c1b64a2234a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:22.950517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15ad5201-5bd5-48fa-882e-ff8a748a99ae req-699604dd-787f-4b2e-88a4-1c1b64a2234a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 931 time: 0.6610949 Jan 18 23:27:23.032548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.081145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.087596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.119359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.138861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.146169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:23.146569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:23.163053 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:23.171483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=283977e6-259e-4d2e-929e-5ad262568806,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:23.184401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09e94052-8ba0-4dd2-a92a-f275b6628d2c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/283977e6-259e-4d2e-929e-5ad262568806 HTTP/1.1" status: 204 len: 168 time: 4.1770189 Jan 18 23:27:23.192118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb09c642-1937-4512-af0d-9bb6670f0695 req-b6be9870-c7cc-4a93-b249-0cd8348ea9c7 tempest-ServersNegativeTestJSON-650052120 tempest-ServersNegativeTestJSON-650052120-project] 10.222.0.59 "GET /v2.0/ports?device_id=6013dce9-d593-47c3-ac21-bebd2ccc29e5 HTTP/1.1" status: 200 len: 210 time: 0.1004443 Jan 18 23:27:23.196554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56804) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.200624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1466456732', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:23.208069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:23.220457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ebbf9080-32f6-414e-ba01-8c579dce76e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bec0714a43454924983256a688a22a76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5899398 Jan 18 23:27:23.222122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56808) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.222732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15ad5201-5bd5-48fa-882e-ff8a748a99ae req-432b3a41-c04d-460f-8dfd-96c8c7de3971 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454076 Jan 18 23:27:23.224902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:23.229886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:23.237203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:23.297306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.313926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf6ddf-3ae4-449f-b589-b92093a37caa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:23.336678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.340901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.346175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.349055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2f28b880-e489-4b49-9a37-4e2ae77150a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bcf6ddf-3ae4-449f-b589-b92093a37caa HTTP/1.1" status: 204 len: 168 time: 1.1400812 Jan 18 23:27:23.399183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.415427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.433414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.441765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.459467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=e68078e6-4866-49e7-a6b5-b89922dfb7c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:23.489294 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-878b2f11-227b-4adc-a966-428d61575e3b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/e68078e6-4866-49e7-a6b5-b89922dfb7c7 HTTP/1.1" status: 204 len: 168 time: 11.3518107 Jan 18 23:27:23.490993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.496295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.526124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.536494 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79f46a5-bd89-4f88-93b3-01fc71fa1a08 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:23.537042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79f46a5-bd89-4f88-93b3-01fc71fa1a08 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:23.544088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:23.575723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b79f46a5-bd89-4f88-93b3-01fc71fa1a08 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/681a6d8b-c82a-495c-aec2-6024a7213b4f HTTP/1.1" status: 404 len: 337 time: 0.0858860 Jan 18 23:27:23.577258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56826) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.601997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: f6857fd6-08ae-4cfb-ac3c-d26aad09b008 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:23.601997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f6857fd6-08ae-4cfb-ac3c-d26aad09b008 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:23.614517 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-593f4b79-542d-41d6-a051-a06a309696df tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:23.614961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593f4b79-542d-41d6-a051-a06a309696df tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:23.616611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-593f4b79-542d-41d6-a051-a06a309696df tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/e68078e6-4866-49e7-a6b5-b89922dfb7c7 HTTP/1.1" status: 404 len: 339 time: 0.0383127 Jan 18 23:27:23.619307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.714005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.716126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af3037c9-11f4-4093-9348-b2f58b679ba2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5202537 Jan 18 23:27:23.725291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56836) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:23.736493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-412895625'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:23.755305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:23.769634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:23.780544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:23.791561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:23.794369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.811834 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.861147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0590dac-571f-4d62-80c5-88e4165f263c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:23.881691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac61f1a-c37f-4f66-88e0-582378a867b5 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:23.881691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.881691 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c282056f-8281-4066-9c50-3bbaa22b618f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0590dac-571f-4d62-80c5-88e4165f263c HTTP/1.1" status: 204 len: 168 time: 0.6581018 Jan 18 23:27:23.886729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:23.909667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Transition to ACTIVE for port object 2ac61f1a-c37f-4f66-88e0-582378a867b5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:24.001363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.051200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.070753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.083921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7aa15e-fa4e-4667-8462-6a83afcc2aa2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:24.097568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61d930c-95c6-44ee-997f-7897095b6c4a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:24.097946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61d930c-95c6-44ee-997f-7897095b6c4a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:24.111564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.119534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:24.123272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.158690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.166116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:27:24.173097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:24.173436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:24.191451 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:24.353008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:24.399537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56862) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.411488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.461225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.462195 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 8ce99686-eca8-4225-b5c5-aea17e8fc0c1 of type vlan for network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 Jan 18 23:27:24.470907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.495637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=0e7aa15e-fa4e-4667-8462-6a83afcc2aa2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:24.502073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.538760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f78fba1f-f731-46c8-acef-7e65b865f99b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/0e7aa15e-fa4e-4667-8462-6a83afcc2aa2 HTTP/1.1" status: 204 len: 168 time: 0.9180260 Jan 18 23:27:24.541887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56872) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.565720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.631464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.640312 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fcf53f-4796-4d5e-a60c-5de7c9cb2359 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:24.640901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fcf53f-4796-4d5e-a60c-5de7c9cb2359 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:24.645048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-94fcf53f-4796-4d5e-a60c-5de7c9cb2359 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/3ab54e5c-fb6f-4837-8b5d-2f2d389066a9 HTTP/1.1" status: 404 len: 337 time: 0.0828137 Jan 18 23:27:24.646793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56878) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.694025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Attempting to bind port 2ac61f1a-c37f-4f66-88e0-582378a867b5 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:24.694491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Attempting to bind port 2ac61f1a-c37f-4f66-88e0-582378a867b5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:24.695446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Attempting to bind port 2ac61f1a-c37f-4f66-88e0-582378a867b5 on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:24.702899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Port 2ac61f1a-c37f-4f66-88e0-582378a867b5 on network 6e98de5c-2994-4315-a19e-0d2c0ece995b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:27:24.706772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Attempting to bind port 2ac61f1a-c37f-4f66-88e0-582378a867b5 on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:24.710756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:24.711200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:24.711657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:24.712159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Bound port: 2ac61f1a-c37f-4f66-88e0-582378a867b5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:24.712579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.730355 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e8a96a-6d8e-4ed7-9052-6ebf481b7b64 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:24.730355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e8a96a-6d8e-4ed7-9052-6ebf481b7b64 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:24.737952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90e8a96a-6d8e-4ed7-9052-6ebf481b7b64 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/87f6c4fe-a221-4eae-9a34-9de619e9f5fa HTTP/1.1" status: 404 len: 339 time: 0.0751128 Jan 18 23:27:24.743267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56882) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.747168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.751796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:24.752620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.844019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:24.849655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:24.858139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.881557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e877d1-1c58-4640-b35f-ca5f182e215c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:24.886293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.887421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bb4cab99-a80e-4a4e-8904-3921b5cb195f tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/security-groups/54e877d1-1c58-4640-b35f-ca5f182e215c HTTP/1.1" status: 204 len: 168 time: 0.8078024 Jan 18 23:27:24.891162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56888) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.930505 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-ef72d7be-43a3-48c1-859f-b23c340c6e48 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] show failed (client error): The resource could not be found. Jan 18 23:27:24.935424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef72d7be-43a3-48c1-859f-b23c340c6e48 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "GET /v2.0/security-groups/54e877d1-1c58-4640-b35f-ca5f182e215c HTTP/1.1" status: 404 len: 347 time: 0.0432878 Jan 18 23:27:24.936861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:24.974183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56894) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:24.981985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Deleting subnet b767ef00-f123-4afd-99cf-cf6a6ae5a9bf {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:24.997367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.107062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=90c90e61-2e92-4b97-acd6-9b5f68c42d82,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:25.127666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df7b82-dad9-40eb-b996-181af95e11f5 req-29f82a21-436d-4a8a-8c1d-11cf2aa9aff1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:25.136557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17df7b82-dad9-40eb-b996-181af95e11f5 req-29f82a21-436d-4a8a-8c1d-11cf2aa9aff1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 943 time: 0.5957272 Jan 18 23:27:25.142001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ca2721aa-e0a8-4adf-ae51-cb274c35abd6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4150116 Jan 18 23:27:25.144817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56906) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:25.146453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.150490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] 10.222.0.89 "PUT /v2.0/ports/2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 200 len: 1091 time: 2.3685131 Jan 18 23:27:25.154525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:25.180603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:27:25.272606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:25.389893 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5', 'status': 'completed', 'code': 200} Jan 18 23:27:25.485700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.517222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.517572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.517914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.518252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.518641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.518975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.519294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.519803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.520674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.525327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.525572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11740540-f080-4c29-ad08-3146d120ad0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:25.537146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:25.547830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:25.567688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 41aca415-65ea-48c9-be19-8e6b59f6e3dd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:25.568031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.624857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting subnet cf961e83-def8-424b-8942-3892c53319d8 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:25.629031 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.692490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.839424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-0ad7f012-c983-4da9-b87b-6aad8c22a2ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 1094 time: 0.5406392 Jan 18 23:27:25.850177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aaabf5a4-7939-4749-9e55-d022f0c0de74 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:25.850823 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-aaabf5a4-7939-4749-9e55-d022f0c0de74 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:27:25.855485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aaabf5a4-7939-4749-9e55-d022f0c0de74 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3063486 Jan 18 23:27:25.857459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56928) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:25.905214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.922877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-74b8c9c9-b4a0-4644-9873-acb3a53cd8c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 200 len: 217 time: 0.0662258 Jan 18 23:27:25.928664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191343671'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:25.934816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:25.939064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:25.941659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:25.948250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:25.951521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:25.994049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:25.997946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:26.000859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:26.006888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:26.013046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.034757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17df7b82-dad9-40eb-b996-181af95e11f5 req-6f415fe2-9625-4873-992d-b5ad34225f99 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8958924 Jan 18 23:27:26.061718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.067227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:26.083020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-f57930f5-2cb9-48f9-aaca-37aa5e4245e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:26.084459 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-f57930f5-2cb9-48f9-aaca-37aa5e4245e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1288886 Jan 18 23:27:26.134776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.135104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.198075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.271195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.274453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 41aca415-65ea-48c9-be19-8e6b59f6e3dd owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:26.305556 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.326840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:26.336275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:26.338847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b767ef00-f123-4afd-99cf-cf6a6ae5a9bf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:26.342717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:26.355707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:26.379241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=cf961e83-def8-424b-8942-3892c53319d8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:26.382745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.388815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.388998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c26b5-95a0-49d5-a88c-33c35d535dd6 None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:26.408995 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-276f1812-1c5f-455e-8e9a-4768b5456288 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189087 Jan 18 23:27:26.420155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-df4acae3-98d8-4107-b659-dc0ee28df0f2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b767ef00-f123-4afd-99cf-cf6a6ae5a9bf HTTP/1.1" status: 204 len: 168 time: 2.0195878 Jan 18 23:27:26.423939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5dd3ef9c-6d78-4d60-88c8-2b59cb286b1a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/cf961e83-def8-424b-8942-3892c53319d8 HTTP/1.1" status: 204 len: 168 time: 1.6759720 Jan 18 23:27:26.423939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:26.426461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:26.614113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.653581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-7946ed6a-4e56-4167-9c2d-2f63e8dce18a service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367208 Jan 18 23:27:26.684938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.698856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.705984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting subnet 1e7e475d-543d-4477-9624-436448bdea2f {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:26.720618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.791818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.810034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=41aca415-65ea-48c9-be19-8e6b59f6e3dd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:26.896644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:26.949176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5e61f9d0-d5dc-4f19-bbe7-ffae01eb38a1 req-cf08bc8e-d07b-4050-a4b2-e50406612e23 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868161 Jan 18 23:27:27.024148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9280849e-4aa2-458b-9eb6-d4a870ca321e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:27.027873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:27.037835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:27.042431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:27.051190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:27.072638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.076633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.123135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.224926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.227959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ed266ee3-1981-4eae-9df0-0c776fa99b43 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/floatingips/4becbc09-2e10-49a7-815a-2fe70e4f7a60 HTTP/1.1" status: 204 len: 168 time: 2.1900239 Jan 18 23:27:27.249735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56972) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:27.278072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.294717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-3faeb8d9-8ce5-40e8-b67e-061a3917cde8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 1094 time: 0.2051902 Jan 18 23:27:27.311975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.408462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.493949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090ff8b4-2cad-4137-ade7-87746104bc1c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:27.547157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367471fe-12f0-4a7d-8db1-20eac2d12508']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:27.560659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.563110 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7dddc118-7fec-4fae-b01a-06444752fe49 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6414819 Jan 18 23:27:27.564113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3894fad-484e-4d6c-8563-586bd85c5d51') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:27.569117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3894fad-484e-4d6c-8563-586bd85c5d51') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:27.569261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faae63-0484-44fa-b70f-067c0e759b63 req-dc500b23-7f36-4286-9b08-846f6871f81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.569261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-dc500b23-7f36-4286-9b08-846f6871f81d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.2639399 Jan 18 23:27:27.571121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56988) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:27.581830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=2c177607-6213-4aca-af4a-98edaf4f60d7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:27.624827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.637534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': '090ff8b4-2cad-4137-ade7-87746104bc1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:27.657535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:27.661048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ada9c16d-9a5f-4993-a1b1-e758f920c54c None None] Provisioning complete for port d08a560e-905a-45d9-a522-3325a3a35873 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:27.661972 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ada9c16d-9a5f-4993-a1b1-e758f920c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.665447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:27.677830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-f3c3e64c-087c-4eb7-a045-4c9045d09e07 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 200 len: 217 time: 0.1020172 Jan 18 23:27:27.678710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:27.687188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:27.700794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port a045729b-4352-4c46-bbc8-d9829af9cc95 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:27.700794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.731597 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.763126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faae63-0484-44fa-b70f-067c0e759b63 req-1524580a-be57-493d-876f-efa5f9198e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:27.764734 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-1524580a-be57-493d-876f-efa5f9198e3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0795050 Jan 18 23:27:27.780220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:27.780809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:27.802002 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:27.858329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.878302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:27.963726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6b849-8585-4831-9c88-5b562e29fb4b None None] Network a42152a3-15fb-4bc7-bb23-3be82aec9fda requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:27.985877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.030092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e001f-a189-43ee-8c12-28b96997aa36 req-e984c740-0942-4a67-9edd-ff0d9f9651c5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:28.042018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-680e001f-a189-43ee-8c12-28b96997aa36 req-e984c740-0942-4a67-9edd-ff0d9f9651c5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 943 time: 0.7343922 Jan 18 23:27:28.044869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:28.045506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: 90c90e61-2e92-4b97-acd6-9b5f68c42d82, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:28.063128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7e475d-543d-4477-9624-436448bdea2f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:28.134720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-da0bd06b-696f-4b59-af62-a24ffdd8681a tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/1e7e475d-543d-4477-9624-436448bdea2f HTTP/1.1" status: 204 len: 168 time: 1.7043924 Jan 18 23:27:28.138878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:28.168640 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-fde4d191-0a36-4131-aa4e-c4edbfb8025c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922617 Jan 18 23:27:28.208162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.267376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] DHCP port deletion for a42152a3-15fb-4bc7-bb23-3be82aec9fda request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:28.271361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-680e001f-a189-43ee-8c12-28b96997aa36 req-32914323-40f0-45b1-a0b9-60d41c9e1b38 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281682 Jan 18 23:27:28.274521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Deleting port d08a560e-905a-45d9-a522-3325a3a35873 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:28.275250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.291384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.306222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.360244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa17c941-58ee-4dba-bed2-79b67689e16c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:28.380129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.407967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-f2e8220c-ffae-4fbe-a0e4-f8f8be03d147 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256224 Jan 18 23:27:28.417023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=367471fe-12f0-4a7d-8db1-20eac2d12508,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:28.464576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.489693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port d08a560e-905a-45d9-a522-3325a3a35873 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:28.489930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.514310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.515519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ba241666-c686-4843-b2d7-9a238412028f tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9432774 Jan 18 23:27:28.519762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:28.520107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.526009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': '090ff8b4-2cad-4137-ade7-87746104bc1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:28.528392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:28.534972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:28.541397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d08a560e-905a-45d9-a522-3325a3a35873,segment=NetworkSegment(b23b8a86-f642-413f-ba34-2bf75d1886b8),segment_id=b23b8a86-f642-413f-ba34-2bf75d1886b8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:28.541785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.547264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:28.552165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:28.563181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:28.603463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-15faae63-0484-44fa-b70f-067c0e759b63 req-8249e0f7-cc64-45bc-bb10-e1a2d4f512ae service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896143 Jan 18 23:27:28.618983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-def36935-c1f1-4701-8b53-6a02abb964c5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/367471fe-12f0-4a7d-8db1-20eac2d12508 HTTP/1.1" status: 204 len: 168 time: 2.1946445 Jan 18 23:27:28.669184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Calling delete_port for d08a560e-905a-45d9-a522-3325a3a35873 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:28.688045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for a045729b-4352-4c46-bbc8-d9829af9cc95 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:28.717700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 90c90e61-2e92-4b97-acd6-9b5f68c42d82) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:28.722195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:28.722986 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.739008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:28.756209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923658a-bf5b-435d-84db-7b4df155f5aa None None] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:28.815568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57062) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:28.947586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c76cdecb-9c80-46cf-853a-e5227558f23b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7987423 Jan 18 23:27:28.947810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.024617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port d08a560e-905a-45d9-a522-3325a3a35873, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d08a560e-905a-45d9-a522-3325a3a35873,segment=NetworkSegment(b23b8a86-f642-413f-ba34-2bf75d1886b8),segment_id=b23b8a86-f642-413f-ba34-2bf75d1886b8)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:29.025005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.039803 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:27:29.043515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b326fb94-53e1-4d81-a132-a0a7bbd1b7c4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5216582 Jan 18 23:27:29.048979 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.049141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.123566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] Pushing event deleted for resources: {'Port': ['ID=d08a560e-905a-45d9-a522-3325a3a35873,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:29.125483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc14af-d0fe-4662-96b5-06e7af922323 None None] No DVR routers for this DVR port d08a560e-905a-45d9-a522-3325a3a35873 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:29.137647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:27:29.138481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.146099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57084) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.198480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for d08a560e-905a-45d9-a522-3325a3a35873 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:29.216048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d08a560e-905a-45d9-a522-3325a3a35873 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:29.218043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.251057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d08a560e-905a-45d9-a522-3325a3a35873 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:29.251411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d08a560e-905a-45d9-a522-3325a3a35873 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:29.290310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.397291 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:29.397635 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:29.408069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.422697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=a045729b-4352-4c46-bbc8-d9829af9cc95,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:29.422914 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e606bfae-3b4b-42ad-8ccf-553be00dbb67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b58a4c1b68814f659a6c90b9547a905c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2599623 Jan 18 23:27:29.422914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:29.423933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57104) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.436554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Usage tracker for resource:security_group_rule and tenant:d182d56c5f7644e5b2edf64a5453e3b3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:29.437066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Allocated IP 172.20.0.2 (90c90e61-2e92-4b97-acd6-9b5f68c42d82/2c177607-6213-4aca-af4a-98edaf4f60d7/8012e59b-fd99-41b0-b869-f00207555c3a) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:29.440991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:29.455071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:29.571094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2ac61f1a-c37f-4f66-88e0-582378a867b5 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:27:29.681955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.712017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.768611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.772698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.778906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.817120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Transition to ACTIVE for port object 8012e59b-fd99-41b0-b869-f00207555c3a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:29.837060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.837662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:29.865244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '2ac61f1a-c37f-4f66-88e0-582378a867b5', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '2ac61f1a-c37f-4f66-88e0-582378a867b5', 'mac_address': 'fa:16:3e:7e:c4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:27:29.873758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.892059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.907293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port d08a560e-905a-45d9-a522-3325a3a35873 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:29.907957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.945719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d182d56c5f7644e5b2edf64a5453e3b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1287966 Jan 18 23:27:29.959951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eead8ab5-bb24-433e-84fc-c8f54e0abf73 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/ports/a045729b-4352-4c46-bbc8-d9829af9cc95 HTTP/1.1" status: 204 len: 168 time: 2.7085865 Jan 18 23:27:29.966060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Transition to ACTIVE for port object 8012e59b-fd99-41b0-b869-f00207555c3a will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:29.969517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.969679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:29.982998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.984048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.986628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:29.989952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/090ff8b4-2cad-4137-ade7-87746104bc1c HTTP/1.1" status: 204 len: 168 time: 0.9355850 Jan 18 23:27:30.004909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac61f1a-c37f-4f66-88e0-582378a867b5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:27:30.023509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:30.052258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57134) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:30.059386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.070554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.089603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3719-8626-4bee-a5f7-e08602320250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fed425-8d0a-4cea-976f-cd0c231982c7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.110949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61468a0b-6ffc-41fb-bd58-d1bc524fedb0 req-517f1a97-c0e5-41d6-a598-cca360924887 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:30.112368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61468a0b-6ffc-41fb-bd58-d1bc524fedb0 req-517f1a97-c0e5-41d6-a598-cca360924887 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 943 time: 0.6350563 Jan 18 23:27:30.115525 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.127612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18d2cf-ab99-494b-b64f-b0d25695c7f4 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ff8b4-2cad-4137-ade7-87746104bc1c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.142613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] The port 'd08a560e-905a-45d9-a522-3325a3a35873' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:30.180220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Pushing event updated for resources: {'Port': ['ID=8012e59b-fd99-41b0-b869-f00207555c3a,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.193159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f5e98-77ca-4a85-85b1-cc4c95007da6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.227373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port 46d7e300-7d11-4843-89d9-956976ddd9e0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:30.227729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.253267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:30.266984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:30.271917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:30.297159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.300807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae693780-0ca3-446d-8905-e251de8e97a3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:30.411229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Attempting to bind port 8012e59b-fd99-41b0-b869-f00207555c3a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:30.411719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Attempting to bind port 8012e59b-fd99-41b0-b869-f00207555c3a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:30.412201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Attempting to bind port 8012e59b-fd99-41b0-b869-f00207555c3a on network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:30.422896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:30.423418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Checking segment: {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:30.424862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.426783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Bound using segment: {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:30.432349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Bound port: 8012e59b-fd99-41b0-b869-f00207555c3a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:30.432918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.433961 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.443185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61468a0b-6ffc-41fb-bd58-d1bc524fedb0 req-39bc14ec-8399-4667-b677-4297b50ddcf7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996058 Jan 18 23:27:30.458651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.493753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:27:30.505470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42152a3-15fb-4bc7-bb23-3be82aec9fda']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:30.516124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.517281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2467a5f5-f881-4db3-a068-ad4276315267 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/684f5e98-77ca-4a85-85b1-cc4c95007da6 HTTP/1.1" status: 204 len: 168 time: 1.0924957 Jan 18 23:27:30.546585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.554565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23b8a86-f642-413f-ba34-2bf75d1886b8') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:30.554868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23b8a86-f642-413f-ba34-2bf75d1886b8') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:30.612972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] For port 8012e59b-fd99-41b0-b869-f00207555c3a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:30.634253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.636459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] For port 8012e59b-fd99-41b0-b869-f00207555c3a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8012e59b-fd99-41b0-b869-f00207555c3a,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:30.666328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.20.0.1 (90c90e61-2e92-4b97-acd6-9b5f68c42d82/2c177607-6213-4aca-af4a-98edaf4f60d7/6c88c4f4-fe85-46e1-b936-f93c65652414) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:30.687387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.710144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:30.711328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:30.726511 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:30.744192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.821615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.857939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf99793-dd13-4d7f-b908-d77b015a15c9 None None] Pushing event updated for resources: {'Port': ['ID=8012e59b-fd99-41b0-b869-f00207555c3a,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:30.869906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae693780-0ca3-446d-8905-e251de8e97a3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:30.875235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae693780-0ca3-446d-8905-e251de8e97a3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8219597 Jan 18 23:27:30.875808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57176) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:30.886039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449086364'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:30.902219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:30.913977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:30.922577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:30.954901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for 46d7e300-7d11-4843-89d9-956976ddd9e0 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:30.990036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 6c88c4f4-fe85-46e1-b936-f93c65652414 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:31.013878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.015273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.019169 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.062844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:31.067051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:31.070993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:31.077430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.080197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:31.131755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.208266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fed425-8d0a-4cea-976f-cd0c231982c7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:31.213890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=a42152a3-15fb-4bc7-bb23-3be82aec9fda,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:31.253052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7dfb0be2-7056-4cf9-b6f8-4673f120f6e9 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/a42152a3-15fb-4bc7-bb23-3be82aec9fda HTTP/1.1" status: 204 len: 168 time: 3.0935743 Jan 18 23:27:31.260709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.265077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57200) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.270692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e89077ae-f4ae-4b00-be1c-55cc13a18fd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5fed425-8d0a-4cea-976f-cd0c231982c7 HTTP/1.1" status: 204 len: 168 time: 1.2969303 Jan 18 23:27:31.344309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.361427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.378815 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d660b42-d7d8-423f-afaa-f61368da4089 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.379860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d660b42-d7d8-423f-afaa-f61368da4089 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.391098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:31.400081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:31.404338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:31.428339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Port': ['ID=46d7e300-7d11-4843-89d9-956976ddd9e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:31.455541 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d660b42-d7d8-423f-afaa-f61368da4089 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/59b82cec-b977-4dea-a792-b1c44122d097 HTTP/1.1" status: 404 len: 337 time: 0.1895335 Jan 18 23:27:31.456504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:31.459237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57220) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.500791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.520395 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d8e27b-f125-4df8-95ba-177cc0da8e14 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.520925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d8e27b-f125-4df8-95ba-177cc0da8e14 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.522510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08d8e27b-f125-4df8-95ba-177cc0da8e14 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/a5915e3b-68b7-442c-a4a5-468d224cfdd5 HTTP/1.1" status: 404 len: 339 time: 0.0568464 Jan 18 23:27:31.532569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.579368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2ac61f1a-c37f-4f66-88e0-582378a867b5 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:31.581334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.583543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-93b0fb8a-c8b2-47cc-b951-3228095848a6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/ports/46d7e300-7d11-4843-89d9-956976ddd9e0 HTTP/1.1" status: 204 len: 168 time: 1.6103175 Jan 18 23:27:31.586937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.620201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc379b86-99d7-4deb-a4fd-17adbed21620,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:31.624168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.633670 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-285f13fa-20ca-403c-bec2-0b0e86709502 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.634266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285f13fa-20ca-403c-bec2-0b0e86709502 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.636127 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-285f13fa-20ca-403c-bec2-0b0e86709502 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/782a3c6a-298b-41eb-80e4-a000cb27d6b7 HTTP/1.1" status: 404 len: 337 time: 0.1026242 Jan 18 23:27:31.638655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.687125 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e479a53b-5cd1-43c2-aea3-afc2fabb163f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.687573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e479a53b-5cd1-43c2-aea3-afc2fabb163f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.692582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e479a53b-5cd1-43c2-aea3-afc2fabb163f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/33bcd8c0-28cd-40fd-ad23-0b6f8bc3f16c HTTP/1.1" status: 404 len: 339 time: 0.0505321 Jan 18 23:27:31.693256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.742683 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.742683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-842cb11f-934a-44e0-9dc7-e51b40db4975 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8576918 Jan 18 23:27:31.743465 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1daf1007-5c6b-41cf-b6e0-4a878d8843c7 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.743465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1daf1007-5c6b-41cf-b6e0-4a878d8843c7 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.747465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1daf1007-5c6b-41cf-b6e0-4a878d8843c7 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/5710631a-087b-410d-a75b-4b02a7e33559 HTTP/1.1" status: 404 len: 337 time: 0.0491428 Jan 18 23:27:31.747465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.751773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57256) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.758987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b6a8ac30-3f0a-453c-bc8a-3d1b99fb24a1 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'cc379b86-99d7-4deb-a4fd-17adbed21620', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:31.759969 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-b6a8ac30-3f0a-453c-bc8a-3d1b99fb24a1 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:31.763512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6a8ac30-3f0a-453c-bc8a-3d1b99fb24a1 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129957 Jan 18 23:27:31.784973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:31.789577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 2ac61f1a-c37f-4f66-88e0-582378a867b5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:31.796008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 2ac61f1a-c37f-4f66-88e0-582378a867b5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:31.800094 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:31.801629 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f568f2a-e14d-4af2-8950-3265a7327b7c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:31.802068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f568f2a-e14d-4af2-8950-3265a7327b7c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:31.803933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f568f2a-e14d-4af2-8950-3265a7327b7c tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/4dbac6af-bfa3-40db-ac84-2dc36cfba48f HTTP/1.1" status: 404 len: 339 time: 0.0510225 Jan 18 23:27:31.806841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:32.138607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.207949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:27:32.220454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:32.244716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec98b2-b1f5-4e42-b9fc-9d6b7a355dec req-0d660252-b962-4f9f-91a8-d46848e38482 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:32.245794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ec98b2-b1f5-4e42-b9fc-9d6b7a355dec req-0d660252-b962-4f9f-91a8-d46848e38482 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 944 time: 0.6066527 Jan 18 23:27:32.301813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.310865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.410119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.421951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting subnet 7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:32.425323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.431968 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5', 'code': 200} Jan 18 23:27:32.452823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57308) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:32.467420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting subnet 4a339db5-197f-48eb-ab11-136ec12aeea4 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:32.487776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:32.530702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.535843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.594160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ec98b2-b1f5-4e42-b9fc-9d6b7a355dec req-996274bb-4ce0-408e-8292-453719afb12e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189015 Jan 18 23:27:32.637432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33378a-79b7-4444-914c-1e41c0f8fde6 None None] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:32.638834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.692987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.733146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.823415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.858231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.863509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:32.871713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Usage tracker for resource:security_group_rule and tenant:20c2101e99c34d18bd145eea168711d5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:32.877675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:32.899790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:32.908817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a01bdc2c-a4f4-4641-a10d-26e7885393df None None] Provisioning for port 8012e59b-fd99-41b0-b869-f00207555c3a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:32.972206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.012224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Subnet': ['ID=7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:33.025589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.025807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.026271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.026708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.027111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.027510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.028645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.029226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.029818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.030129 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415783c-5eb8-4a24-a786-ab9b72eb76b5 None None] Network 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:33.030252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.030636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:33.034715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82ffdcc9-1889-466d-879e-af6d5be7b5f5 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/subnets/7f0d0539-2735-4bf6-acf0-1ffe1d6f9ce8 HTTP/1.1" status: 204 len: 168 time: 1.4450281 Jan 18 23:27:33.037399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:33.355927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8012e59b-fd99-41b0-b869-f00207555c3a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:33.437461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting subnet 77f3154d-df39-48cb-bb37-0c41ccea2466 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:33.443219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.526745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.535040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:33.580173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.620084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc379b86-99d7-4deb-a4fd-17adbed21620,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:33.659699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Provisioning for port 6c88c4f4-fe85-46e1-b936-f93c65652414 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:33.674421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Provisioning complete for port 6c88c4f4-fe85-46e1-b936-f93c65652414 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:33.678715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.746888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.747512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8012e59b-fd99-41b0-b869-f00207555c3a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:33.754491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] DHCP port deletion for 7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:33.773520 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:27:33.782149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Deleting port d95ce7a3-077b-4ac7-becb-467437c7b102 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:33.783399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.868439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8012e59b-fd99-41b0-b869-f00207555c3a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:33.868439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.921529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.945719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Port 6c88c4f4-fe85-46e1-b936-f93c65652414 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:27:33.964623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3057cb0-5bf1-4765-92a9-d050fd2e8b16 req-a41ee1f7-345c-49a4-a173-06b54f4bb7ab service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 1096 time: 1.5107751 Jan 18 23:27:33.971659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:33.972751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b9452e45-478a-4b28-af6d-dd5bcb2ff38d tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc379b86-99d7-4deb-a4fd-17adbed21620 HTTP/1.1" status: 204 len: 168 time: 2.1860902 Jan 18 23:27:33.977276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57412) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:33.978747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964b8d8-18f3-41d5-90b5-aeb1fc59834a req-5b33874f-3189-41f3-85bb-c1ef2f4cabf6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:33.989173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a964b8d8-18f3-41d5-90b5-aeb1fc59834a req-5b33874f-3189-41f3-85bb-c1ef2f4cabf6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.1883194 Jan 18 23:27:34.022554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.032217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.043658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.093198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Subnet': ['ID=77f3154d-df39-48cb-bb37-0c41ccea2466,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:34.107893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.110652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a964b8d8-18f3-41d5-90b5-aeb1fc59834a req-941e5034-1f63-46ff-847d-406a418396e4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205356 Jan 18 23:27:34.113896 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.124516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-93fb80dd-f27a-4cd4-b207-7a29023500d6 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/subnets/77f3154d-df39-48cb-bb37-0c41ccea2466 HTTP/1.1" status: 204 len: 168 time: 1.0834963 Jan 18 23:27:34.124777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57422) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:34.152689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] For port d95ce7a3-077b-4ac7-becb-467437c7b102, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d95ce7a3-077b-4ac7-becb-467437c7b102,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:34.152689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.166155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.213928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=4a339db5-197f-48eb-ab11-136ec12aeea4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:34.274640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.279043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.293609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port d95ce7a3-077b-4ac7-becb-467437c7b102 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:34.294043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.310973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:34.315565 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3057cb0-5bf1-4765-92a9-d050fd2e8b16 req-cfd23a6b-27e7-4e97-ae3e-43ea01a5371e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417473 Jan 18 23:27:34.316486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.342975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20c2101e99c34d18bd145eea168711d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8830600 Jan 18 23:27:34.349669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57436) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:34.354554 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1add6dc1-3f54-439e-9e7e-df12ba1f615b tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/4a339db5-197f-48eb-ab11-136ec12aeea4 HTTP/1.1" status: 204 len: 168 time: 2.5430722 Jan 18 23:27:34.358126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1fa84-03a4-4600-9552-8be8f819fc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc42484-2b7d-4a62-a257-562f9a9c0c31,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:34.373362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-30d474ba-e772-4445-af5f-9e4cbe00a2b3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:34.375355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57440) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:34.394127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Calling delete_port for d95ce7a3-077b-4ac7-becb-467437c7b102 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:34.424993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59587744-3ac7-4ccd-85a2-a0ae53544cea None None] Network b8e5e2f5-54b1-4f66-975b-231ab5a851c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:34.439222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25ecd9-f1da-415b-9cca-2fd9f1b459c0 None None] Network 2ae686a9-0c53-40f0-96e5-0ce44222c03a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:34.600303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:34.625229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.646556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] For port d95ce7a3-077b-4ac7-becb-467437c7b102, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d95ce7a3-077b-4ac7-becb-467437c7b102,segment=NetworkSegment(96b111f4-dfb0-4f31-ada2-33d07054551e),segment_id=96b111f4-dfb0-4f31-ada2-33d07054551e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:34.646938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.668988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.692799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 94562cd4-4a16-4184-838e-d93730653cda {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:34.693067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.716737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-30d474ba-e772-4445-af5f-9e4cbe00a2b3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:34.721577 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30d474ba-e772-4445-af5f-9e4cbe00a2b3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7035830 Jan 18 23:27:34.724714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57466) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:34.757939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:34.761389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978520461'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:34.769969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.777517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:34.791181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:34.810720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Provisioning complete for port 8012e59b-fd99-41b0-b869-f00207555c3a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:34.811269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.855264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Calling delete_port for d95ce7a3-077b-4ac7-becb-467437c7b102 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:34.908252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.990933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:34.998867 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:34.999454 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:35.008295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:35.013530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Usage tracker for resource:security_group_rule and tenant:dd6bcf4aa7fc4b998ba0dd332b77721c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:35.020784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:35.025657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:35.057716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.070500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:35.108453 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.169790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] Pushing event deleted for resources: {'Port': ['ID=d95ce7a3-077b-4ac7-becb-467437c7b102,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:35.171957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.188969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37568a-4677-43b9-9761-01e5fa855db5 None None] No DVR routers for this DVR port d95ce7a3-077b-4ac7-becb-467437c7b102 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:35.276282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabba00e-54cc-4104-a686-2bda424033bc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:35.276554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8012e59b-fd99-41b0-b869-f00207555c3a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8012e59b-fd99-41b0-b869-f00207555c3a,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:35.287526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1ec7e694-2ca5-4683-a3c4-bd073d7444fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd6bcf4aa7fc4b998ba0dd332b77721c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6838350 Jan 18 23:27:35.287526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57492) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:35.314355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.330547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.350344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.355805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 94562cd4-4a16-4184-838e-d93730653cda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94562cd4-4a16-4184-838e-d93730653cda,segment=NetworkSegment(f29d6255-5e67-4ded-87a0-78a38749a043),segment_id=f29d6255-5e67-4ded-87a0-78a38749a043)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:35.356603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.364125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.448584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] DHCP port deletion for 2ae686a9-0c53-40f0-96e5-0ce44222c03a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:35.467595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d95ce7a3-077b-4ac7-becb-467437c7b102 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:35.510994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Deleting port 94562cd4-4a16-4184-838e-d93730653cda {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:35.511394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.575692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d95ce7a3-077b-4ac7-becb-467437c7b102 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:35.576053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d95ce7a3-077b-4ac7-becb-467437c7b102 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:35.611504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Deleting port d95ce7a3-077b-4ac7-becb-467437c7b102 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:35.612081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.647257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:35.647823 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-2f550e28-85db-44b5-a57f-42bc779d0dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:35.656161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] DHCP port deletion for b8e5e2f5-54b1-4f66-975b-231ab5a851c2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:35.658307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8012e59b-fd99-41b0-b869-f00207555c3a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:35.675022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Deleting port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:35.675942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.715118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.738813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] The port 'd95ce7a3-077b-4ac7-becb-467437c7b102' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:35.757799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 94562cd4-4a16-4184-838e-d93730653cda owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:35.790974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc42484-2b7d-4a62-a257-562f9a9c0c31,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:35.831257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:35.832422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56ab43ea-50d0-478e-911d-790d0412a062 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcc42484-2b7d-4a62-a257-562f9a9c0c31 HTTP/1.1" status: 204 len: 168 time: 1.4801207 Jan 18 23:27:35.855591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:35.873835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:35.879323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:35.898528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:35.921317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.029692 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.030430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24fc81-4ccd-458b-8330-d67c573f9b5d req-b4922175-199d-42cf-854e-4d2ac282c7b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:36.037881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff24fc81-4ccd-458b-8330-d67c573f9b5d req-b4922175-199d-42cf-854e-4d2ac282c7b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.6384284 Jan 18 23:27:36.078202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.088809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.140291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.144548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No DVR routers for this DVR port 94562cd4-4a16-4184-838e-d93730653cda on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:36.156109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Port': ['ID=94562cd4-4a16-4184-838e-d93730653cda,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:36.165469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b111f4-dfb0-4f31-ada2-33d07054551e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.165777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b111f4-dfb0-4f31-ada2-33d07054551e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.197619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff24fc81-4ccd-458b-8330-d67c573f9b5d req-36605d36-9aa2-4347-bef4-a4f7dbeaf5db tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581078 Jan 18 23:27:36.203427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.213016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.234995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] For port 94562cd4-4a16-4184-838e-d93730653cda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=94562cd4-4a16-4184-838e-d93730653cda,segment=NetworkSegment(f29d6255-5e67-4ded-87a0-78a38749a043),segment_id=f29d6255-5e67-4ded-87a0-78a38749a043)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:36.234995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.235301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.238649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.260427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabba00e-54cc-4104-a686-2bda424033bc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:36.263516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:36.264193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:36.283880 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:36.371330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.372949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee8c730e-e96a-4d22-9046-7df9807acc76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eabba00e-54cc-4104-a686-2bda424033bc HTTP/1.1" status: 204 len: 168 time: 1.0848773 Jan 18 23:27:36.390395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2e4eb9-2ca0-4b56-a7ec-5a14832e2e8e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:36.417347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Calling delete_port for 94562cd4-4a16-4184-838e-d93730653cda owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:36.425887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.436159 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-ce4cde6d-4ca1-476f-b89f-e044a06767fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4870431 Jan 18 23:27:36.479872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] For port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,segment=NetworkSegment(cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9),segment_id=cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:36.480534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.493201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.499741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.530333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae686a9-0c53-40f0-96e5-0ce44222c03a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.543050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.543050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c52ed6ac-339d-48a6-bb07-fb4a38b2a49b tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8064473 Jan 18 23:27:36.546740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:27:36.550695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:36.555469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29d6255-5e67-4ded-87a0-78a38749a043') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.555902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29d6255-5e67-4ded-87a0-78a38749a043') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:36.572443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Network': ['ID=7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:36.573431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ea5783f2-667f-494c-9fc1-79c907f9f62a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': '8c2e4eb9-2ca0-4b56-a7ec-5a14832e2e8e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:36.574200 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-ea5783f2-667f-494c-9fc1-79c907f9f62a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:36.575416 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea5783f2-667f-494c-9fc1-79c907f9f62a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0227482 Jan 18 23:27:36.579954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57558) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:36.591038 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.669552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Calling delete_port for 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:36.680148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.699152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.707138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:36.707624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.712604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.754191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05d57c02-443e-4949-b948-7e0f6e37b785 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/networks/7d1cc8ee-5004-4c41-bb74-3dff4a7ba5d7 HTTP/1.1" status: 204 len: 168 time: 2.6282866 Jan 18 23:27:36.755779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:36.756137 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:36.758972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:36.760944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0eb664ba-bc35-4093-8663-dc03dbe65588 None None] Provisioning complete for port 6c88c4f4-fe85-46e1-b936-f93c65652414 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:36.761314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0eb664ba-bc35-4093-8663-dc03dbe65588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.838079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0eb664ba-bc35-4093-8663-dc03dbe65588 None None] Port 6c88c4f4-fe85-46e1-b936-f93c65652414 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:36.849694 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:36.891398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.925211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:36.973235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] Pushing event deleted for resources: {'Port': ['ID=0c8802b8-91b6-4dcd-aa37-868b0c5f5be6,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:36.994028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e050c88-c79c-4948-8b83-44ad322a2486 None None] No DVR routers for this DVR port 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:36.998260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.032215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-eba1e8fd-d292-4f81-929e-b74dcce6e549 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.5627272 Jan 18 23:27:37.042416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2e4eb9-2ca0-4b56-a7ec-5a14832e2e8e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:37.140452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.140452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-117eed45-7e09-4418-b530-b5d6fa7c160a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/8c2e4eb9-2ca0-4b56-a7ec-5a14832e2e8e HTTP/1.1" status: 204 len: 168 time: 0.5563240 Jan 18 23:27:37.143550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57602) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.151997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.172339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.188270 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.208291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=2ae686a9-0c53-40f0-96e5-0ce44222c03a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:37.223806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e5e2f5-54b1-4f66-975b-231ab5a851c2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:37.242122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:37.242845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea49cbe-7c8c-4ddd-8afc-cc9cc05333b9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:37.257869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Deleting port 94562cd4-4a16-4184-838e-d93730653cda {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:37.258455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.260395 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.275947 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b009b97-bf2c-4c2c-b079-afd67a2268ab tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/2ae686a9-0c53-40f0-96e5-0ce44222c03a HTTP/1.1" status: 204 len: 168 time: 2.8938651 Jan 18 23:27:37.279969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57614) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.326135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.340370 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c347f64-f38a-4120-9065-5c2a7f54d3f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:37.341202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c347f64-f38a-4120-9065-5c2a7f54d3f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:37.345944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c347f64-f38a-4120-9065-5c2a7f54d3f4 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/e37181a0-a59d-42e9-9647-3c2a1ef0f428 HTTP/1.1" status: 404 len: 337 time: 0.0648651 Jan 18 23:27:37.350498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.351950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:37.352522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.361782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-52df8203-405a-4fc7-bff2-0721b82998f3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:37.376552 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:37.379551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-9204aa80-5ac1-415f-9d1a-f184c95c6357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:37.384151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-9204aa80-5ac1-415f-9d1a-f184c95c6357 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3173916 Jan 18 23:27:37.406459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-76e96a92-e60b-40a2-977b-3c20f3ff9bd4 None None] The port '94562cd4-4a16-4184-838e-d93730653cda' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:37.446164 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cd3867-45f6-4f6f-b72e-bec547c99393 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] DELETE failed (client error): The resource could not be found. Jan 18 23:27:37.446164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cd3867-45f6-4f6f-b72e-bec547c99393 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:27:37.459570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8012e59b-fd99-41b0-b869-f00207555c3a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:37.463818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-41cd3867-45f6-4f6f-b72e-bec547c99393 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/41b2cf05-9a8c-4f91-90b9-781f0ecde955 HTTP/1.1" status: 404 len: 339 time: 0.1053669 Jan 18 23:27:37.464496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.507729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-52df8203-405a-4fc7-bff2-0721b82998f3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:37.509547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-52df8203-405a-4fc7-bff2-0721b82998f3 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3647454 Jan 18 23:27:37.515923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.530387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:37.539939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-76db772c-0ee3-4517-892f-2f6a418285b7 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5881588 Jan 18 23:27:37.545724 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:37.546358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--108107182'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:37.553036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:37.562573 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:37.565849 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:37.567017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:37.584703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57646) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:37.585198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8012e59b-fd99-41b0-b869-f00207555c3a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:37.586219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.595253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-2076206701'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:37.601910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:37.607363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:37.610423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:37.618922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:37.680263 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-7884249a-17e7-4d67-9689-a8dd261f7fee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.2725782 Jan 18 23:27:37.685157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.848371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:37.855971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:37.861361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:37.939953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:37.940635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0c8802b8-91b6-4dcd-aa37-868b0c5f5be6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:37.941260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94562cd4-4a16-4184-838e-d93730653cda no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:37.942289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:37.947883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.024959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-888baefc-c6ae-49dc-bae2-346557ed231c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:38.026816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-888baefc-c6ae-49dc-bae2-346557ed231c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.3455117 Jan 18 23:27:38.027737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:27:38.030444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:38.034833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting subnet d777692e-799a-46f5-82ee-97893392c330 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:27:38.044752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 94562cd4-4a16-4184-838e-d93730653cda {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:38.045591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 94562cd4-4a16-4184-838e-d93730653cda not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:38.109065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.111472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:38.113694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.120502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:38.133491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.134060 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 862f9b66-412d-4883-ae0e-7d1a79921b8e of type vlan for network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d Jan 18 23:27:38.135515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:38.182611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.221726 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.273728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a86776-ea21-4de3-a2a7-a11ff1f64aa4 req-5774ff51-4b78-4f3a-8902-32f95ae102e0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:38.283265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7a86776-ea21-4de3-a2a7-a11ff1f64aa4 req-5774ff51-4b78-4f3a-8902-32f95ae102e0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.7682638 Jan 18 23:27:38.323548 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-890b9c0f-d0ac-4468-8d8f-bc63f808837c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2870061 Jan 18 23:27:38.345998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] Pushing event deleted for resources: {'Network': ['ID=b8e5e2f5-54b1-4f66-975b-231ab5a851c2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:38.361845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-57917696-ece1-41b8-9141-075339132ca0 tempest-TaggedBootDevicesTest_v242-716334952 tempest-TaggedBootDevicesTest_v242-716334952-project] 10.222.0.59 "DELETE /v2.0/networks/b8e5e2f5-54b1-4f66-975b-231ab5a851c2 HTTP/1.1" status: 204 len: 168 time: 1.5971217 Jan 18 23:27:38.383744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.387762 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:31Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:33Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:38.391141 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:27:38.395603 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Updating router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 port 6c88c4f4-fe85-46e1-b936-f93c65652414 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:27:38.440364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.450801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:38.452337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.513407 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.552678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7a86776-ea21-4de3-a2a7-a11ff1f64aa4 req-2b7fc929-a5f7-4330-a53f-29664eb1e0aa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673702 Jan 18 23:27:38.640399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.719590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57712) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:38.740064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:38.746709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1605988 Jan 18 23:27:38.888674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57722) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:38.993095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.047104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.093476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82395ba-1e7e-440e-bfd1-c3d1128be8ca,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:39.114637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.125284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-5ca9a836-854c-4677-9909-abdaa9eabafb service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885895 Jan 18 23:27:39.125461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Subnet': ['ID=d777692e-799a-46f5-82ee-97893392c330,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:39.127350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.133310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711cdd1c-1b28-4917-83f2-6d279c2e60ce None None] Network e9fb10a4-440f-4001-8c1e-17d7461f8c98 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:39.137803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0636016-3ada-4edb-8ec6-76c52b86137f tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/subnets/d777692e-799a-46f5-82ee-97893392c330 HTTP/1.1" status: 204 len: 168 time: 1.6170115 Jan 18 23:27:39.140246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.142582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1391692512-network', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.151911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cd657-233e-4abc-bb2c-8af254dfe7b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=cccf6ba4-3783-43b8-8ee7-b09168f5ea3d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:39.176112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:39.179696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:27:39.204488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.207608 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ada56e7a-869d-4fb5-b4cd-7c780eed31e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6903260 Jan 18 23:27:39.212412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Usage tracker for resource:network and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:39.215288 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.217339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:39.226498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:39.240776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.246813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-708b5a55-1979-4b6b-a367-2136d40e4722 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'f82395ba-1e7e-440e-bfd1-c3d1128be8ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.254254 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-708b5a55-1979-4b6b-a367-2136d40e4722 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:39.254254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-708b5a55-1979-4b6b-a367-2136d40e4722 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066774 Jan 18 23:27:39.254512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Transition to ACTIVE for port object 6c88c4f4-fe85-46e1-b936-f93c65652414 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:39.254611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57752) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.260616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4cbb2dc9-aa11-4557-a4ef-4c23cf06b994 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'f82395ba-1e7e-440e-bfd1-c3d1128be8ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.261319 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-4cbb2dc9-aa11-4557-a4ef-4c23cf06b994 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:39.264815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4cbb2dc9-aa11-4557-a4ef-4c23cf06b994 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069010 Jan 18 23:27:39.266455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57756) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.322369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-27559824-9a80-46e2-8e41-5d3034cba034 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'f82395ba-1e7e-440e-bfd1-c3d1128be8ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.323071 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-27559824-9a80-46e2-8e41-5d3034cba034 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:39.326853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-27559824-9a80-46e2-8e41-5d3034cba034 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0572054 Jan 18 23:27:39.336217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.350268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-61b3b448-a1f6-43f0-8d33-a1cfcae0b1a0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'f82395ba-1e7e-440e-bfd1-c3d1128be8ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:39.351722 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-61b3b448-a1f6-43f0-8d33-a1cfcae0b1a0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:39.357314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61b3b448-a1f6-43f0-8d33-a1cfcae0b1a0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154717 Jan 18 23:27:39.357510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:39.361574 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.366902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Made reservation on behalf of fcc8c2be7bcb412e937c8adb13ec02ef for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:39.369210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.381108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:39.389217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:39.394112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:39.396809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.425640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:39.430905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.447413 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Pushing event updated for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:39.459126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.459126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.459577 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.459964 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.460420 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.460877 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.461295 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.461626 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.461951 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.462551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.463414 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:27:39.520720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Deleting port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:39.529554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.542578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895bf50a-61f3-4126-ae6a-4f8b466352ea req-a8f1c8f1-da6a-4710-9fa8-f8dfeef1dd37 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915536 Jan 18 23:27:39.548251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:39.598157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:39.665230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Attempting to bind port 6c88c4f4-fe85-46e1-b936-f93c65652414 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:39.669430 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Attempting to bind port 6c88c4f4-fe85-46e1-b936-f93c65652414 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:39.669430 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Attempting to bind port 6c88c4f4-fe85-46e1-b936-f93c65652414 on network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:39.676486 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:39.677212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Checking segment: {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:39.677945 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.678514 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Bound using segment: {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:39.679813 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Bound port: 6c88c4f4-fe85-46e1-b936-f93c65652414, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce99686-eca8-4225-b5c5-aea17e8fc0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:39.680421 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.714179 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.728645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:39.745903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:39.781889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:39.817490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.828955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.874490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] For port 6c88c4f4-fe85-46e1-b936-f93c65652414, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:39.889853 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] For port 6c88c4f4-fe85-46e1-b936-f93c65652414, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6c88c4f4-fe85-46e1-b936-f93c65652414,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:39.937703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] DHCP port deletion for e9fb10a4-440f-4001-8c1e-17d7461f8c98 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:27:39.942494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Deleting port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:39.943032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:39.973371 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.086135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.121025 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd8991-ccb5-4b53-9bef-b925e7362cf7 None None] Pushing event updated for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:40.158749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:40.159588 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:40.239477 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.265821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.276752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82395ba-1e7e-440e-bfd1-c3d1128be8ca,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:40.288321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] For port 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=590b0acb-dc53-4d7a-969f-6b714ba43eb6,segment=NetworkSegment(7ccf28de-0523-4729-9762-5843d4ec096e),segment_id=7ccf28de-0523-4729-9762-5843d4ec096e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:40.288683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.350016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:27:40.425519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.433456 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Added segment 91838417-bbb1-486b-b42c-c6548b9440e7 of type vlan for network 712265ac-ad98-4884-ac49-2233c45b7d24 Jan 18 23:27:40.527802 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:40.605934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] For port 590b0acb-dc53-4d7a-969f-6b714ba43eb6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=590b0acb-dc53-4d7a-969f-6b714ba43eb6,segment=NetworkSegment(7ccf28de-0523-4729-9762-5843d4ec096e),segment_id=7ccf28de-0523-4729-9762-5843d4ec096e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:40.607417 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.636719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Calling delete_port for 590b0acb-dc53-4d7a-969f-6b714ba43eb6 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:40.639994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.674494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6119a67f-d94c-40c8-99cf-08782bc90d74,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:40.717985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.719351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4e3cc8b6-a501-439d-b5ea-6f14dd113346 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/f82395ba-1e7e-440e-bfd1-c3d1128be8ca HTTP/1.1" status: 204 len: 168 time: 1.3623328 Jan 18 23:27:40.722544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:40.733847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.904429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.938863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Calling delete_port for 590b0acb-dc53-4d7a-969f-6b714ba43eb6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:40.988469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.989784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:40.990659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:40.997796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] No DVR routers for this DVR port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:27:41.100265 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:31Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:39Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:41.112664 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1e4a9-bb30-4ca6-80e8-09663a298647 None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:31Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:39Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:41.115275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.122001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:27:41.122131 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:27:41.179432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Port': ['ID=590b0acb-dc53-4d7a-969f-6b714ba43eb6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:41.299135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.301337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=6e38b701-472e-452a-9408-2bd39932f6b5,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:41.337030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb10a4-440f-4001-8c1e-17d7461f8c98']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:41.343339 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6205239 Jan 18 23:27:41.346557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-22d8fb6b-7076-4e89-a606-307c83d16908 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:41.349140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57800) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:41.370561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ccf28de-0523-4729-9762-5843d4ec096e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:41.371403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ccf28de-0523-4729-9762-5843d4ec096e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:41.385836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.388056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Request body: {'subnet': {'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1391692512-subnet', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:41.405745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.409305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4f063-f0b8-42af-9847-43b9c5ddbdb1 admin admin] Pushing event updated for resources: {'Network': ['ID=712265ac-ad98-4884-ac49-2233c45b7d24,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:41.413963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:41.422475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:41.423003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: cccf6ba4-3783-43b8-8ee7-b09168f5ea3d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:41.452682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 712265ac-ad98-4884-ac49-2233c45b7d24 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:27:41.455533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Usage tracker for resource:subnet and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:41.466252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-40b21768-4587-4d15-932d-88438848593b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4845047 Jan 18 23:27:41.468389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:41.481286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:41.517534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:27:41.517891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.536614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-22d8fb6b-7076-4e89-a606-307c83d16908 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:41.538051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-22d8fb6b-7076-4e89-a606-307c83d16908 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8144836 Jan 18 23:27:41.543221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57808) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:41.548943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 590b0acb-dc53-4d7a-969f-6b714ba43eb6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:27:41.549737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026066315'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:41.556762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:27:41.560452 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:27:41.570021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:41.582094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Made reservation on behalf of fcc8c2be7bcb412e937c8adb13ec02ef for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:41.597141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.619307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:41.701312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.744631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Deleting port 590b0acb-dc53-4d7a-969f-6b714ba43eb6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:41.745705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.773415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, cccf6ba4-3783-43b8-8ee7-b09168f5ea3d) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:41.790663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:41.791244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.845401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5be5cf-cf67-48d9-9aac-5fd140707a18 None None] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:41.852419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.895401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:41.912543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:41.924462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] Pushing event deleted for resources: {'Network': ['ID=e9fb10a4-440f-4001-8c1e-17d7461f8c98,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:41.926563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:41.947124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:41.972472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5cd45e4a-25b6-4a40-9b23-1417ec82ee92 tempest-NetworksIpV6Test-1490441055 tempest-NetworksIpV6Test-1490441055-project] 10.222.0.59 "DELETE /v2.0/networks/e9fb10a4-440f-4001-8c1e-17d7461f8c98 HTTP/1.1" status: 204 len: 168 time: 2.8312769 Jan 18 23:27:41.975606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:42.000861 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-2bb8635f-8d48-41ae-bef5-378b0132d5f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1097 time: 0.5046942 Jan 18 23:27:42.002752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6875d5c3-8487-4d68-bce4-7310d12a6abc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1149976 Jan 18 23:27:42.005816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:42.046133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 590b0acb-dc53-4d7a-969f-6b714ba43eb6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:27:42.046735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 590b0acb-dc53-4d7a-969f-6b714ba43eb6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:27:42.153302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2cb17db4-2853-4c0f-a1b6-91f7b7b2a18b None None] The port '590b0acb-dc53-4d7a-969f-6b714ba43eb6' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:27:42.249480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:42.284079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:27:42.285210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:42.590819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Allocated IP 172.21.0.2 (cccf6ba4-3783-43b8-8ee7-b09168f5ea3d/6e38b701-472e-452a-9408-2bd39932f6b5/73ae2949-e726-4a4b-9590-84c21429eeea) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:42.699023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:42.781201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:42.827596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:42.831797 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-101cae8a-483a-4a64-b844-d549249dd83c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2867265 Jan 18 23:27:42.836578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:42.842185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-be7c4611-f1f0-4b39-9425-cd2fe8e8cde2 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:42.842925 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-be7c4611-f1f0-4b39-9425-cd2fe8e8cde2 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:42.844478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-be7c4611-f1f0-4b39-9425-cd2fe8e8cde2 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067418 Jan 18 23:27:42.852494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57834) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:42.863975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:42.882089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:42.900178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:42.910625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:42.927113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:42.943221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-6b54ee06-b75b-4110-9b60-74d34cd4571c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:42.945555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-6b54ee06-b75b-4110-9b60-74d34cd4571c service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.9134536 Jan 18 23:27:43.020461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.028354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.040690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Transition to ACTIVE for port object 73ae2949-e726-4a4b-9590-84c21429eeea will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:43.053294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.071426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Transition to ACTIVE for port object 73ae2949-e726-4a4b-9590-84c21429eeea will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:43.142671 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-a7b22844-1ee0-48d1-af72-cac0a012f037 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 217 time: 0.1851625 Jan 18 23:27:43.178304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.247454 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:43.249721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7ac7c050-f44e-48e6-b386-424d5eb491da tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4007514 Jan 18 23:27:43.252863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.259777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:43.269627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d0f32a63-6722-4436-b2e6-0f4f12775ef7 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:43.269627 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-d0f32a63-6722-4436-b2e6-0f4f12775ef7 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:43.269627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0f32a63-6722-4436-b2e6-0f4f12775ef7 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119267 Jan 18 23:27:43.279618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.294829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:43.314965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:43.337378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:43.350973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:43.374660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:43.389363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Pushing event updated for resources: {'Port': ['ID=73ae2949-e726-4a4b-9590-84c21429eeea,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:43.406268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:43.425022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:43.447522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Checking segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:43.447899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Network hostable DHCP agents. Network: 712265ac-ad98-4884-ac49-2233c45b7d24, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:43.485681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:43.534561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.628353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-e0213b9f-b5b5-46cd-8773-4aff95d6444d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:43.630407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6c88c4f4-fe85-46e1-b936-f93c65652414 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:43.635393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-e0213b9f-b5b5-46cd-8773-4aff95d6444d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.4795270 Jan 18 23:27:43.754784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Attempting to bind port 73ae2949-e726-4a4b-9590-84c21429eeea on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:43.755158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Attempting to bind port 73ae2949-e726-4a4b-9590-84c21429eeea by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:43.756017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Attempting to bind port 73ae2949-e726-4a4b-9590-84c21429eeea on network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:43.760328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:43.782615 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-500e0bda-7a27-4b68-88c4-1394bf4d6f72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08e9f6a510d14f4bb6c30987127b0486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7514334 Jan 18 23:27:43.789743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57866) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.806989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:43.807370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Checking segment: {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:43.807780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.808180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Bound using segment: {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:43.808661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Bound port: 73ae2949-e726-4a4b-9590-84c21429eeea, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:43.818767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.856011 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:43.862738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8879ceec-bc5e-486f-b8f8-c516734e44ab tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5767567 Jan 18 23:27:43.862738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.872636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2f887710-caf0-4445-b8a3-4c9d7c388379 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:43.873459 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-2f887710-caf0-4445-b8a3-4c9d7c388379 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:43.880153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2f887710-caf0-4445-b8a3-4c9d7c388379 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168304 Jan 18 23:27:43.888367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57874) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:43.922338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:43.962240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 712265ac-ad98-4884-ac49-2233c45b7d24) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:43.974888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:43.978964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:43.979094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b25106-bb4f-4fc5-a3cb-588b122b031e None None] Network 712265ac-ad98-4884-ac49-2233c45b7d24 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:44.060430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:44.076000 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-27d601e4-26c0-47cb-81dd-b83e41c3f0b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096026 Jan 18 23:27:44.077416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:44.113753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.21.0.1 (cccf6ba4-3783-43b8-8ee7-b09168f5ea3d/6e38b701-472e-452a-9408-2bd39932f6b5/c664565c-263d-4f32-83de-dff17384b2fa) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:44.145222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d44552f-665c-480e-8733-1f4f2f6aa42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.155558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6c88c4f4-fe85-46e1-b936-f93c65652414 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:44.185185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6c88c4f4-fe85-46e1-b936-f93c65652414 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:44.185559 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.218912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:44.246008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:44.263507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-14452e2b-4d85-462d-8ea9-68de102a29e8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9002042 Jan 18 23:27:44.268188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57878) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:44.297894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:44.333857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:44.354610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.355254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] For port 73ae2949-e726-4a4b-9590-84c21429eeea, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:44.372383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object c664565c-263d-4f32-83de-dff17384b2fa will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:44.394895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Usage tracker for resource:router and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:44.398947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] For port 73ae2949-e726-4a4b-9590-84c21429eeea, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=73ae2949-e726-4a4b-9590-84c21429eeea,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:44.427873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:44.469089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.469393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.471401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:44.524460 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-74b6c12e-e51c-4b60-a724-50031db782d1 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405446 Jan 18 23:27:44.526258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.530840 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.626855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:44.630306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:44.635853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:44.671527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:44.736322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.829621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61970d7b-a578-408a-b6cf-26ed30355a7c None None] Pushing event updated for resources: {'Port': ['ID=73ae2949-e726-4a4b-9590-84c21429eeea,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:44.874019 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:44.877681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-135f37ce-d506-467b-9825-4b8ce7ec11c5 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9735150 Jan 18 23:27:44.878129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57890) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:44.884984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ffa2d742-2107-444c-ba1d-2ebf229a59e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:44.885501 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-ffa2d742-2107-444c-ba1d-2ebf229a59e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:44.889013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffa2d742-2107-444c-ba1d-2ebf229a59e6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073738 Jan 18 23:27:44.890967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-316f08ac-7fe7-444e-a32f-b842bba090bf req-1f710b8b-e1d3-4eba-a7bd-328f91c48e4e service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565943 Jan 18 23:27:44.891239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:44.896684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:44.927444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:44.975616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.985445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:44.986398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.042714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.057720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:45.064081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:45.064305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-712265ac-ad98-4884-ac49-2233c45b7d24', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:27:45.073849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.075527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc5d28-f557-4527-a370-063ffe1e1fd9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:45.085397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:45.094877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.106055 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cf5dafa9-6207-4ae3-a8ec-9dbc80e72143 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cbc5d28-f557-4527-a370-063ffe1e1fd9 HTTP/1.1" status: 204 len: 168 time: 1.3056846 Jan 18 23:27:45.133903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.158782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.228654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6c88c4f4-fe85-46e1-b936-f93c65652414, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6c88c4f4-fe85-46e1-b936-f93c65652414,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:45.387508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.599309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57908) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:45.798603 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:45.806469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-42ea907a-62e7-4f99-a97a-85a81919d70c tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9142537 Jan 18 23:27:45.810179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:45.828120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:45.861908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'd2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:45.885258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:45.904723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:45.931514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:45.949320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:45.974969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:46.052978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e24d7af9-b49d-4efd-9d84-34b521bbb657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.164828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Allocated IP 172.20.0.2 (712265ac-ad98-4884-ac49-2233c45b7d24/39f7b02b-fc5e-4150-aaf3-d58ddd40b2af/8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:46.397733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.501641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.520196 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:46.529862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-daaf3d13-167b-49a7-bb63-336715c06868 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7082753 Jan 18 23:27:46.531346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:46.545030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:46.567329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.593261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff1dc5034cf4221a60bf2f48813d357 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:46.603135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:46.640413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:46.705098 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.733283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Transition to ACTIVE for port object 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:46.783824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.796722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:46.797955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Transition to ACTIVE for port object 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:46.871158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.901206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538566b8-c27d-4b68-97a9-bdb6f7449334 None None] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:46.930538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.952158 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.962801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:46.988324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.120471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:47.121707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:47.179479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Pushing event updated for resources: {'Port': ['ID=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:47.216805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:47.232731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Allocated IP 172.25.1.20 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/7466d1e4-1e3c-4a33-b83f-6a21fa49adc8) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:47.233011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:47.254539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:47.586957 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:27:47.609599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf753d5-8637-48a6-bedd-630a3fdb49bc None None] Provisioning for port 73ae2949-e726-4a4b-9590-84c21429eeea completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:47.610037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.623664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:27:47.670072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.688877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:47.696279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.739682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6c88c4f4-fe85-46e1-b936-f93c65652414 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:47.778231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.789862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.790674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Attempting to bind port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:47.791038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Attempting to bind port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:47.791396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Attempting to bind port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:47.816391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:47.816764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Checking segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:47.817443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.817846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Bound using segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:47.818483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Bound port: 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:47.818968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.859076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:47.865229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:47.872307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:47.885753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.892767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09596df8-1c19-45da-b0c9-47928a368cca tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8856559 Jan 18 23:27:47.893769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:47.894455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:47.908418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-661932071'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:47.916816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:47.922661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:47.927576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:47.936789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:47.954900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--702368009'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:47.956476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:47.971043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:47.975963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:47.996705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] For port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:48.001455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:48.002750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] For port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:48.019483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:48.020181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:48.028100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:48.031299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.032620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:48.035934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Pushing event updated for resources: {'Port': ['ID=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.063425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:48.064072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:27:48.076041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.076606 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment c743d4d6-4768-4c66-9113-7e3273ce95b6 of type vlan for network a74f1596-999f-4d50-93c2-920bed80a27b Jan 18 23:27:48.078580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3798daaa-200a-42e4-8712-d42873e6f2d5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.110648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.144767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a324b3a-2d4c-4418-8a5d-4451dc1c3447 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ff1dc5034cf4221a60bf2f48813d357&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5367861 Jan 18 23:27:48.148061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57968) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:48.212650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.225286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.242646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.248671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:48.248671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.269530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:48.272036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.291576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.292727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4dd39031-4d2a-4575-8909-019da95e8277 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/d2ae6618-53a6-4d70-9a6c-f03c3ca0e2e2 HTTP/1.1" status: 204 len: 168 time: 1.7447865 Jan 18 23:27:48.294924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.304397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57976) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:48.329271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.348964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.392954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4980729 Jan 18 23:27:48.393846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:48.396048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:48.405378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1bab043c-c59d-4b87-a76a-076b8ef3942a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:48.410914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:48.429380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6c88c4f4-fe85-46e1-b936-f93c65652414 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:48.429764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.432870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:48.440221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:48.512738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:48.537714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21932d-9d3e-43a9-964a-537ed581a20d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=a74f1596-999f-4d50-93c2-920bed80a27b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.566681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.572314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a74f1596-999f-4d50-93c2-920bed80a27b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:27:48.618976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3798daaa-200a-42e4-8712-d42873e6f2d5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.624564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.625224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:48.627276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7e47fbf5-2879-4d23-b603-d09b1bf021d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3798daaa-200a-42e4-8712-d42873e6f2d5 HTTP/1.1" status: 204 len: 168 time: 0.4780235 Jan 18 23:27:48.668935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:48.681825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:48.703624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1bab043c-c59d-4b87-a76a-076b8ef3942a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:48.705281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1bab043c-c59d-4b87-a76a-076b8ef3942a tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3956580 Jan 18 23:27:48.711983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:48.712317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:48.718301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--276224473'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:48.750606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:48.782424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:48.828124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58c6e1-f813-4621-a54a-6265061136a9 None None] Pushing event updated for resources: {'Port': ['ID=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:48.879721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.885645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.904285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:27:48.984155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:48.987122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.002446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:49.016010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:49.024643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:49.046518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:49.255646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.261638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.301188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:49.306176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:49.309583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:49.315827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:49.354935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 73ae2949-e726-4a4b-9590-84c21429eeea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:49.426648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.440392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.499910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.606080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8a9aa8-ac8e-4540-ae83-cc7b4f0a6f68,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:49.612171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.683419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f48e3-d43f-44fa-8230-abb47104f4ad req-d26a4822-fc75-4436-94d3-81ac0789f496 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:49.698554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-501f48e3-d43f-44fa-8230-abb47104f4ad req-d26a4822-fc75-4436-94d3-81ac0789f496 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4679599 Jan 18 23:27:49.700148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:44Z', 'revision_number': 3, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:49.704108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d5f401-bb22-49bf-97dd-7a0b8d2bbedd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:49.708878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf25ffa-a3f9-4bef-bb1f-d7c39f640095 None None] Provisioning for port c664565c-263d-4f32-83de-dff17384b2fa completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:49.716316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5cf25ffa-a3f9-4bef-bb1f-d7c39f640095 None None] Provisioning complete for port c664565c-263d-4f32-83de-dff17384b2fa triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:49.716745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cf25ffa-a3f9-4bef-bb1f-d7c39f640095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.748746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:27:49.749128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Updating router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 port c664565c-263d-4f32-83de-dff17384b2fa binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:27:49.849571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 73ae2949-e726-4a4b-9590-84c21429eeea completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:49.893735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 73ae2949-e726-4a4b-9590-84c21429eeea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:49.894119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.903538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-501f48e3-d43f-44fa-8230-abb47104f4ad req-b2868a7d-7db9-432c-9b7c-cd02eee88cac tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681533 Jan 18 23:27:49.916402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.923107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ed088a32-de3b-4e03-bea4-004ebedf2eeb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2121923 Jan 18 23:27:49.923515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:49.928264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:49.968890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'a2d5f401-bb22-49bf-97dd-7a0b8d2bbedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:49.996104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:50.008597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.008867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:50.024939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:50.047221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:50.156643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5cf25ffa-a3f9-4bef-bb1f-d7c39f640095 None None] Port c664565c-263d-4f32-83de-dff17384b2fa cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:27:50.307468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be036d55-9f04-4a7d-8913-a2581b35a9b4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:50.313187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.314729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73db33a9-6dee-4b09-8992-3292797694ae tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6246176 Jan 18 23:27:50.328607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58022) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:50.379798 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The resource could not be found. Jan 18 23:27:50.385954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7dee0a79-597b-4703-b29a-2e4bd667f3cc tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4539533 Jan 18 23:27:50.388158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58026) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:50.412592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'a2d5f401-bb22-49bf-97dd-7a0b8d2bbedd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8520bb84-f768-4221-9cd5-c93177206dc9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:50.432339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:50.438336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.456718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:50.469807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:50.486787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:50.516608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16e772-801e-458c-9d12-8087fd708fa2 req-547f1850-bae4-4427-80e4-6e3164082f6f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:50.518921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e16e772-801e-458c-9d12-8087fd708fa2 req-547f1850-bae4-4427-80e4-6e3164082f6f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2661819 Jan 18 23:27:50.573638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.602117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 73ae2949-e726-4a4b-9590-84c21429eeea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=73ae2949-e726-4a4b-9590-84c21429eeea,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:50.617251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd1131b5-227c-4f57-a5a7-a15945fb9d9e None None] Provisioning complete for port c664565c-263d-4f32-83de-dff17384b2fa triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:50.617622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd1131b5-227c-4f57-a5a7-a15945fb9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.688430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e16e772-801e-458c-9d12-8087fd708fa2 req-1376b0a8-51f0-43bd-8408-67ec1242d99c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613638 Jan 18 23:27:50.722011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=b195596b-f006-4fcb-aa36-223d31d45c6e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:50.737118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fd1131b5-227c-4f57-a5a7-a15945fb9d9e None None] Port c664565c-263d-4f32-83de-dff17384b2fa cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:27:50.739071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e1aa1b-1d6f-486d-b4c6-a08fedf7d146 None None] Network 712265ac-ad98-4884-ac49-2233c45b7d24 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:50.744274 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The resource could not be found. Jan 18 23:27:50.745485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ffa2a0b-d879-41d0-ad2c-5dd329104fcf tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3430426 Jan 18 23:27:50.748224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:50.751991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8311f6d-bf2a-4a1d-af0a-084d0a0dd87c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:50.775853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:50.776216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: a74f1596-999f-4d50-93c2-920bed80a27b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:27:50.792607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.880206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.886299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8311f6d-bf2a-4a1d-af0a-084d0a0dd87c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:50.887625 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8311f6d-bf2a-4a1d-af0a-084d0a0dd87c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5579975 Jan 18 23:27:50.890689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:50.898627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-security--1708022391', 'description': 'tempest-security-description-875310719'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:50.926217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a74f1596-999f-4d50-93c2-920bed80a27b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:27:50.955541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:50.988315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Router d590fe5c-01a9-400d-9d48-39594083688a is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:27:51.043371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.061056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:51.283773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.482308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.508298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d5f401-bb22-49bf-97dd-7a0b8d2bbedd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:51.527155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.531416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-42541bd8-1c63-4258-aee5-f660b2c8dbb9 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/a2d5f401-bb22-49bf-97dd-7a0b8d2bbedd HTTP/1.1" status: 204 len: 168 time: 0.7809849 Jan 18 23:27:51.532175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:51.607008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84f64fbc-1b10-4b2e-9f9d-6af62a9953c0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:51.637169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.665270 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.688699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a74f1596-999f-4d50-93c2-920bed80a27b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:51.702391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:51.703309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.709110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84f64fbc-1b10-4b2e-9f9d-6af62a9953c0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:51.711127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84f64fbc-1b10-4b2e-9f9d-6af62a9953c0 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1775484 Jan 18 23:27:51.715289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58058) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:51.721420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': '24eda526-cb0c-42d7-a8f6-8a43da564420', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:51.736866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba43c187-a3bc-46ee-9aa4-ed8da00e717c None None] Network a74f1596-999f-4d50-93c2-920bed80a27b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:27:51.750231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:51.781644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:51.809836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:51.810264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:51.811708 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "PUT /v2.0/security-groups/be036d55-9f04-4a7d-8913-a2581b35a9b4 HTTP/1.1" status: 200 len: 1611 time: 0.9200301 Jan 18 23:27:51.861657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:51.876529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:51.972690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9689-480c-462f-b73f-cb906b33bdac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be036d55-9f04-4a7d-8913-a2581b35a9b4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:52.025177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ae4e5cf-1f1e-446d-aab8-4dcad4d1c650 None None] Provisioning for port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:52.030736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=73ae2949-e726-4a4b-9590-84c21429eeea,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:52.042849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Transition to ACTIVE for port object c664565c-263d-4f32-83de-dff17384b2fa will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:52.070918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:27:52.082738 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:27:52.101750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0d35fb19-36e9-46f6-ac03-eee65cd147b0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7012470 Jan 18 23:27:52.105764 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:52.106797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:52.120099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58068) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.203196 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.270582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4dab3ec8-31a9-4fab-8c81-eb62ca996e39 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups/be036d55-9f04-4a7d-8913-a2581b35a9b4 HTTP/1.1" status: 200 len: 1611 time: 0.4044607 Jan 18 23:27:52.271629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.346212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.347742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cc8df39b-1e45-4b5f-8eae-9e03935318e5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0688872 Jan 18 23:27:52.351093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58078) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.361984 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The resource could not be found. Jan 18 23:27:52.368697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aed50221-0233-4c88-9275-b6da24b06e6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6488459 Jan 18 23:27:52.374465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.383536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165242875'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:52.396048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:52.429693 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:52.436136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:52.494916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.562335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.625658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c13e7-b4be-4146-a62f-9a564e38033e None None] Pushing event updated for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:52.651864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:52.668680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b99c05-a38c-4ce3-901b-6613ae0598a7 req-3a8ad1a1-bee3-402c-8e01-1f5956f498c3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:52.670987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51b99c05-a38c-4ce3-901b-6613ae0598a7 req-3a8ad1a1-bee3-402c-8e01-1f5956f498c3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6225271 Jan 18 23:27:52.778284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.800456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51b99c05-a38c-4ce3-901b-6613ae0598a7 req-d39738b2-2358-4506-894d-b8c399de3cf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217654 Jan 18 23:27:52.828159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:52.875011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be036d55-9f04-4a7d-8913-a2581b35a9b4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:52.959048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:52.967475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:52.973965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:52.984403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58094) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:52.988662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:53.058360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:53.065870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.146744 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:27:48Z', 'revision_number': 3, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:53.158733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:27:53.163699 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Updating router d590fe5c-01a9-400d-9d48-39594083688a port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:27:53.187530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.195707 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.199006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1ffeb046-6d10-49b0-b9b1-b6bd0524faa6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/be036d55-9f04-4a7d-8913-a2581b35a9b4 HTTP/1.1" status: 204 len: 168 time: 0.9270515 Jan 18 23:27:53.204448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58102) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:53.271802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.309332 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.465789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ffb18b-203e-4b5c-9d6c-a776d1aefa82,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:53.476286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a74f1596-999f-4d50-93c2-920bed80a27b', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:27:53.477626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.515938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.518823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0d27ba11-ff45-4b2f-ad1d-7556a1aa413e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1420348 Jan 18 23:27:53.521736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:53.526654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Attempting to bind port c664565c-263d-4f32-83de-dff17384b2fa on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:53.527272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Attempting to bind port c664565c-263d-4f32-83de-dff17384b2fa by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:53.527857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Attempting to bind port c664565c-263d-4f32-83de-dff17384b2fa on network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:53.540156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835097338'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:53.553203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:53.568601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:53.568783 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.582529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:53.595469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:53.600332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a5ecef6-0ed7-4617-a3bd-c2a1c9f1ae1f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:53.661229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:53.661835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Checking segment: {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:53.662494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.668091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Bound using segment: {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:53.669015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Bound port: c664565c-263d-4f32-83de-dff17384b2fa, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862f9b66-412d-4883-ae0e-7d1a79921b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:53.669639 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.676479 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:53.725747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a5ecef6-0ed7-4617-a3bd-c2a1c9f1ae1f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:53.727117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9a5ecef6-0ed7-4617-a3bd-c2a1c9f1ae1f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5210624 Jan 18 23:27:53.737085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58120) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:53.780877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:53.785982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:53.789802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:53.796481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:53.984083 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-adf3642e-9deb-455d-afea-cfdeed27f68e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] delete failed (client error): The resource could not be found. Jan 18 23:27:53.994106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-adf3642e-9deb-455d-afea-cfdeed27f68e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/be036d55-9f04-4a7d-8913-a2581b35a9b4 HTTP/1.1" status: 404 len: 347 time: 0.2557342 Jan 18 23:27:54.009813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:54.061840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521749993'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:54.341653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.345221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:54.363632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:54.364601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5ad06447-ac6a-4fda-89b4-e5bb7d9ab796 None None] Provisioning complete for port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:54.364999 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ad06447-ac6a-4fda-89b4-e5bb7d9ab796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.374083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:54.449705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.489336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.545676 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.577168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:54.628293 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Transition to ACTIVE for port object 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:54.631285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] For port c664565c-263d-4f32-83de-dff17384b2fa, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:54.645807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Allocated IP 172.22.0.2 (a74f1596-999f-4d50-93c2-920bed80a27b/b195596b-f006-4fcb-aa36-223d31d45c6e/5024d3c8-2229-4a1a-9230-700e109a5233) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:54.661597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] For port c664565c-263d-4f32-83de-dff17384b2fa, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c664565c-263d-4f32-83de-dff17384b2fa,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:54.717338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.759949 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.782239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.797366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdef6d2-66f3-43a5-9a80-1f4fb6772514,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:54.822400 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.823606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dab290e8-d356-4c6f-8ec0-995f35781ec8 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2943068 Jan 18 23:27:54.826916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:54.827946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 73ae2949-e726-4a4b-9590-84c21429eeea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:54.837069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group_rule': {'security_group_id': 'c2ffb18b-203e-4b5c-9d6c-a776d1aefa82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'abdef6d2-66f3-43a5-9a80-1f4fb6772514'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:54.859642 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:54.864711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:54.869893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:54.875965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:54.878858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:54.881868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:54.888354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:54.901589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:54.901589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:55.095195 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee7b86-96a7-4a69-a843-8934f67e5d45 None None] Pushing event updated for resources: {'Port': ['ID=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:55.099838 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Attempting to bind port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:55.112512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Attempting to bind port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:55.114941 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Attempting to bind port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:55.150268 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:55.150633 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:55.153719 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.157836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:55.157836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Bound port: 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:55.157836 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.242589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c13e7-b4be-4146-a62f-9a564e38033e None None] Pushing event updated for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:55.242813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.262712 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:27:55.267137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-afaf46c2-77c3-4abd-b806-f34fc5af16f6 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4386015 Jan 18 23:27:55.267855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:55.278805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:55.279513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:55.352398 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] For port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:55.357962 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] For port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:55.470294 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.471483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.639354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5dc0b-63a5-4096-8681-4187f7e4a07a req-6f5a0678-264e-43c9-9046-0924fe019288 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:55.646278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80d5dc0b-63a5-4096-8681-4187f7e4a07a req-6f5a0678-264e-43c9-9046-0924fe019288 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5079410 Jan 18 23:27:55.646278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.648811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9357d39-58ce-4e81-99f3-55e763e356a7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:55.697491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee7b86-96a7-4a69-a843-8934f67e5d45 None None] Pushing event updated for resources: {'Port': ['ID=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:55.715336 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.721911 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:27:55.722717 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:55.806614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 73ae2949-e726-4a4b-9590-84c21429eeea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:55.807747 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.938301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80d5dc0b-63a5-4096-8681-4187f7e4a07a req-b035e741-5579-4e4c-a9bb-6a0a74d0ba93 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829623 Jan 18 23:27:55.960978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:55.965529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a10152f6-7bb2-4548-9843-ed949ca40a3e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9547441 Jan 18 23:27:55.976752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58154) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:55.989237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e9357d39-58ce-4e81-99f3-55e763e356a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:55.992252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:55.996919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-628f4fde-039f-4a0a-a289-39da882e831f tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=03255336488c47c8ad8b5a80608838db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192026 Jan 18 23:27:55.999885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:56.005486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:56.011106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:56.018520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:56.024152 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:27:56.047520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.110676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.131760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.154281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Transition to ACTIVE for port object 5024d3c8-2229-4a1a-9230-700e109a5233 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:56.297143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.329188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-5861dac0-2c79-43cc-85f9-d339ae8a4122 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:56.335954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-5861dac0-2c79-43cc-85f9-d339ae8a4122 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3382688 Jan 18 23:27:56.346224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.351544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdef6d2-66f3-43a5-9a80-1f4fb6772514,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:56.370851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-d4e4e2d3-c162-4959-85b2-84c4037087ed tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/quotas/03255336488c47c8ad8b5a80608838db HTTP/1.1" status: 200 len: 375 time: 0.0339170 Jan 18 23:27:56.409087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.410678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c8dbaabc-5508-46b6-94bd-78ccf17b3b28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/abdef6d2-66f3-43a5-9a80-1f4fb6772514 HTTP/1.1" status: 204 len: 168 time: 1.1349947 Jan 18 23:27:56.414001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58164) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:56.437062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-3cfbcd95-b65c-4912-89d2-fb11247a0887 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=03255336488c47c8ad8b5a80608838db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649452 Jan 18 23:27:56.529009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.561761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:27:48Z', 'revision_number': 3, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:56.566374 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b41e32-7adc-475f-9a85-c08f8d5f173b None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:27:48Z', 'revision_number': 3, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:56.576961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Transition to ACTIVE for port object 5024d3c8-2229-4a1a-9230-700e109a5233 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:56.631083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314a9912-22bc-476c-9986-e79bc76e4374,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:56.672647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:56.845809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.22.0.1 (a74f1596-999f-4d50-93c2-920bed80a27b/b195596b-f006-4fcb-aa36-223d31d45c6e/dab28128-f1ce-4336-83a6-3b146266a4de) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:56.968670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61d6c073-cbd4-4a7a-8b56-e7a3b91921ad tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4957204 Jan 18 23:27:57.003862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:57.060010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Network a74f1596-999f-4d50-93c2-920bed80a27b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:57.066413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba924cf1-2f67-491e-a3b2-73b8a3d9b83e req-9ec2b2fc-f02a-419c-936e-9a905a556e38 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.2424300 Jan 18 23:27:57.072111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.074050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0fa1ab7c-ff93-4d34-9947-7f0ffed36bdc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0952721 Jan 18 23:27:57.087727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:57.089641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Pushing event updated for resources: {'Port': ['ID=5024d3c8-2229-4a1a-9230-700e109a5233,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:57.091974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:57.116709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58188) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:57.153927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.164375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:57.332511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.402524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.414302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Attempting to bind port 5024d3c8-2229-4a1a-9230-700e109a5233 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:27:57.414678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Attempting to bind port 5024d3c8-2229-4a1a-9230-700e109a5233 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:27:57.415048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Attempting to bind port 5024d3c8-2229-4a1a-9230-700e109a5233 on network a74f1596-999f-4d50-93c2-920bed80a27b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:27:57.436309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:27:57.436695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Checking segment: {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:27:57.437126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.437543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Bound using segment: {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:27:57.438087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Bound port: 5024d3c8-2229-4a1a-9230-700e109a5233, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:27:57.438470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.484189 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.563280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9889260-5674-41ca-ac0a-b22ec213f55f req-b5598bf0-da4a-44e0-a586-d40f7f364bc0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:57.570441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9889260-5674-41ca-ac0a-b22ec213f55f req-b5598bf0-da4a-44e0-a586-d40f7f364bc0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3005233 Jan 18 23:27:57.586155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.602318 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.602666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] For port 5024d3c8-2229-4a1a-9230-700e109a5233, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:27:57.608333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] For port 5024d3c8-2229-4a1a-9230-700e109a5233, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5024d3c8-2229-4a1a-9230-700e109a5233,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:27:57.622077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:44Z', 'revision_number': 3, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:27:54Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:27:57.632505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c771c-12db-4871-bc21-59d3a7e6afcb None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:44Z', 'revision_number': 3, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:27:54Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:27:57.635662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:57.636738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.660946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=314a9912-22bc-476c-9986-e79bc76e4374,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:57.668281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.674651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1376d924-e7cc-4c03-8431-07ce711c18a6 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/314a9912-22bc-476c-9986-e79bc76e4374 HTTP/1.1" status: 204 len: 168 time: 0.5519900 Jan 18 23:27:57.685377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:57.718811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.760245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.768266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9889260-5674-41ca-ac0a-b22ec213f55f req-307f8713-5ba0-4b1d-b3f3-8e3d16b35e22 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969500 Jan 18 23:27:57.813135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object dab28128-f1ce-4336-83a6-3b146266a4de will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:57.873181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:57.950466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ffb18b-203e-4b5c-9d6c-a776d1aefa82,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:57.987288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.014809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.017351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-055edd68-83f0-4ebe-bf1d-4c980d1a9217 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/c2ffb18b-203e-4b5c-9d6c-a776d1aefa82 HTTP/1.1" status: 204 len: 168 time: 0.9983227 Jan 18 23:27:58.020223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:58.074018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e8450-6d23-4808-987d-926c5ff969f6 None None] Pushing event updated for resources: {'Port': ['ID=5024d3c8-2229-4a1a-9230-700e109a5233,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:58.289411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:58.296150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Allocated IP 172.20.0.1 (712265ac-ad98-4884-ac49-2233c45b7d24/39f7b02b-fc5e-4150-aaf3-d58ddd40b2af/532766a0-47c6-4618-b98c-50e6ce9af4dd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:27:58.312339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a74f1596-999f-4d50-93c2-920bed80a27b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:58.319708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7e4758cc-2713-416f-9ef2-0e66d7deb394 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:58.321447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cef39cdd-1b93-4ee5-9101-ee6304197807 req-8b0c6866-6f4b-456d-bb37-795a1fd1142f tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.1284628 Jan 18 23:27:58.346466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-71271926-007b-44b6-8d06-1071ce4bb848 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:27:58.354022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:58.357874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:58.471542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-71271926-007b-44b6-8d06-1071ce4bb848 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:58.473219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-71271926-007b-44b6-8d06-1071ce4bb848 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4512374 Jan 18 23:27:58.481204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:58.488278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872728783'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:27:58.517776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:58.540899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:58.543302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Deleting port 6982586f-2d41-4453-89ca-72d0c1e3966f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:27:58.543644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.554534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7e4758cc-2713-416f-9ef2-0e66d7deb394 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:27:58.556191 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7e4758cc-2713-416f-9ef2-0e66d7deb394 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7359743 Jan 18 23:27:58.563170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:27:58.720800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.757530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.825113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.843982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.874754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Transition to ACTIVE for port object 532766a0-47c6-4618-b98c-50e6ce9af4dd will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:27:58.902594 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:58.949207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] For port 6982586f-2d41-4453-89ca-72d0c1e3966f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6982586f-2d41-4453-89ca-72d0c1e3966f,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:27:58.949697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.130487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.159354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.183257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.215255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Calling delete_port for 6982586f-2d41-4453-89ca-72d0c1e3966f owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:27:59.219791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:27:59.341909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Pushing event updated for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:59.345552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9357d39-58ce-4e81-99f3-55e763e356a7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:27:59.362055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:27:59.367165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:27:59.371603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:27:59.493888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:27:59.527525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:27:59.540126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:27:59.540562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.579981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b364ef9-3800-4a66-a560-733501143bab req-e61d3af2-9518-429e-88dd-c34116597ab6 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.0950747 Jan 18 23:27:59.583848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Usage tracker for resource:security_group_rule and tenant:65cf8992f5724dad93dcc9028128b733 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:27:59.603370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:27:59.630247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:27:59.830118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cefae6-322f-46f0-92c9-4bfc6382fbaa req-d949ba97-9f91-4cff-a0fc-cf2341b2eca8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:27:59.838084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00cefae6-322f-46f0-92c9-4bfc6382fbaa req-d949ba97-9f91-4cff-a0fc-cf2341b2eca8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5064962 Jan 18 23:27:59.951633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:27:59.965824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c2830-ba80-480c-bd21-f8dd6145b3f5 None None] Network a74f1596-999f-4d50-93c2-920bed80a27b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:00.024355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00cefae6-322f-46f0-92c9-4bfc6382fbaa req-66c3f30e-0392-424d-abb9-b4cd7e5b9cf7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715767 Jan 18 23:28:00.027505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.112047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb90141-fbad-4198-baf5-9a806ea8e0c5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:00.140561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.155470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.161607 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40591022-6b72-497b-bd6d-f4950cfd1c83 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/e9357d39-58ce-4e81-99f3-55e763e356a7 HTTP/1.1" status: 204 len: 168 time: 1.5949042 Jan 18 23:28:00.162441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58228) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:00.170088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d2f308e1-c52b-49dc-a264-3ae5f35e1418 None None] Provisioning for port 532766a0-47c6-4618-b98c-50e6ce9af4dd completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:00.186324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d2f308e1-c52b-49dc-a264-3ae5f35e1418 None None] Provisioning complete for port 532766a0-47c6-4618-b98c-50e6ce9af4dd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:00.187099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d2f308e1-c52b-49dc-a264-3ae5f35e1418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.240304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.296292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.298321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-205f7898-429e-4d79-8c85-f5121b248d6e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8187509 Jan 18 23:28:00.299458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.306328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58232) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:00.355478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d6a2f468-040f-4bb7-8a21-3581c2fb52dd tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:00.356434 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-d6a2f468-040f-4bb7-8a21-3581c2fb52dd tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 23:28:00.357679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6a2f468-040f-4bb7-8a21-3581c2fb52dd tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "PUT /v2.0/security-groups/8cb90141-fbad-4198-baf5-9a806ea8e0c5 HTTP/1.1" status: 409 len: 330 time: 0.0080712 Jan 18 23:28:00.360716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Pushing event deleted for resources: {'Port': ['ID=6982586f-2d41-4453-89ca-72d0c1e3966f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:00.365218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58238) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:00.371063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:00.372983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d2f308e1-c52b-49dc-a264-3ae5f35e1418 None None] Port 532766a0-47c6-4618-b98c-50e6ce9af4dd cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:00.565588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.578245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db4003c8-7207-4f28-b7c3-27fd99ee032a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:00.578751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.579606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c664565c-263d-4f32-83de-dff17384b2fa up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:00.585476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.646881 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-b6533bd5-ecbb-429b-b03f-4bf751368904 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=03255336488c47c8ad8b5a80608838db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557711 Jan 18 23:28:00.665223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.810586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db4003c8-7207-4f28-b7c3-27fd99ee032a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:00.815661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-db4003c8-7207-4f28-b7c3-27fd99ee032a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6481411 Jan 18 23:28:00.828230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:00.852598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--832388492'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:00.880221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:00.888905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-de16cf11-79a2-490e-b886-d915f317a75e tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:00.890052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-de16cf11-79a2-490e-b886-d915f317a75e tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376328 Jan 18 23:28:00.913642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:00.918616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:00.931402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:00.943287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-826753c8-ff99-4c16-a201-658fc4ba6dbe None None] Provisioning for port 5024d3c8-2229-4a1a-9230-700e109a5233 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:00.971002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c664565c-263d-4f32-83de-dff17384b2fa completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:00.976535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c664565c-263d-4f32-83de-dff17384b2fa triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:00.976948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.164376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aea87726-b5c1-451f-9d2f-2b7e3962379d req-64cf2604-722d-44d6-9eea-0055fbd56149 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.2225182 Jan 18 23:28:01.200962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.221699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Request body: {'port': {'device_id': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '03255336488c47c8ad8b5a80608838db'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:01.226360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.240599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.277668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:01.283233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.288709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c664565c-263d-4f32-83de-dff17384b2fa, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c664565c-263d-4f32-83de-dff17384b2fa,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:01.353200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:01.359571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:01.389096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.391747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5024d3c8-2229-4a1a-9230-700e109a5233 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:01.414131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.417666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:01.423882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.472114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb90141-fbad-4198-baf5-9a806ea8e0c5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:01.509899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.515488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f2a0865d-dc66-4f28-9e9b-653b5a7be967 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/8cb90141-fbad-4198-baf5-9a806ea8e0c5 HTTP/1.1" status: 204 len: 168 time: 1.1433558 Jan 18 23:28:01.516898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4857565e-cdad-4acb-9a36-3cbde8896278 None None] Provisioning for port dab28128-f1ce-4336-83a6-3b146266a4de completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:01.517168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58252) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:01.544873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:01.550479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.559754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4857565e-cdad-4acb-9a36-3cbde8896278 None None] Provisioning complete for port dab28128-f1ce-4336-83a6-3b146266a4de triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:01.559754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4857565e-cdad-4acb-9a36-3cbde8896278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.585235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:01.620529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.637332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4857565e-cdad-4acb-9a36-3cbde8896278 None None] Port dab28128-f1ce-4336-83a6-3b146266a4de cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:01.638026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614b8a80-9878-44ec-95d9-04d60601e2eb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Synchronizing usage tracker for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:01.647178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21812f68-bb90-44ed-b3d8-eeec068f7416 req-4a62c9d1-bc78-45b8-b363-5e1929d5bdfd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:01.649269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21812f68-bb90-44ed-b3d8-eeec068f7416 req-4a62c9d1-bc78-45b8-b363-5e1929d5bdfd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3678670 Jan 18 23:28:01.678670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.704523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.795584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5024d3c8-2229-4a1a-9230-700e109a5233 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:01.800903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff8729b2-faea-4cb4-a6d8-dcb6610e7401 None None] Provisioning complete for port dab28128-f1ce-4336-83a6-3b146266a4de triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:01.800903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff8729b2-faea-4cb4-a6d8-dcb6610e7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.812345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Pushing event updated for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:01.816961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:01.827409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Usage tracker for resource:port and tenant:03255336488c47c8ad8b5a80608838db is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:01.839083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:01.840236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-614b8a80-9878-44ec-95d9-04d60601e2eb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] Unset dirty status for tenant:65cf8992f5724dad93dcc9028128b733 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:01.849409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5024d3c8-2229-4a1a-9230-700e109a5233 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:01.849598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-614b8a80-9878-44ec-95d9-04d60601e2eb tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3268194 Jan 18 23:28:01.849725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.879130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21812f68-bb90-44ed-b3d8-eeec068f7416 req-91c404fd-e420-425e-bae6-387477a23919 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176797 Jan 18 23:28:01.879130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:01.881111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:01.893098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:01.904374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ff8729b2-faea-4cb4-a6d8-dcb6610e7401 None None] Port dab28128-f1ce-4336-83a6-3b146266a4de cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:01.957267 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-7b4169d3-3065-486b-93c4-b1354a3b5f28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] delete failed (client error): The resource could not be found. Jan 18 23:28:01.958581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b4169d3-3065-486b-93c4-b1354a3b5f28 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "DELETE /v2.0/security-groups/a69b7437-92be-4dac-a162-4f3389b3df7e HTTP/1.1" status: 404 len: 347 time: 0.0714900 Jan 18 23:28:01.959772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1106bbe-67c3-43be-95b5-6795d4fee70f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:01.963024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:01.992649 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-58b0f22b-36fa-40c4-8859-54517b1edb60 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] show failed (client error): The resource could not be found. Jan 18 23:28:01.993714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-58b0f22b-36fa-40c4-8859-54517b1edb60 tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-groups/2db31b6a-66d0-4a94-958b-9974b3225144 HTTP/1.1" status: 404 len: 347 time: 0.0297859 Jan 18 23:28:02.001152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:02.017861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network a74f1596-999f-4d50-93c2-920bed80a27b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:02.026783 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.026974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:02.027102 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-dc670730-e155-4bbe-9d13-2251b13c336e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] show failed (client error): The resource could not be found. Jan 18 23:28:02.027102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc670730-e155-4bbe-9d13-2251b13c336e tempest-NegativeSecGroupTest-484000498 tempest-NegativeSecGroupTest-484000498-project] 10.222.0.59 "GET /v2.0/security-group-rules/539b15b8-f074-4c9d-99f0-4635e74a248c HTTP/1.1" status: 404 len: 356 time: 0.0228069 Jan 18 23:28:02.098586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5024d3c8-2229-4a1a-9230-700e109a5233, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5024d3c8-2229-4a1a-9230-700e109a5233,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:02.111192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Made reservation on behalf of 03255336488c47c8ad8b5a80608838db for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:02.123343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.151345 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.163507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9ae63297-ef55-47ab-85e4-e64d849d019c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3174739 Jan 18 23:28:02.163507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:02.167142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e1106bbe-67c3-43be-95b5-6795d4fee70f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:02.179898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:02.189564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.198004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:02.206244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:02.215379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:02.341899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5024d3c8-2229-4a1a-9230-700e109a5233,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:02.368605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.441081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb0f88c7-3c37-4903-b078-0c84ce1d5885 None None] Provisioning complete for port dab28128-f1ce-4336-83a6-3b146266a4de triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:02.441446 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb0f88c7-3c37-4903-b078-0c84ce1d5885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.508983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:02.512867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:02.524577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.529538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:02.600401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f88c7-3c37-4903-b078-0c84ce1d5885 None None] Port dab28128-f1ce-4336-83a6-3b146266a4de cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:02.615061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.655407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:02.655792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.704933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b54391-3da6-4a32-b986-c812fdb2ace1 req-7129bebf-3f45-4aa8-b54f-7bb7710ef811 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.2183685 Jan 18 23:28:02.723909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:02.729964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Usage tracker for resource:security_group_rule and tenant:03255336488c47c8ad8b5a80608838db is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:02.737783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:02.748972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:02.852533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.922312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:02.985098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849ac394-2088-4d4f-8167-5641fe40c31d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:02.995975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c664565c-263d-4f32-83de-dff17384b2fa up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:03.021006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:03.127539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.198011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ee1d6345-97ec-4a27-842b-5f2c77ec566d None None] Provisioning complete for port 532766a0-47c6-4618-b98c-50e6ce9af4dd triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:03.198011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6345-97ec-4a27-842b-5f2c77ec566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.324078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d6345-97ec-4a27-842b-5f2c77ec566d None None] Port 532766a0-47c6-4618-b98c-50e6ce9af4dd cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:03.336754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c664565c-263d-4f32-83de-dff17384b2fa triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:03.339305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.502282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.506996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6fbba1c1-ead8-480a-99ff-cf16a0ec2a99 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3496799 Jan 18 23:28:03.538228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:03.551655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da44be6a-36f6-4abf-93b5-11029c022487,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:03.563375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e1106bbe-67c3-43be-95b5-6795d4fee70f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:03.596026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:03.612080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:03.619253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:03.644551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:03.698511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f2d1ff9f-1f0a-40c8-856c-a74a3a91a54e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65cf8992f5724dad93dcc9028128b733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569443 Jan 18 23:28:03.702104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:03.710200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153a644-e14a-4e17-8e26-6b04c3839666 req-ddf66f2c-4985-4faf-b71a-fd9af64e82dd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:03.711777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9153a644-e14a-4e17-8e26-6b04c3839666 req-ddf66f2c-4985-4faf-b71a-fd9af64e82dd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4836342 Jan 18 23:28:03.801627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Allocated IP 192.168.233.229 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/e12053a6-f90f-40d5-98a8-da9300b471c4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:03.809155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:03.822854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Router 24f840ce-35d5-43f9-9b88-b5599db017ea has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:03.870111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:03.943831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9153a644-e14a-4e17-8e26-6b04c3839666 req-3c8be56a-7846-4cd7-a16a-b0f668f0db08 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132456 Jan 18 23:28:03.983087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-013764a3-9127-4513-a97e-5a1370c24957 req-c4f8f784-6079-4f78-b293-08778773b1e1 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.1103377 Jan 18 23:28:04.048078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.097206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:04.108446 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.153301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.244604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.277396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e7cb7b-d1cf-4239-983f-ececc7596e60,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:04.304726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5024d3c8-2229-4a1a-9230-700e109a5233 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:04.338287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.340907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.342970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9280849e-4aa2-458b-9eb6-d4a870ca321e HTTP/1.1" status: 204 len: 168 time: 0.6292992 Jan 18 23:28:04.356370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815c819-c754-4f99-8e6f-83640af72d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280849e-4aa2-458b-9eb6-d4a870ca321e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:04.371070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:04.375830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.378787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eac7ddc2-865d-4ca3-b75f-1f9d54d08737 admin admin] 10.222.0.59 "PUT /v2.0/routers/24f840ce-35d5-43f9-9b88-b5599db017ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3930335 Jan 18 23:28:04.390165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Sync routers for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:04.394121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58310) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:04.418065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:04.418747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:04.419607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:04.422630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Transition to ACTIVE for port object e12053a6-f90f-40d5-98a8-da9300b471c4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:04.448536 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:04.471417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:04.472519 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:04.474775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.476485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a31f532-f515-441f-8c8a-92eb3772ecce tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9254358 Jan 18 23:28:04.481237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:04.506446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e1106bbe-67c3-43be-95b5-6795d4fee70f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:04.513563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5024d3c8-2229-4a1a-9230-700e109a5233 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:04.513957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.539705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:04.700245 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:04.738301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:04.792093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:04.940188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c058a497-009d-4aff-89dc-2dadca0835cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8161509 Jan 18 23:28:04.985908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:05.006108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'network': {'name': 'tempest-RoutersTest-814009606'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:05.009847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:05.028031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:05.030798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:05.032513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:network and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:05.039801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:05.047045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:05.051555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:05.156717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.167106 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:58Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.171686 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:05.172213 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Updating router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 port dab28128-f1ce-4336-83a6-3b146266a4de binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:28:05.203570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.208248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:05.214640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.228343 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.335941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:05.337842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.357444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:27:59Z', 'revision_number': 5, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port': {'id': '5596e6eb-a1c5-4327-a9d3-75b3f9b4d098', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:31Z', 'updated_at': '2022-01-18T23:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.363120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Checking router: 24f840ce-35d5-43f9-9b88-b5599db017ea for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:05.369058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-acee5e37-43ef-4c01-83b5-06a1a791c632 admin admin] 10.222.0.59 "PUT /v2.0/routers/d590fe5c-01a9-400d-9d48-39594083688a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0158715 Jan 18 23:28:05.380193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:05.393400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Routers {'24f840ce-35d5-43f9-9b88-b5599db017ea'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:05.394008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:05.394166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['24f840ce-35d5-43f9-9b88-b5599db017ea'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.409211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:05.421443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Deleting port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:05.422028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.677314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:28:05.712669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Pushing event updated for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:05.748062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:05.750425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.773827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] Set router 24f840ce-35d5-43f9-9b88-b5599db017ea gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:05.827781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.887329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:05.888371 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added segment 7bba3d1c-1af6-40a0-b0d5-239d760eb13c of type vlan for network cd842122-4a24-4daf-b85f-3f9c22ef946e Jan 18 23:28:05.910841 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-45ad285f-b591-4e39-9caf-d291f98dc855 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6930282 Jan 18 23:28:05.921219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:28:05Z', 'revision_number': 6, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:05.926747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Request body: {'port': {'device_id': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:05.927020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a1638-6371-41b7-938f-4b3cf497ac00 None None] The sync data for ids ['24f840ce-35d5-43f9-9b88-b5599db017ea'] in n-d-825175-2 is: [{'id': '24f840ce-35d5-43f9-9b88-b5599db017ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1749338889-router', 'tenant_id': 'f2101c67f9914511b35bffa374d530ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:29Z', 'updated_at': '2022-01-18T23:28:05Z', 'revision_number': 6, 'project_id': 'f2101c67f9914511b35bffa374d530ee', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:06.011230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.020306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6a8b8-7f48-4058-af71-79a7b949e9ba req-c95ad772-f586-4c0c-97e6-c44efffcb0cc tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:06.028269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30e6a8b8-7f48-4058-af71-79a7b949e9ba req-c95ad772-f586-4c0c-97e6-c44efffcb0cc tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 936 time: 0.7823629 Jan 18 23:28:06.054830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1397bf-f7a2-4854-8a3e-7c4bd0d0b312,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:06.059273 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.062075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f97e57e2-dc04-48a6-ac10-d647b728d7d7 None None] Provisioning for port e12053a6-f90f-40d5-98a8-da9300b471c4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:06.074729 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Transition to ACTIVE for port object dab28128-f1ce-4336-83a6-3b146266a4de will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:06.085404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f97e57e2-dc04-48a6-ac10-d647b728d7d7 None None] Provisioning complete for port e12053a6-f90f-40d5-98a8-da9300b471c4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:06.086363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f97e57e2-dc04-48a6-ac10-d647b728d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.106747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7265808-a10b-47cd-a38e-3f2879598140 req-e58541fb-1164-4e5e-b4dc-0505d045a11c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:06.108366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7265808-a10b-47cd-a38e-3f2879598140 req-e58541fb-1164-4e5e-b4dc-0505d045a11c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6449401 Jan 18 23:28:06.126612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.147938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30e6a8b8-7f48-4058-af71-79a7b949e9ba req-c3ae2bcd-130b-4a47-bdce-5b0880767f95 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187556 Jan 18 23:28:06.152559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.194439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f97e57e2-dc04-48a6-ac10-d647b728d7d7 None None] Port e12053a6-f90f-40d5-98a8-da9300b471c4 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:06.194707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.195859 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.212782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32f72fa8-8da0-452a-b687-98074b536cb7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7194862 Jan 18 23:28:06.215232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] For port 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:06.215682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.225827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58350) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.252443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e1106bbe-67c3-43be-95b5-6795d4fee70f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:06.269070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:06.294597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:06.300600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:06.319757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:06.329748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6982586f-2d41-4453-89ca-72d0c1e3966f no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:06.407955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6982586f-2d41-4453-89ca-72d0c1e3966f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:06.418076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6982586f-2d41-4453-89ca-72d0c1e3966f not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:06.493874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.564883 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ced1-7c0f-4a54-9aae-57914067b511 None None] Pushing event updated for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:06.599587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Calling delete_port for 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:06.688764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7265808-a10b-47cd-a38e-3f2879598140 req-7a43cc3d-0e26-4f8b-a6b8-25de8a4950cd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436153 Jan 18 23:28:06.794034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.794034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:06.794034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.809970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Attempting to bind port dab28128-f1ce-4336-83a6-3b146266a4de on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:06.810351 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Attempting to bind port dab28128-f1ce-4336-83a6-3b146266a4de by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:06.810806 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Attempting to bind port dab28128-f1ce-4336-83a6-3b146266a4de on network a74f1596-999f-4d50-93c2-920bed80a27b {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:06.825580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:06.826685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Checking segment: {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:06.827299 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.827512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Bound using segment: {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:06.827974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Bound port: dab28128-f1ce-4336-83a6-3b146266a4de, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c743d4d6-4768-4c66-9113-7e3273ce95b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:06.831274 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.858239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:06.948778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9533274 Jan 18 23:28:06.949520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:06.952798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.006532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'subnet': {'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:07.008413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a3f354-6f65-4705-827c-f53be8591bcd,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.017664 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] For port dab28128-f1ce-4336-83a6-3b146266a4de, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:07.025029 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] For port dab28128-f1ce-4336-83a6-3b146266a4de, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dab28128-f1ce-4336-83a6-3b146266a4de,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:07.067397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:07.078828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12053a6-f90f-40d5-98a8-da9300b471c4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:07.090526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.091669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:07.092671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:07.093378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.096938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c51985b3-f83c-4b7d-a4fa-918708c7d141 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8685684 Jan 18 23:28:07.097743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58366) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:07.111545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'e1106bbe-67c3-43be-95b5-6795d4fee70f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:07.127450 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.166037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:07.180367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Transition to ACTIVE for port object e12053a6-f90f-40d5-98a8-da9300b471c4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:07.182260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:07.186277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:07.195961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:07.216863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:07.222413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde1a3-179c-499c-ab5e-66381a1f15e6 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Network': ['ID=cd842122-4a24-4daf-b85f-3f9c22ef946e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.250313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:subnet and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:07.259029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.259644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:07.319396 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ced1-7c0f-4a54-9aae-57914067b511 None None] Pushing event updated for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.358255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.359306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:07.362184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:07.426410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:07.453859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58374) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:07.482958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--42485211', 'description': 'tempest-description--1370583661'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:07.488593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:07.527175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:07.531256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Pushing event updated for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.548532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:07.555632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:07.569601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:07.586477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.692675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f82fb5-cc04-4255-a86a-225e42f137e3 req-fbef24f6-6993-4d17-8bf2-69d6232b025c tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:07.700560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2f82fb5-cc04-4255-a86a-225e42f137e3 req-fbef24f6-6993-4d17-8bf2-69d6232b025c tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 948 time: 0.2640734 Jan 18 23:28:07.701662 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:07.720285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.737931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.798051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Made reservation on behalf of 7ec1f329dc914d079f68b6f38297749e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:07.804158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network cd842122-4a24-4daf-b85f-3f9c22ef946e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:28:07.810362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850fdc4f-5a20-4b8c-a341-05940e17de21,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.828460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.874071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5596e6eb-a1c5-4327-a9d3-75b3f9b4d098,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:07.902037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:07.914104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:07.926985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:07.934198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:07.948468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:07.950246 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-58d9caf7-048f-419b-a630-a1898f9e2779 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.8513072 Jan 18 23:28:07.963143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58386) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:08.027715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.051076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.066087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.144266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2f82fb5-cc04-4255-a86a-225e42f137e3 req-09028e73-ae25-4ba7-9e9b-25cd000bfb07 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426777 Jan 18 23:28:08.267790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.306082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.339231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.340526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/850fdc4f-5a20-4b8c-a341-05940e17de21 HTTP/1.1" status: 204 len: 168 time: 0.3760831 Jan 18 23:28:08.352597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58396) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:08.357336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65807b5c-b6d1-421f-8d82-4abf4cce0350 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=850fdc4f-5a20-4b8c-a341-05940e17de21,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:08.410885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:58Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:07Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:08.416908 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278ac9a2-d551-4698-9124-972b4bb7713c None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:27:58Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:07Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:08.438416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab27185f-6373-44cd-97df-c3e3b1a117e9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:08.482237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 2, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:08.487587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:08.488203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Attempting to bind port e12053a6-f90f-40d5-98a8-da9300b471c4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:08.488659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Updating router d590fe5c-01a9-400d-9d48-39594083688a port 532766a0-47c6-4618-b98c-50e6ce9af4dd binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:28:08.489446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Attempting to bind port e12053a6-f90f-40d5-98a8-da9300b471c4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:08.489803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Attempting to bind port e12053a6-f90f-40d5-98a8-da9300b471c4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:08.533617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.556317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7031c509-9e17-4198-984f-33c22d74dd90 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0937698 Jan 18 23:28:08.558924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58402) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:08.600870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ff3daad-c63b-48be-b20c-5ecbf88ee9ca tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:08.607829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group_rule': {'security_group_id': 'ab27185f-6373-44cd-97df-c3e3b1a117e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:08.623322 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.627416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Port e12053a6-f90f-40d5-98a8-da9300b471c4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:28:08.627743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Attempting to bind port e12053a6-f90f-40d5-98a8-da9300b471c4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:08.630189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:08.649658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.664773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:08.670286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:08.677490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:08.677851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:08.678500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:08.678979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Bound port: e12053a6-f90f-40d5-98a8-da9300b471c4, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:08.679328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.688741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:08.701411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.750983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ff3daad-c63b-48be-b20c-5ecbf88ee9ca tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:08.752593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ff3daad-c63b-48be-b20c-5ecbf88ee9ca tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3997889 Jan 18 23:28:08.763563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58408) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:08.853003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.872748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:08.876047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e12053a6-f90f-40d5-98a8-da9300b471c4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:08.881728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.916686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:08.968457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.114314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.116710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] 10.222.0.83 "PUT /v2.0/ports/e12053a6-f90f-40d5-98a8-da9300b471c4 HTTP/1.1" status: 200 len: 1096 time: 3.1987336 Jan 18 23:28:09.117074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:09.214032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.221129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c935567-54ee-4ca8-ad7f-e2aa783a2e97 service neutron] Pushing event updated for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:09.227835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.270816 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4', 'status': 'completed', 'code': 200} Jan 18 23:28:09.272282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.272945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a3f354-6f65-4705-827c-f53be8591bcd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:09.370466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Transition to ACTIVE for port object 532766a0-47c6-4618-b98c-50e6ce9af4dd will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:09.391093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.456178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14fe060-c493-46a3-a276-2a7fd11a916e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:09.460827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.571883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0d15a5f1-3e1b-4aed-ae4d-a03ccd3c5bf0 req-07dc3d09-5e2d-4f3a-94f9-5c661ac66741 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=03255336488c47c8ad8b5a80608838db&device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 1099 time: 0.2853427 Jan 18 23:28:09.574737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.575897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-567f6808-20c0-4789-8852-a1f951f66afe tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/92a3f354-6f65-4705-827c-f53be8591bcd HTTP/1.1" status: 204 len: 168 time: 0.8114040 Jan 18 23:28:09.613644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58426) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:09.642344 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0d15a5f1-3e1b-4aed-ae4d-a03ccd3c5bf0 req-8df9c0f7-22b0-4571-917a-17685e7da72d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=03255336488c47c8ad8b5a80608838db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639975 Jan 18 23:28:09.654250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Pushing event updated for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:09.689201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.689534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.689808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.690141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.690469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.690797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.691119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.691443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.691765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.692085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.692406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:09.715121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.717168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1a04689-48d0-4581-8b93-bdc1e5e37922 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1488154 Jan 18 23:28:09.723192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:09.729199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group_rule': {'security_group_id': 'ab27185f-6373-44cd-97df-c3e3b1a117e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:09.767646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.823294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.858769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b11eb-4563-430b-bff4-828f3873cdd2 req-78b6f3e9-98c3-4742-becd-cc9b4c9750c3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:09.866777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-025b11eb-4563-430b-bff4-828f3873cdd2 req-78b6f3e9-98c3-4742-becd-cc9b4c9750c3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 1.6291924 Jan 18 23:28:09.892610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:09.988032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Attempting to bind port 532766a0-47c6-4618-b98c-50e6ce9af4dd on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:09.988032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Attempting to bind port 532766a0-47c6-4618-b98c-50e6ce9af4dd by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:09.988636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Attempting to bind port 532766a0-47c6-4618-b98c-50e6ce9af4dd on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:09.990199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b0895-1030-4c8e-b825-665a6b2acf74 req-885304f8-6365-4edf-9dbe-1b9f1efbe38b tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:10.001471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da0b0895-1030-4c8e-b825-665a6b2acf74 req-885304f8-6365-4edf-9dbe-1b9f1efbe38b tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 948 time: 0.3731287 Jan 18 23:28:10.008013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:10.008765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Checking segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:10.008765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.009771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Bound using segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:10.009771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Bound port: 532766a0-47c6-4618-b98c-50e6ce9af4dd, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:10.009992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.014529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-025b11eb-4563-430b-bff4-828f3873cdd2 req-dd47f023-eb6d-4110-9954-5e2bc793d4f1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468728 Jan 18 23:28:10.065024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:10.121650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:10.130474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:10.164170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:10.238658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a91b518-ea82-457a-a68e-d0ac7fc7575b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:10.283049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da0b0895-1030-4c8e-b825-665a6b2acf74 req-aa32c47c-41fb-420b-90b9-1f772009d88c tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806954 Jan 18 23:28:10.285784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] For port 532766a0-47c6-4618-b98c-50e6ce9af4dd, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:10.288849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.294394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] For port 532766a0-47c6-4618-b98c-50e6ce9af4dd, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=532766a0-47c6-4618-b98c-50e6ce9af4dd,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:10.352872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15a5f1-3e1b-4aed-ae4d-a03ccd3c5bf0 req-c5960bfa-799d-4609-b948-89484862a57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:10.359507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0d15a5f1-3e1b-4aed-ae4d-a03ccd3c5bf0 req-c5960bfa-799d-4609-b948-89484862a57c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6987350 Jan 18 23:28:10.373237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.382533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.383494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f840ce-35d5-43f9-9b88-b5599db017ea {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:28:10.406765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.420937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Subnet': ['ID=a180fbb5-abff-48fc-b8d0-1fb43cc2afe3,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:10.430255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a91b518-ea82-457a-a68e-d0ac7fc7575b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:10.431536 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0a91b518-ea82-457a-a68e-d0ac7fc7575b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.8166122 Jan 18 23:28:10.434640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:10.483308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Checking segment: {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:10.485584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network hostable DHCP agents. Network: cd842122-4a24-4daf-b85f-3f9c22ef946e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:28:10.499708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.503471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee05a4d3-5f5c-45a5-a011-1de1dcb472d7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/24f840ce-35d5-43f9-9b88-b5599db017ea HTTP/1.1" status: 204 len: 168 time: 6.1068540 Jan 18 23:28:10.505900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:10.515050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dab28128-f1ce-4336-83a6-3b146266a4de up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:10.622695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.650533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0585f872-a591-4813-a159-9c6c81deb598 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=03255336488c47c8ad8b5a80608838db&device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 1099 time: 0.2219622 Jan 18 23:28:10.651037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.657350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd770a-5e64-4550-ba94-a329ac8d75ac None None] Pushing event updated for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:10.669634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:10.670273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:10.706215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Deleting subnet 25c1edea-b0bf-411a-8466-d3be6947c9bf {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:28:10.715797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.775373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port dab28128-f1ce-4336-83a6-3b146266a4de completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:10.796687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port dab28128-f1ce-4336-83a6-3b146266a4de triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:10.797092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:10.900937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cd842122-4a24-4daf-b85f-3f9c22ef946e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:28:10.950715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.030205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-dac1fcf0-6230-4947-9117-20d6d5739b4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e12053a6-f90f-40d5-98a8-da9300b471c4 HTTP/1.1" status: 200 len: 217 time: 0.3739212 Jan 18 23:28:11.031888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.044289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.190795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.227082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.238393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.243869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:11.249750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1409c55b-d87f-4a58-8877-923fccfcff5d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:11.286720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-fdcaa2a0-e3e7-4d98-a1e7-3704989dbed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:11.289922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-fdcaa2a0-e3e7-4d98-a1e7-3704989dbed6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2525828 Jan 18 23:28:11.322406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b1397bf-f7a2-4854-8a3e-7c4bd0d0b312,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:11.327158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, cd842122-4a24-4daf-b85f-3f9c22ef946e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:11.333389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:11.334006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.338223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb875e28-74dd-455d-b66c-cedb54d3f3d2 None None] Network cd842122-4a24-4daf-b85f-3f9c22ef946e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:11.341211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.374737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port dab28128-f1ce-4336-83a6-3b146266a4de, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dab28128-f1ce-4336-83a6-3b146266a4de,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:11.391016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.392863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-21d56345-4069-4c8f-920c-981973a19c8b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6679001 Jan 18 23:28:11.396692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58458) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:11.407502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:11.418826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:11.423245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:floatingip and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:11.428139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:11.446110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:11.481528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.481528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-412c3fda-a82a-43dc-85cc-5b3e506c9947 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8b1397bf-f7a2-4854-8a3e-7c4bd0d0b312 HTTP/1.1" status: 204 len: 168 time: 1.0355761 Jan 18 23:28:11.485165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58464) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:11.511808 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-0e584a74-e5ed-45b4-a866-29056cd44ac7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054253 Jan 18 23:28:11.549194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b4ef-a99b-4b3f-aa61-c07eec5afebf req-a6bbe415-3b76-4937-b088-e3cc0101d1a0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:11.550903 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e239b4ef-a99b-4b3f-aa61-c07eec5afebf req-a6bbe415-3b76-4937-b088-e3cc0101d1a0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3485870 Jan 18 23:28:11.561015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.571964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-da11e262-6d9d-4867-8fc1-eb036c5d073f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6039550 Jan 18 23:28:11.581107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:11.707080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.737702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:11.768592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.778320 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:11.844676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:11.851736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9012c40c-7bcb-440b-b54c-024fe9a79bd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:11.867134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-53de7a52-78a9-489a-939b-7beaabd43150 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.6612439 Jan 18 23:28:11.870963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/25c1edea-b0bf-411a-8466-d3be6947c9bf HTTP/1.1" status: 204 len: 168 time: 1.3640225 Jan 18 23:28:11.883051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58472) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:11.895792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fd744-dce3-4143-808e-9c0f34bcea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c1edea-b0bf-411a-8466-d3be6947c9bf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:11.898392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828b3b46-4d8c-4768-9023-c70d0096a804 None None] Network 7a160569-d340-4a73-b65d-24893263d0cd requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:11.939742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:11.940519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5596e6eb-a1c5-4327-a9d3-75b3f9b4d098 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:12.061406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-515f4380-1afa-48c0-a776-89c0ccade4d1 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480390 Jan 18 23:28:12.066231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.130586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9012c40c-7bcb-440b-b54c-024fe9a79bd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:12.138232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9012c40c-7bcb-440b-b54c-024fe9a79bd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6491413 Jan 18 23:28:12.139389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:12.150048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e239b4ef-a99b-4b3f-aa61-c07eec5afebf req-995f660b-1913-488f-88e4-18af3b559c10 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720181 Jan 18 23:28:12.172904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Deleting port 569ea350-461a-496e-87af-7f1ceb6b75e9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:12.173252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.336643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d5b54-38c7-48ac-b4d9-0f02ba5ae729 req-906faf07-8d44-41f6-903b-96b82b5fb8ed tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:12.344769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f5d5b54-38c7-48ac-b4d9-0f02ba5ae729 req-906faf07-8d44-41f6-903b-96b82b5fb8ed tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 948 time: 0.6123550 Jan 18 23:28:12.355981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13e5a909-727d-4f22-894f-d089c8d5c689 req-a79f6376-4c1d-4ecd-9a2e-798bbfdf90d3 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876399 Jan 18 23:28:12.370226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.413926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f5d5b54-38c7-48ac-b4d9-0f02ba5ae729 req-41b4a501-5e71-468d-af67-0ca98b95eb75 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682027 Jan 18 23:28:12.431086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.448411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-fd45f98b-5f8f-4bb6-ba8d-13068cfb4292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:12.450915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-fd45f98b-5f8f-4bb6-ba8d-13068cfb4292 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.5297709 Jan 18 23:28:12.451477 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.526447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dab28128-f1ce-4336-83a6-3b146266a4de up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:12.601570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] For port 569ea350-461a-496e-87af-7f1ceb6b75e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=569ea350-461a-496e-87af-7f1ceb6b75e9,segment=NetworkSegment(f31bb4ee-8e58-4994-bb8d-e2052de244af),segment_id=f31bb4ee-8e58-4994-bb8d-e2052de244af)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:12.602201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.640870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-683c2696-9d56-4e4f-89ba-406218cc06fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.1768215 Jan 18 23:28:12.730753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-cd842122-4a24-4daf-b85f-3f9c22ef946e', 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'fixed_ips': [{'subnet_id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:28:12.731729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.764261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port dab28128-f1ce-4336-83a6-3b146266a4de triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:12.764994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:12.830822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:10Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:12.843883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-ae6f87a8-0031-4c5c-aae6-c6183e10c07e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:12.845397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-ae6f87a8-0031-4c5c-aae6-c6183e10c07e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1971395 Jan 18 23:28:12.856154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b7e97-b735-4f18-9a05-2420807f9f47 None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:10Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:13.064811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Allocated IP 172.23.0.2 (cd842122-4a24-4daf-b85f-3f9c22ef946e/a180fbb5-abff-48fc-b8d0-1fb43cc2afe3/bd5bee16-9092-4ff2-9342-c65f181bd4ae) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:13.102166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Calling delete_port for 569ea350-461a-496e-87af-7f1ceb6b75e9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:13.138075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.173865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Allocated IP 172.25.1.249 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/00da67c9-0822-4452-8878-f212c0a79a4b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:13.215015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33e7cb7b-d1cf-4239-983f-ececc7596e60,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:13.294152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-20806e58-f393-4ebb-a77c-f73fdab83215 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4425178 Jan 18 23:28:13.295098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.298565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-31634a62-62bc-4e5c-9689-6f7bcf64e289 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/33e7cb7b-d1cf-4239-983f-ececc7596e60 HTTP/1.1" status: 204 len: 168 time: 1.1507070 Jan 18 23:28:13.300129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:13.377664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.415938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Transition to ACTIVE for port object bd5bee16-9092-4ff2-9342-c65f181bd4ae will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:13.427257 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ade1995a-0ad4-4363-b0a5-d6612552bb65 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1201913 Jan 18 23:28:13.438019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58494) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:13.449173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Transition to ACTIVE for port object bd5bee16-9092-4ff2-9342-c65f181bd4ae will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:13.481661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.499004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.587673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] No DVR routers for this DVR port 569ea350-461a-496e-87af-7f1ceb6b75e9 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:13.600267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.659941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.720801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=569ea350-461a-496e-87af-7f1ceb6b75e9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:13.729650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.807275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Pushing event updated for resources: {'Port': ['ID=bd5bee16-9092-4ff2-9342-c65f181bd4ae,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:13.811853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480cf7e-3290-4a0c-98f7-dea46211d9b5 None None] DHCP port deletion for 7a160569-d340-4a73-b65d-24893263d0cd request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:28:13.821547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e12053a6-f90f-40d5-98a8-da9300b471c4 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:28:13.858345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.891770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a160569-d340-4a73-b65d-24893263d0cd']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:13.911114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31bb4ee-8e58-4994-bb8d-e2052de244af') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:13.911114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31bb4ee-8e58-4994-bb8d-e2052de244af') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:13.924359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.959367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.968994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:28:13.969400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:13.984864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Network cd842122-4a24-4daf-b85f-3f9c22ef946e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:13.994450 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:14.000227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.023991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:14.031944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:14.117549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=849ac394-2088-4d4f-8167-5641fe40c31d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:14.121074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.171739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7eba3213-9277-422b-bc87-93083e885abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.180383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-41e2284a-e042-4999-968c-05f28586d8d1 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8745592 Jan 18 23:28:14.265463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:14.277765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:14.283338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:14.316478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Attempting to bind port bd5bee16-9092-4ff2-9342-c65f181bd4ae on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:14.316972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Attempting to bind port bd5bee16-9092-4ff2-9342-c65f181bd4ae by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:14.317338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Attempting to bind port bd5bee16-9092-4ff2-9342-c65f181bd4ae on network cd842122-4a24-4daf-b85f-3f9c22ef946e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:14.325363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e12053a6-f90f-40d5-98a8-da9300b471c4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:14.338313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:14.342505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Checking segment: {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:14.342982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.343515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Bound using segment: {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:14.344026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Bound port: bd5bee16-9092-4ff2-9342-c65f181bd4ae, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:14.344415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.402891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 532766a0-47c6-4618-b98c-50e6ce9af4dd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:14.407264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.408967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3179b6fa-a5c4-495b-b452-c64ae8f69058 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/849ac394-2088-4d4f-8167-5641fe40c31d HTTP/1.1" status: 204 len: 168 time: 0.9694118 Jan 18 23:28:14.415980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58510) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:14.448250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'e12053a6-f90f-40d5-98a8-da9300b471c4', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': 'e12053a6-f90f-40d5-98a8-da9300b471c4', 'mac_address': 'fa:16:3e:81:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:28:14.458684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=00da67c9-0822-4452-8878-f212c0a79a4b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:14.473685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.500801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.533396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a160569-d340-4a73-b65d-24893263d0cd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:14.545618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a890dff-9de0-477e-a635-d66f6d1c12a2 req-e1eeb9ca-209a-4ecf-a4b2-25a16dfa7fcc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:14.549000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a890dff-9de0-477e-a635-d66f6d1c12a2 req-e1eeb9ca-209a-4ecf-a4b2-25a16dfa7fcc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 1.1023283 Jan 18 23:28:14.561292 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e35ef4ae-6585-4edc-95f3-d187d3649d17 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7a160569-d340-4a73-b65d-24893263d0cd HTTP/1.1" status: 204 len: 168 time: 2.6724319 Jan 18 23:28:14.565244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58516) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:14.653187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6b7545f0-aff1-42f9-8f0a-c028a5131b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:14.659489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a890dff-9de0-477e-a635-d66f6d1c12a2 req-ab742e42-2383-4153-8efb-200afca38995 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004488 Jan 18 23:28:14.668367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b332746-db9d-4763-b709-296f8f409356 req-735af878-5f51-4954-917e-8b5f72e15468 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:14.676210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b332746-db9d-4763-b709-296f8f409356 req-735af878-5f51-4954-917e-8b5f72e15468 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 948 time: 0.9033923 Jan 18 23:28:14.719276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.761658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12053a6-f90f-40d5-98a8-da9300b471c4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:14.777639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e12053a6-f90f-40d5-98a8-da9300b471c4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:14.784591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-094b9d92-41da-4969-b5b6-43354ca0f2ef req-06737586-f03c-4dc0-946d-561bd5329a06 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963073 Jan 18 23:28:14.801036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] For port bd5bee16-9092-4ff2-9342-c65f181bd4ae, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:14.814306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] For port bd5bee16-9092-4ff2-9342-c65f181bd4ae, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd5bee16-9092-4ff2-9342-c65f181bd4ae,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:14.829703 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.846479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b332746-db9d-4763-b709-296f8f409356 req-64e26576-3486-419c-8bff-d244b6b2a820 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669846 Jan 18 23:28:14.931732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.950955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:14.987353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6b7545f0-aff1-42f9-8f0a-c028a5131b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:14.990959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b7545f0-aff1-42f9-8f0a-c028a5131b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5715888 Jan 18 23:28:15.015494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:15.019295 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.031464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 532766a0-47c6-4618-b98c-50e6ce9af4dd completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:15.078388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 532766a0-47c6-4618-b98c-50e6ce9af4dd triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:15.078766 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.108941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:15.151476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.263865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef918c-4641-4f28-af1e-b62f67bcdb92 None None] Pushing event updated for resources: {'Port': ['ID=bd5bee16-9092-4ff2-9342-c65f181bd4ae,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:15.372033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e12053a6-f90f-40d5-98a8-da9300b471c4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:28:15.450188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.512710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.572342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Allocated IP 172.23.0.1 (cd842122-4a24-4daf-b85f-3f9c22ef946e/a180fbb5-abff-48fc-b8d0-1fb43cc2afe3/8ee72336-978e-4ef2-b00d-08ba865c6c40) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:15.653983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:15.697687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 532766a0-47c6-4618-b98c-50e6ce9af4dd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=532766a0-47c6-4618-b98c-50e6ce9af4dd,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:15.992960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.169308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 569ea350-461a-496e-87af-7f1ceb6b75e9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:16.189282 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.218318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.227883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.237452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.240711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 569ea350-461a-496e-87af-7f1ceb6b75e9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:16.241411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 569ea350-461a-496e-87af-7f1ceb6b75e9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:16.265391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:16.271145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Transition to ACTIVE for port object 8ee72336-978e-4ef2-b00d-08ba865c6c40 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:16.285855 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc77f-ca2a-40bb-ae4c-7c53bad90c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.326219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.392466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522eb59-7db0-49ff-9aea-fa945a342ded req-b2769fec-68ac-4c3f-8346-2299b05e669a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:16.394106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3522eb59-7db0-49ff-9aea-fa945a342ded req-b2769fec-68ac-4c3f-8346-2299b05e669a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3566656 Jan 18 23:28:16.415670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd5bee16-9092-4ff2-9342-c65f181bd4ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:16.415931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1106bbe-67c3-43be-95b5-6795d4fee70f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:16.502518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086426f-7916-46ac-947a-8337ad7b3e38 req-32f1b629-3cd7-4efc-a078-e006e1b37715 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:16.504137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5086426f-7916-46ac-947a-8337ad7b3e38 req-32f1b629-3cd7-4efc-a078-e006e1b37715 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 949 time: 0.2248290 Jan 18 23:28:16.508880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.555598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=00da67c9-0822-4452-8878-f212c0a79a4b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:16.569442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.597649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port bd5bee16-9092-4ff2-9342-c65f181bd4ae completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:16.642788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cd842122-4a24-4daf-b85f-3f9c22ef946e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:16.649482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3522eb59-7db0-49ff-9aea-fa945a342ded req-1c1d8561-7194-4d89-b8eb-3003905c054d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385354 Jan 18 23:28:16.653615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:16.658862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:16.659059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.659495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc5a4a52-02d8-45af-9d7c-ab6503756663 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/e1106bbe-67c3-43be-95b5-6795d4fee70f HTTP/1.1" status: 204 len: 168 time: 1.6389692 Jan 18 23:28:16.663335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:16.665987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:16.695315 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.705838 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-088e093d-cc32-4a8b-b5c3-163fd5b9d214 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2989066 Jan 18 23:28:16.724092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5086426f-7916-46ac-947a-8337ad7b3e38 req-b59419fe-a32d-44a9-8dd3-266f5d22ebfe tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107153 Jan 18 23:28:16.779671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2901ad91-ead3-46fc-83ec-0e6dfbc725f7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:16.829081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:16.878470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2901ad91-ead3-46fc-83ec-0e6dfbc725f7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:16.879731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2901ad91-ead3-46fc-83ec-0e6dfbc725f7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2016120 Jan 18 23:28:16.890900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58562) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:16.893078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767138598'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:16.902362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:16.924212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:17.097200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.172469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:17.176690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:17.180490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:17.186788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:17.257876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.258643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.362095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8040e9c3-ad30-4f82-a9e8-a1976e11ef43 None None] Network cd842122-4a24-4daf-b85f-3f9c22ef946e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:17.397884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0360426c-b900-4856-a60d-58aeec79501a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--42485211&fields=id&tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 267 time: 0.1938365 Jan 18 23:28:17.440402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a9f42-10da-4fde-b3ee-fa6b2373f03a req-21f5d705-fc2b-4509-bc37-8af02fb83ef7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:17.442088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-973a9f42-10da-4fde-b3ee-fa6b2373f03a req-21f5d705-fc2b-4509-bc37-8af02fb83ef7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4283190 Jan 18 23:28:17.468025 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.489700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.499953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Deleting port fbf7825c-6ddd-4681-99e6-007604f564ac {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:17.500523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.622783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.642395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Provisioning for port bd5bee16-9092-4ff2-9342-c65f181bd4ae completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:17.658082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Provisioning complete for port bd5bee16-9092-4ff2-9342-c65f181bd4ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:17.658602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.816595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] For port fbf7825c-6ddd-4681-99e6-007604f564ac, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fbf7825c-6ddd-4681-99e6-007604f564ac,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:17.817001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.825264 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:17.873504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e12053a6-f90f-40d5-98a8-da9300b471c4 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:17.875748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-973a9f42-10da-4fde-b3ee-fa6b2373f03a req-9534259c-171f-412e-b48f-c0c11c7f40fb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059906 Jan 18 23:28:17.906251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a09f6d7-54da-4b16-b158-b884c1fff5de,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:18.024547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-86f078d5-b5d7-463f-8851-695443e190f5 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:18.031794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-86f078d5-b5d7-463f-8851-695443e190f5 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 811 time: 0.6134348 Jan 18 23:28:18.034547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] For port bd5bee16-9092-4ff2-9342-c65f181bd4ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd5bee16-9092-4ff2-9342-c65f181bd4ae,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:18.047564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.049332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9c5553e4-fb76-4691-9a56-e9ac300adc82 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1608441 Jan 18 23:28:18.075887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58588) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:18.086603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '7a09f6d7-54da-4b16-b158-b884c1fff5de', 'direction': 'ingress', 'protocol': 17}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:18.098254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.113762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Calling delete_port for fbf7825c-6ddd-4681-99e6-007604f564ac owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:18.169597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:18.170323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-c40ba1b7-93cd-4ffc-a7e5-7b0716fdbeff tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/quotas/fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 375 time: 0.1374524 Jan 18 23:28:18.185011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port e12053a6-f90f-40d5-98a8-da9300b471c4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:18.198659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:18.207462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:18.213263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port e12053a6-f90f-40d5-98a8-da9300b471c4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:18.213714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.229283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:18.424793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 532766a0-47c6-4618-b98c-50e6ce9af4dd up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:18.476137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-38d53631-0e5f-4e3a-81bf-06e4c4b54222 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3048754 Jan 18 23:28:18.491774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dcbf7-3f06-4c0a-929a-70e8136be446 req-e3b52bdd-84a5-431e-971e-f2989b5ec16e tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:18.499029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-949dcbf7-3f06-4c0a-929a-70e8136be446 req-e3b52bdd-84a5-431e-971e-f2989b5ec16e tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 949 time: 0.2472372 Jan 18 23:28:18.511757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.523970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feb35c-9c46-433d-a8f1-eca548bcd167 None None] Pushing event updated for resources: {'Port': ['ID=bd5bee16-9092-4ff2-9342-c65f181bd4ae,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:18.581571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.590404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.617974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Provisioning complete for port bd5bee16-9092-4ff2-9342-c65f181bd4ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:18.618463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.658309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.662164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf7825c-6ddd-4681-99e6-007604f564ac,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:18.772419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 532766a0-47c6-4618-b98c-50e6ce9af4dd triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:18.773149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.807034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.951936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:18.981424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-949dcbf7-3f06-4c0a-929a-70e8136be446 req-db5d87ad-ae77-4d1a-a814-e08a0064b4e1 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814355 Jan 18 23:28:19.004784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.057580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:19.071820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.090902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c1225b-87d9-4c15-af0f-0a0a65b29bc6,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:19.105434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event updated for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:19.151006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e12053a6-f90f-40d5-98a8-da9300b471c4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:19.172632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.188317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0303c3e0-935e-40b4-b80c-9910119989fe service neutron] 10.222.0.59 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587811 Jan 18 23:28:19.207277 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.294260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:19.295317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.297707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-443b05f6-c0a8-479f-8950-92f6edbc89c0 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2181218 Jan 18 23:28:19.300904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:19.309686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Provisioning for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:19.315749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Provisioning complete for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:19.317075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.427311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa1bee-bb13-4025-8d04-4b9c9526b594 None None] Port 8ee72336-978e-4ef2-b00d-08ba865c6c40 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:19.470548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.506730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.558156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-830684d2-0852-4986-a54a-499e58b8744b None None] Provisioning complete for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:19.558527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-830684d2-0852-4986-a54a-499e58b8744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.578198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-f43e8eff-d3ef-4117-813c-b88802f576d3 service neutron] 10.222.0.59 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666942 Jan 18 23:28:19.599768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.635614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Network cd842122-4a24-4daf-b85f-3f9c22ef946e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:19.658690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:19.711499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-830684d2-0852-4986-a54a-499e58b8744b None None] Port 8ee72336-978e-4ef2-b00d-08ba865c6c40 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:19.804865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:19.925855 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4', 'code': 200} Jan 18 23:28:19.941142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a09f6d7-54da-4b16-b158-b884c1fff5de,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:20.028439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.029609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb6afd62-0b8a-4b84-813b-2421af7e24df tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/7a09f6d7-54da-4b16-b158-b884c1fff5de HTTP/1.1" status: 204 len: 168 time: 0.7057331 Jan 18 23:28:20.032197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58618) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:20.117599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab6f1284-35f8-4f28-9ddf-fb98373d3391 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:20.344164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fb81a785-810a-4eba-8213-aa11b31ab24b None None] Provisioning complete for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:20.344608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb81a785-810a-4eba-8213-aa11b31ab24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.390717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab6f1284-35f8-4f28-9ddf-fb98373d3391 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:20.397689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab6f1284-35f8-4f28-9ddf-fb98373d3391 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3643186 Jan 18 23:28:20.401733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fb81a785-810a-4eba-8213-aa11b31ab24b None None] Port 8ee72336-978e-4ef2-b00d-08ba865c6c40 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:20.406191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58632) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:20.422480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--639669469'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:20.440322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:20.472501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd5bee16-9092-4ff2-9342-c65f181bd4ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:20.513513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2e59839-025b-4453-b1bd-4a0f34ab63b7 req-52b58292-16c1-4b34-8513-c458f4533771 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.2917147 Jan 18 23:28:20.556498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:20.657816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.694287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port bd5bee16-9092-4ff2-9342-c65f181bd4ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:20.694718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:20.924292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:20.930412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:20.935225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ffef810-7f02-4aba-ae22-adf796b53ecd req-d5aa0367-ec0c-41c6-b6ad-8c1fb83b3b7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 1101 time: 0.8107111 Jan 18 23:28:20.940685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d5136-0795-465e-b040-f95a61296f5c req-39825cb1-c272-4c20-a61c-4a103389e8f8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:20.942215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f66d5136-0795-465e-b040-f95a61296f5c req-39825cb1-c272-4c20-a61c-4a103389e8f8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6920893 Jan 18 23:28:20.994580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:21.014767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:21.088781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ffef810-7f02-4aba-ae22-adf796b53ecd req-536a3a04-83db-4055-968e-4018221f2b0d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455853 Jan 18 23:28:21.096679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:21.155403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d79c87-90b2-4038-b89a-8f9e2b14a930 req-8d313c64-f3be-465a-a89c-d0f7015f55fb tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:21.156944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10d79c87-90b2-4038-b89a-8f9e2b14a930 req-8d313c64-f3be-465a-a89c-d0f7015f55fb tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 0.3180764 Jan 18 23:28:21.170183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f66d5136-0795-465e-b040-f95a61296f5c req-1f6d8fe6-bd57-4b32-a763-23460b7cb896 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821530 Jan 18 23:28:21.172801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:21.238341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:21.262185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9206c166-89ce-4501-8f0c-c99dca6f148d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:21.311514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Router c05cf1ab-3f61-4273-8727-6337fb7855de has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:21.320737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:21.326504 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6c7504bc-1101-43ce-a997-1d5093d5b0c2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9170394 Jan 18 23:28:21.328756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:21.340237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093224645'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:21.357648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10d79c87-90b2-4038-b89a-8f9e2b14a930 req-df730017-7dba-47b4-a094-fa5d7194d853 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859877 Jan 18 23:28:21.441088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:21.486992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:21.491299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:21.499831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:21.525472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:21.534147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e5fb65e8-9803-44a9-a1ef-388a6cf88997 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9450796 Jan 18 23:28:21.535298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:21.542544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:21.544540 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:21.581175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:21.582644 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:21.604259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:21.808923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:21.827858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:21.832536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:21.851598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:21.932502 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:21.942392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:21.970091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:21.973259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Sync routers for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:22.009526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:22.013595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:22.027049 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae475d6c-d810-41ca-87d3-d4ab4e0024cf admin admin] 10.222.0.59 "PUT /v2.0/routers/c05cf1ab-3f61-4273-8727-6337fb7855de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4593189 Jan 18 23:28:22.030807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58678) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:22.274435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7636c58f-517d-4b01-b261-4fca6260d3fa req-10f05f16-18df-4723-93f1-d2ea0ed14b61 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.0847085 Jan 18 23:28:22.300973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:22.493501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:22.535763 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:16Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee72336-978e-4ef2-b00d-08ba865c6c40', 'name': '', 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:95:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:15Z', 'updated_at': '2022-01-18T23:28:17Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:22.542557 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:22.542911 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Updating router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 port 8ee72336-978e-4ef2-b00d-08ba865c6c40 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:28:22.678773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1678d079-90b7-4587-b64c-68ea9b0f4ec5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:22.704936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:22.705436 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:22.705961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa48bfce-f7fb-4762-9bd9-b1c21f1bafd2 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3761282 Jan 18 23:28:22.743339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:22.884272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '9206c166-89ce-4501-8f0c-c99dca6f148d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1678d079-90b7-4587-b64c-68ea9b0f4ec5', 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:22.929632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:22.949157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:22.952179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:22.961034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:22.973087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:23.097711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:28:18Z', 'revision_number': 5, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:23.101953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Checking router: c05cf1ab-3f61-4273-8727-6337fb7855de for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:23.113738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Routers {'c05cf1ab-3f61-4273-8727-6337fb7855de'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:23.114352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c05cf1ab-3f61-4273-8727-6337fb7855de'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:23.161024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b69a2-699a-4522-9345-eae2d5cee73f req-7266d7f6-3305-4bab-ab4f-6e8f35e98859 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:23.169449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-421b69a2-699a-4522-9345-eae2d5cee73f req-7266d7f6-3305-4bab-ab4f-6e8f35e98859 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6218674 Jan 18 23:28:23.222656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb4d79-1791-499c-bef1-a72d83bdd10f req-5c59e13e-8b98-4a9e-9f83-cc0feb57e075 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:23.224114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2efb4d79-1791-499c-bef1-a72d83bdd10f req-5c59e13e-8b98-4a9e-9f83-cc0feb57e075 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 0.4798918 Jan 18 23:28:23.339848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.351065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] Set router c05cf1ab-3f61-4273-8727-6337fb7855de gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:23.367068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.397902 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.411381 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Transition to ACTIVE for port object 8ee72336-978e-4ef2-b00d-08ba865c6c40 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:23.463275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Deleting port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:23.463497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.494733 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.504338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-421b69a2-699a-4522-9345-eae2d5cee73f req-d2fdd5bb-779f-4c5e-9df0-2b2102b41feb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103251 Jan 18 23:28:23.569380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2efb4d79-1791-499c-bef1-a72d83bdd10f req-999b769c-b384-445e-8413-adeafc3442e8 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002017 Jan 18 23:28:23.776326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:28:23.796139 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3003d6e-f13a-48e8-85fc-28c46210f33d None None] Pushing event updated for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:23.883367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:28:18Z', 'revision_number': 5, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:23.888025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3f0bc-e3ac-4d67-9cd9-56dd56e2fd4e None None] The sync data for ids ['c05cf1ab-3f61-4273-8727-6337fb7855de'] in n-d-825175-2 is: [{'id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'name': 'tempest-TaggedBootDevicesTest_v242-451732616-router', 'tenant_id': '96d3566387a448418ad0ca22de874204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:15:50Z', 'updated_at': '2022-01-18T23:28:18Z', 'revision_number': 5, 'project_id': '96d3566387a448418ad0ca22de874204', 'gw_port': {'id': '158a6bb5-aef8-4311-8d6e-33b7f65cdd24', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05cf1ab-3f61-4273-8727-6337fb7855de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:15:51Z', 'updated_at': '2022-01-18T23:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:23.979800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] For port 158a6bb5-aef8-4311-8d6e-33b7f65cdd24, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:23.980562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:23.988072 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Attempting to bind port 8ee72336-978e-4ef2-b00d-08ba865c6c40 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:23.988451 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Attempting to bind port 8ee72336-978e-4ef2-b00d-08ba865c6c40 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:23.988818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Attempting to bind port 8ee72336-978e-4ef2-b00d-08ba865c6c40 on network cd842122-4a24-4daf-b85f-3f9c22ef946e {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:24.006944 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:24.007315 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Checking segment: {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:24.007722 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.008113 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Bound using segment: {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:24.008569 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Bound port: 8ee72336-978e-4ef2-b00d-08ba865c6c40, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bba3d1c-1af6-40a0-b0d5-239d760eb13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:24.008974 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.014549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.050508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Removed routes are [] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:28:24.050747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.072793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1744c337-a562-40d3-8797-40bd9c169491 req-c4027b92-3774-45f0-a38c-81255cbdce18 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.2700222 Jan 18 23:28:24.079625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.153964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Calling delete_port for 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:24.203715 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] For port 8ee72336-978e-4ef2-b00d-08ba865c6c40, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:24.213606 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] For port 8ee72336-978e-4ef2-b00d-08ba865c6c40, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8ee72336-978e-4ef2-b00d-08ba865c6c40,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:24.239580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b8d3cb-f52e-4b01-994f-3decd847e71b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:24.289129 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.293812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-752d864d-561f-4d30-a950-652f87fd9291 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:24.294516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-752d864d-561f-4d30-a950-652f87fd9291 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:24.332110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fbf7825c-6ddd-4681-99e6-007604f564ac no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:24.426816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.429164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e7c8397-5ba4-451f-89ff-79f2278ea3b7 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.5803430 Jan 18 23:28:24.435934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:24.445388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-752d864d-561f-4d30-a950-652f87fd9291 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:24.446515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-752d864d-561f-4d30-a950-652f87fd9291 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 811 time: 0.6049407 Jan 18 23:28:24.454519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fbf7825c-6ddd-4681-99e6-007604f564ac {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:24.454863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fbf7825c-6ddd-4681-99e6-007604f564ac not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:24.487609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.502342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.540162 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3003d6e-f13a-48e8-85fc-28c46210f33d None None] Pushing event updated for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:24.548473 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:24.548473 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:24.601778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-a1032b37-71f7-47ee-8c8c-2d773a8f6ee1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:24.670419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.791665 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:28:24.799166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:24.867906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-a1032b37-71f7-47ee-8c8c-2d773a8f6ee1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:24.869087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-a1032b37-71f7-47ee-8c8c-2d773a8f6ee1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 378 time: 0.4045537 Jan 18 23:28:24.885475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=158a6bb5-aef8-4311-8d6e-33b7f65cdd24,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:24.901235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'port': {'device_id': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'admin_state_up': True, 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'security_groups': ['ab27185f-6373-44cd-97df-c3e3b1a117e9']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:25.015185 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:25.151520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77b8d3cb-f52e-4b01-994f-3decd847e71b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:25.219157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:25.220266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7e04cd16-e13f-40de-8a3c-e6b925acd842 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/77b8d3cb-f52e-4b01-994f-3decd847e71b HTTP/1.1" status: 204 len: 168 time: 0.7830122 Jan 18 23:28:25.229238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:25.284161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:25.314967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d10fd773-0578-4228-83b7-648a617a4dd9 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:25.331163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:25.341451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967a74e-6e20-4ec0-9b19-4641be8ef914 req-88db3e2a-0f90-42cd-85a5-76c95694e43f tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:25.348608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a967a74e-6e20-4ec0-9b19-4641be8ef914 req-88db3e2a-0f90-42cd-85a5-76c95694e43f tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 0.4009225 Jan 18 23:28:25.405284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:25.418045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a967a74e-6e20-4ec0-9b19-4641be8ef914 req-8d470db7-96ee-437d-b76b-c331ed9778dc tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Jan 18 23:28:25.438198 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:23Z', 'revision_number': 6, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee72336-978e-4ef2-b00d-08ba865c6c40', 'name': '', 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:95:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:15Z', 'updated_at': '2022-01-18T23:28:24Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:25.442432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9c9e5-30c6-4273-ae2d-227bf9a10ed9 req-7bb9c71e-24d7-4bb3-82ae-afaa678bed77 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:25.445267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50b9c9e5-30c6-4273-ae2d-227bf9a10ed9 req-7bb9c71e-24d7-4bb3-82ae-afaa678bed77 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4943511 Jan 18 23:28:25.450451 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7df8b-0c76-4511-afed-852bb54afdd2 None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:23Z', 'revision_number': 6, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ee72336-978e-4ef2-b00d-08ba865c6c40', 'name': '', 'network_id': 'cd842122-4a24-4daf-b85f-3f9c22ef946e', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:95:49:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:15Z', 'updated_at': '2022-01-18T23:28:24Z', 'revision_number': 4, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'a180fbb5-abff-48fc-b8d0-1fb43cc2afe3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:25.710612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-d2806447-cae2-42d2-aa61-beae697a536f req-339071f5-6dc3-462a-9e4f-4153b7463a2d service neutron] (84542) timed out ('10.222.0.89', 52793) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:28:25.712796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d10fd773-0578-4228-83b7-648a617a4dd9 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:25.717201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d10fd773-0578-4228-83b7-648a617a4dd9 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4827888 Jan 18 23:28:25.722809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58742) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:25.723420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:25.740634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:port and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:25.800223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:25.800400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-075ab5ee-6672-4d05-8ad3-61edddd89773 req-ba0d42b0-d508-4209-9c5f-80a61d4fb2ee tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.0938144 Jan 18 23:28:25.922757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:25.931700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:26.016578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50b9c9e5-30c6-4273-ae2d-227bf9a10ed9 req-d98c632e-5a8e-479e-908c-2e6e305c95b7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119960 Jan 18 23:28:26.111544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:26.140532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Made reservation on behalf of fcc8c2be7bcb412e937c8adb13ec02ef for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:26.144151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.160488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.281551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.368559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.467490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.510494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1678d079-90b7-4587-b64c-68ea9b0f4ec5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:26.529471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:26.536516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.541085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f6b79be6-ffa3-42d4-a16f-c5451ca7e30a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 934 time: 5.0047722 Jan 18 23:28:26.541945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:26.555785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8ee72336-978e-4ef2-b00d-08ba865c6c40 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:26.624992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Allocated IP 172.20.0.14 (712265ac-ad98-4884-ac49-2233c45b7d24/39f7b02b-fc5e-4150-aaf3-d58ddd40b2af/2a3a7213-1503-4206-b1ee-bb1bb36db02a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:26.795248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.795772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05cf1ab-3f61-4273-8727-6337fb7855de {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:28:26.805582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.805935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.806303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.806632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.806964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.807293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.807619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.807942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.808261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.808579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.808913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:26.874678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:26.884971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:26.885607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.907673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:26.931150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Transition to ACTIVE for port object 2a3a7213-1503-4206-b1ee-bb1bb36db02a will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:27.013351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.017123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4597f358-ba12-4470-8bac-c820a5656d46 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c05cf1ab-3f61-4273-8727-6337fb7855de HTTP/1.1" status: 204 len: 168 time: 4.9817526 Jan 18 23:28:27.020041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.020041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3f82d855-ab18-4acb-8a96-e51972037d0c tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/1678d079-90b7-4587-b64c-68ea9b0f4ec5 HTTP/1.1" status: 204 len: 168 time: 1.2916696 Jan 18 23:28:27.020041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58774) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:27.022035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:27.097010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.151721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46d97330-fdf7-4520-9d1f-14ba2c9326fa tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:27.155815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.163301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8ee72336-978e-4ef2-b00d-08ba865c6c40, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8ee72336-978e-4ef2-b00d-08ba865c6c40,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:27.209615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da145b-9075-4bd0-ae5e-7f25c3e69b98 req-da739a27-e947-4df1-803b-b5a61012f4e2 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:27.217849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37da145b-9075-4bd0-ae5e-7f25c3e69b98 req-da739a27-e947-4df1-803b-b5a61012f4e2 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 0.4922826 Jan 18 23:28:27.241844 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.311310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:27.337329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:27.342157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:27.345567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:27.353439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049ff9d-62ec-49f9-ac65-3c168a54f4d8 req-05fdfabe-5610-4fde-ab36-0f8dfe508516 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:27.354853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9049ff9d-62ec-49f9-ac65-3c168a54f4d8 req-05fdfabe-5610-4fde-ab36-0f8dfe508516 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6313784 Jan 18 23:28:27.392257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Deleting subnet 21c81977-dcf6-4e23-9d44-08c00a6a3bc9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:28:27.395913 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.427659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:27.446901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37da145b-9075-4bd0-ae5e-7f25c3e69b98 req-26c5be5e-7f39-4099-818e-0082bce91236 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273223 Jan 18 23:28:27.451923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46d97330-fdf7-4520-9d1f-14ba2c9326fa tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:27.455892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46d97330-fdf7-4520-9d1f-14ba2c9326fa tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3960991 Jan 18 23:28:27.460349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:27.490321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-40b977e4-e07e-4b79-91bb-767fa39b78eb tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 934 time: 0.9467831 Jan 18 23:28:27.491436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:27.517549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'routes': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:27.555906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.559548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.600093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:27.600871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.657925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.665609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9049ff9d-62ec-49f9-ac65-3c168a54f4d8 req-97c3e437-38d9-4121-a1f6-5bfcac8fe158 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869055 Jan 18 23:28:27.738112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-4ec81747-ce63-4ed6-a41d-c7fd9f388db0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8461576 Jan 18 23:28:27.741789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.772765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Request body: {'port': {'device_id': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:27.854370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60caa65f-5891-4692-9e00-d66a93f66984 None None] Provisioning for port 2a3a7213-1503-4206-b1ee-bb1bb36db02a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:27.861762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.863633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-60caa65f-5891-4692-9e00-d66a93f66984 None None] Provisioning complete for port 2a3a7213-1503-4206-b1ee-bb1bb36db02a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:27.865525 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-60caa65f-5891-4692-9e00-d66a93f66984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.889305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9206c166-89ce-4501-8f0c-c99dca6f148d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:27.925327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-cf524bd1-18e6-4b26-8e16-668bbe39398d tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:27.926737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-cf524bd1-18e6-4b26-8e16-668bbe39398d tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 0.1956661 Jan 18 23:28:27.932241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702c9e3-d8b3-4aac-a145-699a60e552cd req-2b2b5457-11e2-40e1-842d-1566d6e96298 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:27.938813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c702c9e3-d8b3-4aac-a145-699a60e552cd req-2b2b5457-11e2-40e1-842d-1566d6e96298 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 932 time: 0.2649879 Jan 18 23:28:27.961259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:27.978887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.011945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-60caa65f-5891-4692-9e00-d66a93f66984 None None] Port 2a3a7213-1503-4206-b1ee-bb1bb36db02a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:28:28.034040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c81977-dcf6-4e23-9d44-08c00a6a3bc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:28.039095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Deleting port e12053a6-f90f-40d5-98a8-da9300b471c4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:28.039311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.103272 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.104770 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1f16686-b500-49aa-9df3-a2ac1a8ba366 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/21c81977-dcf6-4e23-9d44-08c00a6a3bc9 HTTP/1.1" status: 204 len: 168 time: 1.0845950 Jan 18 23:28:28.111459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554c756-1553-4ab5-b39f-f1564b59c925 None None] Network 10a46f82-438e-4405-b4e0-7ac2049ccb55 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:28.117904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c702c9e3-d8b3-4aac-a145-699a60e552cd req-0da78569-a870-4658-86d1-592890cabcea tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1781583 Jan 18 23:28:28.120910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:28.389328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.390477 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6051de1-6ee3-4193-ac6a-8faf49f7b299 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/9206c166-89ce-4501-8f0c-c99dca6f148d HTTP/1.1" status: 204 len: 168 time: 0.9291410 Jan 18 23:28:28.399417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:28.435534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8ee72336-978e-4ef2-b00d-08ba865c6c40 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:28.560498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] DHCP port deletion for 10a46f82-438e-4405-b4e0-7ac2049ccb55 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:28:28.567337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Deleting port 6d560e6b-36a7-4c20-be18-5e6c1294af30 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:28.567793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.683122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-01df1123-5b0f-44ab-827a-f6ff23413876 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:28.813307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-01df1123-5b0f-44ab-827a-f6ff23413876 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:28.814714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-01df1123-5b0f-44ab-827a-f6ff23413876 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4146543 Jan 18 23:28:28.820337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58820) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:28.825252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--197307752'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:28.871410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:28.935322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:28.967771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3a7213-1503-4206-b1ee-bb1bb36db02a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:28.982844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:28.997520 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.001219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] For port 6d560e6b-36a7-4c20-be18-5e6c1294af30, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d560e6b-36a7-4c20-be18-5e6c1294af30,segment=NetworkSegment(181c0ca6-3b2b-4e18-8d13-3c1d8ec01036),segment_id=181c0ca6-3b2b-4e18-8d13-3c1d8ec01036)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:29.001734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.061816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Transition to ACTIVE for port object 2a3a7213-1503-4206-b1ee-bb1bb36db02a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:29.100276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:29.105130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:29.118637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:29.125511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:29.150949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.160405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Calling delete_port for 6d560e6b-36a7-4c20-be18-5e6c1294af30 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:29.226103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.273970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8ee72336-978e-4ef2-b00d-08ba865c6c40 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:29.273970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.348012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.386462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.399903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:29.469597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.472438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] For port e12053a6-f90f-40d5-98a8-da9300b471c4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e12053a6-f90f-40d5-98a8-da9300b471c4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:29.472808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.489808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] Pushing event deleted for resources: {'Port': ['ID=6d560e6b-36a7-4c20-be18-5e6c1294af30,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:29.496177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5656a46-1e36-4a51-894d-7b10152e2572 None None] No DVR routers for this DVR port 6d560e6b-36a7-4c20-be18-5e6c1294af30 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:29.627086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b011ac3-1bb8-46b4-93d3-7963d47a02e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:29.706188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Attempting to bind port 2a3a7213-1503-4206-b1ee-bb1bb36db02a on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:29.706845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Attempting to bind port 2a3a7213-1503-4206-b1ee-bb1bb36db02a by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:29.706845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Attempting to bind port 2a3a7213-1503-4206-b1ee-bb1bb36db02a on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:29.714071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Port 2a3a7213-1503-4206-b1ee-bb1bb36db02a on network 712265ac-ad98-4884-ac49-2233c45b7d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:28:29.714399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Attempting to bind port 2a3a7213-1503-4206-b1ee-bb1bb36db02a on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:29.722025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:29.723447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Checking segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:29.723447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Bound using segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:29.723447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Bound port: 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:29.723775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.788002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.798356 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-942f8958-cfce-4935-8309-81198e5b130f tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9723861 Jan 18 23:28:29.798356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58836) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:29.798943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Calling delete_port for e12053a6-f90f-40d5-98a8-da9300b471c4 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:29.806428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '4b011ac3-1bb8-46b4-93d3-7963d47a02e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:29.825560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:29.846710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:29.851825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:29.886020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:29.895767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:29.896490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4070a6-c394-49a8-9adf-b432096110ed req-a7805aa0-9d3f-48cc-aa34-841c356f068d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:29.898138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4070a6-c394-49a8-9adf-b432096110ed req-a7805aa0-9d3f-48cc-aa34-841c356f068d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 1.0847170 Jan 18 23:28:29.913957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:29.917381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:29.932981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b561264-1849-4156-9124-a21b4f130ef5 req-2af1f806-79e6-4400-8405-487624bae223 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:29.934583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b561264-1849-4156-9124-a21b4f130ef5 req-2af1f806-79e6-4400-8405-487624bae223 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 950 time: 1.1503332 Jan 18 23:28:29.936363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a46f82-438e-4405-b4e0-7ac2049ccb55']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:29.996597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.020919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.026987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:30.027455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181c0ca6-3b2b-4e18-8d13-3c1d8ec01036') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:30.080527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.117686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.121147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] 10.222.0.89 "PUT /v2.0/ports/2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 1092 time: 2.3532882 Jan 18 23:28:30.129398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:30.153600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ecbe2-e0a4-49f3-b00f-b17d4273333a service neutron] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:30.174129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.174255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.215598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b561264-1849-4156-9124-a21b4f130ef5 req-f12cde7c-a989-4df8-a54e-bc4ef469eaa9 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/security-groups?id=da44be6a-36f6-4abf-93b5-11029c022487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514443 Jan 18 23:28:30.227111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:28:30.227111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.248065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4070a6-c394-49a8-9adf-b432096110ed req-88e87c6a-4d04-48b8-8892-1f0ef0741739 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300097 Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:30.248757 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:30.329131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.388854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d560e6b-36a7-4c20-be18-5e6c1294af30 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:30.402940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439fc845-a45b-41c7-a4e0-5bc6549f731c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:30.426275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added routes are [] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:28:30.426407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.extraroute_db [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:28:30.448344 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'status': 'completed', 'code': 200} Jan 18 23:28:30.465603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-dd4c48f7-c546-46c3-92ae-e46e0e5ae4d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1095 time: 0.2223697 Jan 18 23:28:30.472703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6d560e6b-36a7-4c20-be18-5e6c1294af30 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:30.473082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d560e6b-36a7-4c20-be18-5e6c1294af30 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:30.475196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.478332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.497186 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.548949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.550398 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2610b749-9097-4677-9cf8-08166a192415 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7498941 Jan 18 23:28:30.559491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58844) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:30.573120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.573495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-21adfb7e-202c-4971-bd5e-8f0fb7a64366 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 217 time: 0.0990074 Jan 18 23:28:30.578593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=10a46f82-438e-4405-b4e0-7ac2049ccb55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:30.633276 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.649415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.678135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-fb58488e-4891-4af6-bd2e-c074dc9ae1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:30.680204 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-fb58488e-4891-4af6-bd2e-c074dc9ae1bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.0925245 Jan 18 23:28:30.781852 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-6bf65adc-9c6d-4e92-8168-f0a8f7dfdf6c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946276 Jan 18 23:28:30.810641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:30.843939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d983cf30-d2f1-46a0-a67d-e9061f284e3f admin admin] 10.222.0.59 "DELETE /v2.0/networks/10a46f82-438e-4405-b4e0-7ac2049ccb55 HTTP/1.1" status: 204 len: 168 time: 2.7219529 Jan 18 23:28:30.858663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Pushing event deleted for resources: {'Port': ['ID=e12053a6-f90f-40d5-98a8-da9300b471c4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:30.932940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=439fc845-a45b-41c7-a4e0-5bc6549f731c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:30.998808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.011388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-63b6a95f-1e1e-4f59-8867-aa7ca953ebbb tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/439fc845-a45b-41c7-a4e0-5bc6549f731c HTTP/1.1" status: 204 len: 168 time: 0.4511173 Jan 18 23:28:31.016052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58858) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:31.071796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] No DVR routers for this DVR port e12053a6-f90f-40d5-98a8-da9300b471c4 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:31.078271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.080178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-657d2bf2-eef0-4883-9a22-84c849525cd6 req-7127766f-2332-4156-b301-8a1da7325ab4 tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.83 "DELETE /v2.0/ports/e12053a6-f90f-40d5-98a8-da9300b471c4 HTTP/1.1" status: 204 len: 173 time: 3.1241190 Jan 18 23:28:31.081646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'name': 'network-vif-deleted', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:31.122539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfe38-195f-4fa1-9ad4-eb46bba672d0 req-884a7513-881b-4b30-9f4c-9928a194a647 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:31.131378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82adfe38-195f-4fa1-9ad4-eb46bba672d0 req-884a7513-881b-4b30-9f4c-9928a194a647 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 944 time: 0.6306438 Jan 18 23:28:31.180613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6e1dd63-ee1b-4dac-9ad8-db1fa572489a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:31.194102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-56301ad2-2b54-4831-b9c2-1f657284ee09 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036860 Jan 18 23:28:31.216826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b340c64-e704-4b30-864b-265f802451e3 req-f98a1525-a324-4700-8407-b7bf96c7e38c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:31.223636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b340c64-e704-4b30-864b-265f802451e3 req-f98a1525-a324-4700-8407-b7bf96c7e38c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.6429794 Jan 18 23:28:31.297850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82adfe38-195f-4fa1-9ad4-eb46bba672d0 req-57b6141b-cb64-48d7-b6eb-01c8c54ea7fb tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657591 Jan 18 23:28:31.354496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6e1dd63-ee1b-4dac-9ad8-db1fa572489a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:31.356457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6e1dd63-ee1b-4dac-9ad8-db1fa572489a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3374362 Jan 18 23:28:31.367860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58874) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:31.368054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b340c64-e704-4b30-864b-265f802451e3 req-7e7e8cbb-ece3-48b7-8c10-4719e38b2be9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426725 Jan 18 23:28:31.506380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58880) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:31.624864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.659908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8f741832-5d15-4a6e-b3ef-6b50175b0adf req-a688e5dd-5e38-4a62-8167-59d8669f863b tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Synchronizing usage tracker for tenant:03255336488c47c8ad8b5a80608838db on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:31.665525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.683871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.692142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:31.791230 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f26db127-6c1b-4b46-8f6b-318c0dcc567c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2101c67f9914511b35bffa374d530ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2743292 Jan 18 23:28:31.794640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58888) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:31.905770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8f741832-5d15-4a6e-b3ef-6b50175b0adf req-a688e5dd-5e38-4a62-8167-59d8669f863b tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] Unset dirty status for tenant:03255336488c47c8ad8b5a80608838db on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:31.924409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e12053a6-f90f-40d5-98a8-da9300b471c4 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:31.932370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f741832-5d15-4a6e-b3ef-6b50175b0adf req-a688e5dd-5e38-4a62-8167-59d8669f863b tempest-VolumesNegativeTest-1914738871 tempest-VolumesNegativeTest-1914738871-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7301ea-1c7d-451a-b209-db8eb401b838 HTTP/1.1" status: 200 len: 210 time: 0.3398349 Jan 18 23:28:31.956172 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7301ea-1c7d-451a-b209-db8eb401b838', 'name': 'network-vif-deleted', 'tag': 'e12053a6-f90f-40d5-98a8-da9300b471c4', 'status': 'completed', 'code': 200} Jan 18 23:28:32.003140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.015572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: e12053a6-f90f-40d5-98a8-da9300b471c4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:32.018886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e12053a6-f90f-40d5-98a8-da9300b471c4 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:32.074697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-510a88e6-0b98-4ae7-bd8f-de5efa5e1db4 req-0a3bcd97-12a7-4d1e-8de8-024b91f6da11 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754282 Jan 18 23:28:32.086022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:32.108822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b011ac3-1bb8-46b4-93d3-7963d47a02e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:32.169979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.220069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.355165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:32.361899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.367386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3b664fa0-7315-4986-871e-2a88eda64b38 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/4b011ac3-1bb8-46b4-93d3-7963d47a02e0 HTTP/1.1" status: 204 len: 168 time: 0.9982321 Jan 18 23:28:32.372771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58908) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:32.460115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3725fb7-994d-414d-8cec-223979ef7d40 req-2f532d9c-3d0d-4c90-b3a1-81feb83564c2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:32.461613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3725fb7-994d-414d-8cec-223979ef7d40 req-2f532d9c-3d0d-4c90-b3a1-81feb83564c2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2500920 Jan 18 23:28:32.526771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:32.530197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d6fae8b-67a6-4f1a-8659-0fd201687b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:32.541855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.543258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6081ec59-c6f9-43ac-bc1a-33970c21dd97 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 700 time: 5.0300808 Jan 18 23:28:32.546748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-ce064064-9072-441b-b9db-939274a69370 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1095 time: 0.2990732 Jan 18 23:28:32.550464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:32.609426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3725fb7-994d-414d-8cec-223979ef7d40 req-af89b916-8c7f-4152-a0d1-78146d17d99a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402037 Jan 18 23:28:32.654049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583316b-79eb-4e77-8b3e-e28c30042945 req-1f91b1e5-5356-4ce8-9872-32e511befca1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:32.656281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3583316b-79eb-4e77-8b3e-e28c30042945 req-1f91b1e5-5356-4ce8-9872-32e511befca1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 944 time: 0.1507616 Jan 18 23:28:32.720618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.735139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3583316b-79eb-4e77-8b3e-e28c30042945 req-db517651-7a65-4dc9-9102-f3933a36d090 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734396 Jan 18 23:28:32.746084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.759476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c3f2c-b885-4e8b-b705-23a065eb660d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:32.761119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d6fae8b-67a6-4f1a-8659-0fd201687b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:32.762333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d6fae8b-67a6-4f1a-8659-0fd201687b1b tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3837504 Jan 18 23:28:32.770666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:32.778408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136906004'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:32.826810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:32.845102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:32.869150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:32.869150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71627c0c-90fa-41d6-8435-527f333827a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f84c3f2c-b885-4e8b-b705-23a065eb660d HTTP/1.1" status: 204 len: 168 time: 1.0716102 Jan 18 23:28:32.891893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944830b-890b-4e94-bc78-aeabb195238e req-5ce049a1-732a-4326-973e-2355d25da717 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:32.893561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6944830b-890b-4e94-bc78-aeabb195238e req-5ce049a1-732a-4326-973e-2355d25da717 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1093442 Jan 18 23:28:32.903561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:32.917928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Usage tracker for resource:security_group_rule and tenant:0e34637caab34eff9fced47c4602a6b0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:32.923694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:32.928964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-a95d5e74-7db8-49eb-867e-6cb5f1645392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:32.930707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-a95d5e74-7db8-49eb-867e-6cb5f1645392 service neutron] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.3164191 Jan 18 23:28:32.935344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:32.952924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6944830b-890b-4e94-bc78-aeabb195238e req-f50136ba-0bbe-4c27-868f-8474c68f04b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513630 Jan 18 23:28:32.966231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.020262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-36671700-7cf0-4afa-ae09-88e62967117e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 217 time: 0.0824921 Jan 18 23:28:33.051126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:33.057200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:33.061978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:33.072570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:33.127634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c11567d7-e98c-4565-8d23-6fb3ef0135cf tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 700 time: 0.5736656 Jan 18 23:28:33.128741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:33.129785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-e8e69a98-1f6d-4e71-abb1-007b1325b545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:33.131401 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-e8e69a98-1f6d-4e71-abb1-007b1325b545 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1029761 Jan 18 23:28:33.201896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.237679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-813fbbbb-a896-49a1-8708-5be2f1c17b3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978189 Jan 18 23:28:33.298701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.361826 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.439376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.474647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37505f89-7212-4930-928a-204b50b9208f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:33.499202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46c4e069-44a7-40df-b0aa-c832bff85c5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e34637caab34eff9fced47c4602a6b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1366842 Jan 18 23:28:33.503526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:33.542608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88412d61-54d6-48e6-8230-9763f5103378,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:33.572299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-a6ad4275-e986-4f14-9dfa-036838b5d3e3 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279788 Jan 18 23:28:33.597201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.597201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.597201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.598232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.598593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.598997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.600217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.600217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.601146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.601253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.601677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:28:33.620667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.622138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-06aa5551-4fa3-4ab6-9fde-1605ac221848 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8519313 Jan 18 23:28:33.630288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58960) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:33.642180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '88412d61-54d6-48e6-8230-9763f5103378', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:33.653180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:33.660089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:33.666351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:33.685000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:33.697888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.722786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d9991ad8-ce92-4ccf-b8ef-59aea21e0d83 req-f301df46-22c5-430a-bdbc-48935d805ea8 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442325 Jan 18 23:28:33.810894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:33.823933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.038032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58972) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:34.085745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.094652 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d497ae13-a875-450e-82c8-210be66ae663 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96d3566387a448418ad0ca22de874204&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554376 Jan 18 23:28:34.095235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58978) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:34.110636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255d229-32ad-4169-a767-704413ccbcfa req-a82fccf4-4d15-45c9-8423-b1352a4c4bde tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:34.112090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0255d229-32ad-4169-a767-704413ccbcfa req-a82fccf4-4d15-45c9-8423-b1352a4c4bde tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 944 time: 0.1888325 Jan 18 23:28:34.114099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.161025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.178348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.187215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.209221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.220868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37505f89-7212-4930-928a-204b50b9208f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:34.309108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.311575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f51c99-6b55-457d-b911-f78281bcfe96,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:34.324011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.325211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5554bf35-e4f0-47b2-bcbd-48a2fedb91e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37505f89-7212-4930-928a-204b50b9208f HTTP/1.1" status: 204 len: 168 time: 0.8181531 Jan 18 23:28:34.327114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f489c3-a21d-400a-85e2-8f6f7d9e3d36,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:34.340203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.346357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0255d229-32ad-4169-a767-704413ccbcfa req-fbe1ff81-2cc5-4326-b1cf-18985402a1f1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1699033 Jan 18 23:28:34.346495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eeacdfb4-a346-4adb-8aeb-694d58bb61b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7f489c3-a21d-400a-85e2-8f6f7d9e3d36 HTTP/1.1" status: 204 len: 168 time: 0.2450671 Jan 18 23:28:34.432914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.436444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-62926d5c-4923-40cb-8ce4-08a33e97b484 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8024068 Jan 18 23:28:34.440050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58992) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:34.478382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-073fa6bb-c9fd-43af-8be5-60af27ded46a tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules/c3f51c99-6b55-457d-b911-f78281bcfe96 HTTP/1.1" status: 200 len: 705 time: 0.0397866 Jan 18 23:28:34.478976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:34.573902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-767a847a-ec08-4154-8b0c-07e521ccf3ee tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:34.726327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-767a847a-ec08-4154-8b0c-07e521ccf3ee tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:34.728725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-767a847a-ec08-4154-8b0c-07e521ccf3ee tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2485735 Jan 18 23:28:34.731565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59026) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:34.797454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.816696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.943750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.945516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 8ee72336-978e-4ef2-b00d-08ba865c6c40 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:34.945990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:34.985491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3f51c99-6b55-457d-b911-f78281bcfe96,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:35.069782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.074530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-154af46c-ff6e-493c-ad2c-170eba36d65d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c3f51c99-6b55-457d-b911-f78281bcfe96 HTTP/1.1" status: 204 len: 168 time: 0.3419909 Jan 18 23:28:35.075360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:35.154679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47a3888b-087d-41eb-a3f4-81cdf0d6fd52 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:35.186969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 8ee72336-978e-4ef2-b00d-08ba865c6c40, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8ee72336-978e-4ef2-b00d-08ba865c6c40,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:35.187642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.286087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47a3888b-087d-41eb-a3f4-81cdf0d6fd52 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:35.290752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47a3888b-087d-41eb-a3f4-81cdf0d6fd52 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2102957 Jan 18 23:28:35.290752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59052) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:35.297535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '88412d61-54d6-48e6-8230-9763f5103378', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:35.303975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:35.314848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:35.413984 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.432621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59062) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:35.449808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 8ee72336-978e-4ef2-b00d-08ba865c6c40 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:35.594793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.645664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.664988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:35.670030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Usage tracker for resource:security_group_rule and tenant:9008246b962f49e5b346351c59d4a9f7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:35.673962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:35.681846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:35.759356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.765982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.774648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8b9e4-88b0-48d3-9d7b-669b0eb4075b req-8f853bfe-a65c-4166-af8c-8aa88a80411d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:35.776256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14a8b9e4-88b0-48d3-9d7b-669b0eb4075b req-8f853bfe-a65c-4166-af8c-8aa88a80411d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 944 time: 0.1074669 Jan 18 23:28:35.790390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140a39e1-6aca-4bb8-9104-c6a0dd382194,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:35.825156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14a8b9e4-88b0-48d3-9d7b-669b0eb4075b req-e9688ecb-9a16-4b31-827d-c59108a237e7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431085 Jan 18 23:28:35.869386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2a3a7213-1503-4206-b1ee-bb1bb36db02a details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:28:35.869948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.870085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.936755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9008246b962f49e5b346351c59d4a9f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4308238 Jan 18 23:28:35.944407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:35.947504 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-36a606e8-7979-4117-aed2-f1ae637f8f41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6555660 Jan 18 23:28:35.949929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59084) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:35.951131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:35.961319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=8ee72336-978e-4ef2-b00d-08ba865c6c40,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:36.195115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:36.232456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'port_id': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'mac_address': 'fa:16:3e:82:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:28:36.267283 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:36.292034 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:36.292567 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:36.412592 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.450503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3a7213-1503-4206-b1ee-bb1bb36db02a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:36.454843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb65d3-dd8e-4dbb-9a0d-a8dec41efdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82416a57-3dda-40fc-9090-dd7e0e442658,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:36.468089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:36.514139 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb1bbf71-94fa-4b72-a8d8-2efe72eb9e16 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules/140a39e1-6aca-4bb8-9104-c6a0dd382194 HTTP/1.1" status: 200 len: 705 time: 0.5553319 Jan 18 23:28:36.514910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.516713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59102) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:36.566961 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.577938 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.603276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.637949 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:36.662746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4fa4412-4fa3-442d-ad11-56e9f996e755 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:36.770056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59112) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:36.791325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.792209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:36.818953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82416a57-3dda-40fc-9090-dd7e0e442658,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:36.825594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:36.828083 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6860183d-e9a6-4755-ba3c-6e9a19d72f1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82416a57-3dda-40fc-9090-dd7e0e442658 HTTP/1.1" status: 204 len: 168 time: 0.8726439 Jan 18 23:28:36.943782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['2a3a7213-1503-4206-b1ee-bb1bb36db02a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:28:37.053868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e4fa4412-4fa3-442d-ad11-56e9f996e755 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:37.055954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e4fa4412-4fa3-442d-ad11-56e9f996e755 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5385242 Jan 18 23:28:37.058783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59124) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:37.154637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.162041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-c84a1a17-9355-45e5-8c2f-672b7f9cd0f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3766472 Jan 18 23:28:37.182333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1897884539-network', 'tenant_id': '0ab138bb02d0416b856deb64f08fb21c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:37.202868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:37.243203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Usage tracker for resource:network and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:37.250807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.264787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:37.293586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:37.404368 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:37.408287 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:37.413016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.420240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Made reservation on behalf of 0ab138bb02d0416b856deb64f08fb21c for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:37.424005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.446350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:37.447405 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:37.457971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=140a39e1-6aca-4bb8-9104-c6a0dd382194,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:37.461171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.495535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:37.499097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f89c-7902-4412-b150-33f62c8acb68 req-ad9f5ebb-e7b6-471e-9014-039f5790c057 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:37.499360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Usage tracker for resource:security_group_rule and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:37.500548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bb0f89c-7902-4412-b150-33f62c8acb68 req-ad9f5ebb-e7b6-471e-9014-039f5790c057 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 945 time: 0.3347275 Jan 18 23:28:37.502567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:37.514302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:37.548001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.549307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-92f6d87f-402d-4822-9c5b-0d12ef958d22 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/140a39e1-6aca-4bb8-9104-c6a0dd382194 HTTP/1.1" status: 204 len: 168 time: 0.4895365 Jan 18 23:28:37.551701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59136) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:37.674418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-b1dafd6f-439c-432b-a83f-4206430da18e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.3254869 Jan 18 23:28:37.678850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e49067c2-6eba-4c5e-b2ed-f32ca1998b7d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:37.719252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.728217 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:37.744655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bb0f89c-7902-4412-b150-33f62c8acb68 req-52d68577-7eaf-4c83-aeca-b7626e950f70 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2335954 Jan 18 23:28:37.807090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.858125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e49067c2-6eba-4c5e-b2ed-f32ca1998b7d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:37.868904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e49067c2-6eba-4c5e-b2ed-f32ca1998b7d tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3140121 Jan 18 23:28:37.890272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59150) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:37.913935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:28:37.937066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': '88412d61-54d6-48e6-8230-9763f5103378', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:37.957060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d45c7b8-b4f0-4683-8e6c-8131778186cd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:37.964481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:37.971151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:37.972125 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Added segment 49adfe25-6c95-4d05-a228-a11cd542b2f1 of type vlan for network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 Jan 18 23:28:38.001422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:38.060223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.094316 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Project 1328e5a5e15b4eb087af428122d4c99c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:28:38.136765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.242999 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:38.247621 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d40e6-2284-40ee-b494-8d5302c8dd27 None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:38.260445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-6c218430-ce69-4321-b71a-28cbfc781bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:38.261937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-6c218430-ce69-4321-b71a-28cbfc781bfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.5252395 Jan 18 23:28:38.269398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.273309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.273309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:38.273309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.329546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:38.380142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.404458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:38.422254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:38.422599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 158a6bb5-aef8-4311-8d6e-33b7f65cdd24 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:38.461709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] Pushing event updated for resources: {'Network': ['ID=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:38.463747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d599a182-135e-4e24-b2ec-672e3cb5fc9d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:38.471802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:28:38.500393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-302161d8-e661-483e-b4e3-165cd47e5383 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.2235441 Jan 18 23:28:38.549580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-be126157-0102-4e53-a6df-9e0c7e8afc5c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7763960 Jan 18 23:28:38.552676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59188) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:38.558473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Request body: {'subnet': {'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1897884539-subnet', 'tenant_id': '0ab138bb02d0416b856deb64f08fb21c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:38.574762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:38.579504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.585245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67ad6350-148c-4a07-b6a0-b6e34083b1b1 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6890264 Jan 18 23:28:38.589250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59194) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:38.590286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Usage tracker for resource:subnet and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:38.626666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:38.656252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:38.686692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-1880d5bd-e008-4162-8282-21480a76b5fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:38.688909 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-66a7aaa6-0d9e-46dc-8c35-642cddb5e327 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules/d599a182-135e-4e24-b2ec-672e3cb5fc9d HTTP/1.1" status: 200 len: 711 time: 0.0907352 Jan 18 23:28:38.691440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-1880d5bd-e008-4162-8282-21480a76b5fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1831956 Jan 18 23:28:38.691899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:38.789472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Made reservation on behalf of 0ab138bb02d0416b856deb64f08fb21c for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:38.791753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:38.807489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:38.830475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d9b56e94-cbbc-488a-91cd-859941723945 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6979747 Jan 18 23:28:38.832514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:38.846747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3562829f-4d64-4a01-bf25-4d65968a9975 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1518109 Jan 18 23:28:38.879306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59218) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:38.956669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-7977fbb4-2172-4aaa-a6f3-63a4090a1570 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425117 Jan 18 23:28:39.031547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.040877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.046959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:39.060158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:39.061120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:39.117717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.244021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.324631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:39.334742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff48e83-0396-4ccb-bc1c-f248973e0d69 req-4eb07fb0-a8a0-46fd-bf5b-c62efab50f1e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:39.336155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fff48e83-0396-4ccb-bc1c-f248973e0d69 req-4eb07fb0-a8a0-46fd-bf5b-c62efab50f1e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 945 time: 0.3887558 Jan 18 23:28:39.341670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.348103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d927050d-4653-47ad-89e1-087dc9f79fde,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:39.353713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet a180fbb5-abff-48fc-b8d0-1fb43cc2afe3 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:28:39.357171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-8c0eff87-af41-4955-963b-cde7a9f504bd service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529451 Jan 18 23:28:39.372396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.395778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Checking segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:39.396242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Network hostable DHCP agents. Network: 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:28:39.442077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.447971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d599a182-135e-4e24-b2ec-672e3cb5fc9d HTTP/1.1" status: 204 len: 168 time: 0.5654404 Jan 18 23:28:39.448519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59246) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:39.457158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd554b4-8e77-4875-b10f-6918ee07e291 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d599a182-135e-4e24-b2ec-672e3cb5fc9d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:39.553098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:28:39.563421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.577768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6dd02de-39ec-41ae-a25a-1f6e10905bc4 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:39.628592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fff48e83-0396-4ccb-bc1c-f248973e0d69 req-c4f1d946-8560-4542-baae-cf4f7081e4b7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2848279 Jan 18 23:28:39.635377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:39.654546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:39.655770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.667551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5311ea9f-5615-49b6-bda5-2cd79245164e req-ec0b2797-8040-449a-bdb7-cdab4f424c08 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963128 Jan 18 23:28:39.681221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4aef15-df37-41f3-9ac0-2032dd09a108 None None] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:39.712966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d6dd02de-39ec-41ae-a25a-1f6e10905bc4 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:39.717762 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d6dd02de-39ec-41ae-a25a-1f6e10905bc4 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2679648 Jan 18 23:28:39.720242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:39.743724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.842296 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a9b91a6-41b9-4726-a1a2-e96ef98ba2c7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2805476 Jan 18 23:28:39.888767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:39.901937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2a3a7213-1503-4206-b1ee-bb1bb36db02a up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:28:39.957013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.001001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.109261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=a180fbb5-abff-48fc-b8d0-1fb43cc2afe3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:40.121103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.125381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.129160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-22eeff68-7392-41d7-81a1-713d0f811b79 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/a180fbb5-abff-48fc-b8d0-1fb43cc2afe3 HTTP/1.1" status: 204 len: 168 time: 1.2954545 Jan 18 23:28:40.132515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59280) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:40.135324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:40.151781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400cf357-f5f0-4449-83b0-426452eb0d11 None None] Network cd842122-4a24-4daf-b85f-3f9c22ef946e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:40.181657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88412d61-54d6-48e6-8230-9763f5103378,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:40.274919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.276311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df649885-afa1-42ed-a10b-5028b6257878 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/88412d61-54d6-48e6-8230-9763f5103378 HTTP/1.1" status: 204 len: 168 time: 0.5547113 Jan 18 23:28:40.281636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59292) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:40.329161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebeedd-99dd-40a8-a89f-30fc77bc79e5 None None] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:40.386320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4244e1fc-ac3c-4cd3-845c-8b213a307bac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:40.407704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.419784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port bd5bee16-9092-4ff2-9342-c65f181bd4ae {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:40.420121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.475489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4244e1fc-ac3c-4cd3-845c-8b213a307bac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:40.478023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8ee72336-978e-4ef2-b00d-08ba865c6c40 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:40.481821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59300) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:40.482047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4244e1fc-ac3c-4cd3-845c-8b213a307bac tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1980939 Jan 18 23:28:40.488648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group': {'name': 'tempest-secgroup--438156070'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:40.506663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:40.516696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:40.519415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 2a3a7213-1503-4206-b1ee-bb1bb36db02a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:28:40.652443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 2a3a7213-1503-4206-b1ee-bb1bb36db02a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:28:40.652954 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.708071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:40.738161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port bd5bee16-9092-4ff2-9342-c65f181bd4ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bd5bee16-9092-4ff2-9342-c65f181bd4ae,segment=NetworkSegment(7bba3d1c-1af6-40a0-b0d5-239d760eb13c),segment_id=7bba3d1c-1af6-40a0-b0d5-239d760eb13c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:40.738537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.759461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8ee72336-978e-4ef2-b00d-08ba865c6c40 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:40.759461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8ee72336-978e-4ef2-b00d-08ba865c6c40 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:40.825297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:40.828392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:40.951030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:40.966942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for bd5bee16-9092-4ff2-9342-c65f181bd4ae owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:41.256949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:41.276377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:41.283425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:41.292709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:41.310199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.321433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.348893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.355125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:41.403170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e752e6-5146-4403-8495-26fba2dc2db1 None None] DHCP port deletion for cd842122-4a24-4daf-b85f-3f9c22ef946e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:28:41.422629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-ae8a75fa-e5e8-411e-9bd8-559670c0bc2a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:41.441232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-ae8a75fa-e5e8-411e-9bd8-559670c0bc2a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/networks?id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 200 len: 818 time: 0.4415145 Jan 18 23:28:41.464292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:41.477558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:41.495245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8b6fb-5fa1-481d-8cb0-f20b1a78ee95 req-8aacb33f-4a61-444e-80fd-01a53db9f7f7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:41.502641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4a8b6fb-5fa1-481d-8cb0-f20b1a78ee95 req-8aacb33f-4a61-444e-80fd-01a53db9f7f7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 945 time: 0.5042698 Jan 18 23:28:41.510586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=bd5bee16-9092-4ff2-9342-c65f181bd4ae,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:41.556402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No DVR routers for this DVR port bd5bee16-9092-4ff2-9342-c65f181bd4ae on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:41.574019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.597389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-a4571e8a-21a9-4f4b-9d93-dd3c37e6869d tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/quotas/0ab138bb02d0416b856deb64f08fb21c HTTP/1.1" status: 200 len: 375 time: 0.1527889 Jan 18 23:28:41.732345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:41.760938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-777d834c-f870-409b-9080-6aed4080b030 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400509 Jan 18 23:28:41.782483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.787078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4a8b6fb-5fa1-481d-8cb0-f20b1a78ee95 req-13ea19dc-f35c-4b87-b0da-ce0a73eeda60 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2829344 Jan 18 23:28:41.801055 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.857286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd842122-4a24-4daf-b85f-3f9c22ef946e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:41.881273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:41.886632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c6fc1-0bee-4d53-99c0-cbece1c045ce None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:35Z', 'revision_number': 8, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab28128-f1ce-4336-83a6-3b146266a4de', 'name': '', 'network_id': 'a74f1596-999f-4d50-93c2-920bed80a27b', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:01:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:55Z', 'updated_at': '2022-01-18T23:28:11Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': 'b195596b-f006-4fcb-aa36-223d31d45c6e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:41.894924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:41.910500 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'code': 200} Jan 18 23:28:41.915127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bba3d1c-1af6-40a0-b0d5-239d760eb13c') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:41.915436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bba3d1c-1af6-40a0-b0d5-239d760eb13c') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:41.959214 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.045220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.055276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f978de-d26c-4aac-8be1-0edcdc5a813f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:42.068993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:28:42.069402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.100280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7373b878-3dcf-4e4a-9efe-dc54a7fc0f55 req-ec91b65b-b4d1-49e5-b37c-c7feb764037b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1097 time: 0.1177268 Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:42.111279 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:42.153847 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7373b878-3dcf-4e4a-9efe-dc54a7fc0f55 req-a69dd366-5ea3-4766-9f47-f40f54b1b8c5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440950 Jan 18 23:28:42.221656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.225040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b61ffa9-2bca-418a-93e4-d6e202d4d73e tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7397611 Jan 18 23:28:42.225866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59370) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:42.232148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Request body: {'security_group_rule': {'security_group_id': 'c2f978de-d26c-4aac-8be1-0edcdc5a813f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:42.239766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:42.244695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Usage tracker for resource:security_group_rule and tenant:1328e5a5e15b4eb087af428122d4c99c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:42.253053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:42.254896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:42.307894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-388dcc43-8022-48bc-9286-f8280112afa0 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240273 Jan 18 23:28:42.362763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd5bee16-9092-4ff2-9342-c65f181bd4ae no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:42.382462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.393064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.402138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: bd5bee16-9092-4ff2-9342-c65f181bd4ae {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:42.405418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bd5bee16-9092-4ff2-9342-c65f181bd4ae not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:42.405547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.474291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.547393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.548365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/cd842122-4a24-4daf-b85f-3f9c22ef946e HTTP/1.1" status: 204 len: 168 time: 2.4145794 Jan 18 23:28:42.550778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e650f5-8748-4254-a118-b4722d34dc8f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=cd842122-4a24-4daf-b85f-3f9c22ef946e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:42.554913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59376) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:42.573068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94bf55a-8328-4574-8387-08e63dc3fdb9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:42.669787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.673634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b94a15ee-1051-4b34-bf3a-d5490dfd55cc tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4438508 Jan 18 23:28:42.673782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59384) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:42.750676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.779409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-e749dab3-d859-4f67-9aef-c926a625d70a service neutron] 10.222.0.59 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655652 Jan 18 23:28:42.783028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:42.922411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-c230862a-b4c8-4a02-870e-e328f67e6f5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298354 Jan 18 23:28:42.999880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:43.079510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f978de-d26c-4aac-8be1-0edcdc5a813f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:43.091160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:43.092669 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eddf6d9f-a061-45a9-9c27-cabc657772f3 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/c2f978de-d26c-4aac-8be1-0edcdc5a813f HTTP/1.1" status: 204 len: 168 time: 0.4177165 Jan 18 23:28:43.101138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:43.145314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-df04f72c-c60f-4406-b76e-ae5c51f011c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1097 time: 0.1383939 Jan 18 23:28:43.241302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ebfce46-5865-4717-b5f9-da3fd02f2b68 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:43.250912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:43.307645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-9228197b-084e-429a-906a-fb4883b0b8fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:43.309252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-9228197b-084e-429a-906a-fb4883b0b8fd service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.1442518 Jan 18 23:28:43.385792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4ebfce46-5865-4717-b5f9-da3fd02f2b68 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:43.386350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ebfce46-5865-4717-b5f9-da3fd02f2b68 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2842715 Jan 18 23:28:43.389595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-961cd4d1-06dc-44f5-ae74-e6b407d0994e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 217 time: 0.0732927 Jan 18 23:28:43.390313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59398) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:43.405015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8d3db-9fb6-44b3-8739-50db9331c526 req-ccdd4356-b01b-42f7-a56e-c76e03f8ff02 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:43.406468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31a8d3db-9fb6-44b3-8739-50db9331c526 req-ccdd4356-b01b-42f7-a56e-c76e03f8ff02 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2753327 Jan 18 23:28:43.503912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31a8d3db-9fb6-44b3-8739-50db9331c526 req-51145555-ef5e-4914-b93b-34cacf271ee9 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839593 Jan 18 23:28:43.532427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-bc947023-bdeb-44a9-9bd1-0476ee0c155c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:43.534062 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-bc947023-bdeb-44a9-9bd1-0476ee0c155c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1277668 Jan 18 23:28:43.544801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f1a0a7c5-85a2-44fe-923c-c123924af140 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:43.785987 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-28f0770a-d0c9-4ac7-8b87-42d790f2e0cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380521 Jan 18 23:28:43.835325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f1a0a7c5-85a2-44fe-923c-c123924af140 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:43.839312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1a0a7c5-85a2-44fe-923c-c123924af140 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4452527 Jan 18 23:28:43.840609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59416) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:43.874833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4470ca7f-b365-4d4c-aa8c-6c1655fe5103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:43.924206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b3a9ec-9ce8-4b96-9242-15ec391cb7f1 req-3fd1425f-7798-4133-be07-b5a20d14721e tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.1027822 Jan 18 23:28:43.927868 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-42c3b238-9ced-4e06-8f3c-1d55187faab4 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] delete failed (client error): The resource could not be found. Jan 18 23:28:43.928940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42c3b238-9ced-4e06-8f3c-1d55187faab4 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "DELETE /v2.0/security-groups/c2f978de-d26c-4aac-8be1-0edcdc5a813f HTTP/1.1" status: 404 len: 347 time: 0.0873649 Jan 18 23:28:43.940822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59422) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:44.080019 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-f243e2db-9375-45c2-b3ec-b95669646183 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843633 Jan 18 23:28:44.086396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-574026e5-abf2-4b43-b289-ebb83ce1dc41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Synchronizing usage tracker for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:44.188373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-574026e5-abf2-4b43-b289-ebb83ce1dc41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] Unset dirty status for tenant:1328e5a5e15b4eb087af428122d4c99c on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:44.205447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-574026e5-abf2-4b43-b289-ebb83ce1dc41 tempest-SecGroupIPv6Test-2075643239 tempest-SecGroupIPv6Test-2075643239-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2634797 Jan 18 23:28:44.324125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-592c7f51-cd8c-4b4d-ab85-aa1055bd706b req-37324119-9908-45d4-8387-90148b1221b9 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340584 Jan 18 23:28:44.385777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port dab28128-f1ce-4336-83a6-3b146266a4de {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:44.386132 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:44.734557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port dab28128-f1ce-4336-83a6-3b146266a4de, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=dab28128-f1ce-4336-83a6-3b146266a4de,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:44.734930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.019018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for dab28128-f1ce-4336-83a6-3b146266a4de owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:45.115162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2280bfb1-13c3-49d7-a9d3-1e64a99f47f4 req-be1888bc-fa7c-414f-83ee-2e5b66f7759b tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0567384 Jan 18 23:28:45.127112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c206c-9408-4814-83e5-6d9839bde286 req-a9b74509-02a1-4efe-9966-564fb002a3c9 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:45.134904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e77c206c-9408-4814-83e5-6d9839bde286 req-a9b74509-02a1-4efe-9966-564fb002a3c9 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.4710717 Jan 18 23:28:45.163534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:45.214047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59472) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:45.444393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e77c206c-9408-4814-83e5-6d9839bde286 req-57a84b6c-8acf-48d5-8d45-4119cf2f3058 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3085151 Jan 18 23:28:45.497617 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.636673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=dab28128-f1ce-4336-83a6-3b146266a4de,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:45.693339 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2f445c0a-f92a-419c-b1b5-95490b11469f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03255336488c47c8ad8b5a80608838db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4758294 Jan 18 23:28:45.694021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59484) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:45.827250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.867589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.961221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-54b61acd-c1ff-4256-a2fd-8c2080719cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:45.980885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1d5c871c-a562-4455-9e2e-8b94a425c0ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1328e5a5e15b4eb087af428122d4c99c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8116322 Jan 18 23:28:45.981016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59488) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:46.034942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:46.066155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44be6a-36f6-4abf-93b5-11029c022487,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:46.069397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:46.085212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e29cc-4a47-49bb-9401-50ac634717b9 req-3c494830-ac02-4185-868d-6e15bdde19ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:46.086802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-390e29cc-4a47-49bb-9401-50ac634717b9 req-3c494830-ac02-4185-868d-6e15bdde19ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.4299757 Jan 18 23:28:46.105065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:46.109853 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c36057bc-d55f-4de4-b51f-40400bd34d53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da44be6a-36f6-4abf-93b5-11029c022487 HTTP/1.1" status: 204 len: 168 time: 0.3775895 Jan 18 23:28:46.130776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'floatingip': {'port_id': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:46.226224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:46.370894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9796cf1-8d04-4766-a064-e26e78cb741a req-d231c2ae-40de-4a4b-b56d-91fb3afc33a9 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0861218 Jan 18 23:28:46.397087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:46.464042 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:46.565775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.206084 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.219815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.314820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8a9aa8-ac8e-4540-ae83-cc7b4f0a6f68,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:47.454797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.828256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:47.829652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e51835a0-ffc5-4eb6-b530-984b5112ecd7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a8a9aa8-ac8e-4540-ae83-cc7b4f0a6f68 HTTP/1.1" status: 204 len: 168 time: 1.8464162 Jan 18 23:28:48.031909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5cce1bd-6d2c-470d-8add-7e7b1997c539 req-28fe11bd-2590-4383-9215-9e08bb1bb19a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.3957031 Jan 18 23:28:48.041917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-a10e795e-c116-42dd-a3e8-1bc6c4158aef tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:48.043489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-a10e795e-c116-42dd-a3e8-1bc6c4158aef tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "GET /v2.0/networks?id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 200 len: 818 time: 0.2300439 Jan 18 23:28:48.104065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Request body: {'port': {'device_id': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'admin_state_up': True, 'tenant_id': '0ab138bb02d0416b856deb64f08fb21c'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:48.284753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:48.446962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:48.452065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Usage tracker for resource:port and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:48.455154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:48.462073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:48.474242 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:48.631000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Made reservation on behalf of 0ab138bb02d0416b856deb64f08fb21c for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:48.634289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:48.641697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-7ebe8958-7809-46a2-b867-a56939ebd525 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:48.643228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-7ebe8958-7809-46a2-b867-a56939ebd525 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Synchronizing usage tracker for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:48.754579 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:48.755296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-7ebe8958-7809-46a2-b867-a56939ebd525 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Unset dirty status for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:48.756178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-7ebe8958-7809-46a2-b867-a56939ebd525 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.89 "GET /v2.0/networks?id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 200 len: 818 time: 0.3179727 Jan 18 23:28:48.775470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Request body: {'port': {'device_id': '2a555887-4f50-4079-9622-61c295afa3f2', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'admin_state_up': True, 'tenant_id': '0ab138bb02d0416b856deb64f08fb21c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:49.195558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Allocated IP 172.20.0.5 (7bc75cb8-35ab-48b1-b091-6d4b9d9f0604/d927050d-4653-47ad-89e1-087dc9f79fde/31604aab-e63a-4422-8019-3ee86c27a87e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:49.209728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:49.262417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Usage tracker for resource:port and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:49.273910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:49.372458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:49.490174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Made reservation on behalf of 0ab138bb02d0416b856deb64f08fb21c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:49.493219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:49.539163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-8af2cd9d-842b-4d24-9f9d-218a9022be12 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:49.539163 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-8af2cd9d-842b-4d24-9f9d-218a9022be12 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "GET /v2.0/networks?id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 200 len: 818 time: 0.3185177 Jan 18 23:28:49.560371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Request body: {'port': {'device_id': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'admin_state_up': True, 'tenant_id': '0ab138bb02d0416b856deb64f08fb21c'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:49.574237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:49.701884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39a28f3b-d06a-427f-884c-f4667d022d28 req-5a218855-40f4-4c5b-b558-440ecda16866 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.1056900 Jan 18 23:28:49.714937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:49.723417 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Floating IP aeb132c8-1d83-4cfd-9952-1f4a90e220ab associated. External IP: 172.25.1.249, port: 2a3a7213-1503-4206-b1ee-bb1bb36db02a. Jan 18 23:28:49.817116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:49.931223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:49.936788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:49.946900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Usage tracker for resource:port and tenant:0ab138bb02d0416b856deb64f08fb21c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:49.952101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:49.994152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:50.010500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:50.034998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:50.044962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Allocated IP 172.20.0.9 (7bc75cb8-35ab-48b1-b091-6d4b9d9f0604/d927050d-4653-47ad-89e1-087dc9f79fde/e5df75d3-65ec-4b8b-a3c7-00a786d3595b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:50.087357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Made reservation on behalf of 0ab138bb02d0416b856deb64f08fb21c for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:50.091179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.127625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:50.184909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event updated for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:50.189486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:50.263237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:50.263973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.428154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.462914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-903690405-network', 'tenant_id': '45b60872c28f4b1da6313b77a98da1e5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:50.468456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-58a353a0-ed6f-495e-a5f8-9d3f3de9c1c4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4096711 Jan 18 23:28:50.475105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:50.486024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Usage tracker for resource:network and tenant:45b60872c28f4b1da6313b77a98da1e5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:50.494418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Request body: {'port': {'device_id': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:50.520117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'network': {'name': 'tempest-network-smoke--240738263', 'project_id': 'a073fd6141644163bfda05c76228577e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:50.525939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:50.527122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:50.541658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:network and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:50.549946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:50.550445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:50.565007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:50.572821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.635669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:50.650137 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:50.656298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-032e3f7e-0308-4375-acde-8ab1a0eedc38 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0920646 Jan 18 23:28:50.656298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59626) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:50.684912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:50.685988 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:50.714829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Made reservation on behalf of 45b60872c28f4b1da6313b77a98da1e5 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:50.717170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.740268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.760311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.873672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:50.882136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:50.889341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:50.935828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event updated for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:50.944714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:50.948227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.966972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:50.992305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-116afd83-85a5-4910-8cd8-3185d536b37d {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:28:50.992699 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:28:51.012882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:51.013508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.024170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:51.064680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:45b60872c28f4b1da6313b77a98da1e5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:51.093813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:51.104013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:51.108044 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:51.113899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:51.120230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet b195596b-f006-4fcb-aa36-223d31d45c6e {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:28:51.124892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:51.132556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:51.133164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:51.171925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-23b0c460-c33b-4338-8d86-6aaf79e275fa tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4011312 Jan 18 23:28:51.185209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Request body: {'port': {'device_id': '2a555887-4f50-4079-9622-61c295afa3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:51.330939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.380464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.456254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.466592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.478922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:28:51.488671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.489050 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Added segment b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a of type vlan for network 07d20343-9565-43bd-9727-1a60055aec05 Jan 18 23:28:51.517328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.556521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.575032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:45Z', 'revision_number': 9, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:51.584007 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:51.596035 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:51.596646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:51.802847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.898040 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:51.969422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5df75d3-65ec-4b8b-a3c7-00a786d3595b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:51.982837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:51.984348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.035574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.043806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:52.046381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.057730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Transition to ACTIVE for port object e5df75d3-65ec-4b8b-a3c7-00a786d3595b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:52.201087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c39f20-facc-4479-9cf2-28223b027528,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:52.260142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.412741 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:45Z', 'revision_number': 9, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:52.418612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd15dc-2cde-460c-8d79-b7c4acd62f5f None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:28:45Z', 'revision_number': 9, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c664565c-263d-4f32-83de-dff17384b2fa', 'name': '', 'network_id': 'cccf6ba4-3783-43b8-8ee7-b09168f5ea3d', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:4d:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:43Z', 'updated_at': '2022-01-18T23:28:01Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '6e38b701-472e-452a-9408-2bd39932f6b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:52.435434 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3067520 Jan 18 23:28:52.468868 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.475230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:52.482949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-776629013', 'admin_state_up': True, 'project_id': 'a073fd6141644163bfda05c76228577e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:52.512341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9376f-f542-418c-8ad8-28a9d903e82d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Network': ['ID=07d20343-9565-43bd-9727-1a60055aec05,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:52.518311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:52.524388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 07d20343-9565-43bd-9727-1a60055aec05 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:28:52.557411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:router and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:52.567723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41e32f-2c89-4b6f-a642-6de5796d2a7a req-384a48a5-264c-4f80-b018-83ba644a541a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:52.568882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2d41e32f-2c89-4b6f-a642-6de5796d2a7a req-384a48a5-264c-4f80-b018-83ba644a541a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Synchronizing usage tracker for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:28:52.580817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.618959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:52.635690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:52.638011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b50673-5fca-456c-856b-379f9efbeb3b req-7aa437c9-093c-45e4-8746-ee9b7fa65aa8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:52.641608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61b50673-5fca-456c-856b-379f9efbeb3b req-7aa437c9-093c-45e4-8746-ee9b7fa65aa8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5120635 Jan 18 23:28:52.644155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Pushing event updated for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:52.658854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.768917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.773190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.797445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.809853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:28:52.817978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Attempting to bind port e5df75d3-65ec-4b8b-a3c7-00a786d3595b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:52.821732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Attempting to bind port e5df75d3-65ec-4b8b-a3c7-00a786d3595b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:52.821732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Attempting to bind port e5df75d3-65ec-4b8b-a3c7-00a786d3595b on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:52.825691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Port e5df75d3-65ec-4b8b-a3c7-00a786d3595b on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:28:52.826009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Attempting to bind port e5df75d3-65ec-4b8b-a3c7-00a786d3595b on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:52.826975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=b195596b-f006-4fcb-aa36-223d31d45c6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:52.843194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:52.843804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Checking segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:52.844386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Bound using segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:52.845061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Bound port: e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:52.846817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.872073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2c491-6c03-4538-8b2b-567ee6b232fa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:52.878315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.933423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-2ca0ee66-6a51-48bb-af97-e5abe80395c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.8427153 Jan 18 23:28:52.990541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:52.996045 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Added segment 29cf2b8a-a4bf-47f8-8e33-150089eda014 of type vlan for network d620b734-b55e-41e2-bf78-348d8ca7d294 Jan 18 23:28:53.019380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bbf3c-4caa-4396-a5fc-1cd09e3ed8cb None None] Network a74f1596-999f-4d50-93c2-920bed80a27b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:53.073033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2d41e32f-2c89-4b6f-a642-6de5796d2a7a req-384a48a5-264c-4f80-b018-83ba644a541a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Unset dirty status for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:28:53.083770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d41e32f-2c89-4b6f-a642-6de5796d2a7a req-384a48a5-264c-4f80-b018-83ba644a541a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 931 time: 1.9603655 Jan 18 23:28:53.095639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:28:53.141450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5899c7af-a5e2-4292-adaa-942fa1a04df5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/b195596b-f006-4fcb-aa36-223d31d45c6e HTTP/1.1" status: 204 len: 168 time: 2.4866180 Jan 18 23:28:53.187952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:53.191240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:53.193273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59662) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:53.289436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61b50673-5fca-456c-856b-379f9efbeb3b req-ca891441-98ee-4e0a-886b-14e69cbf0d7f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6208329 Jan 18 23:28:53.312235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.353510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.365152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31604aab-e63a-4422-8019-3ee86c27a87e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:53.399874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.433333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d41e32f-2c89-4b6f-a642-6de5796d2a7a req-040dddc5-a9fc-4eb9-a613-d26f97357cb8 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485732 Jan 18 23:28:53.471973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-e30042a8-6cb9-4280-a2af-c6a5ce6b6e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:53.474477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-e30042a8-6cb9-4280-a2af-c6a5ce6b6e2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.5389841 Jan 18 23:28:53.479240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Transition to ACTIVE for port object 31604aab-e63a-4422-8019-3ee86c27a87e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:53.547681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.547681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:53.547681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.586284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:28:53.607648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.664267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] DHCP port deletion for a74f1596-999f-4d50-93c2-920bed80a27b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:28:53.673170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Deleting port 5024d3c8-2229-4a1a-9230-700e109a5233 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:53.674101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.701644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.714280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.716918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] 10.222.0.89 "PUT /v2.0/ports/e5df75d3-65ec-4b8b-a3c7-00a786d3595b HTTP/1.1" status: 200 len: 1091 time: 2.5362742 Jan 18 23:28:53.732552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.732552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:53.741686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1731cd-8698-4853-bbb3-e9e6b6a9199f service neutron] Pushing event updated for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:53.758377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Allocated IP 172.20.0.13 (7bc75cb8-35ab-48b1-b091-6d4b9d9f0604/d927050d-4653-47ad-89e1-087dc9f79fde/b74bfedc-0812-4349-a606-3f831176b3a3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:53.769044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 5024d3c8-2229-4a1a-9230-700e109a5233 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:53.769393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:53.858505 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b', 'status': 'completed', 'code': 200} Jan 18 23:28:53.873385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d620b734-b55e-41e2-bf78-348d8ca7d294,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:53.925275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d620b734-b55e-41e2-bf78-348d8ca7d294 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:28:53.949718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-99d394d2-d118-4346-96bd-54d5c1b7e6f0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7568197 Jan 18 23:28:53.955371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59670) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:53.967207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-bfa46f53-481b-4185-8ddb-6b7b94b7282e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.4868412 Jan 18 23:28:53.990856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Request body: {'subnet': {'network_id': 'd620b734-b55e-41e2-bf78-348d8ca7d294', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-903690405-subnet', 'tenant_id': '45b60872c28f4b1da6313b77a98da1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:54.004108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:54.088599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:54.232702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] For port 5024d3c8-2229-4a1a-9230-700e109a5233, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5024d3c8-2229-4a1a-9230-700e109a5233,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:54.233353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.283839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Usage tracker for resource:subnet and tenant:45b60872c28f4b1da6313b77a98da1e5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:54.297763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:54.308514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:54.472032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dab28128-f1ce-4336-83a6-3b146266a4de no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:54.491239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 5024d3c8-2229-4a1a-9230-700e109a5233, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5024d3c8-2229-4a1a-9230-700e109a5233,segment=NetworkSegment(c743d4d6-4768-4c66-9113-7e3273ce95b6),segment_id=c743d4d6-4768-4c66-9113-7e3273ce95b6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:28:54.495945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.510702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Calling delete_port for 5024d3c8-2229-4a1a-9230-700e109a5233 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:54.558724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: dab28128-f1ce-4336-83a6-3b146266a4de {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:28:54.559226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device dab28128-f1ce-4336-83a6-3b146266a4de not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:28:54.559861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5024d3c8-2229-4a1a-9230-700e109a5233 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:28:54.693094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-cf2600d3-d020-4071-9344-403cbc6afcc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:54.695568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-cf2600d3-d020-4071-9344-403cbc6afcc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.6924825 Jan 18 23:28:54.760295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Made reservation on behalf of 45b60872c28f4b1da6313b77a98da1e5 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:54.766845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.779490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.793057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.794445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.825347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 5024d3c8-2229-4a1a-9230-700e109a5233 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:28:54.846465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] Pushing event deleted for resources: {'Port': ['ID=5024d3c8-2229-4a1a-9230-700e109a5233,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:54.896033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dab46258-8e97-49d7-a982-101c4bf57bd5 req-ff34abc2-9ff5-4222-9218-541d52acfa16 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 1094 time: 1.0260203 Jan 18 23:28:54.906994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:54.916429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791f39f-70b5-46d3-9c22-d93df8cc7186 None None] No DVR routers for this DVR port 5024d3c8-2229-4a1a-9230-700e109a5233 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:28:55.138961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Attempting to bind port 31604aab-e63a-4422-8019-3ee86c27a87e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:28:55.139510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Attempting to bind port 31604aab-e63a-4422-8019-3ee86c27a87e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:28:55.139650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Attempting to bind port 31604aab-e63a-4422-8019-3ee86c27a87e on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:55.151439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:28:55.151920 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:28:55.185512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:55.185767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event updated for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:55.190286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:55.195151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:55.223136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab46258-8e97-49d7-a982-101c4bf57bd5 req-f96328ab-8b63-4a01-9696-ceb03f25c80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:55.225739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dab46258-8e97-49d7-a982-101c4bf57bd5 req-f96328ab-8b63-4a01-9696-ceb03f25c80b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0ab138bb02d0416b856deb64f08fb21c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3168101 Jan 18 23:28:55.229418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Port 31604aab-e63a-4422-8019-3ee86c27a87e on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:28:55.229974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Attempting to bind port 31604aab-e63a-4422-8019-3ee86c27a87e on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:28:55.246694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c09e-3ec5-4a45-9f87-ebc3c21c86d5 req-f1a24067-ef66-4da0-9e40-33fa91cc9b40 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:55.253763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf83c09e-3ec5-4a45-9f87-ebc3c21c86d5 req-f1a24067-ef66-4da0-9e40-33fa91cc9b40 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.5502646 Jan 18 23:28:55.284545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052097e-5bbb-4ac9-933d-37359d85a554 req-d495eaf9-680f-414c-af51-04d660336259 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:55.286535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1052097e-5bbb-4ac9-933d-37359d85a554 req-d495eaf9-680f-414c-af51-04d660336259 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 943 time: 0.4780009 Jan 18 23:28:55.293991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-5e874b29-52fb-46c9-9da4-08e8f8cc819e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4972579 Jan 18 23:28:55.302450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:28:55.303158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Checking segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:55.303716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Bound using segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:28:55.304370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Bound port: 31604aab-e63a-4422-8019-3ee86c27a87e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:28:55.304943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.356716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.403478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.410361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:55.411246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.552098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab46258-8e97-49d7-a982-101c4bf57bd5 req-6564a10a-f3e6-4b56-8c27-542827375013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:55.554210 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dab46258-8e97-49d7-a982-101c4bf57bd5 req-6564a10a-f3e6-4b56-8c27-542827375013 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3179681 Jan 18 23:28:55.601649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf83c09e-3ec5-4a45-9f87-ebc3c21c86d5 req-91b2133c-d132-4c65-8b37-0e880c67a6d4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466103 Jan 18 23:28:55.646356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1052097e-5bbb-4ac9-933d-37359d85a554 req-ab28cbf7-780c-4c16-bbd5-11ecb96145c6 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457868 Jan 18 23:28:55.774889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 5024d3c8-2229-4a1a-9230-700e109a5233 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:28:55.775489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.795818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:28:55.804205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-31f0cdf3-6747-428d-b18d-05a3cea304c6 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831393 Jan 18 23:28:55.807973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:28:55.815934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31604aab-e63a-4422-8019-3ee86c27a87e,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:28:55.822230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:28:55.831907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-79898e63-f112-485d-8cbe-a4bcba5c65de tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2803872 Jan 18 23:28:55.859669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:55.860317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:55.876057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Request body: {'port': {'device_id': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:55.929468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.990217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:55.993430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] The port '5024d3c8-2229-4a1a-9230-700e109a5233' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:28:55.998266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.129230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.25.1.179 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/19d3d188-150d-4bec-9e99-becf1a48b1fc) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:28:56.169237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3beaa911-655b-41a7-b0c9-94918ec8075d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "PUT /v2.0/floatingips/aeb132c8-1d83-4cfd-9952-1f4a90e220ab HTTP/1.1" status: 200 len: 992 time: 10.0610156 Jan 18 23:28:56.182767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:56.182878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:56.206104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.207633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/31604aab-e63a-4422-8019-3ee86c27a87e HTTP/1.1" status: 200 len: 1091 time: 5.7255759 Jan 18 23:28:56.229131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e2313e-fa23-4837-9235-fc60e974b50d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:56.249436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ed2c-1da6-4110-853c-9d76c49e85b6 service neutron] Pushing event updated for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:56.272605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-357089b4-47e6-4998-ade1-8d357dd2ed6c req-a39a01bd-6b1f-44be-87b1-991e671a9ac9 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618430 Jan 18 23:28:56.305367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Checking segment: {'id': '29cf2b8a-a4bf-47f8-8e33-150089eda014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd620b734-b55e-41e2-bf78-348d8ca7d294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:28:56.305729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Network hostable DHCP agents. Network: d620b734-b55e-41e2-bf78-348d8ca7d294, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:28:56.363181 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'status': 'completed', 'code': 200} Jan 18 23:28:56.457811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-fad77c39-8877-49e7-9b5f-8272b1441122 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 1094 time: 0.1446302 Jan 18 23:28:56.506444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.549819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Network d620b734-b55e-41e2-bf78-348d8ca7d294 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:28:56.569328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-32fcb803-3130-4ff8-9008-263bbc54fba9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31604aab-e63a-4422-8019-3ee86c27a87e HTTP/1.1" status: 200 len: 217 time: 0.1053166 Jan 18 23:28:56.647435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.652008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-de0c3485-56a0-41c2-82c4-983efd240c39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:56.653886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-de0c3485-56a0-41c2-82c4-983efd240c39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d927050d-4653-47ad-89e1-087dc9f79fde HTTP/1.1" status: 200 len: 858 time: 0.0790622 Jan 18 23:28:56.679878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74f1596-999f-4d50-93c2-920bed80a27b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.750369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-5ba9c19b-6735-4df0-9462-e3e7615d45cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 1094 time: 0.9370525 Jan 18 23:28:56.760500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c743d4d6-4768-4c66-9113-7e3273ce95b6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.760924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c743d4d6-4768-4c66-9113-7e3273ce95b6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.909508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aeb132c8-1d83-4cfd-9952-1f4a90e220ab', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:82:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:28:14Z', 'updated_at': '2022-01-18T23:28:47Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.911829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:56.914081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:28:56.929224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:28:56.943442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:56.984880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-20d5e7b1-1779-4acb-a2c5-0f1e4680dc34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3248026 Jan 18 23:28:57.046707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.050066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3978ce75-ec96-40d5-a958-291217c0ded9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b HTTP/1.1" status: 200 len: 217 time: 0.2703345 Jan 18 23:28:57.054508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-d0d95efb-2325-476a-809f-9e24b5f66dc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1097 time: 0.6897404 Jan 18 23:28:57.086742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d620b734-b55e-41e2-bf78-348d8ca7d294) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:57.129195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:57.130011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.185268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:28:57.185268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.236003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:28:57.243606 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:28:57.329169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6ff383ff-65c2-42f5-91f3-05b3030ef444 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3544991 Jan 18 23:28:57.336249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-51e13400-0a5d-4299-9e35-525fc3386870 service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474952 Jan 18 23:28:57.353749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3550054-52d6-49a6-b459-75ed11fbedb7 req-f27cba1c-8ebd-464d-8d20-77c9b8bd94a4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:57.355258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3550054-52d6-49a6-b459-75ed11fbedb7 req-f27cba1c-8ebd-464d-8d20-77c9b8bd94a4 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 943 time: 0.3669856 Jan 18 23:28:57.394891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.445044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d9aa2d-ebea-4081-937d-934c9f78fa03 None None] Network d620b734-b55e-41e2-bf78-348d8ca7d294 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:57.500886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e2dba-0dea-478e-98dd-0151c6efbf32 req-519fbd2d-e31c-4c20-b492-d27cebc71bf6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:57.502371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c5e2dba-0dea-478e-98dd-0151c6efbf32 req-519fbd2d-e31c-4c20-b492-d27cebc71bf6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4543440 Jan 18 23:28:57.514524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.520756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:57.597753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=a74f1596-999f-4d50-93c2-920bed80a27b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:57.641907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-e19faafe-dd4e-4994-8177-c07d85560b98 service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851806 Jan 18 23:28:57.658067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f59cddc5-b870-4c9c-b9ee-d3ad2d769696 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/a74f1596-999f-4d50-93c2-920bed80a27b HTTP/1.1" status: 204 len: 168 time: 4.4627109 Jan 18 23:28:57.666122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59746) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:57.698311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3f6d43e3-47e3-401f-82e5-e2e168d036a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:57.698711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3550054-52d6-49a6-b459-75ed11fbedb7 req-02d8701c-bfec-40c7-8812-67e7413738f2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955079 Jan 18 23:28:57.700012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3f6d43e3-47e3-401f-82e5-e2e168d036a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d927050d-4653-47ad-89e1-087dc9f79fde HTTP/1.1" status: 200 len: 858 time: 0.6200202 Jan 18 23:28:57.746934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c5e2dba-0dea-478e-98dd-0151c6efbf32 req-10b3490c-74a0-4a42-b043-741fcc2a9a41 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275944 Jan 18 23:28:57.805982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-2011ebd8-361d-4872-b3ee-a15717a94a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:57.807449 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-2011ebd8-361d-4872-b3ee-a15717a94a27 service neutron] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.7265832 Jan 18 23:28:57.886435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3366e-b0b4-4916-9454-0e602b4dc2d8 None None] Network d620b734-b55e-41e2-bf78-348d8ca7d294 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:28:57.969818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aeb132c8-1d83-4cfd-9952-1f4a90e220ab', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:82:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:28:14Z', 'updated_at': '2022-01-18T23:28:47Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:28:57.980175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c9e055-941b-49f8-800d-a860ab4b5494 None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aeb132c8-1d83-4cfd-9952-1f4a90e220ab', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:82:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:28:14Z', 'updated_at': '2022-01-18T23:28:47Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:28:58.057269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:58.321293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-a2dbb343-17aa-4f98-93b8-9277556148fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3808334 Jan 18 23:28:58.324289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe95d68-5a72-47d8-9321-73164b28b70b None None] New status for floating IP aeb132c8-1d83-4cfd-9952-1f4a90e220ab: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:28:58.364910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:28:58.499631 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e', 'status': 'completed', 'code': 200} Jan 18 23:28:58.508886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:28:58.553343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:28:58.555818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:28:58.685448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-d4d6940e-3f37-4a0a-9183-f0840caccbd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 1094 time: 0.1671870 Jan 18 23:28:58.863893 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-b197f209-8c35-4839-b3fb-b7e35f090f04 service neutron] 10.222.0.89 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062797 Jan 18 23:28:58.977531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-827c769c-da06-49d8-a46b-b70943ebfe80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:58.980080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-827c769c-da06-49d8-a46b-b70943ebfe80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 200 len: 919 time: 0.2876489 Jan 18 23:28:59.078620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59782) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:28:59.115362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=19d3d188-150d-4bec-9e99-becf1a48b1fc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:59.135561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1279236882-network', 'tenant_id': 'bde0a7721fcb49da97e09655e93f5cf8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:28:59.168589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-4db540ac-ed8d-4b74-a9d1-61f48f2d9ff6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 1000 time: 1.1726940 Jan 18 23:28:59.173422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-56f07ab5-106d-46ee-af14-2ab571d857a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31604aab-e63a-4422-8019-3ee86c27a87e HTTP/1.1" status: 200 len: 217 time: 0.1868124 Jan 18 23:28:59.183817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:59.222170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74bfedc-0812-4349-a606-3f831176b3a3 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:28:59.236424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Usage tracker for resource:network and tenant:bde0a7721fcb49da97e09655e93f5cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:59.241613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:59.257535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:59.258611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.326539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-c0b7aec0-da25-4f92-bffe-2afdd3cdcaac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:59.327397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Transition to ACTIVE for port object b74bfedc-0812-4349-a606-3f831176b3a3 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:28:59.327930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-c0b7aec0-da25-4f92-bffe-2afdd3cdcaac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d927050d-4653-47ad-89e1-087dc9f79fde HTTP/1.1" status: 200 len: 858 time: 0.1460438 Jan 18 23:28:59.337613 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-fea8d60c-52db-4597-97a2-70c5e632c453 service neutron] 10.222.0.89 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275625 Jan 18 23:28:59.343259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d459f-7dc5-4f4f-af8e-96a6c037d865 req-c719cae5-7327-42ea-a1f5-790756ec9079 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:59.349150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-956d459f-7dc5-4f4f-af8e-96a6c037d865 req-c719cae5-7327-42ea-a1f5-790756ec9079 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2671640 Jan 18 23:28:59.353307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-584d1a44-3a34-49ba-ab77-75d366f27afc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:59.354761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-584d1a44-3a34-49ba-ab77-75d366f27afc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1720603 Jan 18 23:28:59.400527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdc074-5cd2-406b-a9ab-f6e74a6aca58 req-2e6083e7-70f5-467b-b606-f0aef84370bf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:28:59.412911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bfdc074-5cd2-406b-a9ab-f6e74a6aca58 req-2e6083e7-70f5-467b-b606-f0aef84370bf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 943 time: 0.3301926 Jan 18 23:28:59.435122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Made reservation on behalf of bde0a7721fcb49da97e09655e93f5cf8 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:28:59.437416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.486087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-d1c0e09d-0396-459d-a910-7baa9a1a6966 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505620 Jan 18 23:28:59.497353 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.523678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:28:59.644042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:28:59.650841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:bde0a7721fcb49da97e09655e93f5cf8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:28:59.653790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:28:59.661380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:28:59.671986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-956d459f-7dc5-4f4f-af8e-96a6c037d865 req-19231082-9de6-4bd9-9582-6ccddc433664 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568614 Jan 18 23:28:59.728072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bfdc074-5cd2-406b-a9ab-f6e74a6aca58 req-220cac6d-0294-4349-afd1-f8bdfe5e7a15 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186278 Jan 18 23:28:59.761448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:28:59.798728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-15a50a1d-efee-4e74-ac83-cc10dc8e46d2 service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015046 Jan 18 23:28:59.989380 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-6195b104-1071-4634-ae40-bcebc3b5a47d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6258879 Jan 18 23:29:00.068268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31604aab-e63a-4422-8019-3ee86c27a87e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:00.093962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.106379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7c6caa0-b02e-4ab9-a84b-0ba74861ac38 req-8aa9057f-e9c8-40f9-b729-4963e719e40a service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007748 Jan 18 23:29:00.154338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.255319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31604aab-e63a-4422-8019-3ee86c27a87e,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:00.267085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:29:00.273860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '31604aab-e63a-4422-8019-3ee86c27a87e', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'port_id': '31604aab-e63a-4422-8019-3ee86c27a87e', 'mac_address': 'fa:16:3e:da:28:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd927050d-4653-47ad-89e1-087dc9f79fde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:00.286601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.288044 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Added segment 9b4329e1-5cb1-442c-a977-2d71ff601383 of type vlan for network 45a0fbfb-d35e-4596-99a9-8d1e17de4c55 Jan 18 23:29:00.346931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.386008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.408181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31604aab-e63a-4422-8019-3ee86c27a87e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:00.444109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31604aab-e63a-4422-8019-3ee86c27a87e,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:00.467572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625625b4-7174-4308-b657-674f208a0e91,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:00.520317 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.531437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Attempting to bind port b74bfedc-0812-4349-a606-3f831176b3a3 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:00.532069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Attempting to bind port b74bfedc-0812-4349-a606-3f831176b3a3 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:00.532503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Attempting to bind port b74bfedc-0812-4349-a606-3f831176b3a3 on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:00.547592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.548462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.549218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.550105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:00.550744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.577202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Port b74bfedc-0812-4349-a606-3f831176b3a3 on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:29:00.577524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Attempting to bind port b74bfedc-0812-4349-a606-3f831176b3a3 on network 7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:00.609927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:00.667595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:00.725082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-33a057a0-56ff-435e-a8fa-65023cd34da7 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240593 Jan 18 23:29:00.737573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['31604aab-e63a-4422-8019-3ee86c27a87e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:00.743383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:00.743821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Checking segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:00.744284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Bound using segment: {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:00.747150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Bound port: b74bfedc-0812-4349-a606-3f831176b3a3, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49adfe25-6c95-4d05-a228-a11cd542b2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:00.747596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.061291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9788551 Jan 18 23:29:01.065598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437f7be-6ce6-441f-a892-7ff419a92dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=45a0fbfb-d35e-4596-99a9-8d1e17de4c55,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:01.077717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59810) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:01.080388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 45a0fbfb-d35e-4596-99a9-8d1e17de4c55 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:29:01.089467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Request body: {'subnet': {'network_id': '45a0fbfb-d35e-4596-99a9-8d1e17de4c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1279236882-subnet', 'tenant_id': 'bde0a7721fcb49da97e09655e93f5cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:01.114687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:01.138411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Usage tracker for resource:subnet and tenant:bde0a7721fcb49da97e09655e93f5cf8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:01.140141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356f37d-6488-4fa7-b23c-f1d3e78518ff req-feaf4c21-f77d-4401-ba53-04cce1a20e17 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:01.143799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:01.150792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3356f37d-6488-4fa7-b23c-f1d3e78518ff req-feaf4c21-f77d-4401-ba53-04cce1a20e17 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1740828 Jan 18 23:29:01.160396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65b96c7c-5d31-4332-9e9f-96c7032e815e req-09006974-c11a-4be2-86ab-8ddec81626f8 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840437 Jan 18 23:29:01.162158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:01.164488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:01.181350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b74bfedc-0812-4349-a606-3f831176b3a3,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:01.203240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068638d-d910-4fa3-9b47-1750cdbf386a req-f0781ac4-9bed-4126-88a8-476e11c7dc8a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:01.211127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7068638d-d910-4fa3-9b47-1750cdbf386a req-f0781ac4-9bed-4126-88a8-476e11c7dc8a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 943 time: 0.3029246 Jan 18 23:29:01.256762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Made reservation on behalf of bde0a7721fcb49da97e09655e93f5cf8 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:01.259174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.270868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3356f37d-6488-4fa7-b23c-f1d3e78518ff req-39acef29-76a9-41ad-a112-59d95bef4e62 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180367 Jan 18 23:29:01.275781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7068638d-d910-4fa3-9b47-1750cdbf386a req-873e8d10-4199-4607-a7b7-080e15b64571 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Jan 18 23:29:01.347148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.489456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:01.490809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] 10.222.0.83 "PUT /v2.0/ports/b74bfedc-0812-4349-a606-3f831176b3a3 HTTP/1.1" status: 200 len: 1092 time: 5.6191001 Jan 18 23:29:01.491244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:01.569517 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3', 'status': 'completed', 'code': 200} Jan 18 23:29:01.570274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5ea9-8e7f-403e-b892-e453d1531dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:01.754160 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:29:01.888144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d55df2ae-40f8-45a8-ac30-e209f6ec4f39 req-84e3f3b7-2cea-4fda-8fa7-fd239eda1393 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 1095 time: 0.2964914 Jan 18 23:29:01.998039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:29:02.012686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.047138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e5df75d3-65ec-4b8b-a3c7-00a786d3595b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:02.086039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31604aab-e63a-4422-8019-3ee86c27a87e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:02.259304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:02.275256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'port_id': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b', 'mac_address': 'fa:16:3e:dd:6f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd927050d-4653-47ad-89e1-087dc9f79fde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:02.338747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Pushing event updated for resources: {'Subnet': ['ID=23736c12-b111-49d0-bbd4-803dfea5137a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:02.342637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 31604aab-e63a-4422-8019-3ee86c27a87e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:02.371062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55df2ae-40f8-45a8-ac30-e209f6ec4f39 req-78340d47-b73b-4df6-9944-ca9e45ca9bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:02.371390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 31604aab-e63a-4422-8019-3ee86c27a87e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:02.371722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.372396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d55df2ae-40f8-45a8-ac30-e209f6ec4f39 req-78340d47-b73b-4df6-9944-ca9e45ca9bb0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0ab138bb02d0416b856deb64f08fb21c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4739730 Jan 18 23:29:02.451775 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.486276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5df75d3-65ec-4b8b-a3c7-00a786d3595b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:02.489917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Checking segment: {'id': '9b4329e1-5cb1-442c-a977-2d71ff601383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '45a0fbfb-d35e-4596-99a9-8d1e17de4c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:02.490278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Network hostable DHCP agents. Network: 45a0fbfb-d35e-4596-99a9-8d1e17de4c55, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:29:02.519836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:02.587721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.629270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31604aab-e63a-4422-8019-3ee86c27a87e,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:02.630609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.632492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:02.695351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6e02-afd7-4c10-8c0d-ee5b1b0731d4 req-299390b5-6ff1-44ef-9cfb-873dfc83f52a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:02.697067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0a6e02-afd7-4c10-8c0d-ee5b1b0731d4 req-299390b5-6ff1-44ef-9cfb-873dfc83f52a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1961372 Jan 18 23:29:02.736413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686dca4-1988-4bcc-b1f5-533da3d90945 req-27be6f31-b8ac-408b-b8d2-2ae7e0950d69 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:02.737673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d686dca4-1988-4bcc-b1f5-533da3d90945 req-27be6f31-b8ac-408b-b8d2-2ae7e0950d69 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 944 time: 0.1552382 Jan 18 23:29:02.755610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:02.760737 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:02.811561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55df2ae-40f8-45a8-ac30-e209f6ec4f39 req-9c8f647e-d721-473e-b738-05411b24fe5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:02.815658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d55df2ae-40f8-45a8-ac30-e209f6ec4f39 req-9c8f647e-d721-473e-b738-05411b24fe5a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4335787 Jan 18 23:29:02.853237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:02.910889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0a6e02-afd7-4c10-8c0d-ee5b1b0731d4 req-616bf3e9-ce4c-4904-9e13-f6693e62523e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993434 Jan 18 23:29:02.931059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d686dca4-1988-4bcc-b1f5-533da3d90945 req-dd696d5f-52bf-4792-af5b-a31925a61cce tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852493 Jan 18 23:29:02.964417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['e5df75d3-65ec-4b8b-a3c7-00a786d3595b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:03.075205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Network 45a0fbfb-d35e-4596-99a9-8d1e17de4c55 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:29:03.135816 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e', 'code': 200} Jan 18 23:29:03.242797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 45a0fbfb-d35e-4596-99a9-8d1e17de4c55) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:03.256738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:03.257537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.263858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bab311-53d5-432d-8513-56a48aa3ea78 None None] Network 45a0fbfb-d35e-4596-99a9-8d1e17de4c55 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:03.291011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port c664565c-263d-4f32-83de-dff17384b2fa {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:03.296319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.324970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-a04e486a-88d5-4379-8062-dfb8f3babe2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ab138bb02d0416b856deb64f08fb21c&device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 1095 time: 0.3493478 Jan 18 23:29:03.334231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:03.347245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89f3f05-c81e-4910-81b7-423ff233e6f2 req-4ba21125-14ab-4245-b39f-fa59c45ab708 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 1096 time: 0.1287558 Jan 18 23:29:03.361928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:03.386002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:03.386002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:03.429892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c89f3f05-c81e-4910-81b7-423ff233e6f2 req-0c360644-aef4-4e77-84c1-b021cb762b0d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772910 Jan 18 23:29:03.435341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-8630d866-25a3-4c3f-9d26-ccf38de47c20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b74bfedc-0812-4349-a606-3f831176b3a3 HTTP/1.1" status: 200 len: 217 time: 0.1034603 Jan 18 23:29:03.469986 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-793ca5b3-0bcc-4b5c-b7dc-794d5c8f095a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3797243 Jan 18 23:29:03.618951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59856) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:03.693328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Deleting subnet 87e2313e-fa23-4837-9235-fc60e974b50d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:29:03.697103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.772451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.774003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.775217 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a4350c8-9681-49cc-a012-fb0b10e15a59 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.2979424 Jan 18 23:29:03.808671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-b89a4bc6-85d6-4d3f-986e-4502088e65c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:03.810065 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-b89a4bc6-85d6-4d3f-986e-4502088e65c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d927050d-4653-47ad-89e1-087dc9f79fde HTTP/1.1" status: 200 len: 858 time: 0.1506505 Jan 18 23:29:03.810532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:03.927064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:03.983539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:04.017563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port c664565c-263d-4f32-83de-dff17384b2fa, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c664565c-263d-4f32-83de-dff17384b2fa,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:04.018307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.248109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for c664565c-263d-4f32-83de-dff17384b2fa owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:04.264392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.340055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b37253c-b644-49ff-994d-2d4d95e76570 None None] Network 45a0fbfb-d35e-4596-99a9-8d1e17de4c55 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:04.366759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-4fb29fc9-f3c5-4196-8e08-2cee7945fa6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5370564 Jan 18 23:29:04.483497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b74e4b4c-111b-49ec-b8e4-99ab3d2c9b9e tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a073fd6141644163bfda05c76228577e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6554670 Jan 18 23:29:04.490360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:04.502288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.540817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e2313e-fa23-4837-9235-fc60e974b50d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:04.552151 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-50e46283-2a99-4149-a4e8-bfecf5c7bb85 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/87e2313e-fa23-4837-9235-fc60e974b50d HTTP/1.1" status: 204 len: 168 time: 0.9313607 Jan 18 23:29:04.558647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:04.720355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a6058-12d3-493e-9835-3d0826ac78c5 req-71821a31-59f2-4b2c-937e-0094c8b36bdb tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:04.728000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe2a6058-12d3-493e-9835-3d0826ac78c5 req-71821a31-59f2-4b2c-937e-0094c8b36bdb tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 944 time: 0.5344281 Jan 18 23:29:04.790133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:04.795087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43735a83-9fd6-48dc-91a5-7797c206a745 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:04.796777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-43735a83-9fd6-48dc-91a5-7797c206a745 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2997727 Jan 18 23:29:04.805325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59898) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:04.810790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe2a6058-12d3-493e-9835-3d0826ac78c5 req-45cdf77e-9d44-488f-a6e1-9e99e5c502e0 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819151 Jan 18 23:29:04.933085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:28:59Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:04.937880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:04.938655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Updating router 4e34b6b2-f384-4f26-b4dd-d71c343db87b port 19d3d188-150d-4bec-9e99-becf1a48b1fc binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:29:05.007649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.015138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-690dd396-b6d6-4f55-bc2e-2764a7c6f62e tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083225 Jan 18 23:29:05.018687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:05.028946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1122824592', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'project_id': 'a073fd6141644163bfda05c76228577e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:05.095854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.127303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d620b734-b55e-41e2-bf78-348d8ca7d294']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:05.140700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cf2b8a-a4bf-47f8-8e33-150089eda014') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:05.141027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cf2b8a-a4bf-47f8-8e33-150089eda014') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:05.153443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.170151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.177691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:29:05.178099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.192933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-3fb1da9e-04b3-4895-af44-dfb0eb805579 service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039436 Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:29:05.195191 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:29:05.291301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:05.331103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:subnet and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:05.339953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:05.354164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:05.361194 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.366939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.394156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] 10.222.0.59 "DELETE /v2.0/networks/d620b734-b55e-41e2-bf78-348d8ca7d294 HTTP/1.1" status: 204 len: 168 time: 0.8331759 Jan 18 23:29:05.395611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563eebae-266d-4698-8a15-adeee72e6faa admin admin] Pushing event deleted for resources: {'Network': ['ID=d620b734-b55e-41e2-bf78-348d8ca7d294,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.401822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:05.422360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.435397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-49ac8f58-b974-414e-a3a4-6ee112083903 req-2cebb453-e37e-4b3d-934b-3e4e9f058608 service neutron] 10.222.0.83 "GET /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365108 Jan 18 23:29:05.436572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Transition to ACTIVE for port object 19d3d188-150d-4bec-9e99-becf1a48b1fc will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:05.469762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Deleting subnet 23736c12-b111-49d0-bbd4-803dfea5137a {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:29:05.472857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.486038 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.509106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.527230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.542065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:05.561301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=c664565c-263d-4f32-83de-dff17384b2fa,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.585328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.595247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Attempting to bind port 19d3d188-150d-4bec-9e99-becf1a48b1fc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:05.595621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Attempting to bind port 19d3d188-150d-4bec-9e99-becf1a48b1fc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:05.596038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Attempting to bind port 19d3d188-150d-4bec-9e99-becf1a48b1fc on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:05.605476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:05.606096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:05.606501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.606876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:05.607331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Bound port: 19d3d188-150d-4bec-9e99-becf1a48b1fc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:05.607700 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.636063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d845f9-fa5b-436c-a552-9d227a38aae2 None None] Pushing event updated for resources: {'Port': ['ID=19d3d188-150d-4bec-9e99-becf1a48b1fc,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.688230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] For port 19d3d188-150d-4bec-9e99-becf1a48b1fc, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:05.693346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] For port 19d3d188-150d-4bec-9e99-becf1a48b1fc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=19d3d188-150d-4bec-9e99-becf1a48b1fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:05.753762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.783872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.789109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:05.906957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d845f9-fa5b-436c-a552-9d227a38aae2 None None] Pushing event updated for resources: {'Port': ['ID=19d3d188-150d-4bec-9e99-becf1a48b1fc,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:05.926877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:05.927426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.016810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23736c12-b111-49d0-bbd4-803dfea5137a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:06.038854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.052427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-62b8bd71-c15c-4abe-87d3-e816658f8ec0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/23736c12-b111-49d0-bbd4-803dfea5137a HTTP/1.1" status: 204 len: 168 time: 0.6463373 Jan 18 23:29:06.053148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:06.089743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e5df75d3-65ec-4b8b-a3c7-00a786d3595b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:06.246768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.266473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:06.294008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.357954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c430c-11c1-4dbf-9075-d3d4abc56a31 req-93895769-4767-4891-8727-a56d3b806674 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:06.365965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-247c430c-11c1-4dbf-9075-d3d4abc56a31 req-93895769-4767-4891-8727-a56d3b806674 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 944 time: 0.2884042 Jan 18 23:29:06.380786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.405573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port e5df75d3-65ec-4b8b-a3c7-00a786d3595b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:06.431093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port e5df75d3-65ec-4b8b-a3c7-00a786d3595b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:06.431815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.490319 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.499684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-247c430c-11c1-4dbf-9075-d3d4abc56a31 req-32b87568-5a6e-4656-9be3-fec0d9d1f427 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325986 Jan 18 23:29:06.532931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a0fbfb-d35e-4596-99a9-8d1e17de4c55']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.553902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4329e1-5cb1-442c-a977-2d71ff601383') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.554252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4329e1-5cb1-442c-a977-2d71ff601383') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.574028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.594247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Subnet': ['ID=2a0a1224-e76b-4fdf-8921-4a32868c1416,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:06.616471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.625135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:29:06.625347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.632719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Checking segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:06.632965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network hostable DHCP agents. Network: 07d20343-9565-43bd-9727-1a60055aec05, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:29:06.639558 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:29:06.756449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.791394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:06.808675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:06.819131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.819737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:28:59Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:06.824378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f701064a-8595-4537-a0ca-ad4f4066db26 None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:28:59Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:06.832382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.851961 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b', 'code': 200} Jan 18 23:29:06.863596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a0fbfb-d35e-4596-99a9-8d1e17de4c55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:06.874543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:06.884887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-12548f56-4cd5-414d-a7a6-ad71f321dfb5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/45a0fbfb-d35e-4596-99a9-8d1e17de4c55 HTTP/1.1" status: 204 len: 168 time: 0.8189070 Jan 18 23:29:06.953489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:07.029696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 07d20343-9565-43bd-9727-1a60055aec05 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:29:07.256138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 07d20343-9565-43bd-9727-1a60055aec05) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:07.260154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b657ef3a-16f6-4788-8981-3ef409a71c34 req-c89b4982-0fe7-42ad-87c4-8269919c85ce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 1096 time: 0.2684665 Jan 18 23:29:07.266159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:07.266159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.266720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b422c5-ee50-4741-a021-b016a0324e63 None None] Network 07d20343-9565-43bd-9727-1a60055aec05 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:07.341706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b657ef3a-16f6-4788-8981-3ef409a71c34 req-e191d21e-6b52-4340-a338-7a5641507a78 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721617 Jan 18 23:29:07.368459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:07.385263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:07.445392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-661a5bc4-495e-45eb-b213-f232e2614a33 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4243257 Jan 18 23:29:07.451893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59962) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:07.488152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d2cc657-ae3a-49b0-bb16-c4ef1256307f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45b60872c28f4b1da6313b77a98da1e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1017213 Jan 18 23:29:07.490597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59966) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:07.631524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.656418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-07d20343-9565-43bd-9727-1a60055aec05', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:29:07.657285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.692286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:07.701703 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bde33849-4a29-46cc-8eb5-d7f6d3f2d573 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0057549 Jan 18 23:29:07.704614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59976) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:07.706602 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:07.712215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:07.736264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:07.736909 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:08.005807 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:08.020930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Allocated IP 172.20.0.2 (07d20343-9565-43bd-9727-1a60055aec05/2a0a1224-e76b-4fdf-8921-4a32868c1416/b0696851-7c1d-4096-a005-8081454eb6e9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:08.190370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b74bfedc-0812-4349-a606-3f831176b3a3 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:08.196873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8335a-ab6c-4a32-b9b9-dc10defc1822 req-a7e3fa25-556d-4507-bcab-10d487b729ba tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:08.198444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdd8335a-ab6c-4a32-b9b9-dc10defc1822 req-a7e3fa25-556d-4507-bcab-10d487b729ba tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 945 time: 0.3843193 Jan 18 23:29:08.284686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdd8335a-ab6c-4a32-b9b9-dc10defc1822 req-6e92a2bf-be0a-414e-a6c6-e0e1f85c77c0 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739284 Jan 18 23:29:08.286821 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.293869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet 6e38b701-472e-452a-9408-2bd39932f6b5 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:29:08.297788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.312367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Transition to ACTIVE for port object b0696851-7c1d-4096-a005-8081454eb6e9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:08.335299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Transition to ACTIVE for port object b0696851-7c1d-4096-a005-8081454eb6e9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:08.342171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.379504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2c491-6c03-4538-8b2b-567ee6b232fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:08.397629 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.399643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-50cb8157-7d34-4a9d-bbd2-f25e067bb6ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cba2c491-6c03-4538-8b2b-567ee6b232fa HTTP/1.1" status: 204 len: 168 time: 0.9079895 Jan 18 23:29:08.427309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.439459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.588869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Network 07d20343-9565-43bd-9727-1a60055aec05 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:08.595339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:08.600163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:08.608667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Pushing event updated for resources: {'Port': ['ID=b0696851-7c1d-4096-a005-8081454eb6e9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:08.622360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.668255 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 10, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:08.678670 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:08.690959 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:08.692422 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:08.752799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.806179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b74bfedc-0812-4349-a606-3f831176b3a3,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:08.836880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:08.901436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:08.976710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b74bfedc-0812-4349-a606-3f831176b3a3', 'network_id': '7bc75cb8-35ab-48b1-b091-6d4b9d9f0604', 'port_id': 'b74bfedc-0812-4349-a606-3f831176b3a3', 'mac_address': 'fa:16:3e:14:f9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd927050d-4653-47ad-89e1-087dc9f79fde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:09.006830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=6e38b701-472e-452a-9408-2bd39932f6b5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:09.100385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.100385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c615308b-3c16-46b9-a4c1-77e95f498c57 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/6e38b701-472e-452a-9408-2bd39932f6b5 HTTP/1.1" status: 204 len: 168 time: 1.3840978 Jan 18 23:29:09.100385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:09.188716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cff9bf-4bcf-4089-8e5a-40d26422a9f3 None None] Network cccf6ba4-3783-43b8-8ee7-b09168f5ea3d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:09.258777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Attempting to bind port b0696851-7c1d-4096-a005-8081454eb6e9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:09.260422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Attempting to bind port b0696851-7c1d-4096-a005-8081454eb6e9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:09.266058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Attempting to bind port b0696851-7c1d-4096-a005-8081454eb6e9 on network 07d20343-9565-43bd-9727-1a60055aec05 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:09.304594 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.332649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 73ae2949-e726-4a4b-9590-84c21429eeea {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:09.333032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.374308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.423319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:09.423871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Checking segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:09.424290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.424689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Bound using segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:09.425334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Bound port: b0696851-7c1d-4096-a005-8081454eb6e9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:09.425711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.465530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.550033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74bfedc-0812-4349-a606-3f831176b3a3 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:09.684955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b74bfedc-0812-4349-a606-3f831176b3a3,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:09.726677 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 10, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:09.743803 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd70598-7d60-4cf5-8f05-8ad74f90704a None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:05Z', 'revision_number': 10, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None, '_interfaces': [{'id': '6c88c4f4-fe85-46e1-b936-f93c65652414', 'name': '', 'network_id': '90c90e61-2e92-4b97-acd6-9b5f68c42d82', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'mac_address': 'fa:16:3e:97:15:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:30Z', 'updated_at': '2022-01-18T23:27:45Z', 'revision_number': 5, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'subnets': [{'id': '2c177607-6213-4aca-af4a-98edaf4f60d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:09.760182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:09.820535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] For port b0696851-7c1d-4096-a005-8081454eb6e9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:09.904439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] For port b0696851-7c1d-4096-a005-8081454eb6e9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b0696851-7c1d-4096-a005-8081454eb6e9,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:09.920602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60018) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:09.954303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:09.964560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.965232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.977240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.977600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.977944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.978281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.981506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.981895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.982240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.982630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.983095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:09.998655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.075827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b74bfedc-0812-4349-a606-3f831176b3a3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:10.125146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.1 (07d20343-9565-43bd-9727-1a60055aec05/2a0a1224-e76b-4fdf-8921-4a32868c1416/d29097cf-c54d-44b5-8d94-b80e93fa7b9c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:10.168874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] DHCP port deletion for cccf6ba4-3783-43b8-8ee7-b09168f5ea3d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:29:10.282635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 73ae2949-e726-4a4b-9590-84c21429eeea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=73ae2949-e726-4a4b-9590-84c21429eeea,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:10.283011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.294947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Deleting port 73ae2949-e726-4a4b-9590-84c21429eeea {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:10.295323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.314178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb1341-7647-4950-ba0a-d240ad2d390c req-3d9bd893-c634-489b-a920-ee5779ac3e96 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:10.314178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6bb1341-7647-4950-ba0a-d240ad2d390c req-3d9bd893-c634-489b-a920-ee5779ac3e96 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 945 time: 0.6911716 Jan 18 23:29:10.493674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 73ae2949-e726-4a4b-9590-84c21429eeea owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:10.500444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 19d3d188-150d-4bec-9e99-becf1a48b1fc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:10.505065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.547734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object d29097cf-c54d-44b5-8d94-b80e93fa7b9c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:10.598343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad42db7-10e6-4d61-8957-e4a36e3ccc5b None None] Pushing event updated for resources: {'Port': ['ID=b0696851-7c1d-4096-a005-8081454eb6e9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:10.653376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6bb1341-7647-4950-ba0a-d240ad2d390c req-f7604331-b23a-42ca-a6b2-bd95b88347fc tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413138 Jan 18 23:29:10.673738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.748646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.902616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No DVR routers for this DVR port 73ae2949-e726-4a4b-9590-84c21429eeea on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:29:10.912465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 19d3d188-150d-4bec-9e99-becf1a48b1fc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:10.941752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c4a58ce-d819-415f-aa28-c7239318e0c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bde0a7721fcb49da97e09655e93f5cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0133502 Jan 18 23:29:10.944348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 07d20343-9565-43bd-9727-1a60055aec05 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:10.952605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60032) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:10.959721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:10.971920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 19d3d188-150d-4bec-9e99-becf1a48b1fc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:10.972298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:10.998610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:11.038209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=73ae2949-e726-4a4b-9590-84c21429eeea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:11.098032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] For port 73ae2949-e726-4a4b-9590-84c21429eeea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=73ae2949-e726-4a4b-9590-84c21429eeea,segment=NetworkSegment(862f9b66-412d-4883-ae0e-7d1a79921b8e),segment_id=862f9b66-412d-4883-ae0e-7d1a79921b8e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:11.098599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.172909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.204319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.211042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccf6ba4-3783-43b8-8ee7-b09168f5ea3d']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:11.215275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:11.228884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862f9b66-412d-4883-ae0e-7d1a79921b8e') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:11.229180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862f9b66-412d-4883-ae0e-7d1a79921b8e') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:11.253577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.258758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.261001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Calling delete_port for 73ae2949-e726-4a4b-9590-84c21429eeea owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:11.285549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.287615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.288870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:29:11.289315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.328674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.397938 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:29:11.439298 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:29:11.443916 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:29:11.453676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 19d3d188-150d-4bec-9e99-becf1a48b1fc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=19d3d188-150d-4bec-9e99-becf1a48b1fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:11.468522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:29:11.469091 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:29:11.483626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf90e2-6ed6-4932-82ef-2e52f4a2d7de req-94d8fefa-9673-4eba-baf9-16fff58e1278 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:11.489254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2bf90e2-6ed6-4932-82ef-2e52f4a2d7de req-94d8fefa-9673-4eba-baf9-16fff58e1278 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 945 time: 0.5638447 Jan 18 23:29:11.514920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.537826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.555304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.626966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=cccf6ba4-3783-43b8-8ee7-b09168f5ea3d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:11.655539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=19d3d188-150d-4bec-9e99-becf1a48b1fc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:11.656234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.658744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-db7035f8-1fd5-418b-9703-95fd2aac9e78 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/cccf6ba4-3783-43b8-8ee7-b09168f5ea3d HTTP/1.1" status: 204 len: 168 time: 2.5633042 Jan 18 23:29:11.667141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:11.696081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c664565c-263d-4f32-83de-dff17384b2fa no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:11.709239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625625b4-7174-4308-b657-674f208a0e91,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:11.712792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.729791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:11.731545 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-455faf3a-84e3-43be-b7fb-1edc65466eff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/625625b4-7174-4308-b657-674f208a0e91 HTTP/1.1" status: 204 len: 168 time: 0.7779682 Jan 18 23:29:11.818622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c664565c-263d-4f32-83de-dff17384b2fa {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:11.819111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c664565c-263d-4f32-83de-dff17384b2fa not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:11.820014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 73ae2949-e726-4a4b-9590-84c21429eeea no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:11.851188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2bf90e2-6ed6-4932-82ef-2e52f4a2d7de req-fc2f7e0e-4aca-4c0c-a593-1c4292c5529f tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587329 Jan 18 23:29:11.951521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 73ae2949-e726-4a4b-9590-84c21429eeea {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:11.952004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 73ae2949-e726-4a4b-9590-84c21429eeea not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:11.970743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Deleting port 73ae2949-e726-4a4b-9590-84c21429eeea {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:11.971192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:12.085943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8549b0a6-b0e3-4dd7-9cce-74fa1999afa4 None None] The port '73ae2949-e726-4a4b-9590-84c21429eeea' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:29:12.119485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4152cd8-0dfd-4667-a5b3-e53f4d65d7bd None None] Network 07d20343-9565-43bd-9727-1a60055aec05 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:12.170806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b74bfedc-0812-4349-a606-3f831176b3a3 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:12.485410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:12.560027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:12.574001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:12.736608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 19d3d188-150d-4bec-9e99-becf1a48b1fc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:12.859925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e4ec40e6-0d11-4780-ba96-17357a7437c9 None None] Provisioning for port b0696851-7c1d-4096-a005-8081454eb6e9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:12.938064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:13.036678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b74bfedc-0812-4349-a606-3f831176b3a3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:13.039812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.048547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b74bfedc-0812-4349-a606-3f831176b3a3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:13.049365 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.103985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 19d3d188-150d-4bec-9e99-becf1a48b1fc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:13.104533 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.367254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b0696851-7c1d-4096-a005-8081454eb6e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:13.409282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 07d20343-9565-43bd-9727-1a60055aec05 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:13.409282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:13.616540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.664337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:13.691913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b74bfedc-0812-4349-a606-3f831176b3a3,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:13.739655 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3', 'code': 200} Jan 18 23:29:13.752078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Provisioning for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:13.771270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Provisioning complete for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:13.771758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.844337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b0696851-7c1d-4096-a005-8081454eb6e9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:13.859550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb534bd9-c943-4ac3-9eb4-deb271b44c93 req-b08b90cb-da04-4261-832d-9d7056e3b298 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:13.873080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb534bd9-c943-4ac3-9eb4-deb271b44c93 req-b08b90cb-da04-4261-832d-9d7056e3b298 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 945 time: 0.6389170 Jan 18 23:29:13.879013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:13.887068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-177b3555-e31d-483f-90d6-e40a8c6f1650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.020447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b0696851-7c1d-4096-a005-8081454eb6e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:14.023352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.041394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e011647c-1612-41b8-8ca6-727fc6cab5b2 req-b741fa80-7802-4cae-9e58-6c104657be18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 1097 time: 0.1356385 Jan 18 23:29:14.193471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb534bd9-c943-4ac3-9eb4-deb271b44c93 req-77ae9901-cd03-432a-a433-07609e23dacb tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194027 Jan 18 23:29:14.271084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Port d29097cf-c54d-44b5-8d94-b80e93fa7b9c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:29:14.325251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:14.358341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e011647c-1612-41b8-8ca6-727fc6cab5b2 req-31170c86-b302-4a47-a493-79003fd2ef43 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901140 Jan 18 23:29:14.417128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Provisioning complete for port b0696851-7c1d-4096-a005-8081454eb6e9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:14.417895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.509954 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.573957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:14.599231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b0696851-7c1d-4096-a005-8081454eb6e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b0696851-7c1d-4096-a005-8081454eb6e9,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:14.642701 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.670208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 6c88c4f4-fe85-46e1-b936-f93c65652414 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:14.670691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.709520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:14.841739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b0696851-7c1d-4096-a005-8081454eb6e9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:14.924237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:14.936418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:14.937412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5afa7019-202e-474f-ae01-6e3602f7a199 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/4e34b6b2-f384-4f26-b4dd-d71c343db87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4845142 Jan 18 23:29:14.940170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60110) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:14.947758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:29:14.948192 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-3c9ed75d-261f-4eed-bb93-a4f21bce9a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:29:14.980942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:14.981830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:15.025270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 6c88c4f4-fe85-46e1-b936-f93c65652414, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6c88c4f4-fe85-46e1-b936-f93c65652414,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:15.025912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:15.157325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.157918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.158120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.158638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.159001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.159417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.159770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.160121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.162970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-80783d31-c874-4101-b4ac-2fc71b471c69 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2218604 Jan 18 23:29:15.165987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60116) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:15.259137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.259662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.260075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.260598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.260985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.261335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.261682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.262075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.264592 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-50161792-895b-4d03-8bcd-3bab03fd06f4 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5243 time: 0.0976758 Jan 18 23:29:15.267612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60124) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:15.280693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:15.307343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 6c88c4f4-fe85-46e1-b936-f93c65652414 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:15.718568 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-adb76679-918b-48a6-b807-d30da6216948 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.4495931 Jan 18 23:29:15.836770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a05ad6-7f80-4f19-bca9-46160544bb27 req-a377d5d8-022a-4987-8774-0e5b92095d44 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:15.840960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32a05ad6-7f80-4f19-bca9-46160544bb27 req-a377d5d8-022a-4987-8774-0e5b92095d44 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 946 time: 0.4173024 Jan 18 23:29:16.024578 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b465652-5894-437c-8b7e-0a32688beed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.040136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5bc49f5e-7442-40be-b899-8dcad2b7b777 None None] Provisioning complete for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:16.040738 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5bc49f5e-7442-40be-b899-8dcad2b7b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.062575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32a05ad6-7f80-4f19-bca9-46160544bb27 req-83535a11-f769-43c6-81cb-fab364b12f8e tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526395 Jan 18 23:29:16.114870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.127376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5bc49f5e-7442-40be-b899-8dcad2b7b777 None None] Port d29097cf-c54d-44b5-8d94-b80e93fa7b9c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:29:16.148927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:12Z', 'revision_number': 2, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:16.158799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:16.159211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Updating router 4e34b6b2-f384-4f26-b4dd-d71c343db87b port d29097cf-c54d-44b5-8d94-b80e93fa7b9c binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:29:16.225471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.241690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=6c88c4f4-fe85-46e1-b936-f93c65652414,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:16.668914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.743956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60164) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:16.752543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480463547', 'description': 'tempest-secgroup-smoke-480463547 description', 'project_id': 'a073fd6141644163bfda05c76228577e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:16.758250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.776414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Transition to ACTIVE for port object d29097cf-c54d-44b5-8d94-b80e93fa7b9c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:16.779908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:16.796348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:16.820344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:16.830998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:16.875162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.931977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:16.986376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b0696851-7c1d-4096-a005-8081454eb6e9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:17.036177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:17.059390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:17.074756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:17.101238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:17.159404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a879b-3cf6-4a86-a87e-82a3670360a9 None None] Pushing event updated for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:17.247930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.325187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b0696851-7c1d-4096-a005-8081454eb6e9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:17.325652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.331423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.352520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Attempting to bind port d29097cf-c54d-44b5-8d94-b80e93fa7b9c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:17.352985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Attempting to bind port d29097cf-c54d-44b5-8d94-b80e93fa7b9c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:17.353352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Attempting to bind port d29097cf-c54d-44b5-8d94-b80e93fa7b9c on network 07d20343-9565-43bd-9727-1a60055aec05 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:17.381029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.391328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60180) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:17.409866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74074b08-a202-4cfd-9ff0-9a87facf2c44,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:17.412169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:17.412562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Checking segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:17.413011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.413391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Bound using segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:17.413874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Bound port: d29097cf-c54d-44b5-8d94-b80e93fa7b9c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:17.414246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.513330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.514625 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d350e39a-7267-4600-9994-9857f2a4bfe5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7695367 Jan 18 23:29:17.515976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:17.525403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:17.530304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.543878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:17.556286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:17.563891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:17.583553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] For port d29097cf-c54d-44b5-8d94-b80e93fa7b9c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:17.583700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:17.583824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] For port d29097cf-c54d-44b5-8d94-b80e93fa7b9c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:17.627407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebee9e2-5449-4ea6-b977-57d394860545 req-1f5ad6ec-3b5f-462b-9b93-9dffb3c3898f tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:17.628876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ebee9e2-5449-4ea6-b977-57d394860545 req-1f5ad6ec-3b5f-462b-9b93-9dffb3c3898f tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 946 time: 0.2282157 Jan 18 23:29:17.635836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:17.640252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.646726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.682280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.721057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:17.730453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a879b-3cf6-4a86-a87e-82a3670360a9 None None] Pushing event updated for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:17.754573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:17.755340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:17.761222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Usage tracker for resource:security_group_rule and tenant:89cfdcbc126a4ea6b329bef3a4dd32e0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:17.769143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:17.777431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ebee9e2-5449-4ea6-b977-57d394860545 req-5a58f944-d71c-44cc-a486-c4a10cf97bf7 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401880 Jan 18 23:29:17.781451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:17.864091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.945069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:17.957815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:17.961727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.965659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:17.979906 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:17.980526 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:17.990005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4d3d1d59-f1c0-4f28-944b-59e74a246895 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3154600 Jan 18 23:29:17.993807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60192) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:17.994333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fe9718-0245-455f-8023-7cf242fa76c2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:18.029756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.148482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:18.165439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89cfdcbc126a4ea6b329bef3a4dd32e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7698984 Jan 18 23:29:18.171778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:18.172522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87280e0-55f3-4d56-b39e-7ec15bced424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac386f-5e4d-46a1-934f-2808ce944483,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:18.179995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.183746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c62a092b-dce0-4614-99f1-58c86d875983 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6636291 Jan 18 23:29:18.185767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:18.192120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:18.211368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:18.217957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:18.226642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:18.253618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:18.360058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446ed7-9840-4dd5-ac7d-e23e7e8e9c7c req-82d4c643-60ef-4341-a46d-29ab46b16b69 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:18.361438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.368661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37446ed7-9840-4dd5-ac7d-e23e7e8e9c7c req-82d4c643-60ef-4341-a46d-29ab46b16b69 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 945 time: 0.3584735 Jan 18 23:29:18.434891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.453852 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:18.552107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.692621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting subnet 2c177607-6213-4aca-af4a-98edaf4f60d7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:29:18.693560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:18.697618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.705133 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:18.717085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37446ed7-9840-4dd5-ac7d-e23e7e8e9c7c req-d9b4f7d4-1dca-49f2-9efd-3a4e654d7d7a tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474369 Jan 18 23:29:18.730531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.744756 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:18.750109 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:18.773099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a0da79-d2d7-4e92-86ed-6fa91ca9749a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:18.827811 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.829341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.830784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dc8dcc08-2f2e-497f-aa14-52e42da3cad4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6440580 Jan 18 23:29:18.841404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60236) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:18.847776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:18.862240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:18.875397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:18.880517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:17Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:18.882897 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:18.894676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ec9a5-50fc-49bb-bee8-82971e8a471b None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:17Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:18.897114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:18.925377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:18.997292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.023448 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.089787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:19.173011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.197037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.245861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.278705 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:19.286188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc29bd35-8426-4a24-b4b9-11a38c6501ee,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:19.293203 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc755987-9512-4b48-b732-ed865ff17035 None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:19.337745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.372432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac386f-5e4d-46a1-934f-2808ce944483,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:19.397240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.400780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d4d8bf7-a0a8-4b87-a9cc-84b913c66b47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01ac386f-5e4d-46a1-934f-2808ce944483 HTTP/1.1" status: 204 len: 168 time: 1.2200546 Jan 18 23:29:19.417142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.420957 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79bcfe99-cc58-44c0-a43d-31f93b101eb4 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5755737 Jan 18 23:29:19.421268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:19.427154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:19.433689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:19.443213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:19.446707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:19.454053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:19.548992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.601283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.659777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe4861b-1882-419e-b001-98d5b89312db None None] Network 90c90e61-2e92-4b97-acd6-9b5f68c42d82 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:19.676920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:19.685797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/2c177607-6213-4aca-af4a-98edaf4f60d7 HTTP/1.1" status: 204 len: 168 time: 1.6894157 Jan 18 23:29:19.692274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:19.697096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716759a5-fca1-40c5-97cc-4291ebb089e3 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Subnet': ['ID=2c177607-6213-4aca-af4a-98edaf4f60d7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:20.017991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.021343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.032220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ae500-fdc9-420c-bade-af1237b35b83 req-fdf107ca-58e2-451e-a920-87fb034b3f0c tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:20.035795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc3ae500-fdc9-420c-bade-af1237b35b83 req-fdf107ca-58e2-451e-a920-87fb034b3f0c tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 945 time: 0.2235370 Jan 18 23:29:20.037461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Deleting port 8012e59b-fd99-41b0-b869-f00207555c3a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:20.038123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.112266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.125168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] DHCP port deletion for 90c90e61-2e92-4b97-acd6-9b5f68c42d82 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:29:20.132154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Deleting port 8012e59b-fd99-41b0-b869-f00207555c3a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:20.132535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.145420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdb94c1-4116-4fe9-b1b0-c65609b4aa92,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:20.153481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc3ae500-fdc9-420c-bade-af1237b35b83 req-c16b0ad3-e6f1-4e95-93e9-3ac30b015424 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086872 Jan 18 23:29:20.333746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:20.354326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.426402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60280) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:20.439699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:20.463388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Usage tracker for resource:security_group_rule and tenant:e2b50df043644f6c81d36fac06a415bc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:20.464808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:20.476561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] For port 8012e59b-fd99-41b0-b869-f00207555c3a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8012e59b-fd99-41b0-b869-f00207555c3a,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:20.476993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.480781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:20.506849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.508054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83018efe-a131-4a66-a3a5-265a39d88d5a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0860054 Jan 18 23:29:20.513304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:20.533619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:20.547035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:20.565175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:20.573472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:20.581718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:20.672692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.689692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] For port 8012e59b-fd99-41b0-b869-f00207555c3a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8012e59b-fd99-41b0-b869-f00207555c3a,segment=NetworkSegment(8ce99686-eca8-4225-b5c5-aea17e8fc0c1),segment_id=8ce99686-eca8-4225-b5c5-aea17e8fc0c1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:20.690203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.716619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Calling delete_port for 8012e59b-fd99-41b0-b869-f00207555c3a owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:20.739390 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:29:20.755685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.806640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.861929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Calling delete_port for 8012e59b-fd99-41b0-b869-f00207555c3a owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:20.866255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.897065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.912056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:20.940642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d29097cf-c54d-44b5-8d94-b80e93fa7b9c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:20.982265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Port': ['ID=8012e59b-fd99-41b0-b869-f00207555c3a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:20.996984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2b50df043644f6c81d36fac06a415bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6610930 Jan 18 23:29:20.999079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60292) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:20.999864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No DVR routers for this DVR port 8012e59b-fd99-41b0-b869-f00207555c3a on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:29:21.006325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77453aac-3b4e-4f61-87fc-ac9940a9f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39870eca-f6d6-497e-86e1-e99fbdf4306e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:21.011430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.037319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:21.049171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ed5d25-2e66-478d-a7d5-10c6a69b076f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:21.057520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:29:21.057862 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:29:21.088907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Usage tracker for resource:security_group_rule and tenant:759214a64a564b70a9facabae18e25bb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:21.123969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:21.131413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:21.136552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:21.136964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.141127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:21.154678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.158808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8582e0a-7c40-4514-960c-6f38c2889de9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6417434 Jan 18 23:29:21.159048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:21.169839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '74074b08-a202-4cfd-9ff0-9a87facf2c44', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:21.176332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:21.193375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:21.199198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:21.208710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:21.268584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.274291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.302758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d29097cf-c54d-44b5-8d94-b80e93fa7b9c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:21.322414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c90e61-2e92-4b97-acd6-9b5f68c42d82']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.326582 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:29:21.336476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.354377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce99686-eca8-4225-b5c5-aea17e8fc0c1') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.363625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce99686-eca8-4225-b5c5-aea17e8fc0c1') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:21.374132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.383784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.411422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.415128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc105f4-ba92-4489-a1db-7b34c6175ddc req-8f513ae7-b316-4859-a1d0-f25c02ba494e tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:21.416762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cc105f4-ba92-4489-a1db-7b34c6175ddc req-8f513ae7-b316-4859-a1d0-f25c02ba494e tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 945 time: 0.1355457 Jan 18 23:29:21.440398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-4dc79bc6-f744-44e4-affe-749723429881 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:21.442530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-4dc79bc6-f744-44e4-affe-749723429881 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Synchronizing usage tracker for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:21.445876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.482077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.485091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:21.504613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cc105f4-ba92-4489-a1db-7b34c6175ddc req-aecd821d-89d5-4786-8d72-3ef8c045ebab tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787950 Jan 18 23:29:21.513201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:29:21.513687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.517844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.519462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6c88c4f4-fe85-46e1-b936-f93c65652414 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:21.554798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976f31db-1957-4b7a-9ee1-ce2e96a55b81,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:29:21.561239 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:29:21.573071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Deleting port 8012e59b-fd99-41b0-b869-f00207555c3a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:21.573702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.574151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.584443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-4dc79bc6-f744-44e4-affe-749723429881 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Unset dirty status for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:21.587455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-4dc79bc6-f744-44e4-affe-749723429881 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 945 time: 0.5327919 Jan 18 23:29:21.605425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6c88c4f4-fe85-46e1-b936-f93c65652414 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:21.605718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6c88c4f4-fe85-46e1-b936-f93c65652414 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:21.606370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8012e59b-fd99-41b0-b869-f00207555c3a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:21.629806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.640924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-876860f8-efb8-45dc-8f24-578335ed666c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4710000 Jan 18 23:29:21.642843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8012e59b-fd99-41b0-b869-f00207555c3a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:21.643191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8012e59b-fd99-41b0-b869-f00207555c3a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:21.686650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6477490b-ae2b-4a50-a71b-c0fdc1ee8a75 None None] The port '8012e59b-fd99-41b0-b869-f00207555c3a' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:29:21.748213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.810622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Deleting port 31604aab-e63a-4422-8019-3ee86c27a87e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:21.810974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.901555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.908577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.951373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:21.985819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Pushing event deleted for resources: {'Network': ['ID=90c90e61-2e92-4b97-acd6-9b5f68c42d82,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:22.024933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-63bc111d-21ba-43db-8012-eea97e8c9fa6 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480463547&fields=id&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 267 time: 0.0447435 Jan 18 23:29:22.039759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2a4779-de7c-4851-b311-919806da70af,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:22.106589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5af4ed61-1b20-4cee-91ca-2b0726715e2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=759214a64a564b70a9facabae18e25bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6763933 Jan 18 23:29:22.106589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:22.107591 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:22.108701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39870eca-f6d6-497e-86e1-e99fbdf4306e HTTP/1.1" status: 204 len: 168 time: 1.1067774 Jan 18 23:29:22.112507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:22.122534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-819e82d8-c0dc-4975-9692-51c1e69db7ee tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/networks/90c90e61-2e92-4b97-acd6-9b5f68c42d82 HTTP/1.1" status: 204 len: 168 time: 2.4276252 Jan 18 23:29:22.124923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:22.150477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'routes': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:22.197415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049b85-8257-4e71-a226-51e27f1b263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39870eca-f6d6-497e-86e1-e99fbdf4306e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:22.322075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-e3c668cd-9083-4cac-86cd-6e6f983693b0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:22.323623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-e3c668cd-9083-4cac-86cd-6e6f983693b0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/networks?id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 796 time: 0.2909942 Jan 18 23:29:22.343033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-15abef8e-f2d9-40e9-9107-c89655c70405 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/quotas/a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 375 time: 0.0135677 Jan 18 23:29:22.473331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] For port 31604aab-e63a-4422-8019-3ee86c27a87e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=31604aab-e63a-4422-8019-3ee86c27a87e,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:22.473331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:22.476233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-6d17ade6-68de-4bb6-833b-bcf304007f30 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222594 Jan 18 23:29:22.618251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:22.682263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-76f5d81b-82d9-4f9a-af55-aceb26cf8988 service neutron] 10.222.0.59 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012649 Jan 18 23:29:22.697925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Calling delete_port for 31604aab-e63a-4422-8019-3ee86c27a87e owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:22.867761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d29097cf-c54d-44b5-8d94-b80e93fa7b9c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:22.957136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.022770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d29097cf-c54d-44b5-8d94-b80e93fa7b9c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:23.023147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.116208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-5bd161ac-ac9e-4e1d-808c-a7831193d353 service neutron] 10.222.0.59 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316688 Jan 18 23:29:23.143761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fe158-043e-46fc-9897-83be4ca7309b req-ca090bca-e414-424b-b480-ba1c218b4000 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:23.146894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c9fe158-043e-46fc-9897-83be4ca7309b req-ca090bca-e414-424b-b480-ba1c218b4000 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 945 time: 0.3796160 Jan 18 23:29:23.196585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Added routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:29:23.196585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Removed routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:29:23.196585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.327166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c9fe158-043e-46fc-9897-83be4ca7309b req-d5e6b19d-b9f2-4d7f-b659-14e3c813fc28 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702280 Jan 18 23:29:23.345256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.359160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['e5df75d3-65ec-4b8b-a3c7-00a786d3595b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:23.437177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b74bfedc-0812-4349-a606-3f831176b3a3'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:23.594744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df1c548f-653f-4b75-b9f8-8c8e2d313eb2 req-1d1adee7-0287-46fb-92d7-3c753e487176 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.0856898 Jan 18 23:29:23.621464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event deleted for resources: {'Port': ['ID=31604aab-e63a-4422-8019-3ee86c27a87e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:23.868730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.892190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] No DVR routers for this DVR port 31604aab-e63a-4422-8019-3ee86c27a87e on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:29:23.952737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:23.957903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'name': 'network-vif-deleted', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:23.997166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2a4779-de7c-4851-b311-919806da70af,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:24.090617 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c60dd9-b90d-4b7e-9381-f8019b147888', 'name': 'network-vif-deleted', 'tag': '31604aab-e63a-4422-8019-3ee86c27a87e', 'status': 'completed', 'code': 200} Jan 18 23:29:24.099903 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a559d1f-1e40-4be2-bf89-d46fb6fa3266 req-620eec68-0a38-4597-b420-4cb67ad8bcdf tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "DELETE /v2.0/ports/31604aab-e63a-4422-8019-3ee86c27a87e HTTP/1.1" status: 204 len: 173 time: 2.4541111 Jan 18 23:29:24.105056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.109954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.233910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.237404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31604aab-e63a-4422-8019-3ee86c27a87e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:24.237954 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-876c43ff-91a4-4534-8c0c-57f368f9efb3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d2a4779-de7c-4851-b311-919806da70af HTTP/1.1" status: 204 len: 168 time: 2.1141579 Jan 18 23:29:24.286271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 31604aab-e63a-4422-8019-3ee86c27a87e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:24.291041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 31604aab-e63a-4422-8019-3ee86c27a87e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:24.294056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:24.587650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:24.593347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:24.597321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-026f2c39-9d4c-4ee8-acd7-d39798b4935c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 701 time: 2.4665678 Jan 18 23:29:24.598168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60396) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:24.600681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Sync routers for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:24.618154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6169396-557f-42eb-8e3a-104e6df820ac req-d910b23d-4992-4f52-843c-a3fabd2125c1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=53c60dd9-b90d-4b7e-9381-f8019b147888 HTTP/1.1" status: 200 len: 210 time: 0.0602763 Jan 18 23:29:24.626827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:24.627730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:24.647380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ece4256-6ee6-4575-912d-8421153d5241 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:24.765966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ece4256-6ee6-4575-912d-8421153d5241 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:24.771626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ece4256-6ee6-4575-912d-8421153d5241 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 205 time: 0.1718519 Jan 18 23:29:24.771901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:24.785385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2403b26e-a5fc-4f0d-9cde-dc46600e40f0 req-2c261fd8-e8dc-4def-a5de-2f83458b8f48 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.0848746 Jan 18 23:29:24.793764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:24.986107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.038171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:25.042461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Checking router: 5a088ac3-c0f8-4124-b243-aecbcf729fc3 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:25.068607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Routers {'5a088ac3-c0f8-4124-b243-aecbcf729fc3'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:25.069729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:25.084403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:25.253913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] Set router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:25.360659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:25.373290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659f4f7d-95af-4e66-9bf4-a89edd75a161 None None] The sync data for ids ['5a088ac3-c0f8-4124-b243-aecbcf729fc3'] in n-d-825175-2 is: [{'id': '5a088ac3-c0f8-4124-b243-aecbcf729fc3', 'name': 'tempest-RoutersTest-router-1466456732', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:23Z', 'updated_at': '2022-01-18T23:29:15Z', 'revision_number': 11, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:25.423155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:25.439681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.444802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.450248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.483064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:25.487038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Usage tracker for resource:security_group_rule and tenant:a39aaf4a1b1d4b45aceabc7150b3d2f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:25.490851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:25.497563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:25.543125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.543913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router 5a088ac3-c0f8-4124-b243-aecbcf729fc3 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:29:25.565373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.568643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c79b4a04-b3b4-4b35-b6f0-17cad6942545 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 204 len: 168 time: 0.7936502 Jan 18 23:29:25.573584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60424) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:25.579143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.583472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348209719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:25.590318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:25.595103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Usage tracker for resource:router and tenant:7ec1f329dc914d079f68b6f38297749e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:25.598356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:25.609309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:25.640206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.712802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2156bd-96c6-46be-b15b-2103410ade08,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:25.718499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60432) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:25.721490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf86149c-9295-4529-9f05-ac9fcc716bec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a39aaf4a1b1d4b45aceabc7150b3d2f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2972977 Jan 18 23:29:25.724144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.725873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:25.761065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:25.763328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.764086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:86ca76122e164bc8861a6ddaa1b3648c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:25.764506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.767056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:25.773594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:25.893409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.912487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.928489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.947309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:25.983133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.000570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.029483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:26.047510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Usage tracker for resource:security_group_rule and tenant:f2a15dbd229a439092aea43a4fdfd053 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:26.049088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:26.057692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:26.073206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86ca76122e164bc8861a6ddaa1b3648c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9868815 Jan 18 23:29:26.074249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:26.084177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b519f01c-11e7-4a9d-9147-234947a341f9 req-e6cc3a9d-f320-49b2-b10e-646b5470f645 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.0828435 Jan 18 23:29:26.091182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655f00f-2c7c-4944-948c-1faaa8f56ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e19ce-b630-4cdb-8341-3be810406676,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:26.099487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.182260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.216887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2156bd-96c6-46be-b15b-2103410ade08,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:26.254970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.256092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20caf97a-2f92-4249-a3e2-6d4ca449bc48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f2156bd-96c6-46be-b15b-2103410ade08 HTTP/1.1" status: 204 len: 168 time: 0.5288818 Jan 18 23:29:26.257886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.265366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.278066 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.279764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d31234b-a513-43bb-9b01-e76d6d6e9d6c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7030747 Jan 18 23:29:26.282063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:26.288102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:26.315702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.377903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.452223 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2a15dbd229a439092aea43a4fdfd053&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7300801 Jan 18 23:29:26.453245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60464) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:26.470842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a529e-09bd-4a92-bb93-f3329a8c664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b153c7-6207-442a-88f2-7c48ef6fe053,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:26.487815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.667925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e19ce-b630-4cdb-8341-3be810406676,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:26.715104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.720981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c41c7ecb-c81c-4f65-98d2-4e1d3b833534 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b56e19ce-b630-4cdb-8341-3be810406676 HTTP/1.1" status: 204 len: 168 time: 0.6410556 Jan 18 23:29:26.721345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.755703 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.813513 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.849273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-a83e9909-3c22-4b7d-ae7d-0dd00a4c9c67 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:26.850108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-a83e9909-3c22-4b7d-ae7d-0dd00a4c9c67 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:26.891745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:26.943655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-a83e9909-3c22-4b7d-ae7d-0dd00a4c9c67 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:26.945106 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-a83e9909-3c22-4b7d-ae7d-0dd00a4c9c67 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.89 "GET /v2.0/networks?id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 796 time: 0.4473417 Jan 18 23:29:26.984403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:27.010597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b153c7-6207-442a-88f2-7c48ef6fe053,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:27.045126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-29e7ca36-28ce-4bab-b7d3-a57f2b09da71 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:27.063779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:27.065147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86b153c7-6207-442a-88f2-7c48ef6fe053 HTTP/1.1" status: 204 len: 168 time: 0.6112032 Jan 18 23:29:27.067628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.068177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.068708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.069737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.070260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.070774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.071572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.072226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.072876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.073196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.073549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb54b211-eb3c-4b65-adfd-e7c41d3a21c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:27.182693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-29e7ca36-28ce-4bab-b7d3-a57f2b09da71 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:27.183887 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-29e7ca36-28ce-4bab-b7d3-a57f2b09da71 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 379 time: 0.2222474 Jan 18 23:29:27.198967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'port': {'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'admin_state_up': True, 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'security_groups': ['74074b08-a202-4cfd-9ff0-9a87facf2c44']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:27.405670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b279d438-3466-4a7b-a44c-d94f402e8491 req-f8e5b55b-bc48-47dd-bc92-e6501f6af2ef tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.1048088 Jan 18 23:29:27.534342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:27.538528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cac-f909-4fa9-b3db-4c5a2311c3d7 req-c41ce5d7-df3f-468e-9848-34acc151c96b tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:27.538925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:port and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:27.541828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:27.542411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cac-f909-4fa9-b3db-4c5a2311c3d7 req-c41ce5d7-df3f-468e-9848-34acc151c96b tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:27.544252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdba9cac-f909-4fa9-b3db-4c5a2311c3d7 req-c41ce5d7-df3f-468e-9848-34acc151c96b tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2&device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 1682 time: 0.1091046 Jan 18 23:29:27.547663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:27.571810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Router 27c5795c-1b50-4e40-87c4-04119418666c is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:29:27.595420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdba9cac-f909-4fa9-b3db-4c5a2311c3d7 req-16b7478f-486d-406a-bbe7-d2b1a0c14702 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458550 Jan 18 23:29:27.709637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:27.712750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:27.761041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:27.774968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Sync routers for ids ['27c5795c-1b50-4e40-87c4-04119418666c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:27.782618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:27.787035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8b95dff3-0b30-453a-a728-b859bd55c00c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "PUT /v2.0/routers/27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 200 len: 694 time: 1.5010800 Jan 18 23:29:27.787740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60510) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:27.799771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Routers {'27c5795c-1b50-4e40-87c4-04119418666c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:27.800395 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['27c5795c-1b50-4e40-87c4-04119418666c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:27.844045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60514) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:27.881738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:28.026164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:28.029417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-669b121d-f1a5-405b-8894-b9a19b3c39f0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/routers/27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 200 len: 700 time: 0.2403164 Jan 18 23:29:28.032012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:28.064355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Usage tracker for resource:security_group_rule and tenant:0b94e23773a54a5ba298de0406e79de6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:28.076394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.13 (07d20343-9565-43bd-9727-1a60055aec05/2a0a1224-e76b-4fdf-8921-4a32868c1416/46eccf8c-749a-4efc-a255-224aa446a794) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:28.076394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:28.082565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d7619f5-94ac-4360-8950-627031e33954 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Synchronizing usage tracker for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:28.093132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:28.102244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d7619f5-94ac-4360-8950-627031e33954 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Unset dirty status for tenant:7ec1f329dc914d079f68b6f38297749e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:28.103751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d7619f5-94ac-4360-8950-627031e33954 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 200 len: 205 time: 0.0706270 Jan 18 23:29:28.107836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:28.125585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Set router 27c5795c-1b50-4e40-87c4-04119418666c gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:28.251666 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c5795c-1b50-4e40-87c4-04119418666c', 'name': 'tempest-RoutersTest-router-1348209719', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:25Z', 'updated_at': '2022-01-18T23:29:26Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:28.256730 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Checking router: 27c5795c-1b50-4e40-87c4-04119418666c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:28.269884 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Routers {'27c5795c-1b50-4e40-87c4-04119418666c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:28.270760 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['27c5795c-1b50-4e40-87c4-04119418666c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:28.430312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:28.477161 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] Set router 27c5795c-1b50-4e40-87c4-04119418666c gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:28.669257 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c5795c-1b50-4e40-87c4-04119418666c', 'name': 'tempest-RoutersTest-router-1348209719', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:25Z', 'updated_at': '2022-01-18T23:29:26Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:28.671570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99310228-5bf8-4045-a8d3-2ce406e1c2ac req-3085ea25-9acc-408a-a2a1-c47e3f95100a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.0688593 Jan 18 23:29:28.674180 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffbd029-557b-4948-abef-423a3dbe1ae9 None None] The sync data for ids ['27c5795c-1b50-4e40-87c4-04119418666c'] in n-d-825175-2 is: [{'id': '27c5795c-1b50-4e40-87c4-04119418666c', 'name': 'tempest-RoutersTest-router-1348209719', 'tenant_id': '7ec1f329dc914d079f68b6f38297749e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:25Z', 'updated_at': '2022-01-18T23:29:26Z', 'revision_number': 2, 'project_id': '7ec1f329dc914d079f68b6f38297749e', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:28.714714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:28.879987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:28.969639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:28.990101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object 46eccf8c-749a-4efc-a255-224aa446a794 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:29.059671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.090013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.094359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a33ea-cbff-4d31-add8-c66c66bbcb22,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:29.110544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-835cd254-3a28-41ef-877a-52b81f186434 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b94e23773a54a5ba298de0406e79de6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2652044 Jan 18 23:29:29.114441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60560) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:29.185596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.212796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.263967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.265690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.267040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Fanout notify agent at l3_agent the message router_deleted on router 27c5795c-1b50-4e40-87c4-04119418666c {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:29:29.354373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.364659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 07d20343-9565-43bd-9727-1a60055aec05 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:29.372059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:29.374726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:29.388159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a33ea-cbff-4d31-add8-c66c66bbcb22,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:29.389525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.392791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a9c72dcc-5afc-4316-9879-23af249978b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a11a33ea-cbff-4d31-add8-c66c66bbcb22 HTTP/1.1" status: 204 len: 168 time: 0.2751465 Jan 18 23:29:29.400792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:29.422072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.427024 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0588e7d6-c368-405b-b90c-e1e1a0a898a0 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 204 len: 168 time: 1.3112130 Jan 18 23:29:29.427933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:29.464434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.468938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:29.571989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-453124e0-c5bd-49ef-881e-286c5b317cbb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3818662 Jan 18 23:29:29.583014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a9aa8f74-c77e-4f22-b440-0c744fa7b6a4 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 200 len: 205 time: 0.1532698 Jan 18 23:29:29.586935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:29.587682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Request body: {'port': {'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:29.713170 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-e73192f1-62b2-48e2-ad6c-69485295498e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:29.724344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e73192f1-62b2-48e2-ad6c-69485295498e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/27c5795c-1b50-4e40-87c4-04119418666c HTTP/1.1" status: 404 len: 336 time: 0.1346426 Jan 18 23:29:29.725896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60602) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:29.819717 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2904e6c-929c-4d33-8767-02245b1cbcc2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:29.820165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2904e6c-929c-4d33-8767-02245b1cbcc2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:29.824296 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f2904e6c-929c-4d33-8767-02245b1cbcc2 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/a180fbb5-abff-48fc-b8d0-1fb43cc2afe3 HTTP/1.1" status: 404 len: 337 time: 0.0951121 Jan 18 23:29:29.825242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60606) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:29.891150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395581-886f-4945-90d1-ec5010b8d914 req-f89610a9-aec6-4f5d-8e92-9de60ba0bd39 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:29.904527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d395581-886f-4945-90d1-ec5010b8d914 req-f89610a9-aec6-4f5d-8e92-9de60ba0bd39 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 946 time: 0.1790011 Jan 18 23:29:29.959780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18c9c7c4-760b-44ee-a58e-61309e8e8e87 None None] Provisioning for port 46eccf8c-749a-4efc-a255-224aa446a794 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:29.965312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18c9c7c4-760b-44ee-a58e-61309e8e8e87 None None] Provisioning complete for port 46eccf8c-749a-4efc-a255-224aa446a794 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:29.971585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18c9c7c4-760b-44ee-a58e-61309e8e8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.021616 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a28b00-6ee6-4c5f-bafe-e5e99c9efa2e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:30.025776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a28b00-6ee6-4c5f-bafe-e5e99c9efa2e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:30.035235 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-84a28b00-6ee6-4c5f-bafe-e5e99c9efa2e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/b195596b-f006-4fcb-aa36-223d31d45c6e HTTP/1.1" status: 404 len: 337 time: 0.2087379 Jan 18 23:29:30.037769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60614) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.040735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d395581-886f-4945-90d1-ec5010b8d914 req-eb7f4bd1-849a-4482-9107-23fa019086cc tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352437 Jan 18 23:29:30.085802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2348b35-b985-4895-adb6-17a9f5536974 req-e383189e-a68e-4091-ade9-99e2377cd1bb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:30.087296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2348b35-b985-4895-adb6-17a9f5536974 req-e383189e-a68e-4091-ade9-99e2377cd1bb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 932 time: 0.1650786 Jan 18 23:29:30.110125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-18c9c7c4-760b-44ee-a58e-61309e8e8e87 None None] Port 46eccf8c-749a-4efc-a255-224aa446a794 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:29:30.168169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2348b35-b985-4895-adb6-17a9f5536974 req-76f42d51-9d3c-4deb-b937-c3ababf3428e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718408 Jan 18 23:29:30.292375 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a2c46-3270-49f5-8ac6-551dd821898a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:30.292820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625a2c46-3270-49f5-8ac6-551dd821898a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:30.296889 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-625a2c46-3270-49f5-8ac6-551dd821898a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/6e38b701-472e-452a-9408-2bd39932f6b5 HTTP/1.1" status: 404 len: 337 time: 0.2366202 Jan 18 23:29:30.297801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.303019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.381649 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cec07d-6105-4bb3-acdc-e21f05c7665a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:30.382305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cec07d-6105-4bb3-acdc-e21f05c7665a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:30.388217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-37cec07d-6105-4bb3-acdc-e21f05c7665a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/2c177607-6213-4aca-af4a-98edaf4f60d7 HTTP/1.1" status: 404 len: 337 time: 0.0899291 Jan 18 23:29:30.389215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.450358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-68a2af35-1409-46b7-a0a4-4a12a7b31e21 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 200 len: 205 time: 0.0589912 Jan 18 23:29:30.452363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60636) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.473099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61613c-affa-4355-accf-40dbb101ddce req-3896a213-023d-42b3-b154-937c8afc5283 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:30.474456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6b61613c-affa-4355-accf-40dbb101ddce req-3896a213-023d-42b3-b154-937c8afc5283 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Synchronizing usage tracker for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:30.527942 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-61624c8b-da86-483c-ae3f-913dc54b048f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:30.531622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-61624c8b-da86-483c-ae3f-913dc54b048f tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/5a088ac3-c0f8-4124-b243-aecbcf729fc3 HTTP/1.1" status: 404 len: 336 time: 0.0754325 Jan 18 23:29:30.531976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.571727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6b61613c-affa-4355-accf-40dbb101ddce req-3896a213-023d-42b3-b154-937c8afc5283 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Unset dirty status for tenant:0ab138bb02d0416b856deb64f08fb21c on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:30.576991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6b61613c-affa-4355-accf-40dbb101ddce req-3896a213-023d-42b3-b154-937c8afc5283 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 946 time: 0.3281686 Jan 18 23:29:30.589997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4c943158-e9a6-4180-9dd3-264cc60f6b94 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=69f8ed87-a5a0-4541-9503-44529e507e4f HTTP/1.1" status: 200 len: 205 time: 0.0569267 Jan 18 23:29:30.592586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60650) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.931370 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-0ca7c056-6082-4fed-b3be-8841abb3c6a5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:30.933130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ca7c056-6082-4fed-b3be-8841abb3c6a5 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/69f8ed87-a5a0-4541-9503-44529e507e4f HTTP/1.1" status: 404 len: 336 time: 0.3396022 Jan 18 23:29:30.935737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:30.944316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Deleting port b74bfedc-0812-4349-a606-3f831176b3a3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:30.945031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:30.977022 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac7a3e0-8e19-4cf4-8830-2fd198523cfa tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:30.977432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac7a3e0-8e19-4cf4-8830-2fd198523cfa tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:30.981188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ac7a3e0-8e19-4cf4-8830-2fd198523cfa tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/6a7e0a64-dcfa-4f7c-b8dd-86430a11d4ca HTTP/1.1" status: 404 len: 337 time: 0.0423162 Jan 18 23:29:30.982637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.029003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-64a0c47c-8deb-4d2b-a598-4a97affeca4e tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 200 len: 205 time: 0.0456507 Jan 18 23:29:31.031644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.111988 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-f4e79e32-c75c-4d59-86e9-414df60daf05 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:31.116033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f4e79e32-c75c-4d59-86e9-414df60daf05 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/c26bcac3-f6bd-4d27-93c8-3da9c8365057 HTTP/1.1" status: 404 len: 336 time: 0.0803821 Jan 18 23:29:31.117406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.167465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ad15b979-fecb-43bc-8866-315861b0ce4d tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=f66329c3-b495-4d1b-a1bc-5d9647614677 HTTP/1.1" status: 200 len: 205 time: 0.0465572 Jan 18 23:29:31.167918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.257509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:29:31.272552 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-b94d1a16-0040-4cae-ad39-cb72a00fa56a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:31.278062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b94d1a16-0040-4cae-ad39-cb72a00fa56a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/f66329c3-b495-4d1b-a1bc-5d9647614677 HTTP/1.1" status: 404 len: 336 time: 0.1048510 Jan 18 23:29:31.290318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.308778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-adb583f5-024d-4291-8779-41cf078f12eb tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:31.313299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-adb583f5-024d-4291-8779-41cf078f12eb tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.89 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 945 time: 0.4622724 Jan 18 23:29:31.468316 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5c7075-7daf-49c2-bf1e-fafd149a6505 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:31.468770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5c7075-7daf-49c2-bf1e-fafd149a6505 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:31.473502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a5c7075-7daf-49c2-bf1e-fafd149a6505 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/2d8ee740-0185-4a64-a6ff-fa800b741620 HTTP/1.1" status: 404 len: 337 time: 0.1821377 Jan 18 23:29:31.483629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.545455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] For port b74bfedc-0812-4349-a606-3f831176b3a3, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b74bfedc-0812-4349-a606-3f831176b3a3,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:31.547052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:31.561397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d07f885-1553-490a-98e7-ed58a0eae53b tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=9007121e-c90f-42b1-b4bc-7628d7e70083 HTTP/1.1" status: 200 len: 205 time: 0.0762632 Jan 18 23:29:31.562002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.649352 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-225ec70d-fe12-4bf3-a5c1-d5b75e0c3d93 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:31.651672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-225ec70d-fe12-4bf3-a5c1-d5b75e0c3d93 tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/9007121e-c90f-42b1-b4bc-7628d7e70083 HTTP/1.1" status: 404 len: 336 time: 0.0858424 Jan 18 23:29:31.662012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60712) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.708032 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b59432-8124-4e90-bd99-b05097513e3a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:31.708469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b59432-8124-4e90-bd99-b05097513e3a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:31.713050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-37b59432-8124-4e90-bd99-b05097513e3a tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/4b5d22a1-7795-4bd0-a27f-6ad3b9d5e762 HTTP/1.1" status: 404 len: 337 time: 0.0487630 Jan 18 23:29:31.713667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.724041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a1e87-43c7-4728-a193-0c854d697763 req-4b8ff6c9-8ec2-43ea-aef7-8eed737ac800 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:31.731969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d2a1e87-43c7-4728-a193-0c854d697763 req-4b8ff6c9-8ec2-43ea-aef7-8eed737ac800 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 932 time: 0.3627822 Jan 18 23:29:31.747100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Calling delete_port for b74bfedc-0812-4349-a606-3f831176b3a3 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:31.835864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10d2e-6e58-4ba5-81d9-53b158402f20 req-f2670380-64eb-4d3a-a676-a9d6d0837909 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:31.840648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eccf8c-749a-4efc-a255-224aa446a794 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:31.844244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27d10d2e-6e58-4ba5-81d9-53b158402f20 req-f2670380-64eb-4d3a-a676-a9d6d0837909 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 946 time: 0.4735124 Jan 18 23:29:31.857001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:31.878410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-45c42cba-7357-4182-b3a8-9dbc14699a0c tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8e8c375-8f91-4c75-bd95-02f99430ec5d HTTP/1.1" status: 200 len: 205 time: 0.1619112 Jan 18 23:29:31.880277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:31.883781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Transition to ACTIVE for port object 46eccf8c-749a-4efc-a255-224aa446a794 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:31.912872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Deleting port e5df75d3-65ec-4b8b-a3c7-00a786d3595b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:29:31.913115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:31.999378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:32.038793 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-92c9bb18-b82d-4291-bf73-44e7674ce9dd tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] delete failed (client error): The resource could not be found. Jan 18 23:29:32.042377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-92c9bb18-b82d-4291-bf73-44e7674ce9dd tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/routers/c8e8c375-8f91-4c75-bd95-02f99430ec5d HTTP/1.1" status: 404 len: 336 time: 0.1464779 Jan 18 23:29:32.047518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:32.112939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27d10d2e-6e58-4ba5-81d9-53b158402f20 req-8848467f-29a5-4d9e-9316-53d81122c242 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d45c7b8-b4f0-4683-8e6c-8131778186cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650313 Jan 18 23:29:32.112939 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd4af40-5ac4-4747-8919-c676bed7a5fe tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:32.112939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd4af40-5ac4-4747-8919-c676bed7a5fe tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:32.112939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dcd4af40-5ac4-4747-8919-c676bed7a5fe tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/a79eb93a-0094-405c-8715-db88530c952a HTTP/1.1" status: 404 len: 337 time: 0.0639281 Jan 18 23:29:32.126570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d2a1e87-43c7-4728-a193-0c854d697763 req-6182b7bc-dc00-4f29-bbef-ac051ac1ed97 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935082 Jan 18 23:29:32.127086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:32.190448 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd36ad0-4e18-4be4-86a3-6894eb2df3bc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] DELETE failed (client error): The resource could not be found. Jan 18 23:29:32.190908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd36ad0-4e18-4be4-86a3-6894eb2df3bc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:29:32.195336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2bd36ad0-4e18-4be4-86a3-6894eb2df3bc tempest-RoutersTest-335911800 tempest-RoutersTest-335911800-project] 10.222.0.59 "DELETE /v2.0/subnets/defda95f-6431-4f73-bc74-358ca35b4168 HTTP/1.1" status: 404 len: 337 time: 0.0646713 Jan 18 23:29:32.395831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Pushing event updated for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:32.663161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:32.737009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4429052-c8b5-48ce-b061-c93c1ec5bbfd req-410b7928-fc16-4cc1-8ed9-b62e1944f12b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:32.746009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event deleted for resources: {'Port': ['ID=b74bfedc-0812-4349-a606-3f831176b3a3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:32.746818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4429052-c8b5-48ce-b061-c93c1ec5bbfd req-410b7928-fc16-4cc1-8ed9-b62e1944f12b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1005673 Jan 18 23:29:32.808584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4429052-c8b5-48ce-b061-c93c1ec5bbfd req-7beb5540-cfd8-4b92-8a40-f50b1726a215 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605321 Jan 18 23:29:32.811394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60764) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:32.892970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Attempting to bind port 46eccf8c-749a-4efc-a255-224aa446a794 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:32.893236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Attempting to bind port 46eccf8c-749a-4efc-a255-224aa446a794 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:32.893570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Attempting to bind port 46eccf8c-749a-4efc-a255-224aa446a794 on network 07d20343-9565-43bd-9727-1a60055aec05 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:32.933893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] No DVR routers for this DVR port b74bfedc-0812-4349-a606-3f831176b3a3 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:29:32.945767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:32.948237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'name': 'network-vif-deleted', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:33.012870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] For port e5df75d3-65ec-4b8b-a3c7-00a786d3595b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,segment=NetworkSegment(49adfe25-6c95-4d05-a228-a11cd542b2f1),segment_id=49adfe25-6c95-4d05-a228-a11cd542b2f1)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:33.014068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.218662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7bf87-e312-4a71-b674-231a34a188f4 req-66971444-1f3f-4426-b789-67589b21b4e5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:33.223502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3b7bf87-e312-4a71-b674-231a34a188f4 req-66971444-1f3f-4426-b789-67589b21b4e5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1797047 Jan 18 23:29:33.245259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Port 46eccf8c-749a-4efc-a255-224aa446a794 on network 07d20343-9565-43bd-9727-1a60055aec05 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:29:33.245629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Attempting to bind port 46eccf8c-749a-4efc-a255-224aa446a794 on network 07d20343-9565-43bd-9727-1a60055aec05 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:33.256341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Calling delete_port for e5df75d3-65ec-4b8b-a3c7-00a786d3595b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:29:33.290224 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6b61613c-affa-4355-accf-40dbb101ddce req-a5959a8c-4cfd-4df1-9adf-239e2a098dc1 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.83 "DELETE /v2.0/ports/b74bfedc-0812-4349-a606-3f831176b3a3 HTTP/1.1" status: 204 len: 173 time: 2.6658576 Jan 18 23:29:33.306553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:33.306951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Checking segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:33.307354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Bound using segment: {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:33.307801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Bound port: 46eccf8c-749a-4efc-a255-224aa446a794, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '07d20343-9565-43bd-9727-1a60055aec05'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:33.308386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.332891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3b7bf87-e312-4a71-b674-231a34a188f4 req-4eb15fb2-c8e7-49b1-8f3c-49cb0f9e72c8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032364 Jan 18 23:29:33.507821 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2af2-9b12-475c-a739-df94f5aba4a3', 'name': 'network-vif-deleted', 'tag': 'b74bfedc-0812-4349-a606-3f831176b3a3', 'status': 'completed', 'code': 200} Jan 18 23:29:33.540628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3ea9f711-875d-479d-853c-f06a87fd915e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ec1f329dc914d079f68b6f38297749e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7278547 Jan 18 23:29:33.545524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60800) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:33.615123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:33.639790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=46eccf8c-749a-4efc-a255-224aa446a794,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:33.643030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c98f1a5-34e9-4586-a143-6b01146a2854 req-7909f09e-3cdd-4fe3-b306-5cb2740aea7e tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fba2af2-9b12-475c-a739-df94f5aba4a3 HTTP/1.1" status: 200 len: 210 time: 0.0734534 Jan 18 23:29:33.737614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.762581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.778618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.819813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f6b9e-ddde-4f00-9984-81ba2e492761 req-327a9235-532d-4ca0-ae91-98b1a0d0a401 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:33.826966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c4f6b9e-ddde-4f00-9984-81ba2e492761 req-327a9235-532d-4ca0-ae91-98b1a0d0a401 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 944 time: 0.1572490 Jan 18 23:29:33.882190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:33.991600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c4f6b9e-ddde-4f00-9984-81ba2e492761 req-a00e0f72-18f1-4ebc-8daf-b1e18f2b1311 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623366 Jan 18 23:29:34.051085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:34.053052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-1289508f-3901-4362-b8fb-04755611d904 service neutron] 10.222.0.89 "PUT /v2.0/ports/46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 200 len: 1092 time: 4.4706573 Jan 18 23:29:34.065531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] No DVR routers for this DVR port e5df75d3-65ec-4b8b-a3c7-00a786d3595b on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:29:34.069235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:34.084780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289508f-3901-4362-b8fb-04755611d904 service neutron] Pushing event updated for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:34.126994 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:34.152000 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-305d1f2b-a36d-4807-b4b1-fbed10993d72 req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.89 "DELETE /v2.0/ports/e5df75d3-65ec-4b8b-a3c7-00a786d3595b HTTP/1.1" status: 204 len: 173 time: 2.5382569 Jan 18 23:29:34.180570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b9051c-46ab-43c7-bd84-5ac1d9c95a01,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:34.195532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba29533-4fe7-4213-bc15-a59e4aa3d9a2 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] Pushing event deleted for resources: {'Port': ['ID=e5df75d3-65ec-4b8b-a3c7-00a786d3595b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:34.232587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.232977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.233438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.234026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.234363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.234842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.235176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.235500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.235834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.236139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.236460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:29:34.245410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e5df75d3-65ec-4b8b-a3c7-00a786d3595b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:34.260723 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:34.272172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-afa7b046-1655-4407-96d0-11056c093cbd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2b9051c-46ab-43c7-bd84-5ac1d9c95a01 HTTP/1.1" status: 204 len: 168 time: 0.7255831 Jan 18 23:29:34.311478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-ccd581f7-b3b3-4e65-9e85-5572aa786fb3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1095 time: 0.1241331 Jan 18 23:29:34.357029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b74bfedc-0812-4349-a606-3f831176b3a3 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:29:34.388428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: e5df75d3-65ec-4b8b-a3c7-00a786d3595b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:34.389234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device e5df75d3-65ec-4b8b-a3c7-00a786d3595b not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:34.409410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b74bfedc-0812-4349-a606-3f831176b3a3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:29:34.410711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-7f71f13c-66b2-4876-bd09-c2861e3694b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 200 len: 217 time: 0.0909145 Jan 18 23:29:34.411012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b74bfedc-0812-4349-a606-3f831176b3a3 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:29:34.507211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-82524f83-c742-460c-96f1-5ae23979f8a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:34.509279 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-82524f83-c742-460c-96f1-5ae23979f8a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0a1224-e76b-4fdf-8921-4a32868c1416 HTTP/1.1" status: 200 len: 835 time: 0.0898523 Jan 18 23:29:34.643663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-3e3f8c01-4fca-4572-aaed-72ade7d40a72 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:34.645486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-3e3f8c01-4fca-4572-aaed-72ade7d40a72 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.6625328 Jan 18 23:29:34.658845 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-790fd126-747d-4457-a775-3a944bc5cfe1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07d20343-9565-43bd-9727-1a60055aec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416607 Jan 18 23:29:34.687793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-a29cbf37-a18c-477b-b54e-f870f7cd23c9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/quotas/9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 375 time: 0.0236077 Jan 18 23:29:34.862947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-7c00104f-011f-47c5-865f-930a83280825 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1737814 Jan 18 23:29:35.059186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-e079a33f-e5aa-4bd2-9f5a-cd82f2eee565 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937171 Jan 18 23:29:35.197453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-b1a2374a-182d-4041-adc0-971ba2c1a091 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326371 Jan 18 23:29:35.321523 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2cdf59dd-9693-4ae7-a2c0-bb875c84d174 req-c131b1f5-30e4-444f-bdca-47c2b3bdf604 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538636 Jan 18 23:29:35.379565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-01db55c1-0d12-4b58-8e33-02907a1d2231 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809626 Jan 18 23:29:35.430274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67e5fbee-3b02-4269-96b9-b67543b5511b req-9a97f7df-1f7e-4fbb-86db-adaae917ddf6 tempest-ListServersNegativeTestJSON-2115559967 tempest-ListServersNegativeTestJSON-2115559967-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a555887-4f50-4079-9622-61c295afa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0535746 Jan 18 23:29:35.509698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794'}, {'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'name': 'network-vif-deleted', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:35.767729 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794', 'status': 'completed', 'code': 200} Jan 18 23:29:35.767997 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a555887-4f50-4079-9622-61c295afa3f2', 'name': 'network-vif-deleted', 'tag': 'e5df75d3-65ec-4b8b-a3c7-00a786d3595b', 'status': 'completed', 'code': 200} Jan 18 23:29:35.771458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63494a10-1d38-423a-b21b-cd3207b04559 req-bdeb9b4e-b049-462c-9437-d8a928d0504f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:35.782679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63494a10-1d38-423a-b21b-cd3207b04559 req-bdeb9b4e-b049-462c-9437-d8a928d0504f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 944 time: 0.1882675 Jan 18 23:29:35.999432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-6f8d965d-60db-4f34-bb6e-6073dd7a5a30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1095 time: 0.2030084 Jan 18 23:29:36.159447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13a369b7-2005-4b16-8bf9-514e4dd78782 req-bc799e15-84f5-4d49-8ff1-b40afd3651c3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.2576885 Jan 18 23:29:36.193490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63494a10-1d38-423a-b21b-cd3207b04559 req-b1693e4a-3432-4d3f-acb5-2ec05c206560 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037294 Jan 18 23:29:36.372750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60886) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:36.436791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-2a4deef7-04e3-4f3e-93a3-fcc36b344a56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:36.439172 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-2a4deef7-04e3-4f3e-93a3-fcc36b344a56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 897 time: 0.4335482 Jan 18 23:29:36.536366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-d947fd4f-b8f9-4ab2-939c-25537089c64d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 200 len: 217 time: 0.0865979 Jan 18 23:29:36.615586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-db7a09d1-f9ea-43fe-a2d2-98c0658823f6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:36.616195 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-db7a09d1-f9ea-43fe-a2d2-98c0658823f6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:29:36.619119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-db7a09d1-f9ea-43fe-a2d2-98c0658823f6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2434006 Jan 18 23:29:36.621136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:36.624705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-34bcf728-3836-4d0d-8618-059ff5fa0eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:36.626309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-34bcf728-3836-4d0d-8618-059ff5fa0eb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0a1224-e76b-4fdf-8921-4a32868c1416 HTTP/1.1" status: 200 len: 835 time: 0.0825248 Jan 18 23:29:36.629079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--614464240'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:36.645130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:36.649794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:36.653268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:36.665326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:36.674842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60904) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:36.770850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Deleting subnet d927050d-4653-47ad-89e1-087dc9f79fde {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:29:36.775391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:36.786059 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-69983586-e332-4a1b-b132-cd09c6d278e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07d20343-9565-43bd-9727-1a60055aec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522787 Jan 18 23:29:36.787585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:36.898179 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.031356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.126690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:37.141857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:37.149456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-064bf385-e51e-42a1-937c-684213e6416d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4271996 Jan 18 23:29:37.184685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:37.199360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-2522f2be-b392-4cfc-8197-588780719d13 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886092 Jan 18 23:29:37.211366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:37.255243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.562260 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c6c1f096-3c82-4cfe-b10a-d43881d8774b req-c51acb4c-4aa4-43d8-a2c2-b88a35b5a7cd service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559806 Jan 18 23:29:37.574169 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-8515db46-7d9f-4d79-b65f-b0e93ab9ad9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.2499139 Jan 18 23:29:37.600083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9485f386-3547-4799-86dc-873610c02486 req-c21d5360-bfd5-4eb0-8e5a-ffd23a98877e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.1106641 Jan 18 23:29:37.615699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.665987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.671241 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.676090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d927050d-4653-47ad-89e1-087dc9f79fde,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:37.708917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5a05cdc-eaaf-4586-8c97-ad34c95b39b9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d927050d-4653-47ad-89e1-087dc9f79fde HTTP/1.1" status: 204 len: 168 time: 1.0306058 Jan 18 23:29:37.724790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:37.769899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:37.777113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:37.922538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:37.927040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:37.930925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:37.937382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:37.938735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-15184751-bd75-4e24-ae45-f76890918160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:37.947057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-15184751-bd75-4e24-ae45-f76890918160 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3515558 Jan 18 23:29:38.008797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.028869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c769d-4754-40b3-b638-72ff9a7ef6a7 req-bcb2039a-fa5d-4457-9def-b815b76cdd6c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.038312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a72c769d-4754-40b3-b638-72ff9a7ef6a7 req-bcb2039a-fa5d-4457-9def-b815b76cdd6c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 944 time: 0.5000663 Jan 18 23:29:38.122182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a3799c-cc0b-41e9-bdd7-2e645b0e27b7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:38.139042 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.171959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-290b754a-4f32-4b45-b330-20100eb53e3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.2177999 Jan 18 23:29:38.195406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a72c769d-4754-40b3-b638-72ff9a7ef6a7 req-478f11f6-2428-4bd5-8192-0a2966ba0000 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457939 Jan 18 23:29:38.228957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.244777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.247022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-b3a7558f-21e4-4d87-abfe-dec10d2132c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:38.248896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-b3a7558f-21e4-4d87-abfe-dec10d2132c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0691075 Jan 18 23:29:38.258149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783fbdb4-6c89-415d-9802-e778af049d38,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:38.280290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 46eccf8c-749a-4efc-a255-224aa446a794 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:38.301744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:38.306178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Usage tracker for resource:security_group_rule and tenant:a96228c8993c4b5583ac9f2dad92c310 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:38.311694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:38.318959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:38.371357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.373112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-d27425a9-5723-4d91-b9d5-3b901225df5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139922 Jan 18 23:29:38.374161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f822d7fb-4536-43e8-a988-dfd8370784fd tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7520738 Jan 18 23:29:38.377415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60950) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:38.489327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.517944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '783fbdb4-6c89-415d-9802-e778af049d38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:38.523653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc75cb8-35ab-48b1-b091-6d4b9d9f0604']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:38.534413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:38.543223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:38.549896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:38.550061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49adfe25-6c95-4d05-a228-a11cd542b2f1') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:38.550061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49adfe25-6c95-4d05-a228-a11cd542b2f1') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:38.552518 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-2996e355-1532-40e3-a0c7-8589862ba327 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706557 Jan 18 23:29:38.556826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:38.574848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.585167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=46eccf8c-749a-4efc-a255-224aa446a794,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:38.606792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.615266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '46eccf8c-749a-4efc-a255-224aa446a794', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:38.618812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:29:38.620009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:29:38.649937 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:29:38.714647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.739543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.756321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:29:38.782054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eccf8c-749a-4efc-a255-224aa446a794 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:38.807308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=46eccf8c-749a-4efc-a255-224aa446a794,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:38.817292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.898907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eed9b7a7-8d83-42fa-9a3f-ec883673de65 req-4eea6036-f808-41d1-a577-e5ea6990fd95 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365698 Jan 18 23:29:38.920398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.920657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:38.978608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d2a15a-a003-4965-b7a2-a961455056e0,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:39.032047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:39.074407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79dec686-4924-4e16-9cbb-cdabcf2a93e5 req-ffe1cff9-3173-4b86-8c07-7015357e48b4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.1831181 Jan 18 23:29:39.075012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.087731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-326f43dc-5b17-4f5a-8fbf-9bb76352a7bb tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7066269 Jan 18 23:29:39.088712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60962) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:39.096852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '783fbdb4-6c89-415d-9802-e778af049d38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:39.102907 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.105333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:39.110841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:39.115162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:39.121158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:39.147932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.185576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-a7c20a45-88e8-4031-ae95-3396b7f41dc2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:39.187358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-a7c20a45-88e8-4031-ae95-3396b7f41dc2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.3029916 Jan 18 23:29:39.188609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.204910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.211179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'device_id': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'admin_state_up': True, 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:39.235867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc75cb8-35ab-48b1-b091-6d4b9d9f0604,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:39.279088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['46eccf8c-749a-4efc-a255-224aa446a794'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:39.303489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.304556 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.410786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8bb62e86-ce0c-4bda-a9df-703b7960dce7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7bc75cb8-35ab-48b1-b091-6d4b9d9f0604 HTTP/1.1" status: 204 len: 168 time: 1.6846170 Jan 18 23:29:39.419055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a96228c8993c4b5583ac9f2dad92c310&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6451857 Jan 18 23:29:39.426602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60974) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:39.430718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c25c2-0840-4830-9e32-a88a35cfab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04548d-074f-4332-a125-2272e6fe5832,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:39.464069 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): There was a conflict when trying to complete your request. Jan 18 23:29:39.466176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32b0515f-07ac-422e-85c1-25216bf5e72f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3739181 Jan 18 23:29:39.469163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60978) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:39.495296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:39.501549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Usage tracker for resource:port and tenant:9400ab7c9f7e4d789f59b2d83ca989f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:39.505353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:39.513504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:39.522993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b3ad1-143d-49cc-8444-8bfa349345c0 req-dab1357f-269d-4fcd-a181-daaddb022c9a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:39.530133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d7b3ad1-143d-49cc-8444-8bfa349345c0 req-dab1357f-269d-4fcd-a181-daaddb022c9a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 945 time: 0.2003279 Jan 18 23:29:39.605689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d7b3ad1-143d-49cc-8444-8bfa349345c0 req-c30e5d41-85ec-4929-b22c-1b3d30fbd091 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742388 Jan 18 23:29:39.680220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:39.685454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.760623 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.762533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.816978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.825933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.938439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:39.950610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.20.0.8 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/046a31cf-4734-4f9b-8bfb-c1ffdd345a3c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:39.971200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:39.999222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.006707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04548d-074f-4332-a125-2272e6fe5832,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:40.038696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ea64ac8-396d-4612-a1f4-5154fbaedfab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ab138bb02d0416b856deb64f08fb21c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0948997 Jan 18 23:29:40.038696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783fbdb4-6c89-415d-9802-e778af049d38,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:40.040266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.040929 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dc08c566-e248-4ba7-97cf-de6d036fe23b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/783fbdb4-6c89-415d-9802-e778af049d38 HTTP/1.1" status: 204 len: 168 time: 0.5704918 Jan 18 23:29:40.042319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.042448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:40.043444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7e606405-2567-4140-a60b-7012f86a5b8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a04548d-074f-4332-a125-2272e6fe5832 HTTP/1.1" status: 204 len: 168 time: 0.6160681 Jan 18 23:29:40.044003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:40.191626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d4c78714-ab2e-4cc5-8f92-537746c4f287 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:40.292794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d4c78714-ab2e-4cc5-8f92-537746c4f287 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:40.293288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5540cd58-76b3-4968-a088-c3dfa4c9ddce req-4fc2b41d-9716-4270-b62c-7b6ab08796d3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.0668476 Jan 18 23:29:40.294200 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d4c78714-ab2e-4cc5-8f92-537746c4f287 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2493174 Jan 18 23:29:40.298177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:40.305543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--232836779'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:40.312015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.330031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:40.340956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:40.372076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.399051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.411075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.440184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:40.447154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:40.450146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Transition to ACTIVE for port object 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:40.453811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:40.463629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:40.528415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.548586 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.568118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d45c7b8-b4f0-4683-8e6c-8131778186cd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:40.585278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.586553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ea749e3-66b3-415a-943b-d313ca885e3f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d45c7b8-b4f0-4683-8e6c-8131778186cd HTTP/1.1" status: 204 len: 168 time: 0.5385056 Jan 18 23:29:40.618032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.631639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf', '2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:40.634676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.774645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab18606-4534-4c02-81fb-bca34907e637,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:40.863759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:40.867970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9196f734-4f0a-4a87-b0ab-a4d358ed0b41 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5686619 Jan 18 23:29:40.868725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:40.876568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-754a7264-c5e2-47cd-81b5-8c76bbe700a5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '7ab18606-4534-4c02-81fb-bca34907e637', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:40.880066 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-754a7264-c5e2-47cd-81b5-8c76bbe700a5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:40.884100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-754a7264-c5e2-47cd-81b5-8c76bbe700a5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138180 Jan 18 23:29:40.884686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32792) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:40.962726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:40.975572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:40.979245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:40.982840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:41.014172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.049872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:41.061392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.063464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.149428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.183075 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.203822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:41.204348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.235068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab18606-4534-4c02-81fb-bca34907e637,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:41.252120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.252120 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8157501c-b5b2-454f-9c75-50cb01c015dc tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/7ab18606-4534-4c02-81fb-bca34907e637 HTTP/1.1" status: 204 len: 168 time: 0.3652589 Jan 18 23:29:41.253809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:41.258298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:41.273281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5ed4-7569-4349-b1f9-af33ad5afef3 req-06176714-3047-4137-8790-757a26fbf34f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:41.274823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10da5ed4-7569-4349-b1f9-af33ad5afef3 req-06176714-3047-4137-8790-757a26fbf34f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 945 time: 0.4530094 Jan 18 23:29:41.304730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Usage tracker for resource:security_group_rule and tenant:1b63baaef5b046fd9cdce1ebfae2fce5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:41.322517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:41.341509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-caba91c9-45d8-4340-8965-9e7a84b95e3e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1339715 Jan 18 23:29:41.349934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:41.366606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Request body: {'port': {'device_id': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:41.393613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d68fddb8-401b-4d97-aec3-5140e2f35ddf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:41.469980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10da5ed4-7569-4349-b1f9-af33ad5afef3 req-b657d79f-fe90-4cdb-abbc-827c70fdb817 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819713 Jan 18 23:29:41.484179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d68fddb8-401b-4d97-aec3-5140e2f35ddf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:41.485676 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d68fddb8-401b-4d97-aec3-5140e2f35ddf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2302039 Jan 18 23:29:41.491646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32818) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:41.498954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--395743861'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:41.509000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-359421ce-e63a-4e68-a653-d57b233af493 None None] Provisioning for port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:41.523570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:41.527539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-359421ce-e63a-4e68-a653-d57b233af493 None None] Provisioning complete for port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:41.528037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-359421ce-e63a-4e68-a653-d57b233af493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.573186 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.573305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:41.650000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-359421ce-e63a-4e68-a653-d57b233af493 None None] Port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:29:41.680468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.858617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.948717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:41.965730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:41.971171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:41.974945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:42.005745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:42.060386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef564b-8a39-4b5e-a474-966f6f5467be,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:42.117793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.132709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-215458f1-c6e5-4dd9-b48d-e37aed55961e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b63baaef5b046fd9cdce1ebfae2fce5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0814528 Jan 18 23:29:42.135457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32834) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:42.169088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae06a0-4283-49af-881f-ae691bc6ca82 req-eb16844e-e627-49a2-a1c4-4bf2bf25b27c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:42.173244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-61ae06a0-4283-49af-881f-ae691bc6ca82 req-eb16844e-e627-49a2-a1c4-4bf2bf25b27c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:42.173868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.225894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16111458-5354-4679-9318-b69939f015fe,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:42.267533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.288985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 46eccf8c-749a-4efc-a255-224aa446a794 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:42.309358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-61ae06a0-4283-49af-881f-ae691bc6ca82 req-eb16844e-e627-49a2-a1c4-4bf2bf25b27c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:42.311770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.317946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ae06a0-4283-49af-881f-ae691bc6ca82 req-eb16844e-e627-49a2-a1c4-4bf2bf25b27c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 931 time: 0.6305993 Jan 18 23:29:42.354218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.358724 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7cb6da77-2c6e-42ba-bd24-c3969891cb20 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8632615 Jan 18 23:29:42.359704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:42.373263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0fbadfd9-f807-4bfa-8f51-b1080ea3d9c7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '16111458-5354-4679-9318-b69939f015fe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:42.373989 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-0fbadfd9-f807-4bfa-8f51-b1080ea3d9c7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:42.388210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0fbadfd9-f807-4bfa-8f51-b1080ea3d9c7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0102131 Jan 18 23:29:42.390193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:42.390800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:42.402032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.430973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61ae06a0-4283-49af-881f-ae691bc6ca82 req-316e5ffb-3633-4c0c-840a-492e7e070cc6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120081 Jan 18 23:29:42.468564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 46eccf8c-749a-4efc-a255-224aa446a794 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:42.469969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Transition to ACTIVE for port object 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:42.476540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 46eccf8c-749a-4efc-a255-224aa446a794 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:42.480176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.493098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.520864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.554425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.569182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32856) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:42.575700 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.610260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef564b-8a39-4b5e-a474-966f6f5467be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:42.636107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.651798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0341f50e-1d25-4a0c-b893-0b621d9f302f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2ef564b-8a39-4b5e-a474-966f6f5467be HTTP/1.1" status: 204 len: 168 time: 0.5145271 Jan 18 23:29:42.748673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.797189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:42.852329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16111458-5354-4679-9318-b69939f015fe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:42.874169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:42.878169 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30554a21-1fc1-4b20-af36-bf1ed193ec3d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/16111458-5354-4679-9318-b69939f015fe HTTP/1.1" status: 204 len: 168 time: 0.4849513 Jan 18 23:29:42.888647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32866) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:42.993295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Attempting to bind port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:42.993801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Attempting to bind port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:42.994237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Attempting to bind port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:43.002632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c on network 6e98de5c-2994-4315-a19e-0d2c0ece995b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:29:43.004228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Attempting to bind port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:43.021524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:43.022006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:43.022512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:29:43.023151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Bound port: 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:29:43.023601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.042471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52024545-8e46-4f29-8730-ff3a6d10a29d req-2a18cc12-5c76-4ce9-b3c9-eec512043666 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:43.044205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52024545-8e46-4f29-8730-ff3a6d10a29d req-2a18cc12-5c76-4ce9-b3c9-eec512043666 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 945 time: 0.2006121 Jan 18 23:29:43.073486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1219645776-network', 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:43.098763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:43.111690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Usage tracker for resource:network and tenant:f166a9d3d94040dca1c52f3d844b0246 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:43.115344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:43.133265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-abee5e67-4658-4321-b75b-1a024828f859 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:43.141199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:43.272578 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.320066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:43.322657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.355759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.375738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52024545-8e46-4f29-8730-ff3a6d10a29d req-15bb85d9-d7b3-4b53-a660-3c574981c214 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863665 Jan 18 23:29:43.380946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-abee5e67-4658-4321-b75b-1a024828f859 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:43.382319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-abee5e67-4658-4321-b75b-1a024828f859 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4915330 Jan 18 23:29:43.393377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32878) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:43.402042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:43.407244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--454808857'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:43.421853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:43.441185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=46eccf8c-749a-4efc-a255-224aa446a794,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:43.453475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:43.465541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:29:43.470592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:29:43.475572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Usage tracker for resource:security_group_rule and tenant:f166a9d3d94040dca1c52f3d844b0246 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:43.487169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:43.498853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:43.525884 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794', 'code': 200} Jan 18 23:29:43.530562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.543660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.634778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.692187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:43.726260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.740129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:29:43.750032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.750389 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Added segment ca2e6749-07d6-430a-b9dc-12bb7d2224c8 of type vlan for network 2f397725-2754-4ecb-bf7d-59f979018835 Jan 18 23:29:43.773887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.775823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] 10.222.0.83 "PUT /v2.0/ports/046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 1091 time: 2.4226532 Jan 18 23:29:43.776575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:43.786544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.798473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:43.855695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5b3a-766b-48bd-8cc7-746b5f7b3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:43.908603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-acf0cdfa-d64b-44f0-b628-c67207769664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:43.919804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6de790-b868-4574-bf6b-dd32dd83f27a req-7a150115-4535-47d9-967f-02a7ef718c62 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:43.923378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c6de790-b868-4574-bf6b-dd32dd83f27a req-7a150115-4535-47d9-967f-02a7ef718c62 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 943 time: 0.2234769 Jan 18 23:29:44.093960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.151699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65073661-d1ae-42e1-a88d-fe2e9a82c2e4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:44.171679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c6de790-b868-4574-bf6b-dd32dd83f27a req-34243dd0-1877-4cbe-8b4f-260f36356746 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343755 Jan 18 23:29:44.231826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.236254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:44.237126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.251131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-93e4b6aa-7e68-4c0f-ab95-6ee5cc6a3e02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 1094 time: 0.2414482 Jan 18 23:29:44.345235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-f53073a1-74cd-40c7-90f7-7b1b7c33b5e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 217 time: 0.0871236 Jan 18 23:29:44.346876 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'status': 'completed', 'code': 200} Jan 18 23:29:44.376905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] Pushing event updated for resources: {'Network': ['ID=2f397725-2754-4ecb-bf7d-59f979018835,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:44.380145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:44.394731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2f397725-2754-4ecb-bf7d-59f979018835 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:29:44.395499 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8eb2e8f-16df-4751-8fea-9ec54d7dc688 req-081dbb26-fc75-4e87-9673-d6191454ab3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1097 time: 0.7579150 Jan 18 23:29:44.416721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:44.420750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:44.423988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:44.447440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:44.483008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-cd587bfd-88d7-4cdb-b235-498b410db1f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:44.484352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-cd587bfd-88d7-4cdb-b235-498b410db1f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1333504 Jan 18 23:29:44.596786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-6c0c6d6a-eb77-4073-b4bc-e0544afbf1a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6045623 Jan 18 23:29:44.642886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-0bc80526-26a2-48e4-ac47-ac40474b49d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459529 Jan 18 23:29:44.701017 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8eb2e8f-16df-4751-8fea-9ec54d7dc688 req-673a6031-aeda-4a55-bc46-b4fb1ba28558 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490208 Jan 18 23:29:44.715812 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-750383bb-8afe-4e21-8fef-89bf57b71564 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1425538 Jan 18 23:29:44.724767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:44.734024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Request body: {'subnet': {'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1219645776-subnet', 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:44.746657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:44.759530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Usage tracker for resource:subnet and tenant:f166a9d3d94040dca1c52f3d844b0246 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:44.771913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:44.794181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:44.859298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.869740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-759434ed-816e-438b-aee0-b9efa493c2e3 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227387 Jan 18 23:29:44.879496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7318c-67f8-4cff-b539-54b5f3aa4012 req-51e58870-6279-43d5-b695-016f77553d0c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:44.881294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f7318c-67f8-4cff-b539-54b5f3aa4012 req-51e58870-6279-43d5-b695-016f77553d0c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.1406195 Jan 18 23:29:44.893271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:44.896296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:44.932332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-8e2b1699-6a0b-4eec-9ef9-af121daf130e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 1096 time: 0.2757823 Jan 18 23:29:44.943909 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.043677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.051628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f7318c-67f8-4cff-b539-54b5f3aa4012 req-88375d04-5af5-449e-a613-1418b979ace0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475589 Jan 18 23:29:45.106246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a4e2aa-da75-42a3-b732-1001139a3de3 req-86126d3a-5ef9-4f33-98b0-4fc439730b87 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228017 Jan 18 23:29:45.214993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41892e4c-5095-400c-9c32-24d4b91c64dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:45.227686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.232022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-227c155b-bdd8-4923-8c3c-16c1064a9a82 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8328986 Jan 18 23:29:45.238108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32930) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.248981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8d4bc2d6-cc44-489d-b06c-feb419c8bf81 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '41892e4c-5095-400c-9c32-24d4b91c64dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:45.249790 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-8d4bc2d6-cc44-489d-b06c-feb419c8bf81 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:45.250852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8d4bc2d6-cc44-489d-b06c-feb419c8bf81 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073032 Jan 18 23:29:45.254037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:45.261087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32936) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.267021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Usage tracker for resource:security_group_rule and tenant:c3efd1bfe04d4f9799d059dbb334424e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:45.273029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b46d3987-2e07-4bb8-afd2-b4f25a8f1e2e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '41892e4c-5095-400c-9c32-24d4b91c64dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:45.273739 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-b46d3987-2e07-4bb8-afd2-b4f25a8f1e2e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:45.281065 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b46d3987-2e07-4bb8-afd2-b4f25a8f1e2e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188313 Jan 18 23:29:45.283378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.292890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:45.299397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ed7ec8ab-7621-415a-b5ee-0b2975e8a237 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '41892e4c-5095-400c-9c32-24d4b91c64dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:45.300404 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-ed7ec8ab-7621-415a-b5ee-0b2975e8a237 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:45.301530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ed7ec8ab-7621-415a-b5ee-0b2975e8a237 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171125 Jan 18 23:29:45.309216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.313750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:45.322181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a6a5beaa-45f3-4c03-b517-85c4dca1b9aa tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '41892e4c-5095-400c-9c32-24d4b91c64dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:45.322828 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-a6a5beaa-45f3-4c03-b517-85c4dca1b9aa tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:45.326741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6a5beaa-45f3-4c03-b517-85c4dca1b9aa tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154674 Jan 18 23:29:45.326918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32948) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.336797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-ba4189b6-73b9-4c2c-a8ca-6ceb79266c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.338301 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-ba4189b6-73b9-4c2c-a8ca-6ceb79266c5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3270237 Jan 18 23:29:45.416966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-9d28ccf2-664a-4c1f-a78b-6cea2ddfd8a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 1094 time: 0.2171926 Jan 18 23:29:45.537521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-236042f6-e682-4192-9a8c-ad18cdd63e51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 200 len: 217 time: 0.0710859 Jan 18 23:29:45.667225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-7d60d979-69f9-4583-a6b4-72390505a245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.668741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-7d60d979-69f9-4583-a6b4-72390505a245 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1239469 Jan 18 23:29:45.710061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.747395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.751380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.786136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1441f-8779-4024-a222-621f82380343 req-d51f8e07-f75f-48ef-b793-3d55d0adfe9b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.788826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fc1441f-8779-4024-a222-621f82380343 req-d51f8e07-f75f-48ef-b793-3d55d0adfe9b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 943 time: 0.3845487 Jan 18 23:29:45.792817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.822373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-c8983435-5748-4506-812d-fa7929af136f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:45.824190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-c8983435-5748-4506-812d-fa7929af136f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.2581165 Jan 18 23:29:45.847320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.868589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ea781b-3baf-417c-a98c-012291ace4db,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:45.933992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-b0d5846e-3dba-4db6-9a81-6c2df9851ab7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523713 Jan 18 23:29:45.939262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4b423-a2a9-40ef-a164-9398027e1340,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:45.948704 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2d344838-ca2f-4e74-8091-294d1b786719 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3efd1bfe04d4f9799d059dbb334424e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5613177 Jan 18 23:29:45.952949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32962) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:45.962213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-329f0f86-3397-46a2-89b1-50ca17706ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:45.965058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-b914b00d-1f09-4ab7-88dd-d4a37433ad80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 217 time: 0.1290643 Jan 18 23:29:45.974515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Checking segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:29:45.974881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Network hostable DHCP agents. Network: 2f397725-2754-4ecb-bf7d-59f979018835, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:29:46.052897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-adbff2bd-aee9-4f15-b9b7-55f23742d6bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.054659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-adbff2bd-aee9-4f15-b9b7-55f23742d6bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0713859 Jan 18 23:29:46.086621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fc1441f-8779-4024-a222-621f82380343 req-39ecb082-30f9-4115-8bf0-0acc3f73733b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851510 Jan 18 23:29:46.130216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-c9b78afa-563e-4605-9ca4-34f1291debaa service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879008 Jan 18 23:29:46.153155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.185523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41892e4c-5095-400c-9c32-24d4b91c64dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:46.199702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Network 2f397725-2754-4ecb-bf7d-59f979018835 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:29:46.236146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.238255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-958155cc-663c-4364-ac4f-5b997962e984 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/41892e4c-5095-400c-9c32-24d4b91c64dd HTTP/1.1" status: 204 len: 168 time: 0.9098148 Jan 18 23:29:46.254731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 32970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:46.347670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2f397725-2754-4ecb-bf7d-59f979018835) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:46.348068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:29:46.350420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fec2cc-75e2-40fc-9a32-9e5eb28f9aa2 None None] Network 2f397725-2754-4ecb-bf7d-59f979018835 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:46.357634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.414906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.416707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.449362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.470194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-eaeb9583-7480-4d16-ba16-3a1d0635e627 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4020901 Jan 18 23:29:46.485104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7e357d0d-7dfd-4b66-9403-0302f0088adf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:46.526013 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e47164a3-5d03-4a5a-afb8-bfce9173ce6f req-e5320167-9c95-4654-9517-926d10254eab service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887031 Jan 18 23:29:46.561009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c7a83a72-ed6a-4359-9099-41c7f5ac256e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8350060 Jan 18 23:29:46.625202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:46.635016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831247b-ac23-458a-9538-6105c82b4ff7 req-4a92d7a7-d768-4b5c-b298-02b6405272db tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:46.641918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7831247b-ac23-458a-9538-6105c82b4ff7 req-4a92d7a7-d768-4b5c-b298-02b6405272db tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.3662410 Jan 18 23:29:46.645494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'mac_address': 'fa:16:3e:b4:34:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:29:46.741936 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.764509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7831247b-ac23-458a-9538-6105c82b4ff7 req-c4eb0b47-3bad-4ef6-9c2e-756dc96b4d65 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216319 Jan 18 23:29:46.765204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7e357d0d-7dfd-4b66-9403-0302f0088adf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:46.769412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7e357d0d-7dfd-4b66-9403-0302f0088adf tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4960921 Jan 18 23:29:46.771849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 32984) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:46.780152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051286200'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:46.785133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:46.788324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-1764b426-47d7-4377-94f3-cec8560e8b00 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963521 Jan 18 23:29:46.790937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:46.812274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:46.825646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:46.867096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.908188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:46.997199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.035111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:47.040272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:47.045382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:47.075386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:47.093225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4b423-a2a9-40ef-a164-9398027e1340,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:47.143598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.143598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0b15d3a-70ac-486a-b478-429f0dc6c2c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29d4b423-a2a9-40ef-a164-9398027e1340 HTTP/1.1" status: 204 len: 168 time: 1.1846604 Jan 18 23:29:47.176510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:47.218413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86234eaa-cc48-49f5-bf80-4ccfca5d0e24 None None] Network 2f397725-2754-4ecb-bf7d-59f979018835 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:29:47.244200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.276966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3a90f34-639b-4b84-8e7d-77d6aa853c87 req-545ceae6-6196-4a80-907a-9e534689ff6c service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821532 Jan 18 23:29:47.316425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:47.343354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.449958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.458931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f53033-f1e0-4c87-a43d-6be6acb3d5c1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:47.571978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.573290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6c3989d-aa66-42c0-8bcb-ea99bc6f9a04 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7993734 Jan 18 23:29:47.575984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:47.581998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f90e10c9-1876-4f61-a359-35a7d589981b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:47.590047 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-f90e10c9-1876-4f61-a359-35a7d589981b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:47.590047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f90e10c9-1876-4f61-a359-35a7d589981b tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067172 Jan 18 23:29:47.590538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:47.591981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33018) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:47.598363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:47.619412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:47.624005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:47.627077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:47.634174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:47.836220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-f34c938a-6b18-45b7-8371-8e4af7308556 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:47.837712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-f34c938a-6b18-45b7-8371-8e4af7308556 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.1701651 Jan 18 23:29:47.852159 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:47.859156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-404b53f8-c422-4f23-8ffb-0121b115677c tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2608855 Jan 18 23:29:47.859901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5fd10-466e-4908-b3b9-681039fb9761 req-df989708-0bfb-48d1-876b-cb248da08fbe tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:47.859901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abf5fd10-466e-4908-b3b9-681039fb9761 req-df989708-0bfb-48d1-876b-cb248da08fbe tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 944 time: 0.2470515 Jan 18 23:29:47.860876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33024) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:47.867893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-171d1cfd-b285-44ac-8dda-252fe6300241 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:47.868865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-6d962e35-96d0-4fca-b4cb-6dbe6208adca tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/quotas/f166a9d3d94040dca1c52f3d844b0246 HTTP/1.1" status: 200 len: 375 time: 0.0222032 Jan 18 23:29:47.878366 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-171d1cfd-b285-44ac-8dda-252fe6300241 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:47.883363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-171d1cfd-b285-44ac-8dda-252fe6300241 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212595 Jan 18 23:29:47.888221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:47.923626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:47.935766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:47.945442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:47.948997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:47.953336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-c69a502c-329d-4ac9-82fe-97d985fcfa32 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701754 Jan 18 23:29:47.957534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:48.052270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abf5fd10-466e-4908-b3b9-681039fb9761 req-4d128504-6525-499e-b772-eecd72496667 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824996 Jan 18 23:29:48.129159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-84111d8d-49c6-4f94-b3c0-1f506cb1537f service neutron] 10.222.0.59 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625800 Jan 18 23:29:48.351264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:29:48.358999 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:48.361300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33044) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:48.361446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0611e9d-c7a2-4620-bacf-c30205872e0d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4740603 Jan 18 23:29:48.370825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7dda5aa1-f92a-443e-8ff9-c1adb3ae2a4e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:48.371726 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-7dda5aa1-f92a-443e-8ff9-c1adb3ae2a4e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:48.375970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7dda5aa1-f92a-443e-8ff9-c1adb3ae2a4e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103264 Jan 18 23:29:48.376544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:48.397588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:48.414089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:48.427469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:48.433317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:48.445908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:48.509460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-430395e2-ca51-484a-b0f2-49d8f385454f service neutron] 10.222.0.59 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744380 Jan 18 23:29:48.528684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af89d-a9c7-4cdb-9730-79bca3a74ef8 req-9e18b1c2-764c-4513-a9e0-1ab9c9ded833 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:48.531140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:29:48.536321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-699af89d-a9c7-4cdb-9730-79bca3a74ef8 req-9e18b1c2-764c-4513-a9e0-1ab9c9ded833 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.1771283 Jan 18 23:29:48.543275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:48.544373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:48.567569 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Project 3ae7f4b468664784ab786e4d44fa5e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:29:48.656456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-699af89d-a9c7-4cdb-9730-79bca3a74ef8 req-bfa9b868-9788-4679-885c-a0b51df5c8b0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078014 Jan 18 23:29:48.705512 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:48.714322 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:48.719204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:48.719499 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c3cd22d5-30e3-4b6a-a3f4-2a8418fbd72a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3401237 Jan 18 23:29:48.729280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f2c10ec7-225e-4da0-a2e8-d3b9d914ca24 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:48.729280 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-f2c10ec7-225e-4da0-a2e8-d3b9d914ca24 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:48.733983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f2c10ec7-225e-4da0-a2e8-d3b9d914ca24 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135429 Jan 18 23:29:48.736854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33066) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:48.737745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:48.749741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:48.764629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:48.770968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:48.781284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:48.792377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:48.822040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:48.834778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:48.857532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:48.900979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb6e47-c5c2-4d02-acf2-4c8e51e28662 req-b43dca61-f034-4220-bcf8-80dc89905627 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:48.903232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecdb6e47-c5c2-4d02-acf2-4c8e51e28662 req-b43dca61-f034-4220-bcf8-80dc89905627 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.1024120 Jan 18 23:29:48.955697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:48.957976 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Project 3ae7f4b468664784ab786e4d44fa5e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:29:49.006247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecdb6e47-c5c2-4d02-acf2-4c8e51e28662 req-459d326f-f41f-4065-a3ed-5233d8f4963f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940509 Jan 18 23:29:49.027680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:49.114564 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:49.115608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4c02d478-91ba-4caf-8e24-6c8ccc9cc0a7 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3761597 Jan 18 23:29:49.124641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33088) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:49.140980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'd3f53033-f1e0-4c87-a43d-6be6acb3d5c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:49.180275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:49.190442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:49.195769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5a3cb515-f39f-4760-9780-541d26b0dd62 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1092 time: 0.1668024 Jan 18 23:29:49.196398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33092) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:49.205958 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'code': 200} Jan 18 23:29:49.210165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:49.214843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:49.226983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:49.239356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:floatingip and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:49.243284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:49.248875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:49.253970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:49.354547 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Project 3ae7f4b468664784ab786e4d44fa5e7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:29:49.421211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:49.458298 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:49.473313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a8ab1a3-4cdd-4699-9c3e-e1b09ff83c3e tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3335824 Jan 18 23:29:49.477114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:49.602949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:49.647728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:49.735992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9da931d6-265a-4b17-8eb8-09be8412fba8 req-7bd29607-0750-4c98-a58b-9eeb29129a05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 1096 time: 0.4629951 Jan 18 23:29:49.745765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82ccff61-1933-424e-ab1f-8cdfd10df42b req-0238e1cb-2a7e-4602-b5c9-d3780b769590 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.0986421 Jan 18 23:29:49.834534 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:49.846484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9da931d6-265a-4b17-8eb8-09be8412fba8 req-c182032f-5d38-475c-908e-660e6a809e16 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040144 Jan 18 23:29:49.853477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6a15c-aa05-4f87-b6e4-8dd04d5fabdf req-132fb7c9-3caf-4a82-81d0-dd5c0bdc1ef8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:49.860915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f6a15c-aa05-4f87-b6e4-8dd04d5fabdf req-132fb7c9-3caf-4a82-81d0-dd5c0bdc1ef8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 945 time: 0.4493637 Jan 18 23:29:49.888500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f53033-f1e0-4c87-a43d-6be6acb3d5c1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:49.902615 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:49.904907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d28b7f5a-01a7-48e7-93c0-f1d21da937e1 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/d3f53033-f1e0-4c87-a43d-6be6acb3d5c1 HTTP/1.1" status: 204 len: 168 time: 0.4299271 Jan 18 23:29:49.907135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33122) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:49.945479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f6a15c-aa05-4f87-b6e4-8dd04d5fabdf req-25c9a71b-724a-4f83-bc2e-4b0ffc25ddcf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836351 Jan 18 23:29:50.006348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.047743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e9670489-d7d9-4a08-bf83-c3d7cfb7ffe0 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:50.161829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.25.1.131 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/b3b9cecb-312b-4ec7-a27c-cfd047a320c4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:50.199539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e9670489-d7d9-4a08-bf83-c3d7cfb7ffe0 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:50.201018 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e9670489-d7d9-4a08-bf83-c3d7cfb7ffe0 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2902269 Jan 18 23:29:50.215332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33130) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:50.219465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608410006'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:50.243454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:50.255807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:50.321257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.365539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.402344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:50.407456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:50.411263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:50.417362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:50.429034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.474351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.498382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:50.501637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:50.504618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:50.551317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=b3b9cecb-312b-4ec7-a27c-cfd047a320c4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:50.568165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.642785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c8eca2-c00c-4d6c-b6f2-952e6ceee6f6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:50.742863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:50.745526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2558b9b3-a1bb-4a6b-84f3-2201c8a33d88 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5323987 Jan 18 23:29:50.750496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:50.764201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'a0c8eca2-c00c-4d6c-b6f2-952e6ceee6f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:50.771865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:50.775972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:50.779859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:50.787577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:51.005854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b016a361-24d9-4abc-adc0-b6b4fcfa4988 req-e5cdbe20-d37f-49e9-b553-cbdd1e76e2b2 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.0695295 Jan 18 23:29:51.334651 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The resource could not be found. Jan 18 23:29:51.335732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9ad617b5-824b-4c4d-be81-236378e49676 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5841088 Jan 18 23:29:51.338654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:51.346278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': 'a0c8eca2-c00c-4d6c-b6f2-952e6ceee6f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '86a3046b-bc14-4352-b3f3-d502c77e9e83'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:51.354492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:51.359043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:51.362355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:51.369950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:51.421281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d263db1-a264-4b3b-b4ff-98dce4d7c6b9 req-fa1e06c9-14b3-4587-85f1-433eb285c3fb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:51.422667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d263db1-a264-4b3b-b4ff-98dce4d7c6b9 req-fa1e06c9-14b3-4587-85f1-433eb285c3fb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 945 time: 0.2632856 Jan 18 23:29:51.497272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d263db1-a264-4b3b-b4ff-98dce4d7c6b9 req-909c61c4-5701-4553-bee2-22b639b9e2fd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621579 Jan 18 23:29:51.599685 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The resource could not be found. Jan 18 23:29:51.600857 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2f86a863-0da1-4cfa-b74b-9e99b01cd249 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2603576 Jan 18 23:29:51.609457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33172) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:51.621649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.687887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.728528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.928072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.970755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c8eca2-c00c-4d6c-b6f2-952e6ceee6f6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:51.980884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.982484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:51.982973 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61daf458-45ba-4aa6-8197-f661ff80f7da tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/a0c8eca2-c00c-4d6c-b6f2-952e6ceee6f6 HTTP/1.1" status: 204 len: 168 time: 0.3724458 Jan 18 23:29:51.989126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:52.051125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-516f74e3-f81f-491d-959c-618eb2270486 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:52.148510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-516f74e3-f81f-491d-959c-618eb2270486 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:52.154387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:52.154917 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-516f74e3-f81f-491d-959c-618eb2270486 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1644955 Jan 18 23:29:52.168292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '03b386fb-e84c-4364-8cbf-2f0429423545', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:52.180771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:52.195904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:52.201896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:52.208782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:52.335484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a126973-c2d7-480c-96c4-c608d2e2a38b req-ee857687-2500-4727-9c72-c831252035d7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.0601921 Jan 18 23:29:52.399249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:52.520530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:52.555484 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The resource could not be found. Jan 18 23:29:52.556552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-baf38c14-cc91-4935-824b-0c680878f2df tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4010444 Jan 18 23:29:52.561519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33206) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:52.595487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300019055'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:52.603148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:52.629375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:52.637510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=b3b9cecb-312b-4ec7-a27c-cfd047a320c4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:52.686716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:52.725514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:52.775603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:52.783786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:52.787433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:52.794935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:52.921916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.045631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.177841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.179099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6140823 Jan 18 23:29:53.179971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec24a6f-f874-411d-9507-26fbf5cb3ca9 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0b370-e5e9-4559-8090-b753862c30dc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:53.190447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:53.215666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--803132588'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:53.239781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:53.281842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:53.342713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:53.358804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:53.397434 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Floating IP b87c0a7c-18e5-4a1b-87d6-57caf1297009 associated. External IP: 172.25.1.131, port: 46eccf8c-749a-4efc-a255-224aa446a794. Jan 18 23:29:53.523988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:53.533790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'network': {'name': 'tempest-network-smoke--1451840393', 'project_id': '202a1616474d4f718f299cec218854df', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:53.553521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d5107-ab15-4ab9-9019-5386cb2080db req-41030253-eb31-457e-aa78-606330805aec tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:53.561320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:53.567980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-915d5107-ab15-4ab9-9019-5386cb2080db req-41030253-eb31-457e-aa78-606330805aec tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 945 time: 0.7905293 Jan 18 23:29:53.577102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:network and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:53.584365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:53.594438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:53.600616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-fe789cc1-5e4d-4902-8476-a7e5663c90da tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:53.601617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-fe789cc1-5e4d-4902-8476-a7e5663c90da tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:53.605562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.663250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:53.665631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-5b0cc152-f545-4c6a-bb3b-26b944385cde tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:53.667121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-5b0cc152-f545-4c6a-bb3b-26b944385cde tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.4451439 Jan 18 23:29:53.670440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:53.674859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:53.677971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-915d5107-ab15-4ab9-9019-5386cb2080db req-a44229fe-2d58-4a88-ac39-b54f7a60fddd tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143754 Jan 18 23:29:53.680959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:53.728756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Request body: {'port': {'device_id': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'admin_state_up': True, 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:53.772743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:53.791359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.827401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.905202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:53.907544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-fe789cc1-5e4d-4902-8476-a7e5663c90da tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:53.921838 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-fe789cc1-5e4d-4902-8476-a7e5663c90da tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.6836281 Jan 18 23:29:53.955539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Request body: {'port': {'device_id': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'admin_state_up': True, 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:54.023374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.195011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bba0bf6-a7ac-45e1-b5c8-5beb982ec0ce req-07c20f82-1d79-43eb-8bb5-5522f369509c tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.2006137 Jan 18 23:29:54.264170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30d47b59-089b-4545-9bfe-06757aad54aa req-a28a8b77-6727-4f09-9317-5e5af7a58549 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 267 time: 0.2660496 Jan 18 23:29:54.284738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:54.297985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6afb9-6490-43b4-a2a3-6786e656d6e7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:54.301116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group_rule and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:54.315551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:54.326791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:54.376499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:54.380826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Usage tracker for resource:port and tenant:f166a9d3d94040dca1c52f3d844b0246 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:54.383986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:54.390101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:54.404604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.406050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c07d1936-4be5-493f-bf31-543ea311840d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2120762 Jan 18 23:29:54.418809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:54.426245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '33b0b370-e5e9-4559-8090-b753862c30dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '17a6afb9-6490-43b4-a2a3-6786e656d6e7'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:54.434775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:54.435368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:54.443939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:54.444571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Usage tracker for resource:port and tenant:f166a9d3d94040dca1c52f3d844b0246 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:54.447668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:54.452623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:54.458034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:54.462827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:54.508146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:54.511089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.525659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.572438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:29:54.575481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.600029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b59-089b-4545-9bfe-06757aad54aa req-c245266d-aab2-41fd-8269-7fdef8ea4ad5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:54.601527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30d47b59-089b-4545-9bfe-06757aad54aa req-c245266d-aab2-41fd-8269-7fdef8ea4ad5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 945 time: 0.3298621 Jan 18 23:29:54.626971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.661961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'security_groups': []}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:54.727463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:29:54.747835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd50cc-f59f-4b8c-8a1d-774c743f973e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:54.770541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.770881 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Added segment 3d56a330-76c7-40b2-bf5d-b93099b152a7 of type vlan for network 38a76c9f-28be-4242-a52f-31683ea076d7 Jan 18 23:29:54.815101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Allocated IP 172.20.0.13 (2f397725-2754-4ecb-bf7d-59f979018835/43ea781b-3baf-417c-a98c-012291ace4db/38510fb7-a3dd-400d-bec0-33f107c671e1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:54.825175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:54.830045 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:29:54.835799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28c387c8-662c-460f-8f30-ab4e26db9a37 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4113305 Jan 18 23:29:54.836115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:54.925494 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.033281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.140291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.158073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.164972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:29:55.165378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:55.165378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.305326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:29:55.357394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.357708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.363131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Network': ['ID=38a76c9f-28be-4242-a52f-31683ea076d7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:55.384176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 38a76c9f-28be-4242-a52f-31683ea076d7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:29:55.407276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f15a29e4-2401-4bb7-998b-13370862d59c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8825259 Jan 18 23:29:55.416263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:55.422387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'admin_state_up': True, 'project_id': '202a1616474d4f718f299cec218854df', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:55.431137 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.435486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:55.450195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:router and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:55.456746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:55.467145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6afb9-6490-43b4-a2a3-6786e656d6e7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:55.470860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:55.485228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.488873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0e1f381-436e-40bb-9552-bb5519200923 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/17a6afb9-6490-43b4-a2a3-6786e656d6e7 HTTP/1.1" status: 204 len: 168 time: 0.6511495 Jan 18 23:29:55.492087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.508062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:55.558852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f1e8d3b-7af9-457e-996c-b7e9970ddbce req-a6c20294-6445-4389-835c-1b3f926083b9 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.1793673 Jan 18 23:29:55.574483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Network 2f397725-2754-4ecb-bf7d-59f979018835 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:55.579462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.580801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.584678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.604928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:55.607689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:55.608694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:55.668933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf', '2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:55.703470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event updated for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:55.758685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.766302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:55.767177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.810515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3992a37f-161d-4648-b524-19e53a48db7d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:55.863546 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-aa683f06-361a-4a97-82ac-00b017918acb tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9185090 Jan 18 23:29:55.875505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Request body: {'port': {'device_id': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:55.902632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:55.903275 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:55.904651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30d47b59-089b-4545-9bfe-06757aad54aa req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "PUT /v2.0/ports/046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 904 time: 1.2828290 Jan 18 23:29:55.920513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:55.954080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3992a37f-161d-4648-b524-19e53a48db7d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:55.958107 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3992a37f-161d-4648-b524-19e53a48db7d tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4148419 Jan 18 23:29:55.963615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:56.045181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ebaa1-e736-41bb-8f93-1b65a070f660 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:56.121187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Allocated IP 172.20.0.12 (2f397725-2754-4ecb-bf7d-59f979018835/43ea781b-3baf-417c-a98c-012291ace4db/4bf66854-ebe0-4393-8352-a743c8514065) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:56.121353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:29:56.371297 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'status': 'completed', 'code': 200} Jan 18 23:29:56.374517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:29:56.389776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:29:56.398906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:56.418799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:56.419837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:56.431932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:56.436111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:56.453275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:56.535568 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-84062b9a-6d2c-4486-abce-a90751fd5556 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 1058 time: 0.2017121 Jan 18 23:29:56.595464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:56.665789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fb878ba9-9758-4460-8539-cc1f677ee300 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4682314 Jan 18 23:29:56.673052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:56.696433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:56.841146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f35b38-b8f8-4fa1-be79-59a7df68cbb2 req-b815c240-5e85-4832-8774-e5b5bf925d25 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:56.855028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f35b38-b8f8-4fa1-be79-59a7df68cbb2 req-b815c240-5e85-4832-8774-e5b5bf925d25 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 907 time: 0.6449623 Jan 18 23:29:56.942643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-f6904854-47b0-4dd4-90e4-677993d0d38d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:56.944012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-f6904854-47b0-4dd4-90e4-677993d0d38d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3997629 Jan 18 23:29:56.970160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.043654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-db7d9b4e-b89b-47f6-8fba-826a95bc7dc1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 217 time: 0.0935071 Jan 18 23:29:57.156015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.188250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-ced770d6-7a08-4d56-83b9-2674e2a19d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:57.189735 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-ced770d6-7a08-4d56-83b9-2674e2a19d64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1301877 Jan 18 23:29:57.196461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.291699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-93845b5f-1ed6-4ab2-ba60-2211a7fc571b None None] Provisioning complete for port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:29:57.298670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-93845b5f-1ed6-4ab2-ba60-2211a7fc571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.393211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47f4d1df-96f0-4ed9-8201-feb5007d08ab tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/b87c0a7c-18e5-4a1b-87d6-57caf1297009 HTTP/1.1" status: 200 len: 992 time: 0.7123475 Jan 18 23:29:57.397221 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-5fe8a512-0ef8-4b65-aff9-f2fab211e85a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978290 Jan 18 23:29:57.432170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.25.1.251 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/af68e012-11a7-46fc-99c6-b58a1acf85e4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:29:57.533534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0b370-e5e9-4559-8090-b753862c30dc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:57.537292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0261177c-f7a7-4d07-b082-40210cb19152 req-f8b1b572-77c7-40c2-8838-4058cb902354 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:57.548433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.550584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6084e807-a844-4d5a-8385-2509cf4ac564 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/33b0b370-e5e9-4559-8090-b753862c30dc HTTP/1.1" status: 204 len: 168 time: 1.5801673 Jan 18 23:29:57.577180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:57.580568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.639022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-80c31113-9821-49e8-ad77-b2d430f2a034 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351589 Jan 18 23:29:57.722513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:51Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:57.728336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fdc32-06ba-47e9-9b05-2035d1315c11 req-42544083-2e6d-43bc-84ba-f3bc5b735e8f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:57.736565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-221fdc32-06ba-47e9-9b05-2035d1315c11 req-42544083-2e6d-43bc-84ba-f3bc5b735e8f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3517246 Jan 18 23:29:57.740052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:29:57.741623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-49573c16-8649-4d22-ba3e-d7c115e90324 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:29:57.753432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:29:57.757486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:57.774607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0261177c-f7a7-4d07-b082-40210cb19152 req-f8b1b572-77c7-40c2-8838-4058cb902354 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:57.787660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0261177c-f7a7-4d07-b082-40210cb19152 req-f8b1b572-77c7-40c2-8838-4058cb902354 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 210 time: 0.7536747 Jan 18 23:29:57.814326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.843976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:57.969862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-49573c16-8649-4d22-ba3e-d7c115e90324 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:29:57.971257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-49573c16-8649-4d22-ba3e-d7c115e90324 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3861692 Jan 18 23:29:57.984318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:57.998549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335216134'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:58.026832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-221fdc32-06ba-47e9-9b05-2035d1315c11 req-12e16743-5e8f-4062-b654-5db38e10d0cc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887404 Jan 18 23:29:58.030458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:58.167053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Network 2f397725-2754-4ecb-bf7d-59f979018835 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:58.191825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:58.198874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cdc774c-100e-4a12-a748-3f53c0d5acc7 req-cab28c92-e8ee-4606-b32f-0c6063b8643d service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499258 Jan 18 23:29:58.203339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:58.282756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:29:58.296374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.296955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:58.302024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:58.370176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event updated for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:58.384656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:29:58.386756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:58.399588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:58.521775 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794', 'status': 'completed', 'code': 200} Jan 18 23:29:58.531463 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:58.542599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-2f455e45-1ab9-444b-bda3-ecf70c004075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8525870 Jan 18 23:29:58.555224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38510fb7-a3dd-400d-bec0-33f107c671e1 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:29:58.564669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Request body: {'port': {'device_id': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:58.571693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:29:58.577830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:29:58.582828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:58.587886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:29:58.639315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=af68e012-11a7-46fc-99c6-b58a1acf85e4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:58.669326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Transition to ACTIVE for port object 38510fb7-a3dd-400d-bec0-33f107c671e1 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:29:58.711520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d726b02-27e3-40c4-94a4-cb3071e6c6ef req-80292733-6703-4880-bda1-b5c15cf5416f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:58.714766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d726b02-27e3-40c4-94a4-cb3071e6c6ef req-80292733-6703-4880-bda1-b5c15cf5416f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4293122 Jan 18 23:29:58.731091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-052f134b-bba0-465b-992d-68c6141ea43a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/b87c0a7c-18e5-4a1b-87d6-57caf1297009 HTTP/1.1" status: 200 len: 992 time: 0.3292520 Jan 18 23:29:58.810208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:58.866557 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.046854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:51Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:29:59.060039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4df662-8ff8-4bf8-97f0-3450d3bf1f00 None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:51Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:29:59.110624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.148503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:59.152759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:59.176050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:59.177504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:59.249853 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d726b02-27e3-40c4-94a4-cb3071e6c6ef req-11965e0b-237f-4793-b955-799f84451b00 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5144751 Jan 18 23:29:59.252634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-f0ecc6ea-b8cf-4a1a-93f4-59ec5d2f57ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1097 time: 0.7531936 Jan 18 23:29:59.449659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.479388 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681536fd-ccaa-487d-955b-725e55f26f33 None None] New status for floating IP b87c0a7c-18e5-4a1b-87d6-57caf1297009: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:29:59.574076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.663376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0547a91-d887-4b23-9fc6-48c600920f62 req-6fb12936-1ab9-429c-ab08-9e03f7828cd8 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:59.664900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0547a91-d887-4b23-9fc6-48c600920f62 req-6fb12936-1ab9-429c-ab08-9e03f7828cd8 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 932 time: 0.3938270 Jan 18 23:29:59.685143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-424b4635-ea94-4960-a62c-0a6a00a90ff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:29:59.687741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-424b4635-ea94-4960-a62c-0a6a00a90ff3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 897 time: 0.4216413 Jan 18 23:29:59.747293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4e392-c509-4778-86d8-a8319f595cf8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:29:59.754764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33348) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:59.850462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.850462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e90da39-c5e9-445e-b46b-117bd273c1e6 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8562903 Jan 18 23:29:59.851232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Attempting to bind port 38510fb7-a3dd-400d-bec0-33f107c671e1 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:29:59.851232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Attempting to bind port 38510fb7-a3dd-400d-bec0-33f107c671e1 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:29:59.851232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Attempting to bind port 38510fb7-a3dd-400d-bec0-33f107c671e1 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:59.871924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:29:59.897270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '29d4e392-c509-4778-86d8-a8319f595cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:29:59.909482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:29:59.915292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:29:59.936236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:29:59.949041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:29:59.954153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Port 38510fb7-a3dd-400d-bec0-33f107c671e1 on network 2f397725-2754-4ecb-bf7d-59f979018835 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:29:59.954532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Attempting to bind port 38510fb7-a3dd-400d-bec0-33f107c671e1 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:29:59.976953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.977770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:29:59.985716 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-d8a7fa0f-482f-4ef4-bf11-878cdf72a328 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 200 len: 1000 time: 0.2921567 Jan 18 23:29:59.991514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-86a66b59-4c69-4bef-b7f4-d25fded6b50c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/b87c0a7c-18e5-4a1b-87d6-57caf1297009 HTTP/1.1" status: 200 len: 992 time: 0.2326431 Jan 18 23:29:59.991514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:29:59.991514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Checking segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:00.008134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Bound using segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:00.008134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Bound port: 38510fb7-a3dd-400d-bec0-33f107c671e1, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:00.008134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:00.040645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0547a91-d887-4b23-9fc6-48c600920f62 req-59251020-1dfb-4a0a-9fec-19f2f5dbd1ac tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606582 Jan 18 23:30:00.053707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-cf6fc61a-eac9-48cf-ba29-5a4b9400d522 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:00.057725 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-cf6fc61a-eac9-48cf-ba29-5a4b9400d522 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.4501722 Jan 18 23:30:00.066428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.resource_extend [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:30:00.152768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-90aa963a-af3f-4f49-937a-9ed7ea3965c1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/quotas/9400ab7c9f7e4d789f59b2d83ca989f3 HTTP/1.1" status: 200 len: 375 time: 0.0405023 Jan 18 23:30:00.168264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf66854-ebe0-4393-8352-a743c8514065 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:00.185694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:00.190822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-9d0b0e9b-cef0-4727-b330-7b13ad17484f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:00.194536 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-9d0b0e9b-cef0-4727-b330-7b13ad17484f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0a1224-e76b-4fdf-8921-4a32868c1416 HTTP/1.1" status: 200 len: 835 time: 0.1871326 Jan 18 23:30:00.209552 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:30:00.211664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff878847-396d-41ff-87cb-0a10a44a11f3 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3359623 Jan 18 23:30:00.247847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33362) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:00.260501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group_rule': {'security_group_id': '29d4e392-c509-4778-86d8-a8319f595cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:00.270004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:00.271407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Transition to ACTIVE for port object 4bf66854-ebe0-4393-8352-a743c8514065 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:00.277022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:00.288872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=38510fb7-a3dd-400d-bec0-33f107c671e1,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:00.291271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:00.294837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:00.308981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:00.318849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-c9ad21c1-8f52-4772-9461-f9293d955b17 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1483567 Jan 18 23:30:00.390788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:00.406084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:00.510846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-b9b47cde-a400-40af-b7a3-30d3a68ee8a4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07d20343-9565-43bd-9727-1a60055aec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3086057 Jan 18 23:30:00.512320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:00.513672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] 10.222.0.89 "PUT /v2.0/ports/38510fb7-a3dd-400d-bec0-33f107c671e1 HTTP/1.1" status: 200 len: 1092 time: 4.6427271 Jan 18 23:30:00.515313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:00.531149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0503e-ef74-4dcd-9271-8dad28ecdaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:00.573198 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:30:00.574385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1bdf6817-e82f-4238-8081-154defd3126a tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3255670 Jan 18 23:30:00.612868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:00.769645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:00.797919 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1', 'status': 'completed', 'code': 200} Jan 18 23:30:00.908734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-0e9f44d6-c98d-46cb-9aa3-78e2f9316b38 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869477 Jan 18 23:30:00.935746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.036271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:01.085253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-977a8e62-88b4-4831-b1ef-d850affbce71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 1095 time: 0.4035754 Jan 18 23:30:01.137444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-ecdfbcdd-b831-48d5-9f09-89c92965fbc1 service neutron] 10.222.0.59 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948383 Jan 18 23:30:01.192437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.275266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Attempting to bind port 4bf66854-ebe0-4393-8352-a743c8514065 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:01.277747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Attempting to bind port 4bf66854-ebe0-4393-8352-a743c8514065 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:01.277747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Attempting to bind port 4bf66854-ebe0-4393-8352-a743c8514065 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:01.286118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Port 4bf66854-ebe0-4393-8352-a743c8514065 on network 2f397725-2754-4ecb-bf7d-59f979018835 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:01.286118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Attempting to bind port 4bf66854-ebe0-4393-8352-a743c8514065 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:01.295276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:01.295276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Checking segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:01.295276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Bound using segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:01.313268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Bound port: 4bf66854-ebe0-4393-8352-a743c8514065, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:01.313268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.408599 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.438236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4e392-c509-4778-86d8-a8319f595cf8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:01.439879 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-cb75da74-76a6-453c-b4b8-ecc58046e848 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114351 Jan 18 23:30:01.469423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.473730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-f78869ab-e342-488f-a460-6729b2178244 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38510fb7-a3dd-400d-bec0-33f107c671e1 HTTP/1.1" status: 200 len: 217 time: 0.3729687 Jan 18 23:30:01.474143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c497eee9-2101-4bf3-a225-661aa6e38e0f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/29d4e392-c509-4778-86d8-a8319f595cf8 HTTP/1.1" status: 204 len: 168 time: 0.8604946 Jan 18 23:30:01.475126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33392) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:01.539137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:01.637267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bf66854-ebe0-4393-8352-a743c8514065,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:01.646969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7351b6af-e06c-4f31-9bef-bc592af9b3bf req-8fcee832-2546-4227-b063-d94bd58dbc2d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 210 time: 0.1046629 Jan 18 23:30:01.662209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c2bd4-985f-4634-ba3a-58995b550549 req-96cf1e76-b67a-4570-bc64-e863d7615f71 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:01.664399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d2c2bd4-985f-4634-ba3a-58995b550549 req-96cf1e76-b67a-4570-bc64-e863d7615f71 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 944 time: 0.3208787 Jan 18 23:30:01.706036 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.711442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76039468-77bf-4a74-82b4-542fa6ccacda tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:01.796996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:01.798693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] 10.222.0.83 "PUT /v2.0/ports/4bf66854-ebe0-4393-8352-a743c8514065 HTTP/1.1" status: 200 len: 1092 time: 3.2484677 Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d2c2bd4-985f-4634-ba3a-58995b550549 req-4e6d8ec9-5d45-4db4-9360-1125f0d055ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695671 Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcc0f7-3989-4c62-b4b6-52e93133be25 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76039468-77bf-4a74-82b4-542fa6ccacda tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-76039468-77bf-4a74-82b4-542fa6ccacda tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3945193 Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33406) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'tempest-secgroup--762352253'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065', 'status': 'completed', 'code': 200} Jan 18 23:30:02.102122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-e91fd9ab-8503-416b-988d-a989e7e607ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 1095 time: 0.1030145 Jan 18 23:30:02.104206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12e9ba89-90f7-4020-983f-ba6b46360a99 req-894823c8-3c5a-464e-b446-2a4980714818 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298943 Jan 18 23:30:02.104206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-47bdb95b-c7ea-4377-aefb-e1d496d9fedb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:02.104206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-47bdb95b-c7ea-4377-aefb-e1d496d9fedb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.6156938 Jan 18 23:30:02.104206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67a7b57a-ddba-48a7-881c-5751ab1a99f0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/b87c0a7c-18e5-4a1b-87d6-57caf1297009 HTTP/1.1" status: 200 len: 994 time: 1.0473390 Jan 18 23:30:02.107631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-3d5b2092-9c06-4e87-90e5-3745564cb141 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf66854-ebe0-4393-8352-a743c8514065 HTTP/1.1" status: 200 len: 217 time: 0.0825765 Jan 18 23:30:02.150249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:02.156466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-7021ee6f-9865-47df-9177-134efacbe268 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532720 Jan 18 23:30:02.159906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 6350b297-35bf-4739-806d-3656ad2d4b2c is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:30:02.204867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-ed3c0f14-fcb7-4fb3-95a3-41d787e2ae1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:02.244430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-ed3c0f14-fcb7-4fb3-95a3-41d787e2ae1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.1233013 Jan 18 23:30:02.338069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-4e63362b-42ff-4a9a-b1f8-e5932ee81bda service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925195 Jan 18 23:30:02.341710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:02.388818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Usage tracker for resource:security_group_rule and tenant:3ae7f4b468664784ab786e4d44fa5e7f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:02.403958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:02.495113 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-b4171407-d79e-4468-8503-9a1fb30801ea service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290744 Jan 18 23:30:02.574684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:02.612712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-c2b97f0e-82f1-4b25-9c50-bd58e543cad7 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625029 Jan 18 23:30:02.747251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:30:02.756967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-8bd8c2f2-a1af-4536-b774-5f9f73a7d5c2 service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046390 Jan 18 23:30:02.757886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Sync routers for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:30:02.798415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:02.799349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:02.863364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:02.867786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-041e7166-4260-4315-9b86-afd6d97a539c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.4472032 Jan 18 23:30:02.868055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33432) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:02.953834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2722bcd1-00c7-4874-a53c-0ff9fdd0e763 req-c7a55e6c-58b7-465e-8588-7b520f2e4ff2 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304107 Jan 18 23:30:03.089537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-627e282c-b245-4bc6-8b73-731039dbe938 req-1a4442bc-54fe-4070-8cb0-88326172d54b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 210 time: 0.1242716 Jan 18 23:30:03.101693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:03.178591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:03.188974 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28c2c90b-f7a7-4ff8-9ae9-122dc709956a tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=202a1616474d4f718f299cec218854df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3178239 Jan 18 23:30:03.190443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:03.234950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-3f27a118-f6ab-40b1-bfb0-b88dff27683a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 1095 time: 0.2805495 Jan 18 23:30:03.259332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:03.479219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-80efa28a-66aa-4a56-be7c-664073a25715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.484346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-80efa28a-66aa-4a56-be7c-664073a25715 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 914 time: 0.2395580 Jan 18 23:30:03.510346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfcbfae-0f8e-42f4-8d80-8b724fab7b56,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:03.599657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-10b73d72-5615-4c1f-bfce-84d52eb89950 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 1095 time: 0.4062729 Jan 18 23:30:03.697254 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-57f7f63a-8d33-44e7-9069-f23e0d780656 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38510fb7-a3dd-400d-bec0-33f107c671e1 HTTP/1.1" status: 200 len: 217 time: 0.2049515 Jan 18 23:30:03.697764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:03.701286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-268fc1c0-49b8-4c01-9e90-08f723e538e5 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8187823 Jan 18 23:30:03.702019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:03.702757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f8628-4621-4bc4-aa07-230362495fdf tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.704982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-303f8628-4621-4bc4-aa07-230362495fdf tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5135052 Jan 18 23:30:03.709079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-47e5c804-0cde-4bcb-997e-d00fef2d2dc8 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:03.709911 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-47e5c804-0cde-4bcb-997e-d00fef2d2dc8 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] update failed (client error): There was a conflict when trying to complete your request. Jan 18 23:30:03.710417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:03.714463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47e5c804-0cde-4bcb-997e-d00fef2d2dc8 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "PUT /v2.0/security-groups/fcfcbfae-0f8e-42f4-8d80-8b724fab7b56 HTTP/1.1" status: 409 len: 330 time: 0.0109611 Jan 18 23:30:03.714589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:03.777315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:03.787701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Checking router: 6350b297-35bf-4739-806d-3656ad2d4b2c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:30:03.791730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Updating router 6350b297-35bf-4739-806d-3656ad2d4b2c port af68e012-11a7-46fc-99c6-b58a1acf85e4 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:30:03.806541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-18934de6-0234-47b5-9289-52bb99014f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.807314 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-18934de6-0234-47b5-9289-52bb99014f08 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.0914159 Jan 18 23:30:03.860628 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-797b4fef-e756-4fdc-b7f5-022d923ee15e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432703 Jan 18 23:30:03.884873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:03.956775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-36faca1e-3ab6-474c-a065-9c620a9d59a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:03.958202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-36faca1e-3ab6-474c-a065-9c620a9d59a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 914 time: 0.3464911 Jan 18 23:30:04.055272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-a8564497-e999-45e3-bc92-c573e444d778 service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878633 Jan 18 23:30:04.098780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11a90b99-32ed-4149-8850-4bb09ab47a84 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3832581 Jan 18 23:30:04.105282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33470) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:04.171123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616309931', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'project_id': '202a1616474d4f718f299cec218854df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:04.189789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-fd37b048-de0c-457a-bb53-c954dcb71564 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4bf66854-ebe0-4393-8352-a743c8514065 HTTP/1.1" status: 200 len: 217 time: 0.1597373 Jan 18 23:30:04.246475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.338218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-20940e9c-0aeb-4eb4-b598-7ddfaf58ab5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.341107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-20940e9c-0aeb-4eb4-b598-7ddfaf58ab5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.0963449 Jan 18 23:30:04.414772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-2c31f0dd-e668-4394-896e-a8d36365101a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588224 Jan 18 23:30:04.494549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bf66854-ebe0-4393-8352-a743c8514065 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:04.541761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.549740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69252023-4976-4201-88e0-b0736f8ab611 req-26bc34ea-6678-4926-ac7f-45810995428f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 210 time: 0.1962402 Jan 18 23:30:04.624966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Transition to ACTIVE for port object af68e012-11a7-46fc-99c6-b58a1acf85e4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:04.639820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:04.659248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:subnet and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:04.674320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:04.683736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bf66854-ebe0-4393-8352-a743c8514065,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:04.695556 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-89afa9e7-c81e-4d32-b06a-0e8a11a3319c req-895481e3-2101-4ecd-b9d3-b62f57de5a8e service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325300 Jan 18 23:30:04.696372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:04.698881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '4bf66854-ebe0-4393-8352-a743c8514065', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'port_id': '4bf66854-ebe0-4393-8352-a743c8514065', 'mac_address': 'fa:16:3e:f6:85:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ea781b-3baf-417c-a98c-012291ace4db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:04.731698 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.777042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.807506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-370ad4f5-d31a-4ac5-b769-e7df0cc6136c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.823126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-370ad4f5-d31a-4ac5-b769-e7df0cc6136c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 812 time: 0.4006934 Jan 18 23:30:04.836160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.840763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Request body: {'port': {'device_id': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'admin_state_up': True, 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:04.870413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf66854-ebe0-4393-8352-a743c8514065 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:04.874227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:04.892522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2b902-671a-4465-aa1d-11801f95ccba req-a16ac948-6b3d-4c34-a02a-bc530266e6b4 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:04.894164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcb2b902-671a-4465-aa1d-11801f95ccba req-a16ac948-6b3d-4c34-a02a-bc530266e6b4 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 944 time: 1.3850722 Jan 18 23:30:04.919531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bf66854-ebe0-4393-8352-a743c8514065,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:04.929767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Attempting to bind port af68e012-11a7-46fc-99c6-b58a1acf85e4 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:04.930133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Attempting to bind port af68e012-11a7-46fc-99c6-b58a1acf85e4 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:04.930494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Attempting to bind port af68e012-11a7-46fc-99c6-b58a1acf85e4 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:04.940500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:04.940903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:04.941438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.941840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:04.942305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Bound port: af68e012-11a7-46fc-99c6-b58a1acf85e4, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:04.942681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:04.949439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-b9e2e2a6-3616-4251-bed7-c34ca9606f9d service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682007 Jan 18 23:30:04.998497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb030e-c818-43be-ada8-fc4238cacdbc None None] Pushing event updated for resources: {'Port': ['ID=af68e012-11a7-46fc-99c6-b58a1acf85e4,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:05.052118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.077021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.106044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] For port af68e012-11a7-46fc-99c6-b58a1acf85e4, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:05.125533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.132604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] For port af68e012-11a7-46fc-99c6-b58a1acf85e4, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af68e012-11a7-46fc-99c6-b58a1acf85e4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:05.148120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:05.186856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:05.206213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:05.216680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.234389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfcbfae-0f8e-42f4-8d80-8b724fab7b56,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:05.258325 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.261871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ddc8c736-364a-4fd0-9863-9d45364ca34f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/fcfcbfae-0f8e-42f4-8d80-8b724fab7b56 HTTP/1.1" status: 204 len: 168 time: 1.5060191 Jan 18 23:30:05.262567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292ddab-c2bd-4cce-9cd1-4fe3f40b0f6c req-6016806c-679a-4bf6-9bda-06e2a8de528c service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951314 Jan 18 23:30:05.278611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcb2b902-671a-4465-aa1d-11801f95ccba req-ccf049ea-86a4-4141-8a52-5d1f62cfc185 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727412 Jan 18 23:30:05.280501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33484) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:05.292328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Made reservation on behalf of 9400ab7c9f7e4d789f59b2d83ca989f3 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:05.295875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.367715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b76e1d0f-9b00-4895-bef1-8bd4ca8ea541 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Synchronizing usage tracker for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:05.433399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:05.433787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:05.445781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b76e1d0f-9b00-4895-bef1-8bd4ca8ea541 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] Unset dirty status for tenant:3ae7f4b468664784ab786e4d44fa5e7f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:05.447477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b76e1d0f-9b00-4895-bef1-8bd4ca8ea541 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1651576 Jan 18 23:30:05.453360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33488) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:05.480036 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-bb7ce825-c1c3-447a-a510-321de606aa1f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] delete failed (client error): The resource could not be found. Jan 18 23:30:05.481635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bb7ce825-c1c3-447a-a510-321de606aa1f tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "DELETE /v2.0/security-groups/63badcff-5ac6-46e2-b6cf-d0ece9895c60 HTTP/1.1" status: 404 len: 347 time: 0.0246360 Jan 18 23:30:05.499876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33492) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:05.528072 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-742c3ac6-2903-41f3-a84d-e2a538b7b668 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] show failed (client error): The resource could not be found. Jan 18 23:30:05.529838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-742c3ac6-2903-41f3-a84d-e2a538b7b668 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-groups/5408681f-ab7e-47b5-b985-1710dd1841c0 HTTP/1.1" status: 404 len: 347 time: 0.0282745 Jan 18 23:30:05.533407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:05.551327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Allocated IP 172.20.0.11 (6e98de5c-2994-4315-a19e-0d2c0ece995b/102246da-e1e7-449b-93d3-222659e44254/6c5cf86e-ae53-45ad-b157-04c9857234ab) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:05.556470 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-a898be18-140e-4b17-839d-a937346fe863 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] show failed (client error): The resource could not be found. Jan 18 23:30:05.561597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a898be18-140e-4b17-839d-a937346fe863 tempest-NegativeSecGroupIPv6Test-1398224670 tempest-NegativeSecGroupIPv6Test-1398224670-project] 10.222.0.59 "GET /v2.0/security-group-rules/b8a8294a-7f96-4dab-9a6e-23fa72a490e9 HTTP/1.1" status: 404 len: 356 time: 0.0217724 Jan 18 23:30:05.622417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:05.775895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4bf66854-ebe0-4393-8352-a743c8514065'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:05.797867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:05.951548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb030e-c818-43be-ada8-fc4238cacdbc None None] Pushing event updated for resources: {'Port': ['ID=af68e012-11a7-46fc-99c6-b58a1acf85e4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:05.962505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Subnet': ['ID=8473cc74-a9df-4083-99af-e176ae5a688a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:06.004866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.015406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Checking segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:06.015857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network hostable DHCP agents. Network: 38a76c9f-28be-4242-a52f-31683ea076d7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:30:06.016132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75267681-2c95-4a75-a5b4-2e270e98f978 req-d66190ef-8dc6-4a39-ad52-c423731da81e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 210 time: 0.1608083 Jan 18 23:30:06.038920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Transition to ACTIVE for port object 6c5cf86e-ae53-45ad-b157-04c9857234ab will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:06.171005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 38a76c9f-28be-4242-a52f-31683ea076d7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:30:06.187468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.213754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf', '2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:06.248639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7c046b41-4656-49ab-8213-1b733033489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:06.260702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33514) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:06.275685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c046b41-4656-49ab-8213-1b733033489c None None] The sync data for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 is: [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:30:06.304313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:06.330120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 38a76c9f-28be-4242-a52f-31683ea076d7) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:06.340872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917cbf4-0e9a-4a84-b96f-0670e713f341 None None] Network 38a76c9f-28be-4242-a52f-31683ea076d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:06.360671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.361317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.392437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:06.404668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:06.420360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:06.456567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 38510fb7-a3dd-400d-bec0-33f107c671e1 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:06.510080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-550b52c9-9c81-4408-9ac7-3d9419dc3b66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ae7f4b468664784ab786e4d44fa5e7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2473454 Jan 18 23:30:06.511750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33522) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:06.575189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.576442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.614938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fcf398ee-2814-4015-bb8e-bd41b82241e8 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5083258 Jan 18 23:30:06.617820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:06.710997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.782307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01a964-ccce-4191-8e81-6b88cc15d7c1 req-38a2f057-5f41-4eaa-a8d9-2ee569224c67 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:06.792585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f01a964-ccce-4191-8e81-6b88cc15d7c1 req-38a2f057-5f41-4eaa-a8d9-2ee569224c67 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 945 time: 0.2388012 Jan 18 23:30:06.812282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fffcc8c6-fabd-4acf-8170-155d5b5507fa tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9760556 Jan 18 23:30:06.831033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Request body: {'port': {'device_id': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:06.850907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:06.931783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=38510fb7-a3dd-400d-bec0-33f107c671e1,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:07.018196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '38510fb7-a3dd-400d-bec0-33f107c671e1', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'port_id': '38510fb7-a3dd-400d-bec0-33f107c671e1', 'mac_address': 'fa:16:3e:ce:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ea781b-3baf-417c-a98c-012291ace4db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:07.027073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f01a964-ccce-4191-8e81-6b88cc15d7c1 req-9c6e9aac-1d7d-4418-8c73-a7c6dbe80dd6 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310641 Jan 18 23:30:07.148394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.219657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a3799c-cc0b-41e9-bdd7-2e645b0e27b7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:07.276866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.278204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0561f4d3-d3df-48aa-ab29-6e5c0c28e200 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1a3799c-cc0b-41e9-bdd7-2e645b0e27b7 HTTP/1.1" status: 204 len: 168 time: 0.7646513 Jan 18 23:30:07.384500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af68e012-11a7-46fc-99c6-b58a1acf85e4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:07.529915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-38a76c9f-28be-4242-a52f-31683ea076d7', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:30:07.530904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.631967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1035c773-0dd4-4e3e-b63d-0cc6db34d83b None None] Provisioning for port 6c5cf86e-ae53-45ad-b157-04c9857234ab completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:07.653465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345405-0adc-4ed4-918c-5a56f68297e1 req-26346db6-da49-4eaf-b79f-57af073b9f06 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:07.669624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4345405-0adc-4ed4-918c-5a56f68297e1 req-26346db6-da49-4eaf-b79f-57af073b9f06 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 932 time: 0.2230210 Jan 18 23:30:07.678022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.684382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1035c773-0dd4-4e3e-b63d-0cc6db34d83b None None] Provisioning complete for port 6c5cf86e-ae53-45ad-b157-04c9857234ab triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:07.684761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1035c773-0dd4-4e3e-b63d-0cc6db34d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:07.746338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4345405-0adc-4ed4-918c-5a56f68297e1 req-2db36f97-e52f-44ea-86a2-b16a1d532430 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757341 Jan 18 23:30:07.851982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.046044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1035c773-0dd4-4e3e-b63d-0cc6db34d83b None None] Port 6c5cf86e-ae53-45ad-b157-04c9857234ab cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:30:08.048281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38510fb7-a3dd-400d-bec0-33f107c671e1 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:08.052470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port af68e012-11a7-46fc-99c6-b58a1acf85e4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:08.062316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port af68e012-11a7-46fc-99c6-b58a1acf85e4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:08.062316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.412301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc467ac-a79e-43de-aec3-4ca90228ea76 req-91895fca-c95c-4e66-bc67-704e082f7272 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:08.414596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebc467ac-a79e-43de-aec3-4ca90228ea76 req-91895fca-c95c-4e66-bc67-704e082f7272 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 945 time: 0.1634943 Jan 18 23:30:08.443412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=38510fb7-a3dd-400d-bec0-33f107c671e1,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:08.469854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bf66854-ebe0-4393-8352-a743c8514065 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:08.502701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebc467ac-a79e-43de-aec3-4ca90228ea76 req-2438f69b-a156-4e58-9981-19720ecf0336 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809312 Jan 18 23:30:08.606616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Allocated IP 172.20.0.2 (38a76c9f-28be-4242-a52f-31683ea076d7/8473cc74-a9df-4083-99af-e176ae5a688a/39d1b4c9-1bfa-49cf-a003-360ee385df78) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:08.617573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.631655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5cf86e-ae53-45ad-b157-04c9857234ab {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:08.657644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.683053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Transition to ACTIVE for port object 6c5cf86e-ae53-45ad-b157-04c9857234ab will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:08.819021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.829983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:08.946313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:08.970831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port af68e012-11a7-46fc-99c6-b58a1acf85e4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af68e012-11a7-46fc-99c6-b58a1acf85e4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:09.063333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:09.078163 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.147018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 4bf66854-ebe0-4393-8352-a743c8514065 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:09.151107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e241dba-3ee3-4e5f-aee8-31c52e06204e req-c8e00d94-740c-4f78-9360-230ae5e771c0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.160477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.161299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e241dba-3ee3-4e5f-aee8-31c52e06204e req-c8e00d94-740c-4f78-9360-230ae5e771c0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.1739552 Jan 18 23:30:09.172086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 4bf66854-ebe0-4393-8352-a743c8514065 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:09.172771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.216717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['38510fb7-a3dd-400d-bec0-33f107c671e1'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:09.287280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e241dba-3ee3-4e5f-aee8-31c52e06204e req-1f35bd03-b708-4179-b490-80b0166bb49f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248500 Jan 18 23:30:09.454351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=af68e012-11a7-46fc-99c6-b58a1acf85e4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:09.537200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.608265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Transition to ACTIVE for port object 39d1b4c9-1bfa-49cf-a003-360ee385df78 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:09.624641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Attempting to bind port 6c5cf86e-ae53-45ad-b157-04c9857234ab on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:09.624641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Attempting to bind port 6c5cf86e-ae53-45ad-b157-04c9857234ab by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:09.624641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Attempting to bind port 6c5cf86e-ae53-45ad-b157-04c9857234ab on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:09.646586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Port 6c5cf86e-ae53-45ad-b157-04c9857234ab on network 6e98de5c-2994-4315-a19e-0d2c0ece995b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:09.646915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Attempting to bind port 6c5cf86e-ae53-45ad-b157-04c9857234ab on network 6e98de5c-2994-4315-a19e-0d2c0ece995b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:09.657628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Transition to ACTIVE for port object 39d1b4c9-1bfa-49cf-a003-360ee385df78 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:09.659588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.678793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:09.679219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Checking segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:09.679618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Bound using segment: {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:09.680113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Bound port: 6c5cf86e-ae53-45ad-b157-04c9857234ab, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd73f59c-840e-4d7c-bcc8-eacf745232ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:09.680468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.694937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:09.706056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bf66854-ebe0-4393-8352-a743c8514065,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:09.756000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:09.856530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffa80-d4a8-4053-8ac1-90f899b6ef5e req-919348c5-cbf7-4aa2-a190-430e601093e2 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:09.869019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f3ffa80-d4a8-4053-8ac1-90f899b6ef5e req-919348c5-cbf7-4aa2-a190-430e601093e2 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 945 time: 0.1731930 Jan 18 23:30:09.912427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:09.931009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:09.974002 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065', 'code': 200} Jan 18 23:30:09.975017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Pushing event updated for resources: {'Port': ['ID=39d1b4c9-1bfa-49cf-a003-360ee385df78,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:09.977917 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.039800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.047549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.102387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:10.111176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Network 38a76c9f-28be-4242-a52f-31683ea076d7 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:10.115641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:10.128881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:10.139008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.139589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.140074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.141754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.142251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.143810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.146096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.146619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.148412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.150089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.150553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:10.292763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Attempting to bind port 39d1b4c9-1bfa-49cf-a003-360ee385df78 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:10.293326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Attempting to bind port 39d1b4c9-1bfa-49cf-a003-360ee385df78 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:10.295039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Attempting to bind port 39d1b4c9-1bfa-49cf-a003-360ee385df78 on network 38a76c9f-28be-4242-a52f-31683ea076d7 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:10.303161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:10.303768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Checking segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:10.304388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.304949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Bound using segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:10.305582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Bound port: 39d1b4c9-1bfa-49cf-a003-360ee385df78, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:10.306111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.307285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.308955 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] 10.222.0.89 "PUT /v2.0/ports/6c5cf86e-ae53-45ad-b157-04c9857234ab HTTP/1.1" status: 200 len: 1092 time: 3.4835396 Jan 18 23:30:10.312072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:10.485267 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'status': 'completed', 'code': 200} Jan 18 23:30:10.497745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] For port 39d1b4c9-1bfa-49cf-a003-360ee385df78, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:10.503687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f3ffa80-d4a8-4053-8ac1-90f899b6ef5e req-b8897827-8d54-4994-b2e7-ef9d63631f1a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225805 Jan 18 23:30:10.507029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] For port 39d1b4c9-1bfa-49cf-a003-360ee385df78, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d1b4c9-1bfa-49cf-a003-360ee385df78,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:10.511074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c37948fe-fa29-4094-a39e-61e5ee6154cb req-04fa5536-4541-4cbf-821a-ffba14b7b20b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 1097 time: 0.5902450 Jan 18 23:30:10.590269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.601793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c37948fe-fa29-4094-a39e-61e5ee6154cb req-37ee91c6-0830-4861-b99d-935a17526cb0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819905 Jan 18 23:30:10.661888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 38510fb7-a3dd-400d-bec0-33f107c671e1 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:10.847753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897d070-7627-44f7-a08f-88c01dd45e72 req-c15fde30-5dce-4a9b-b1f6-3e5f34a18b22 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:10.849763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d897d070-7627-44f7-a08f-88c01dd45e72 req-c15fde30-5dce-4a9b-b1f6-3e5f34a18b22 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.1941004 Jan 18 23:30:10.886120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc402f8-30ac-475f-a9a6-b12a1254c77c None None] Pushing event updated for resources: {'Port': ['ID=39d1b4c9-1bfa-49cf-a003-360ee385df78,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:10.917471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891b878-d422-4262-bb0d-80bd67a5bec4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:10.974260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 38510fb7-a3dd-400d-bec0-33f107c671e1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:10.977729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.982959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 38510fb7-a3dd-400d-bec0-33f107c671e1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:10.983347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:10.997626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d897d070-7627-44f7-a08f-88c01dd45e72 req-d9e53149-202a-4f3f-91ef-29ff58fbda86 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410832 Jan 18 23:30:11.302459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af68e012-11a7-46fc-99c6-b58a1acf85e4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:11.320384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0edda5f9-6a2e-4e56-983e-809f6e46a74c req-709e2094-606c-4829-8241-f3395b23ad30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 1095 time: 0.8340325 Jan 18 23:30:11.426341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:11.487687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.20.0.1 (38a76c9f-28be-4242-a52f-31683ea076d7/8473cc74-a9df-4083-99af-e176ae5a688a/f8a9dcd0-e182-46a2-ba68-b210305c7d2d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:11.515715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port af68e012-11a7-46fc-99c6-b58a1acf85e4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:11.516091 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:11.673778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:11.685839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=38510fb7-a3dd-400d-bec0-33f107c671e1,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:11.756873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Transition to ACTIVE for port object f8a9dcd0-e182-46a2-ba68-b210305c7d2d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:11.788529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0be0-4b94-469c-9ba8-1be00c139ceb req-d53a9f2a-4508-4be2-bbb7-7139bb5f0efa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:11.794807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-476c0be0-4b94-469c-9ba8-1be00c139ceb req-d53a9f2a-4508-4be2-bbb7-7139bb5f0efa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 946 time: 0.1223147 Jan 18 23:30:11.819905 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:11.882851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda5f9-6a2e-4e56-983e-809f6e46a74c req-dfdfac33-e00f-494d-90b2-5eb56cbde1e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:11.885397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0edda5f9-6a2e-4e56-983e-809f6e46a74c req-dfdfac33-e00f-494d-90b2-5eb56cbde1e2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5560849 Jan 18 23:30:11.894868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:11.911630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-476c0be0-4b94-469c-9ba8-1be00c139ceb req-b8d88f09-d4f1-4739-b61d-933bc031222f tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097291 Jan 18 23:30:11.937049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:11.975588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:12.077083 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1', 'code': 200} Jan 18 23:30:12.124366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 38a76c9f-28be-4242-a52f-31683ea076d7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:12.137505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:12.144172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:12.249866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:12.272031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb49d2-158e-4bf1-ab99-0e94fe2b5cf6 req-c3d4409c-12d1-4c0f-802d-515131057a9a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:12.279174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cffb49d2-158e-4bf1-ab99-0e94fe2b5cf6 req-c3d4409c-12d1-4c0f-802d-515131057a9a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.1075766 Jan 18 23:30:12.389122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.405958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cffb49d2-158e-4bf1-ab99-0e94fe2b5cf6 req-4b5a4586-a185-4f84-962a-69d1e963aaf1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257904 Jan 18 23:30:12.457429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edda5f9-6a2e-4e56-983e-809f6e46a74c req-beda2313-843a-40f5-9577-174d4ac41fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:12.458918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0edda5f9-6a2e-4e56-983e-809f6e46a74c req-beda2313-843a-40f5-9577-174d4ac41fa2 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5403101 Jan 18 23:30:12.473926 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dabf67c2-05c8-467a-8231-2789173c0f1b req-1cdcede1-6bfd-47ab-a806-2c6370fe7544 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 1097 time: 0.2948999 Jan 18 23:30:12.593695 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dabf67c2-05c8-467a-8231-2789173c0f1b req-5a0b1652-39eb-4fdb-8b40-89e31c26df01 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115050 Jan 18 23:30:12.635660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eddd6-0b9d-46cb-9f88-5bcff60c4988 None None] Network 38a76c9f-28be-4242-a52f-31683ea076d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:12.714026 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:12.739674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-6bbec4bc-ca22-4895-be17-21bc274d530a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 1095 time: 0.2349339 Jan 18 23:30:12.847143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8958a736-e2ba-4cf7-a7b1-37412e8d3128 None None] Provisioning for port 39d1b4c9-1bfa-49cf-a003-360ee385df78 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:13.078484 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-fb4f428d-e6f5-4576-b1f6-7106d4f2be20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab HTTP/1.1" status: 200 len: 217 time: 0.0923753 Jan 18 23:30:13.266887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd23fa-1be0-46d5-9fb5-b89c26c1b345 req-0ef33f69-29d4-41ae-912e-22126978d05d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.277098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71cd23fa-1be0-46d5-9fb5-b89c26c1b345 req-0ef33f69-29d4-41ae-912e-22126978d05d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 946 time: 0.1593521 Jan 18 23:30:13.316078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d1b4c9-1bfa-49cf-a003-360ee385df78 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:13.375365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71cd23fa-1be0-46d5-9fb5-b89c26c1b345 req-550a1fdc-e144-4e5b-9388-9c5ffda069f0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Jan 18 23:30:13.667997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Provisioning for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:13.673568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Provisioning complete for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:13.673955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:13.760133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ffb15-3a85-47cd-b9d8-a923f64b6705 req-ffd73b19-b2d8-4957-b289-5f824527fc53 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.769220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d6ffb15-3a85-47cd-b9d8-a923f64b6705 req-ffd73b19-b2d8-4957-b289-5f824527fc53 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 946 time: 0.1263680 Jan 18 23:30:13.785494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-f8a753fa-c502-4925-ab67-fb957040c323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:13.787122 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-f8a753fa-c502-4925-ab67-fb957040c323 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.7000325 Jan 18 23:30:13.829252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 39d1b4c9-1bfa-49cf-a003-360ee385df78 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:13.871755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 39d1b4c9-1bfa-49cf-a003-360ee385df78 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:13.872665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:13.873460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d6ffb15-3a85-47cd-b9d8-a923f64b6705 req-275b1ce6-8426-4780-9192-6934cc632231 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029384 Jan 18 23:30:13.983847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fbb75b94-7f71-4224-8631-2c2e3bc3ab78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.066217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Port f8a9dcd0-e182-46a2-ba68-b210305c7d2d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:30:14.133000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.181402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 39d1b4c9-1bfa-49cf-a003-360ee385df78, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d1b4c9-1bfa-49cf-a003-360ee385df78,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:14.182798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Provisioning complete for port 39d1b4c9-1bfa-49cf-a003-360ee385df78 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:14.183181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aefb41e8-0dc5-4f6b-92c4-4aab9bd6a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.194313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44060ad-198b-4a22-a67b-4dd114f6b3d4 req-529302f3-1d3a-4450-9d49-f8cf41798032 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:14.196301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d44060ad-198b-4a22-a67b-4dd114f6b3d4 req-529302f3-1d3a-4450-9d49-f8cf41798032 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.1989579 Jan 18 23:30:14.259453 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-e8aff588-db1f-4d27-881c-f4e0f103b049 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4521122 Jan 18 23:30:14.267442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.267652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d44060ad-198b-4a22-a67b-4dd114f6b3d4 req-b7b348b8-74ef-4652-8b74-eae750f9e204 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574694 Jan 18 23:30:14.302672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.371396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.406142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=39d1b4c9-1bfa-49cf-a003-360ee385df78,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:14.523933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:14.536025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.543532 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-a0ec5034-182c-4fdb-b71f-f46a5d9a10f4 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733874 Jan 18 23:30:14.571085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fe01a9e2-7516-489d-ae7a-e7a462713cd9 None None] Provisioning complete for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:14.571085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fe01a9e2-7516-489d-ae7a-e7a462713cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:14.663493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fe01a9e2-7516-489d-ae7a-e7a462713cd9 None None] Port f8a9dcd0-e182-46a2-ba68-b210305c7d2d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:30:14.732789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33702) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:14.765778 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-100b66ee-b19b-4aad-beb6-06aab084b66f req-bc8085e6-7979-4fc9-b698-bf36f9453047 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023096 Jan 18 23:30:14.858544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 38a76c9f-28be-4242-a52f-31683ea076d7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:14.860269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:15.064440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.136645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:15.202797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b1b461395a44cfa9c94cea05310292 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:15.212435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d1b4c9-1bfa-49cf-a003-360ee385df78 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:15.221622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:15.240551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:15.338305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654ea2e-748c-4e2c-b882-59bde840aa09 req-d5301272-a852-441a-832f-bcbe2117c5e7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.340005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c654ea2e-748c-4e2c-b882-59bde840aa09 req-d5301272-a852-441a-832f-bcbe2117c5e7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 946 time: 0.2046595 Jan 18 23:30:15.343777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 39d1b4c9-1bfa-49cf-a003-360ee385df78 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:15.344166 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.421939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c654ea2e-748c-4e2c-b882-59bde840aa09 req-88b8b468-28cc-4b89-ba83-0e4ca054616e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726278 Jan 18 23:30:15.462782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f19bfcde-b1e0-494d-9aff-a232ab498659 None None] Provisioning complete for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:15.462782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f19bfcde-b1e0-494d-9aff-a232ab498659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.462966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.550022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 6350b297-35bf-4739-806d-3656ad2d4b2c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:30:15.580604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.607935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f19bfcde-b1e0-494d-9aff-a232ab498659 None None] Port f8a9dcd0-e182-46a2-ba68-b210305c7d2d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:30:15.687258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6b1b461395a44cfa9c94cea05310292&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9525676 Jan 18 23:30:15.688123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab627c0-1c75-4c10-8b7c-beefbbce2a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52723a11-893c-433e-a6bb-e411f4e3f36f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:15.691426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33720) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:15.749386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e99faa-418b-4573-bd55-629738722fae req-7be1bea1-5ad5-4f08-a0fb-ce64f4992318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:15.756458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7e99faa-418b-4573-bd55-629738722fae req-7be1bea1-5ad5-4f08-a0fb-ce64f4992318 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.2638848 Jan 18 23:30:15.759637 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:30:15.810870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.824380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:30:15.838160 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Sync routers for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:30:15.840128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7e99faa-418b-4573-bd55-629738722fae req-3edb9c4e-a783-4e16-8816-1e81670d0699 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827093 Jan 18 23:30:15.874690 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:15.876655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.878917 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:29:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:15.897022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-62640d1e-1e36-4be3-88c2-abd817386552 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "PUT /v2.0/routers/6350b297-35bf-4739-806d-3656ad2d4b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2777996 Jan 18 23:30:15.900729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33728) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:15.911237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--118520094', 'description': 'tempest-secgroup_access--118520094 description', 'project_id': '202a1616474d4f718f299cec218854df'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:15.936446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:15.948121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-23d0a874-647f-47c9-800a-10a37e748dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:15.953862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:15.963313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:15.976203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:16.027892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.045601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52723a11-893c-433e-a6bb-e411f4e3f36f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:16.067853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.071241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-144e594f-0467-4e9d-84f8-034707ae3c05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52723a11-893c-433e-a6bb-e411f4e3f36f HTTP/1.1" status: 204 len: 168 time: 0.3755844 Jan 18 23:30:16.085905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.141616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:16.146310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group_rule and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:16.149241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:16.160220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:16.227073 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:16.239130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.325178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.368617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=813ec4c1-82d5-4d86-ad80-db927d9e05da,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:16.410648 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.411906 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32bade0e-21eb-4c66-9de6-500013d61768 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.5091290 Jan 18 23:30:16.414938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33746) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:16.420640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--288555381', 'description': 'tempest-secgroup_general--288555381 description', 'project_id': '202a1616474d4f718f299cec218854df'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:16.430741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:16.438006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:16.443264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:16.453212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:16.503035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.584784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:16.588915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group_rule and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:16.593894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:16.600354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:16.615322 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:13Z', 'revision_number': 2, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:16.619624 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Checking router: 6350b297-35bf-4739-806d-3656ad2d4b2c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:30:16.619974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Updating router 6350b297-35bf-4739-806d-3656ad2d4b2c port f8a9dcd0-e182-46a2-ba68-b210305c7d2d binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:30:16.667932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.680491 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.767311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.851943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25fb21-9ebd-44ba-afa5-43b05f671751,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:16.934277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:16.948542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-c51ec597-2e27-4722-9afb-ae31d2739780 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:16.956008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-c51ec597-2e27-4722-9afb-ae31d2739780 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.2124834 Jan 18 23:30:16.969823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:16.969823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1496cc23-518a-41ca-af4a-3814ec1ded18 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.5506907 Jan 18 23:30:16.971616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:16.980902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-b7f0d519-a6e9-47c8-9c39-94b47921a4c0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/quotas/f166a9d3d94040dca1c52f3d844b0246 HTTP/1.1" status: 200 len: 375 time: 0.0237777 Jan 18 23:30:16.986477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'security_group_rule': {'security_group_id': '813ec4c1-82d5-4d86-ad80-db927d9e05da', 'project_id': '202a1616474d4f718f299cec218854df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:16.988332 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.038828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:17.044176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:security_group_rule and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:17.048538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:17.061534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:17.086343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:17.092407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ad6f2f00db484aa5f8ffe1941327a4 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:17.097437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:17.113556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:17.117839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-a206bcef-a85a-421e-a40e-03a9e00c6a93 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360824 Jan 18 23:30:17.195275 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.208461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.211674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Transition to ACTIVE for port object f8a9dcd0-e182-46a2-ba68-b210305c7d2d will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:17.222768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.262749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.271074 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.302906 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.349145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8449ad-b14c-4af1-b142-c6674c22951e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:17.354124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0fa4d899-a2be-49c7-82d3-83b58cab3a78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2ad6f2f00db484aa5f8ffe1941327a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4188640 Jan 18 23:30:17.369335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:17.444263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-3cc8daf4-142b-48b0-9f1b-4b87e9a9db12 service neutron] 10.222.0.59 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249733 Jan 18 23:30:17.468236 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.567933 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Pushing event updated for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:17.664203 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.664612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.664974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.665307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.665632 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.665957 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.666420 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.666787 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.667171 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.667560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.667955 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:17.681092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.701006 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Attempting to bind port f8a9dcd0-e182-46a2-ba68-b210305c7d2d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:17.701473 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Attempting to bind port f8a9dcd0-e182-46a2-ba68-b210305c7d2d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:17.701933 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Attempting to bind port f8a9dcd0-e182-46a2-ba68-b210305c7d2d on network 38a76c9f-28be-4242-a52f-31683ea076d7 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:17.709357 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:17.709808 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Checking segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:17.710270 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.710723 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Bound using segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:17.711404 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Bound port: f8a9dcd0-e182-46a2-ba68-b210305c7d2d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:17.711923 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.814545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668149d-fd90-4e29-b868-1353face90cd req-3906a7ed-55f3-48db-ae16-5b78fe4502b0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:17.816869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4668149d-fd90-4e29-b868-1353face90cd req-3906a7ed-55f3-48db-ae16-5b78fe4502b0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:17.839387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.864821 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] For port f8a9dcd0-e182-46a2-ba68-b210305c7d2d, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:17.868776 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] For port f8a9dcd0-e182-46a2-ba68-b210305c7d2d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:17.898973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b0cda-d32d-485d-b32c-4c3eca6b7d2f req-3438682c-0c6d-48f7-934e-e9e157f82aa2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:17.900626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd7b0cda-d32d-485d-b32c-4c3eca6b7d2f req-3438682c-0c6d-48f7-934e-e9e157f82aa2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.6852636 Jan 18 23:30:17.928688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb809ef-e5c1-4bbf-a10e-206a4aa5998f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:17.933471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-4668149d-fd90-4e29-b868-1353face90cd req-3906a7ed-55f3-48db-ae16-5b78fe4502b0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:17.935989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4668149d-fd90-4e29-b868-1353face90cd req-3906a7ed-55f3-48db-ae16-5b78fe4502b0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "GET /v2.0/ports?device_id=ac1d3e1d-051f-4984-b22f-86a5eb14b1d6 HTTP/1.1" status: 200 len: 946 time: 0.2377713 Jan 18 23:30:17.964829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:17.989548 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.015675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Deleting port 38510fb7-a3dd-400d-bec0-33f107c671e1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:30:18.016094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.057534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-e88acf35-dfa0-4b34-b9b4-96177b0100f9 service neutron] 10.222.0.59 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114559 Jan 18 23:30:18.071716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.089973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.104403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a23b3e3-7371-451b-a634-737081fcc7f3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1310189 Jan 18 23:30:18.124375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd7b0cda-d32d-485d-b32c-4c3eca6b7d2f req-19589398-326a-4348-a3fc-320d1683cee3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085798 Jan 18 23:30:18.146367 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa0e83-63b8-4ac3-89da-2e3a9f4e8b84 None None] Pushing event updated for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:18.167348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52587a45-0d73-41e3-8d01-afde2e925372 req-1d9b3294-5bf0-42e7-90f2-25dd5492d9c5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:18.167348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52587a45-0d73-41e3-8d01-afde2e925372 req-1d9b3294-5bf0-42e7-90f2-25dd5492d9c5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "GET /v2.0/ports?device_id=44f5ee47-eb91-4fa3-8b98-1196b333eda4 HTTP/1.1" status: 200 len: 946 time: 0.3697529 Jan 18 23:30:18.205762 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:18.207828 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:30:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:18.407139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Deleting port 4bf66854-ebe0-4393-8352-a743c8514065 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:30:18.409724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.495726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.650707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8449ad-b14c-4af1-b142-c6674c22951e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:18.666280 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:18.678569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c5cf86e-ae53-45ad-b157-04c9857234ab details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:18.679875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] For port 38510fb7-a3dd-400d-bec0-33f107c671e1, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=38510fb7-a3dd-400d-bec0-33f107c671e1,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:18.680578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.769877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:18.772730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d8a0a39a-3004-413f-b469-f163ab8cb24b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c8449ad-b14c-4af1-b142-c6674c22951e HTTP/1.1" status: 204 len: 168 time: 1.4021707 Jan 18 23:30:18.918977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-47d65a67-1d80-441d-bcee-900ac95756e0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:18.970893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.038187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Calling delete_port for 38510fb7-a3dd-400d-bec0-33f107c671e1 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:30:19.106931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:19.145191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'mac_address': 'fa:16:3e:a6:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:19.228913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-47d65a67-1d80-441d-bcee-900ac95756e0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:19.233126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-47d65a67-1d80-441d-bcee-900ac95756e0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--288555381&fields=id&tenant_id=202a1616474d4f718f299cec218854df HTTP/1.1" status: 200 len: 267 time: 0.6221325 Jan 18 23:30:19.252016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] For port 4bf66854-ebe0-4393-8352-a743c8514065, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=4bf66854-ebe0-4393-8352-a743c8514065,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:19.255046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.302044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.326761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5cf86e-ae53-45ad-b157-04c9857234ab {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:19.346914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:19.370900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.384687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['38510fb7-a3dd-400d-bec0-33f107c671e1'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:19.402509 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:17Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:19.408935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7e7cf-9896-4c91-b7bd-2302bf5f1e79 None None] The sync data for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 is: [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:17Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:30:19.453595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['4bf66854-ebe0-4393-8352-a743c8514065'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:19.489121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event deleted for resources: {'Port': ['ID=38510fb7-a3dd-400d-bec0-33f107c671e1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:19.604994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.648764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Calling delete_port for 4bf66854-ebe0-4393-8352-a743c8514065 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:30:19.705081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] No DVR routers for this DVR port 38510fb7-a3dd-400d-bec0-33f107c671e1 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:19.710457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:19.735356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'name': 'network-vif-deleted', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:19.759216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-481d7bf0-071c-44f1-a811-ca448a72c45b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--118520094&fields=id&tenant_id=202a1616474d4f718f299cec218854df HTTP/1.1" status: 200 len: 267 time: 0.5124648 Jan 18 23:30:19.820560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:19.846556 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4668149d-fd90-4e29-b868-1353face90cd req-525017dc-8c99-496d-b3e0-e4b0198e634e tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "DELETE /v2.0/ports/38510fb7-a3dd-400d-bec0-33f107c671e1 HTTP/1.1" status: 204 len: 173 time: 1.9038157 Jan 18 23:30:19.966576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6c5cf86e-ae53-45ad-b157-04c9857234ab'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:20.001900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef94413-b1a4-4183-9dfc-bd72ad0de9aa req-32c08057-8c1c-4cbb-aeae-79609c7d36c9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:20.010317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ef94413-b1a4-4183-9dfc-bd72ad0de9aa req-32c08057-8c1c-4cbb-aeae-79609c7d36c9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 945 time: 0.5673566 Jan 18 23:30:20.125385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-74ca818c-992c-471b-b5d1-4f8fcdfebe80 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:20.137182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-74ca818c-992c-471b-b5d1-4f8fcdfebe80 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/networks?id=38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 200 len: 797 time: 0.3768585 Jan 18 23:30:20.228661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-c1128855-0176-4fd0-b5df-083224776a87 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/quotas/202a1616474d4f718f299cec218854df HTTP/1.1" status: 200 len: 375 time: 0.0896487 Jan 18 23:30:20.237320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ef94413-b1a4-4183-9dfc-bd72ad0de9aa req-da71bda3-20f4-4878-9d40-8ee18495b7b2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248781 Jan 18 23:30:20.371092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:20.482306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-4985e34b-ad3e-4a86-b1e5-bddc3541353c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2419546 Jan 18 23:30:20.483053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event deleted for resources: {'Port': ['ID=4bf66854-ebe0-4393-8352-a743c8514065,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:20.497701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-978ddc09-94fc-4720-893f-334d18ddf949 req-5898b62c-a0bc-40e1-a900-b7133a6941a0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 210 time: 0.0798810 Jan 18 23:30:20.546982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:20.644295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] No DVR routers for this DVR port 4bf66854-ebe0-4393-8352-a743c8514065 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:20.688221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 38510fb7-a3dd-400d-bec0-33f107c671e1 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:20.719937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:20.732411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'name': 'network-vif-deleted', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:20.865354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 38510fb7-a3dd-400d-bec0-33f107c671e1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:30:20.866200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 38510fb7-a3dd-400d-bec0-33f107c671e1 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:20.922439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:20.946072 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1d3e1d-051f-4984-b22f-86a5eb14b1d6', 'name': 'network-vif-deleted', 'tag': '38510fb7-a3dd-400d-bec0-33f107c671e1', 'status': 'completed', 'code': 200} Jan 18 23:30:20.973992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:20.979139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Usage tracker for resource:security_group_rule and tenant:5581139179a54026954129d78c055caf is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:20.982843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:20.991087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:21.020441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-41543ef5-ad6d-4721-9c4a-ed19a76f7980 service neutron] 10.222.0.59 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514589 Jan 18 23:30:21.022122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52587a45-0d73-41e3-8d01-afde2e925372 req-623dab4b-f692-4eb0-8b4f-7a7a77159bcd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "DELETE /v2.0/ports/4bf66854-ebe0-4393-8352-a743c8514065 HTTP/1.1" status: 204 len: 173 time: 2.8519015 Jan 18 23:30:21.186246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.282364 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f5ee47-eb91-4fa3-8b98-1196b333eda4', 'name': 'network-vif-deleted', 'tag': '4bf66854-ebe0-4393-8352-a743c8514065', 'status': 'completed', 'code': 200} Jan 18 23:30:21.288969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8a9dcd0-e182-46a2-ba68-b210305c7d2d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:21.290919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.352683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a791e31-3666-47b0-90f2-675a4f89474d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:21.356968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0c1ab89-038d-4d94-adb3-7ba45b807e4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5581139179a54026954129d78c055caf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8087761 Jan 18 23:30:21.361769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33878) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:21.402119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-5512b20e-bdb4-436a-9556-0102882fa39f service neutron] 10.222.0.59 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673689 Jan 18 23:30:21.442268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.477109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.588387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:21.595158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:21.595715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.679372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.724316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a791e31-3666-47b0-90f2-675a4f89474d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:21.746763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:21.746763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da5bcbb8-1988-448d-8cbd-57851ce6358b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a791e31-3666-47b0-90f2-675a4f89474d HTTP/1.1" status: 204 len: 168 time: 0.3828609 Jan 18 23:30:21.751559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aede1-c9f4-4f8f-9c03-d852c7ad4190 req-00ee77ef-7c2e-4a0b-97f2-8cd87588847a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:21.768635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-936aede1-c9f4-4f8f-9c03-d852c7ad4190 req-00ee77ef-7c2e-4a0b-97f2-8cd87588847a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 945 time: 0.2151430 Jan 18 23:30:21.985592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-936aede1-c9f4-4f8f-9c03-d852c7ad4190 req-41c4e101-e14c-4419-ac3f-82cd04225621 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142870 Jan 18 23:30:22.078843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.156148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7988c007-6d32-4605-90d7-503973447f5c req-5eb2695c-df06-4c3b-9ece-53b509639b3a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:22.194030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f8a9dcd0-e182-46a2-ba68-b210305c7d2d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:22.213406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0cd4183-4616-4cc8-b185-a8c82aeeadb9 req-2e9356d1-5d9a-4a71-86fb-eda366290e5b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 210 time: 0.0598240 Jan 18 23:30:22.307995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.331195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7988c007-6d32-4605-90d7-503973447f5c req-5eb2695c-df06-4c3b-9ece-53b509639b3a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:22.332369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7988c007-6d32-4605-90d7-503973447f5c req-5eb2695c-df06-4c3b-9ece-53b509639b3a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 210 time: 0.3017085 Jan 18 23:30:22.402316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:22.554102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bf66854-ebe0-4393-8352-a743c8514065 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:22.591768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 4bf66854-ebe0-4393-8352-a743c8514065 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:30:22.592199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 4bf66854-ebe0-4393-8352-a743c8514065 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:22.696971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33912) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:22.706748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c5cf86e-ae53-45ad-b157-04c9857234ab up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:22.715544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.758858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:22.764042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Usage tracker for resource:security_group_rule and tenant:eb74217ae12d4074be3c0f596c6c2b37 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:22.767252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:22.773976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:22.921522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.982276 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:22.983070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 6c5cf86e-ae53-45ad-b157-04c9857234ab completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:22.990957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 6c5cf86e-ae53-45ad-b157-04c9857234ab triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:22.991381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.086701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-17286932-4284-466f-abc2-0aa37c41e8c7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:23.089506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-17286932-4284-466f-abc2-0aa37c41e8c7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.3327231 Jan 18 23:30:23.106031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Request body: {'port': {'device_id': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'admin_state_up': True, 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:23.139209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc505533-19a1-49f8-8b2d-0def704940ce,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:23.152914 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8c636b46-c2e1-4379-b7f3-c6e6986745da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb74217ae12d4074be3c0f596c6c2b37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4545186 Jan 18 23:30:23.155703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33930) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:23.194065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.258125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:23.277486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8a9dcd0-e182-46a2-ba68-b210305c7d2d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:23.338319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.392189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:23.485812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f8a9dcd0-e182-46a2-ba68-b210305c7d2d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:23.486186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.504215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.574856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.613551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-4d80d44f-9ab9-4ee5-95b2-3c13f113462f tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:23.615247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-4d80d44f-9ab9-4ee5-95b2-3c13f113462f tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 813 time: 0.3043377 Jan 18 23:30:23.640129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Request body: {'port': {'device_id': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'admin_state_up': True, 'tenant_id': 'f166a9d3d94040dca1c52f3d844b0246'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:23.728585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0eaa7dcc-8a36-4536-93d5-0c3688f0ff25 req-b6efd822-35ec-4dc7-8bf8-78e0f413f1ad tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 210 time: 0.0969386 Jan 18 23:30:23.756175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:23.781644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:23.806685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:23.852549 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'code': 200} Jan 18 23:30:23.852964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.856948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:23.897173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc505533-19a1-49f8-8b2d-0def704940ce,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:23.918774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:23.929798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11604b6e-fc6f-45e2-92f1-515cb3ffd428 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc505533-19a1-49f8-8b2d-0def704940ce HTTP/1.1" status: 204 len: 168 time: 0.7727864 Jan 18 23:30:23.944696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179925f-c834-46aa-88d7-991e269e3a9a req-a825406f-67b2-4581-919c-a7b0b4242076 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:23.946274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e179925f-c834-46aa-88d7-991e269e3a9a req-a825406f-67b2-4581-919c-a7b0b4242076 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.4054177 Jan 18 23:30:23.963291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:23.982469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:23.987065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.045353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Made reservation on behalf of f166a9d3d94040dca1c52f3d844b0246 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:24.049691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.200551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-deec944a-c499-44c1-aa30-a8fb93632a20 req-f3316ac4-7dd1-43cd-a0a4-e8ccb1ffb159 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 210 time: 0.1425257 Jan 18 23:30:24.219034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e179925f-c834-46aa-88d7-991e269e3a9a req-96f31c9e-38eb-4a71-a180-de543a26a281 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605348 Jan 18 23:30:24.336484 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-042c2149-c343-4a1f-98cc-6c6e6791331d req-e2ca182f-fd6a-4d40-aec6-575686a9f32c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 1097 time: 0.1410716 Jan 18 23:30:24.386766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-042c2149-c343-4a1f-98cc-6c6e6791331d req-c59a620c-1234-459b-a97b-4977b32a39e4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Jan 18 23:30:24.405648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Allocated IP 172.20.0.9 (2f397725-2754-4ecb-bf7d-59f979018835/43ea781b-3baf-417c-a98c-012291ace4db/94703c60-35ae-4d80-9cbc-eeb9eb2b2500) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:24.657691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.782284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:24.894672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Network 2f397725-2754-4ecb-bf7d-59f979018835 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:24.924615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:24.938982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:24.979875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Allocated IP 172.20.0.8 (2f397725-2754-4ecb-bf7d-59f979018835/43ea781b-3baf-417c-a98c-012291ace4db/3b6e71ee-2e86-4243-8de5-696860c9f8ba) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:25.098686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event updated for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:25.116363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:25.117013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:25.123217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a0bb24e-267c-49d8-a473-8834a24e4d5a req-f0e33342-f73e-48c9-8990-4cb65f396640 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 210 time: 0.1014149 Jan 18 23:30:25.257446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-35e9d0bf-ab3b-4160-a671-bd8d833178ad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1561561 Jan 18 23:30:25.271063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Request body: {'port': {'device_id': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:25.434106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:25.458093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:25.560269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:25.773932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Network 2f397725-2754-4ecb-bf7d-59f979018835 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:25.780662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:25.788080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:25.816531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f47e-0223-459a-93e2-fa8e08d8c7e8 req-bc426504-d4e8-4c2e-a248-2d56406e707c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:25.818088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20a2f47e-0223-459a-93e2-fa8e08d8c7e8 req-bc426504-d4e8-4c2e-a248-2d56406e707c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.4286032 Jan 18 23:30:25.846581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event updated for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:25.919399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-ec803b15-1760-4580-8d8e-2a98bb0e57cc tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:25.920567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-ec803b15-1760-4580-8d8e-2a98bb0e57cc tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:25.942865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:25.943917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.013095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20a2f47e-0223-459a-93e2-fa8e08d8c7e8 req-6bea018a-b705-4228-b372-0760b6aef9d4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846228 Jan 18 23:30:26.042922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029f0b0-ec3b-4cda-b58f-7a4739a7e850 req-bb0acbfa-a7e7-4dbc-9488-8e1366a4ccad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:26.043606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9029f0b0-ec3b-4cda-b58f-7a4739a7e850 req-bb0acbfa-a7e7-4dbc-9488-8e1366a4ccad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:26.073729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-ec803b15-1760-4580-8d8e-2a98bb0e57cc tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:26.075245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-ec803b15-1760-4580-8d8e-2a98bb0e57cc tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.89 "GET /v2.0/networks?id=38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 200 len: 797 time: 0.4379592 Jan 18 23:30:26.130776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-94ba256e-e712-45e9-a26f-7fb72e955bf5 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5026524 Jan 18 23:30:26.142278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Request body: {'port': {'device_id': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:26.195846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:26.217555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.224363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-f67f3c85-fd85-48c1-bb59-152b39c317ab tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:26.241617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-f67f3c85-fd85-48c1-bb59-152b39c317ab tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:26.242758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-f67f3c85-fd85-48c1-bb59-152b39c317ab tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202a1616474d4f718f299cec218854df HTTP/1.1" status: 200 len: 476 time: 0.1544075 Jan 18 23:30:26.256885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9029f0b0-ec3b-4cda-b58f-7a4739a7e850 req-bb0acbfa-a7e7-4dbc-9488-8e1366a4ccad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:26.258337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9029f0b0-ec3b-4cda-b58f-7a4739a7e850 req-bb0acbfa-a7e7-4dbc-9488-8e1366a4ccad tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 931 time: 0.7272305 Jan 18 23:30:26.261179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Transition to ACTIVE for port object 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:26.282481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'port': {'device_id': '5f0863b5-2431-4919-b331-28ca276808a1', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'admin_state_up': True, 'tenant_id': '202a1616474d4f718f299cec218854df', 'security_groups': ['3b25fb21-9ebd-44ba-afa5-43b05f671751', '813ec4c1-82d5-4d86-ad80-db927d9e05da']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:26.346380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.384154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.449436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79458724-e9a8-4086-9b4d-c879d2566e1c req-6d1111f0-281c-4d86-b119-6cfc0e96263d tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 210 time: 0.0967498 Jan 18 23:30:26.454216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9029f0b0-ec3b-4cda-b58f-7a4739a7e850 req-c0a06594-0316-486f-8b75-140ac4ade6f7 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887708 Jan 18 23:30:26.495168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:26.506834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:port and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:26.509651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:26.562424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:26.595024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Pushing event updated for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:26.686493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:26.690118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.772721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Attempting to bind port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:26.773169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Attempting to bind port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:26.773572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Attempting to bind port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:26.780800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 on network 2f397725-2754-4ecb-bf7d-59f979018835 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:26.781169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Attempting to bind port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:26.788201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:26.788542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Checking segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:26.788968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Bound using segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:26.789489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Bound port: 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:26.789846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:26.959537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.20.0.11 (38a76c9f-28be-4242-a52f-31683ea076d7/8473cc74-a9df-4083-99af-e176ae5a688a/4608646d-704c-40e9-9598-4a126b19c6e4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:26.978792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6e71ee-2e86-4243-8de5-696860c9f8ba {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:26.996092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.021314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:27.025407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:27.030331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Transition to ACTIVE for port object 3b6e71ee-2e86-4243-8de5-696860c9f8ba will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:27.108989 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.263905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Pushing event updated for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:27.296634 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.308390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.363641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.371068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-feccbb81-4578-46ba-9e21-416ab4858811 service neutron] 10.222.0.83 "PUT /v2.0/ports/94703c60-35ae-4d80-9cbc-eeb9eb2b2500 HTTP/1.1" status: 200 len: 1091 time: 2.1003513 Jan 18 23:30:27.371068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:27.391363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Transition to ACTIVE for port object 4608646d-704c-40e9-9598-4a126b19c6e4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:27.461811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd6054-b5f0-4674-bbfc-d067d672cf4e req-026cbfb2-fadf-41be-bcfc-dcc597cbe2f7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:27.466773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04dd6054-b5f0-4674-bbfc-d067d672cf4e req-026cbfb2-fadf-41be-bcfc-dcc597cbe2f7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2041426 Jan 18 23:30:27.467586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:27.475487 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500', 'status': 'completed', 'code': 200} Jan 18 23:30:27.486092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.486504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.486847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.487256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.487645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.489298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.489645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.489978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.490304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.490629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.491352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:27.608473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04dd6054-b5f0-4674-bbfc-d067d672cf4e req-2588bb64-9f49-467d-aa9f-507887176789 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411173 Jan 18 23:30:27.648638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-58bd00cd-3a64-49ce-801d-7cd55b61eff9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 1094 time: 0.1370420 Jan 18 23:30:27.776423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Attempting to bind port 3b6e71ee-2e86-4243-8de5-696860c9f8ba on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:27.776775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Attempting to bind port 3b6e71ee-2e86-4243-8de5-696860c9f8ba by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:27.777120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Attempting to bind port 3b6e71ee-2e86-4243-8de5-696860c9f8ba on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:27.783643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Port 3b6e71ee-2e86-4243-8de5-696860c9f8ba on network 2f397725-2754-4ecb-bf7d-59f979018835 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:27.783643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Attempting to bind port 3b6e71ee-2e86-4243-8de5-696860c9f8ba on network 2f397725-2754-4ecb-bf7d-59f979018835 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:27.790273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:27.799668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Checking segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:27.799668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Bound using segment: {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:27.799668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Bound port: 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:27.799668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.837789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:27.881421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-7bd0a94b-4a39-45ed-b50f-136e1ad8ff26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500 HTTP/1.1" status: 200 len: 217 time: 0.2315423 Jan 18 23:30:27.929312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 38a76c9f-28be-4242-a52f-31683ea076d7 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:27.934726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:27.950734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:28.010676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:28.029605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:28.064986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:28.072432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-8e3be5d9-79fd-422a-9c4a-1d2b01dea4a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:28.072914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:28.073337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.076230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-8e3be5d9-79fd-422a-9c4a-1d2b01dea4a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.1506987 Jan 18 23:30:28.079579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27559ea-df35-4e15-b3c2-f514f0db65f0 req-90a225f9-c5d4-4b4b-b337-3f3bae6fb2de tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:28.081215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c27559ea-df35-4e15-b3c2-f514f0db65f0 req-90a225f9-c5d4-4b4b-b337-3f3bae6fb2de tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 943 time: 0.3463132 Jan 18 23:30:28.115404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.119518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c13c78-4dcf-421e-bb15-57b37062ae85 req-5cb34534-71ca-4c96-88a1-215d4c126c91 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:28.121029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c13c78-4dcf-421e-bb15-57b37062ae85 req-5cb34534-71ca-4c96-88a1-215d4c126c91 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 971 time: 0.3140867 Jan 18 23:30:28.189095 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d14a201f-a26c-4050-b8a9-322b2a1f3805 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9108083 Jan 18 23:30:28.195190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.196672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] 10.222.0.89 "PUT /v2.0/ports/3b6e71ee-2e86-4243-8de5-696860c9f8ba HTTP/1.1" status: 200 len: 1091 time: 2.0587399 Jan 18 23:30:28.197213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:28.199706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-018c7f0f-5559-4101-b707-cd7c6e506a7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173770 Jan 18 23:30:28.225332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-f97b89c9-a5d9-4619-a85b-e78131841c43 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:30:28.225477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Request body: {'port': {'device_id': '5f0863b5-2431-4919-b331-28ca276808a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:28.226346 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-f97b89c9-a5d9-4619-a85b-e78131841c43 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103116 Jan 18 23:30:28.291788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73165-5d57-451f-8365-e92229f95351 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:28.374928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c13c78-4dcf-421e-bb15-57b37062ae85 req-a43eef3f-09ab-4de5-b38c-93c82d625188 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2170038 Jan 18 23:30:28.376907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-52532e14-4f2c-429e-87db-1e6fae745bc4 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435652 Jan 18 23:30:28.396883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c27559ea-df35-4e15-b3c2-f514f0db65f0 req-26685dd1-b1c0-4efc-85ac-035d250d4654 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767076 Jan 18 23:30:28.419710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a614add5-1350-43be-94c6-7d8a0cac2e1f None None] Provisioning for port 4608646d-704c-40e9-9598-4a126b19c6e4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:28.425943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a614add5-1350-43be-94c6-7d8a0cac2e1f None None] Provisioning complete for port 4608646d-704c-40e9-9598-4a126b19c6e4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:28.426352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a614add5-1350-43be-94c6-7d8a0cac2e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.469492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:28.559343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a614add5-1350-43be-94c6-7d8a0cac2e1f None None] Port 4608646d-704c-40e9-9598-4a126b19c6e4 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:30:28.617502 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba', 'status': 'completed', 'code': 200} Jan 18 23:30:28.799361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-eae3cb83-0790-4a3c-8486-f553a15f33ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 1094 time: 0.4248033 Jan 18 23:30:28.873751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-1ff2a4ce-63ca-45a3-a853-2dc4109c3d6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba HTTP/1.1" status: 200 len: 217 time: 0.0681241 Jan 18 23:30:28.946675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-1028a217-fbfb-47b3-b1db-fdc84081e738 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487297 Jan 18 23:30:29.017223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31613581-490c-42b4-a918-1967dacbc2fd req-d130ddd4-6cd0-4692-b07b-ade32eaf3738 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.019559 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-d130ddd4-6cd0-4692-b07b-ade32eaf3738 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.1404104 Jan 18 23:30:29.089859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-d87f553e-4f3b-48f3-9c9d-2fe1a5b6fd53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579512 Jan 18 23:30:29.221570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34158) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:29.273481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-bd44e82e-5bc2-403d-8263-dab4d93ae25c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 1094 time: 0.2006862 Jan 18 23:30:29.294010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4608646d-704c-40e9-9598-4a126b19c6e4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:29.304111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:29.307714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-572137e4-212f-4ce2-8a56-d437e8d9c5e0 service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108932 Jan 18 23:30:29.343258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Transition to ACTIVE for port object 4608646d-704c-40e9-9598-4a126b19c6e4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:29.451184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:29.460942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a4be-b7c2-4b58-abc6-7abeb07b2c06 req-e494560b-5063-4227-901b-6bed0e7969de tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.468923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af19a4be-b7c2-4b58-abc6-7abeb07b2c06 req-e494560b-5063-4227-901b-6bed0e7969de tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.3253148 Jan 18 23:30:29.476699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-e4f1caeb-df2b-42a3-9091-dd93f5eaeee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:29.478649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-e4f1caeb-df2b-42a3-9091-dd93f5eaeee8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 914 time: 0.1973729 Jan 18 23:30:29.528343 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-31613581-490c-42b4-a918-1967dacbc2fd req-9502c3de-4b61-4e08-9df7-16a7a2f5ffde service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124686 Jan 18 23:30:29.611560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Pushing event updated for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:29.622801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:29.802523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af19a4be-b7c2-4b58-abc6-7abeb07b2c06 req-f5fcb279-66a6-49e6-894c-568728b66d88 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215628 Jan 18 23:30:29.850995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-583ebf0d-ebb3-4850-832b-c7f9ccf5c91a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500 HTTP/1.1" status: 200 len: 217 time: 0.3388348 Jan 18 23:30:29.969782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:29.992350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Usage tracker for resource:security_group_rule and tenant:b780be41ac604c74acd580fb3a059788 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:30.003936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:30.018240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:30.021955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-e02415c9-fba8-4c52-b631-081dc5038f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:30.024113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-e02415c9-fba8-4c52-b631-081dc5038f44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.1287212 Jan 18 23:30:30.066252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-d791041e-28e5-4878-bec4-632e05325f7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f166a9d3d94040dca1c52f3d844b0246&device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 1094 time: 0.3802474 Jan 18 23:30:30.164407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-b047cc66-c710-4367-a930-76f4f0290c1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281364 Jan 18 23:30:30.167432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Attempting to bind port 4608646d-704c-40e9-9598-4a126b19c6e4 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:30.168044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Attempting to bind port 4608646d-704c-40e9-9598-4a126b19c6e4 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:30.168516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Attempting to bind port 4608646d-704c-40e9-9598-4a126b19c6e4 on network 38a76c9f-28be-4242-a52f-31683ea076d7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:30.180267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e596a9-e8f6-49c4-b0e9-97f876d2ab46 req-22d76b32-9c8b-4f51-98ba-7965a11c7435 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:30.187616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34e596a9-e8f6-49c4-b0e9-97f876d2ab46 req-22d76b32-9c8b-4f51-98ba-7965a11c7435 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 943 time: 0.5034299 Jan 18 23:30:30.190358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Port 4608646d-704c-40e9-9598-4a126b19c6e4 on network 38a76c9f-28be-4242-a52f-31683ea076d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:30.190838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Attempting to bind port 4608646d-704c-40e9-9598-4a126b19c6e4 on network 38a76c9f-28be-4242-a52f-31683ea076d7 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:30.212647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:30.213419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Checking segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:30.213949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Bound using segment: {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:30.214523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Bound port: 4608646d-704c-40e9-9598-4a126b19c6e4, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d56a330-76c7-40b2-bf5d-b93099b152a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:30.215011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.303454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-354ece30-62f0-4fd5-a512-1b07a9f88e1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:30.304985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-354ece30-62f0-4fd5-a512-1b07a9f88e1a service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 200 len: 914 time: 0.2303693 Jan 18 23:30:30.390418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-c060ef9f-387a-4e5a-909c-eb71b3876bfc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba HTTP/1.1" status: 200 len: 217 time: 0.0786750 Jan 18 23:30:30.417978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.423067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34e596a9-e8f6-49c4-b0e9-97f876d2ab46 req-e75013fe-56e1-4fd4-8bd1-714d401cda78 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345593 Jan 18 23:30:30.425588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-30539309-91f3-4bb2-aa70-959ee4004c74 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213464 Jan 18 23:30:30.436694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:30.454534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4608646d-704c-40e9-9598-4a126b19c6e4,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:30.472261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-daf32a03-1949-4833-8112-8cb726e0db0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:30.473769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-daf32a03-1949-4833-8112-8cb726e0db0f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 200 len: 853 time: 0.0763104 Jan 18 23:30:30.522138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-fcfc09f5-c477-457b-a01d-cc0888bd1311 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f397725-2754-4ecb-bf7d-59f979018835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420895 Jan 18 23:30:30.523196 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.523506 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.570333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200cf39-228f-4c0d-afe9-b9ecb1cad4af req-4163beba-8bd7-4fb1-82d7-d174614c6f27 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:30.571810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7200cf39-228f-4c0d-afe9-b9ecb1cad4af req-4163beba-8bd7-4fb1-82d7-d174614c6f27 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 983 time: 0.4813683 Jan 18 23:30:30.602619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:30.627544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4778967e-aa09-4039-8a97-e548884a925b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:30.654359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8a914c7-4575-4efd-b64b-675752429d3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b780be41ac604c74acd580fb3a059788&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4315648 Jan 18 23:30:30.657443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:30.685392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.686941 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] 10.222.0.89 "PUT /v2.0/ports/4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 200 len: 1131 time: 2.4688723 Jan 18 23:30:30.687476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:30.712280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fcfdfd-236b-46ef-a4bd-d6c78d6c27b7 req-29b0225f-659f-405a-af58-715f35090265 service neutron] 10.222.0.83 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792869 Jan 18 23:30:30.732663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b07a-2687-4672-bf3d-88560c5fe35a service neutron] Pushing event updated for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:30.753515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7200cf39-228f-4c0d-afe9-b9ecb1cad4af req-5b3a94d6-0e29-469a-ac6b-222ddfbc93c3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1573806 Jan 18 23:30:30.768467 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-bee93c45-4f2b-4dbe-a1b8-f065c232b61a service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010872 Jan 18 23:30:30.825184 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4', 'status': 'completed', 'code': 200} Jan 18 23:30:30.828534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.888764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:30.904568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:30.911721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'port_id': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500', 'mac_address': 'fa:16:3e:89:24:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ea781b-3baf-417c-a98c-012291ace4db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:31.066795 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:31.075263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:31.077286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf106121-8c9d-4bbc-a21f-b6a921ab4039 req-b693cf2f-729c-4907-958f-bd4cb715d93a service neutron] 10.222.0.89 "GET /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027043 Jan 18 23:30:31.101777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4778967e-aa09-4039-8a97-e548884a925b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:31.105752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:31.107148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:31.111380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-36e95f1e-a454-41ff-a9f4-b893ee217458 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4778967e-aa09-4039-8a97-e548884a925b HTTP/1.1" status: 204 len: 168 time: 0.4470236 Jan 18 23:30:31.122876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-d1d94c9a-c340-4a8a-9084-e3453ea278ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1134 time: 0.2995758 Jan 18 23:30:31.124314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:31.179247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccf7ad-de81-4bcf-be00-49faf5beefea req-9deaf088-8221-4d76-b6d8-a10506be8fd4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:31.187836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faccf7ad-de81-4bcf-be00-49faf5beefea req-9deaf088-8221-4d76-b6d8-a10506be8fd4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1559193 Jan 18 23:30:31.205913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:31.243755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-740ab9dc-cc13-44cd-ae0a-241d4dbc0f86 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 200 len: 217 time: 0.1115139 Jan 18 23:30:31.258429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faccf7ad-de81-4bcf-be00-49faf5beefea req-c455d9fc-0443-4beb-b305-04fd26d59435 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Jan 18 23:30:31.346218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:31.347635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-33585612-f338-46b1-b0d7-ada393c27e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:31.349317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-33585612-f338-46b1-b0d7-ada393c27e13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8473cc74-a9df-4083-99af-e176ae5a688a HTTP/1.1" status: 200 len: 834 time: 0.0987952 Jan 18 23:30:31.421736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['94703c60-35ae-4d80-9cbc-eeb9eb2b2500'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:31.463473 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-6fb621b2-860e-4338-9de7-7f8e376165ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38a76c9f-28be-4242-a52f-31683ea076d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075497 Jan 18 23:30:31.690675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-ea84e53f-086a-4a75-be0d-4f936183f70e service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196233 Jan 18 23:30:31.729181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eeafa-b7fc-4281-a88c-5aafeacd703b req-44889dca-2765-455d-91a5-277b69d8d35b tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:31.730657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-121eeafa-b7fc-4281-a88c-5aafeacd703b req-44889dca-2765-455d-91a5-277b69d8d35b tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 943 time: 0.0794537 Jan 18 23:30:31.781523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-121eeafa-b7fc-4281-a88c-5aafeacd703b req-ac0403ab-8373-4233-83af-8d61c32a273d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Jan 18 23:30:31.891876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0b885142-9991-4bbc-acb5-3f914088ea89 req-3fdd40a5-a675-437d-b21c-c0452320697f service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949680 Jan 18 23:30:32.138264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:32.158709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-999450a4-740a-4734-b5e2-67d7c7fb6d7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1134 time: 0.1398640 Jan 18 23:30:32.169979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92919c9b-065c-498e-b6f6-afdac3eea59c req-9b2ea888-58f3-48cf-ba89-b22005f5c080 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.171681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92919c9b-065c-498e-b6f6-afdac3eea59c req-9b2ea888-58f3-48cf-ba89-b22005f5c080 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 983 time: 0.1075363 Jan 18 23:30:32.258962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92919c9b-065c-498e-b6f6-afdac3eea59c req-1063c901-3e0b-47ab-8466-3eb9a8ae3b43 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0794270 Jan 18 23:30:32.454766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:32.477514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:32.488112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:32.517689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5349a06-18cb-4fbd-9284-2a6041f23cca req-9d13b63a-b739-4573-84fe-fbd3cee4e9d0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.519754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5349a06-18cb-4fbd-9284-2a6041f23cca req-9d13b63a-b739-4573-84fe-fbd3cee4e9d0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1522384 Jan 18 23:30:32.526112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:32.530197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Usage tracker for resource:security_group_rule and tenant:8481068b1db54b009d69aefa870f2728 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:32.535546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:32.559605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:32.573004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:32.575862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-ad5e9162-d051-4001-9786-e0bb3a09a8dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.577742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-ad5e9162-d051-4001-9786-e0bb3a09a8dc service neutron] 10.222.0.89 "GET /v2.0/networks?id=38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 200 len: 898 time: 0.4132266 Jan 18 23:30:32.578757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Usage tracker for resource:security_group_rule and tenant:d1e4d02f6f954ec6ac27398ae61d8408 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:32.582556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:32.608515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:32.642986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:32.669744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-d482e19c-d953-498c-9020-6095defe7b03 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 200 len: 217 time: 0.0839994 Jan 18 23:30:32.718574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5349a06-18cb-4fbd-9284-2a6041f23cca req-96aa88a3-285f-4d91-b323-006e26c45e8e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852634 Jan 18 23:30:32.780574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:32.794847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-5c1ca22f-7e4c-4f92-983c-45ef30958b9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:32.796238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-5c1ca22f-7e4c-4f92-983c-45ef30958b9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8473cc74-a9df-4083-99af-e176ae5a688a HTTP/1.1" status: 200 len: 834 time: 0.1193702 Jan 18 23:30:32.823070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b6e71ee-2e86-4243-8de5-696860c9f8ba details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:32.879499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:32.919448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-ad3a45e4-0d91-4bef-9ac3-2929b7f204ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38a76c9f-28be-4242-a52f-31683ea076d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148419 Jan 18 23:30:32.925748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:32.963857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:32.979592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:32.979961 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.025271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.041409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b474e3-76f8-4ab7-9274-835d457474b2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.047574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-52a8895e-05d3-4a0c-935e-11a56db2276c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8481068b1db54b009d69aefa870f2728&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5915008 Jan 18 23:30:33.050433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:33.105102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f8c28-032f-4c2b-972a-ac2088ca41d8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.113112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cfd3ce2f-2ce0-4f71-a7c9-d8183b7f4b71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1e4d02f6f954ec6ac27398ae61d8408&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9746215 Jan 18 23:30:33.116351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:33.145195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-7a199549-aa12-4608-a09f-db81b54914d4 service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189429 Jan 18 23:30:33.199239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.208792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:33.229279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.247546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef597da-e17f-45d5-b133-daf90360bcfe req-4c4ecca5-1ba7-4294-95e8-387472419127 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:33.249118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ef597da-e17f-45d5-b133-daf90360bcfe req-4c4ecca5-1ba7-4294-95e8-387472419127 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 943 time: 0.2772245 Jan 18 23:30:33.262679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.271407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '3b6e71ee-2e86-4243-8de5-696860c9f8ba', 'network_id': '2f397725-2754-4ecb-bf7d-59f979018835', 'port_id': '3b6e71ee-2e86-4243-8de5-696860c9f8ba', 'mac_address': 'fa:16:3e:a6:42:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ea781b-3baf-417c-a98c-012291ace4db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:33.317015 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6c74b6f9-0979-494d-ae12-f032ca3f8012 req-752a8874-6109-4268-b855-b98a0157cc08 service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623325 Jan 18 23:30:33.350594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.360143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.369386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ef597da-e17f-45d5-b133-daf90360bcfe req-804c2c8b-3ee7-4a49-a018-9cfbd8ee97f0 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080492 Jan 18 23:30:33.373102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:33.390981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:33.391943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6e71ee-2e86-4243-8de5-696860c9f8ba {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:33.409877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.412707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:33.446238 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500', 'code': 200} Jan 18 23:30:33.451458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.505231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.522255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.534384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b474e3-76f8-4ab7-9274-835d457474b2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.546994 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.552189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf4e63b9-77f0-45b1-b6da-4d56c6bf8536 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4b474e3-76f8-4ab7-9274-835d457474b2 HTTP/1.1" status: 204 len: 168 time: 0.5008173 Jan 18 23:30:33.573746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3af19a-3867-48d8-add2-e44082e80919 req-c9f9bc5f-4775-4169-9427-1f7a860c10c6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:33.575226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c3af19a-3867-48d8-add2-e44082e80919 req-c9f9bc5f-4775-4169-9427-1f7a860c10c6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 983 time: 0.1585536 Jan 18 23:30:33.578649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.640012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c3af19a-3867-48d8-add2-e44082e80919 req-4ae8c008-f9b9-4bfa-98e9-8cd7d7de4abd tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0546136 Jan 18 23:30:33.656182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.670531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.689320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f8c28-032f-4c2b-972a-ac2088ca41d8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:33.692785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:33.696865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3bc56dd3-f559-4b59-9798-4c6e68a173a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce4f8c28-032f-4c2b-972a-ac2088ca41d8 HTTP/1.1" status: 204 len: 168 time: 0.5774405 Jan 18 23:30:33.854265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f26cc83-82fe-4c3c-9896-17b91ab2e029 req-868f8f1b-7349-4121-a6a7-02901fbecfbe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 1096 time: 0.3435633 Jan 18 23:30:33.992203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f26cc83-82fe-4c3c-9896-17b91ab2e029 req-0069efdd-1b2c-4cdb-b075-b174a7082c85 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323695 Jan 18 23:30:34.012388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bee77-e848-4806-bdd8-265afb928a35 req-d17ebd18-0e96-4db3-8830-41bc03294b6d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:34.013868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d03bee77-e848-4806-bdd8-265afb928a35 req-d17ebd18-0e96-4db3-8830-41bc03294b6d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1177948 Jan 18 23:30:34.065467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d03bee77-e848-4806-bdd8-265afb928a35 req-4c6cde08-31f7-4ca3-a952-647c78bb19a9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447881 Jan 18 23:30:34.179252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:34.363217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['3b6e71ee-2e86-4243-8de5-696860c9f8ba'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:34.382590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:34.435184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:34.441907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:f989faba08ed4a1f8780e195c3d6df81 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:34.446250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:34.455338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:34.607813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:34.646597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6dc46-e6a6-4310-ab5c-dcb77459ef34 req-5efb873a-8402-4633-bf99-b53cbfdecbd4 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:34.648210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60e6dc46-e6a6-4310-ab5c-dcb77459ef34 req-5efb873a-8402-4633-bf99-b53cbfdecbd4 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 944 time: 0.1017561 Jan 18 23:30:34.711604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60e6dc46-e6a6-4310-ab5c-dcb77459ef34 req-24b7ff4b-9aa6-4555-978d-68465b6d8263 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Jan 18 23:30:34.713466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:34.761286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d1b4a-ccd6-47a0-b9e3-487481e905be,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:34.769621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f989faba08ed4a1f8780e195c3d6df81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5893223 Jan 18 23:30:34.772167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:34.775632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.780867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba158e-d8ad-415f-b85d-4e04b94a8fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:30:34.860758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c5cf86e-ae53-45ad-b157-04c9857234ab details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:34.933047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:34.972372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8f212-90fd-46fd-b3c8-41c5ddc8df53 req-3eb80c02-8d5c-4056-a940-0f3711751c36 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:34.973875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f8f212-90fd-46fd-b3c8-41c5ddc8df53 req-3eb80c02-8d5c-4056-a940-0f3711751c36 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 983 time: 0.1775410 Jan 18 23:30:34.975669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.005957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:35.020591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'port_id': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'mac_address': 'fa:16:3e:a6:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:35.053073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5f8f212-90fd-46fd-b3c8-41c5ddc8df53 req-30bc41ad-0208-4a1c-87b6-c7c917d7cb09 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0704026 Jan 18 23:30:35.056679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:35.077034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.097154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.117587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c5cf86e-ae53-45ad-b157-04c9857234ab {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:35.133984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:35.185266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.199707 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.206429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d1b4a-ccd6-47a0-b9e3-487481e905be,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:35.208812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:35.215356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Usage tracker for resource:security_group_rule and tenant:7e875d33c1424e9298f9d991b16ed555 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:35.218905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:35.222167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.226068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-79c7ba1d-c71a-45c1-bb00-4110d093be47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/321d1b4a-ccd6-47a0-b9e3-487481e905be HTTP/1.1" status: 204 len: 168 time: 0.4525483 Jan 18 23:30:35.230986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:35.359209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbc8d-1891-467a-872e-89ec2bbd162d req-9056fe4e-d025-48d4-92b6-e8f9076c419f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:35.360672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e1dbc8d-1891-467a-872e-89ec2bbd162d req-9056fe4e-d025-48d4-92b6-e8f9076c419f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 945 time: 0.1308634 Jan 18 23:30:35.379368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:35.394309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.418272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e1dbc8d-1891-467a-872e-89ec2bbd162d req-4d13ae28-d24e-4e9e-8d96-b48805a5fff6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477576 Jan 18 23:30:35.467700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.515476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['6c5cf86e-ae53-45ad-b157-04c9857234ab'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:35.522489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3cc14e-5f41-481b-92c4-6f8d86f35502,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:35.527740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e6709d72-970c-4ae8-92c5-fd3405d7ba13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e875d33c1424e9298f9d991b16ed555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4700296 Jan 18 23:30:35.530369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:35.603741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.634284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.770754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.786080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3cc14e-5f41-481b-92c4-6f8d86f35502,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:35.794156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:35.796511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5bb08efd-6152-4d71-8cb6-cf0b3fc662d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b3cc14e-5f41-481b-92c4-6f8d86f35502 HTTP/1.1" status: 204 len: 168 time: 0.2648201 Jan 18 23:30:35.925988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33991ed0-cd7e-4129-ab74-376faabe03f7 req-4521da3b-832a-49a1-8270-fa6264dae5ea tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:35.927477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33991ed0-cd7e-4129-ab74-376faabe03f7 req-4521da3b-832a-49a1-8270-fa6264dae5ea tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 944 time: 0.0871816 Jan 18 23:30:35.975341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33991ed0-cd7e-4129-ab74-376faabe03f7 req-f5c3350c-84f6-49e4-8453-8eb3276b0127 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Jan 18 23:30:36.004276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34328) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:36.025978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.057628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:36.062249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Usage tracker for resource:security_group_rule and tenant:a4a5c5137230420d959bbf0399e8974a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:36.069889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:36.077181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:36.155235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.271029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c6c98-ed16-4413-addf-c2e88fb8959d req-306e6ea5-dcf1-4a1f-9c38-edfeb24bb94c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:36.272784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-685c6c98-ed16-4413-addf-c2e88fb8959d req-306e6ea5-dcf1-4a1f-9c38-edfeb24bb94c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 983 time: 0.0817776 Jan 18 23:30:36.322912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-685c6c98-ed16-4413-addf-c2e88fb8959d req-4ef1c28e-18b0-43f0-9ac1-bd5d010f491e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0440919 Jan 18 23:30:36.381821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.436944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4a5c5137230420d959bbf0399e8974a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4289315 Jan 18 23:30:36.436944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8f93-4b27-4c1a-971d-0af3676bb6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7dc2bd-b50a-4539-9cb2-bf2c9aa9f5f6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:36.437492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34336) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:36.523734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.559896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.696306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.715695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7dc2bd-b50a-4539-9cb2-bf2c9aa9f5f6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:36.729548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:36.735051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d609adac-1d44-44a5-a3e0-59f87a763ebe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f7dc2bd-b50a-4539-9cb2-bf2c9aa9f5f6 HTTP/1.1" status: 204 len: 168 time: 0.2957821 Jan 18 23:30:36.812862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3dd0a-49b3-4a05-a318-3ed27eda14d6 req-6a12dd94-9931-4193-add4-6ee710c7c566 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:36.814855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13d3dd0a-49b3-4a05-a318-3ed27eda14d6 req-6a12dd94-9931-4193-add4-6ee710c7c566 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 945 time: 0.0901072 Jan 18 23:30:36.874487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4608646d-704c-40e9-9598-4a126b19c6e4 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:30:36.879852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b6e71ee-2e86-4243-8de5-696860c9f8ba up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:37.030216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13d3dd0a-49b3-4a05-a318-3ed27eda14d6 req-9a14a686-d019-42da-9d97-a2de49cc07ec tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701217 Jan 18 23:30:37.047413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-683f6f89-e599-4ec0-839f-15dfedc1362a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2316227 Jan 18 23:30:37.139964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4608646d-704c-40e9-9598-4a126b19c6e4,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:37.154613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '4608646d-704c-40e9-9598-4a126b19c6e4', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'port_id': '4608646d-704c-40e9-9598-4a126b19c6e4', 'mac_address': 'fa:16:3e:f4:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:30:37.214112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 3b6e71ee-2e86-4243-8de5-696860c9f8ba completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:37.229821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 3b6e71ee-2e86-4243-8de5-696860c9f8ba triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:37.230190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.276532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.282084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04048281-56f9-4391-86d3-62370e1472c2 req-b6eaf4bf-c437-47d2-9099-bfc91df2980a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:37.289166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04048281-56f9-4391-86d3-62370e1472c2 req-b6eaf4bf-c437-47d2-9099-bfc91df2980a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 944 time: 0.1122465 Jan 18 23:30:37.310357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4608646d-704c-40e9-9598-4a126b19c6e4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:37.310642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-81701018-0aa7-4460-acac-370911806a5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.1746655 Jan 18 23:30:37.334277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4608646d-704c-40e9-9598-4a126b19c6e4,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:37.395143 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.424599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.436111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04048281-56f9-4391-86d3-62370e1472c2 req-b026d687-bd2e-48de-b018-1274aafc362c tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459973 Jan 18 23:30:37.493298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:37.514980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-3a102274-08d3-403b-a1b1-93e4a77da253 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:37.519075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-3a102274-08d3-403b-a1b1-93e4a77da253 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.1896079 Jan 18 23:30:37.547451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:37.555125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:37.590651 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba', 'code': 200} Jan 18 23:30:37.625741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.625741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c5cf86e-ae53-45ad-b157-04c9857234ab up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:37.800152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-086c05bc-bcaf-4aaf-b3ce-ae1add47bc31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.2717283 Jan 18 23:30:37.804021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8bfb4fd0-e8ad-4ce2-9018-3c1db133dceb req-970f1cbd-78f0-4e1b-bbd5-f94207b5d9c3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1326256 Jan 18 23:30:37.822997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:37.860112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8bfb4fd0-e8ad-4ce2-9018-3c1db133dceb req-996f99a4-36b8-4d70-a2fa-e146a5af3514 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Jan 18 23:30:37.870631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 6c5cf86e-ae53-45ad-b157-04c9857234ab triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:37.870631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:37.873449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524afdf8-4f7c-48af-a1a9-d82c86c29d3f req-e8304789-e371-48ee-a4aa-d101f20fd4d3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:37.874962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-524afdf8-4f7c-48af-a1a9-d82c86c29d3f req-e8304789-e371-48ee-a4aa-d101f20fd4d3 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 984 time: 0.2769010 Jan 18 23:30:37.956307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-73b61692-d3b3-4765-927d-46ea4350f481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:37.957836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-73b61692-d3b3-4765-927d-46ea4350f481 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1522284 Jan 18 23:30:37.961894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-524afdf8-4f7c-48af-a1a9-d82c86c29d3f req-465c4cc0-f756-45f6-b404-5422e40cf6fd tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0785680 Jan 18 23:30:38.013710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['4608646d-704c-40e9-9598-4a126b19c6e4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:30:38.046065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-815ddbf3-5d51-48e1-ae90-550e8bc2a16c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815482 Jan 18 23:30:38.075029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:38.112355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:38.178786 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:38.322587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:38.338629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-23562097-b19c-46af-b5bf-0e88be1fa33b service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847698 Jan 18 23:30:38.463544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2aee97-3d5e-4eed-9d8e-a7d6c15b2b98 req-9b13d1a8-cb37-48b4-af28-6b761e5084cf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:38.470142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f2aee97-3d5e-4eed-9d8e-a7d6c15b2b98 req-9b13d1a8-cb37-48b4-af28-6b761e5084cf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2118111 Jan 18 23:30:38.531544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f94ef1ae-e665-4bce-b258-8c1d9fcdbedb req-f5764c3f-974d-49ce-812a-e6f11cb856c3 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868002 Jan 18 23:30:38.558883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f2aee97-3d5e-4eed-9d8e-a7d6c15b2b98 req-fea19db3-3382-42dc-a8e8-5dbb90bf7d46 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872486 Jan 18 23:30:38.652534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb458b0-a28d-455e-a7df-1e6b179a74be req-3f150ca9-698b-4a78-a724-c749d3700d2a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:38.652534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4cb458b0-a28d-455e-a7df-1e6b179a74be req-3f150ca9-698b-4a78-a724-c749d3700d2a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 945 time: 0.0777531 Jan 18 23:30:38.704150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4cb458b0-a28d-455e-a7df-1e6b179a74be req-24d25048-3a1a-45ff-9421-5d3c6b3ef36a tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449286 Jan 18 23:30:39.110734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.147042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:39.204010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65e310-ddb0-4e10-b665-6aba1d4f3ff2 req-725a51f1-cb43-455a-a05b-483723e26e08 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:39.212803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec65e310-ddb0-4e10-b665-6aba1d4f3ff2 req-725a51f1-cb43-455a-a05b-483723e26e08 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 984 time: 0.1134436 Jan 18 23:30:39.243488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34436) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:39.274475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec65e310-ddb0-4e10-b665-6aba1d4f3ff2 req-8bbd9596-59a1-4d7a-b2b4-4e41a3e839a0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0605602 Jan 18 23:30:39.379809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1606903557-network', 'tenant_id': 'b6885f51b1894e6d982d7db77acc9bf5'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:39.385417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:39.389338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Usage tracker for resource:network and tenant:b6885f51b1894e6d982d7db77acc9bf5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:39.398147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:39.409942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:39.442956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.476107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Made reservation on behalf of b6885f51b1894e6d982d7db77acc9bf5 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:39.478398 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.489108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:39.496274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Usage tracker for resource:security_group_rule and tenant:f0260ce5bb77469db4b5394b73d2047a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:39.498671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.507996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:39.516564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:39.555902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:39.574203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Usage tracker for resource:security_group_rule and tenant:b6885f51b1894e6d982d7db77acc9bf5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:39.578407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:39.589110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:39.593125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:39.648303 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.687087 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'code': 200} Jan 18 23:30:39.704596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.801512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b20b71-2071-48ef-81e7-fd93379d28fc req-3b24488d-09c3-4c50-b9a1-1d1e281e27e3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:39.803366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89b20b71-2071-48ef-81e7-fd93379d28fc req-3b24488d-09c3-4c50-b9a1-1d1e281e27e3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.0877180 Jan 18 23:30:39.822395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.856403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c8279-3916-4524-b847-6f68527c08a5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:39.885847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.923074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89b20b71-2071-48ef-81e7-fd93379d28fc req-c31877cf-da78-4aff-bab9-118e56b41025 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135128 Jan 18 23:30:39.936587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:39.956543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f158956-99a9-4b33-849b-51f7dc8f38cc req-cb146c1d-f600-4abb-96fe-7faf5e9922aa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:39.958764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f158956-99a9-4b33-849b-51f7dc8f38cc req-cb146c1d-f600-4abb-96fe-7faf5e9922aa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 945 time: 0.1107795 Jan 18 23:30:39.970538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:30:39.993138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb8a1602-750e-4579-8973-fcd5498ead83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0260ce5bb77469db4b5394b73d2047a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7475169 Jan 18 23:30:39.995720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:39.996817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:39.997437 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Added segment 82ac76db-78f6-4246-b89f-2c2b875788d2 of type vlan for network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b Jan 18 23:30:40.047646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.068401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f158956-99a9-4b33-849b-51f7dc8f38cc req-58f5a14d-eabe-40f9-8be7-a8205bbb9fdf tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922468 Jan 18 23:30:40.096489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.124618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.142474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.143577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:40.144214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.239286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.254236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] Pushing event updated for resources: {'Network': ['ID=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:40.266756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:30:40.267766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c8279-3916-4524-b847-6f68527c08a5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:40.283774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.284933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-491f0e50-b5ba-420c-95be-bfc847581679 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/706c8279-3916-4524-b847-6f68527c08a5 HTTP/1.1" status: 204 len: 168 time: 0.2882493 Jan 18 23:30:40.320075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59384e53-b50d-4da0-ac69-4fe55f4a362f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1797576 Jan 18 23:30:40.322701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34482) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:40.329346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Request body: {'subnet': {'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1606903557-subnet', 'tenant_id': 'b6885f51b1894e6d982d7db77acc9bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:40.375326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:40.385789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Usage tracker for resource:subnet and tenant:b6885f51b1894e6d982d7db77acc9bf5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:40.401860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:40.414732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:40.496350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Made reservation on behalf of b6885f51b1894e6d982d7db77acc9bf5 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:40.500140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.547515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18af1a-3328-4009-a41b-dc05c5d6b411 req-b65bf708-87d4-40bc-aba3-406229f2c942 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:40.555538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d18af1a-3328-4009-a41b-dc05c5d6b411 req-b65bf708-87d4-40bc-aba3-406229f2c942 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 984 time: 0.0922897 Jan 18 23:30:40.609845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d18af1a-3328-4009-a41b-dc05c5d6b411 req-559b914c-bf57-44ff-b8c9-855fe07215c6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0531173 Jan 18 23:30:40.868296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:40.901373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4608646d-704c-40e9-9598-4a126b19c6e4 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:30:41.009249 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Checking segment: {'id': '82ac76db-78f6-4246-b89f-2c2b875788d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:41.009607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Network hostable DHCP agents. Network: d9e4ee5b-7b1c-4906-b08c-e66eccfd577b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:30:41.027570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948890e2-87b8-4622-a333-513aa00f2b0c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:41.182193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:30:41.212096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.213987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 4608646d-704c-40e9-9598-4a126b19c6e4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:30:41.222383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 4608646d-704c-40e9-9598-4a126b19c6e4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:30:41.223036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.291973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d9e4ee5b-7b1c-4906-b08c-e66eccfd577b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:41.302004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c979dc3-8182-40e2-b18a-caeb9dbb60b0 None None] Network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:41.303528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:41.304959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.448500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f7f391ea-5fb7-47cb-b1f1-f1cb6c949798 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1244948 Jan 18 23:30:41.517590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645f8a5-301c-4c05-a3ff-5ef050d3cee3 req-5fc7f06b-bf2a-46bb-ad0e-c86e0bff8075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:41.525527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4645f8a5-301c-4c05-a3ff-5ef050d3cee3 req-5fc7f06b-bf2a-46bb-ad0e-c86e0bff8075 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 945 time: 0.2800698 Jan 18 23:30:41.543291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34506) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:41.573671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.578477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ea38c-cbb1-4f33-b06c-a4ac0f7f26d1 req-0ca2fe79-1c2a-47b3-b230-5f77c34bda7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:41.589401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63ea38c-cbb1-4f33-b06c-a4ac0f7f26d1 req-0ca2fe79-1c2a-47b3-b230-5f77c34bda7b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.4433265 Jan 18 23:30:41.655199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:41.661008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Usage tracker for resource:security_group_rule and tenant:b868236cba1b47279a22ac9ac18e5cd8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:41.664082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:41.676342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:41.677190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63ea38c-cbb1-4f33-b06c-a4ac0f7f26d1 req-32be3f1f-6ab2-4c60-b629-e002162c971f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864303 Jan 18 23:30:41.679723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.700629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4645f8a5-301c-4c05-a3ff-5ef050d3cee3 req-f3746c73-17b7-4b91-aeba-c0af644da8f8 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738014 Jan 18 23:30:41.877753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:41.942273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.012009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7814ec-721e-437b-b381-53510e9e3888 req-1619131a-c878-4040-a7bd-86f9e91fbf11 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:42.026499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7814ec-721e-437b-b381-53510e9e3888 req-1619131a-c878-4040-a7bd-86f9e91fbf11 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 984 time: 0.1309416 Jan 18 23:30:42.038407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:42.048776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9910d3b-ba2d-480e-b112-5cfcf6d591eb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:42.072203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2192a-65ee-4649-8e86-62c06e571bd8 None None] Network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:42.104907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0be1c8bc-2576-44ee-93cb-b61ea2d73627 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b868236cba1b47279a22ac9ac18e5cd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5604267 Jan 18 23:30:42.106168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34522) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:42.185906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7814ec-721e-437b-b381-53510e9e3888 req-8078e710-1f41-44a7-bd72-2dc39e332ceb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1581428 Jan 18 23:30:42.209859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.238937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4608646d-704c-40e9-9598-4a126b19c6e4,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:42.300091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.341555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.489283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec6a9e-7974-4de9-9c73-0579de24d9dc req-f8489066-5067-4446-abef-da3b0df6d7fa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:42.491161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5eec6a9e-7974-4de9-9c73-0579de24d9dc req-f8489066-5067-4446-abef-da3b0df6d7fa tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 945 time: 0.1493251 Jan 18 23:30:42.498864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.571227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5eec6a9e-7974-4de9-9c73-0579de24d9dc req-0aa7afce-f382-4547-a828-4166e85c33d6 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Jan 18 23:30:42.617507 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4', 'code': 200} Jan 18 23:30:42.707504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:42.865856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:42.870463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9910d3b-ba2d-480e-b112-5cfcf6d591eb HTTP/1.1" status: 204 len: 168 time: 0.7633243 Jan 18 23:30:42.871517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093cc24-2b4a-439c-a65d-405dfd9b7042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9910d3b-ba2d-480e-b112-5cfcf6d591eb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:43.088755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df479a-0804-4299-ad4f-3e2c4e0487af req-46888c86-43f2-42f9-9147-3b4862b8be09 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:43.098195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5df479a-0804-4299-ad4f-3e2c4e0487af req-46888c86-43f2-42f9-9147-3b4862b8be09 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1957326 Jan 18 23:30:43.209831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5df479a-0804-4299-ad4f-3e2c4e0487af req-1ce183eb-2557-4cb4-bac3-8c3cf193b319 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093109 Jan 18 23:30:43.387009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e959beb-6955-4d83-aa01-dfbb65be6550 req-a84523bd-0eb3-4b26-9aeb-744dbb2113c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1136 time: 0.5510397 Jan 18 23:30:43.476886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0e959beb-6955-4d83-aa01-dfbb65be6550 req-731feac7-31ad-4b26-93a9-7a89c47e043e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3b25fb21-9ebd-44ba-afa5-43b05f671751&id=813ec4c1-82d5-4d86-ad80-db927d9e05da&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0733254 Jan 18 23:30:43.590588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c8e5-c61e-4a88-833e-ce2e2199a3ec req-3ab7310e-6e94-4edc-8cd0-96a02fe0ee60 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:43.597383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac4c8e5-c61e-4a88-833e-ce2e2199a3ec req-3ab7310e-6e94-4edc-8cd0-96a02fe0ee60 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.1385543 Jan 18 23:30:43.710272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac4c8e5-c61e-4a88-833e-ce2e2199a3ec req-eb79aa90-c815-4deb-86d0-6f8d9a592db0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0912018 Jan 18 23:30:43.868452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-774436f4-76e2-4e6a-81ae-6a5bc40c1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.026752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:44.033940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1315798640-network', 'tenant_id': 'a9a9fba874014d1c84a71a573d63b899'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:44.078373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:44.095582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Usage tracker for resource:network and tenant:a9a9fba874014d1c84a71a573d63b899 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:44.103207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:44.112485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:44.157275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5db5-a131-487b-a8c9-da7aeb85cda4 req-2a8ffdd3-d3be-4899-aa39-0d0183a3590f tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:44.166470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82fc5db5-a131-487b-a8c9-da7aeb85cda4 req-2a8ffdd3-d3be-4899-aa39-0d0183a3590f tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 945 time: 0.1282892 Jan 18 23:30:44.235476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82fc5db5-a131-487b-a8c9-da7aeb85cda4 req-1884b3b6-b6a9-498e-a55a-0f024593cb67 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630744 Jan 18 23:30:44.235476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Made reservation on behalf of a9a9fba874014d1c84a71a573d63b899 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:44.238347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.261187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.296124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:44.300731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Usage tracker for resource:security_group_rule and tenant:a9a9fba874014d1c84a71a573d63b899 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:44.304438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:44.311192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:44.432384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.487579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.515792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:30:44.560138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.564865 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Added segment 49afb7f4-6e32-4493-a341-19bb8c0c1e3f of type vlan for network 6497fdcd-accf-4a7c-a214-64dde4ba1855 Jan 18 23:30:44.564865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7a738-a336-499d-8dc3-8e1e0261395e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:44.687390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a07ef5-899d-42c9-824f-a5230352b082 req-68c20708-ba33-4866-8cb9-17c38b0110c9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:44.694030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a07ef5-899d-42c9-824f-a5230352b082 req-68c20708-ba33-4866-8cb9-17c38b0110c9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2555442 Jan 18 23:30:44.785616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:44.854401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49a07ef5-899d-42c9-824f-a5230352b082 req-788d471b-c3cd-4986-84ed-3cc135fa6c46 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599119 Jan 18 23:30:45.080253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-f35bca32-932e-4a5f-9bb9-ccbfb7afccae tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:45.081947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-f35bca32-932e-4a5f-9bb9-ccbfb7afccae tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 945 time: 0.5109196 Jan 18 23:30:45.130383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-06285b12-b8d5-441e-997e-edb627f643d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2861032 Jan 18 23:30:45.185415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.186698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:45.187466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.433072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-9e02e5b9-bab5-4b6e-9caa-4c3140d3dffb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 1097 time: 0.1130102 Jan 18 23:30:45.442516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Deleting port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:30:45.443337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.589928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5618250 Jan 18 23:30:45.609640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:45.638193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Request body: {'subnet': {'network_id': '6497fdcd-accf-4a7c-a214-64dde4ba1855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1315798640-subnet', 'tenant_id': 'a9a9fba874014d1c84a71a573d63b899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:45.644651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:45.649160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Usage tracker for resource:subnet and tenant:a9a9fba874014d1c84a71a573d63b899 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:45.652946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:45.661848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:45.675978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac074c-865c-468f-831f-406278b90b2e admin admin] Pushing event updated for resources: {'Network': ['ID=6497fdcd-accf-4a7c-a214-64dde4ba1855,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:45.698758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 6497fdcd-accf-4a7c-a214-64dde4ba1855 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:30:45.804936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-8a1ccd7d-6e39-4074-bf2e-bf4f55fb612d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:45.805677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-8a1ccd7d-6e39-4074-bf2e-bf4f55fb612d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:45.814126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Made reservation on behalf of a9a9fba874014d1c84a71a573d63b899 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:45.819637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:45.821574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-08873022-f746-4a73-b6c0-d626b8be943a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:45.825643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-08873022-f746-4a73-b6c0-d626b8be943a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.3662779 Jan 18 23:30:46.017985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-621a9afe-909f-45d2-80d8-380df2aa4c66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 200 len: 217 time: 0.1624694 Jan 18 23:30:46.020966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-8a1ccd7d-6e39-4074-bf2e-bf4f55fb612d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:46.022195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-8a1ccd7d-6e39-4074-bf2e-bf4f55fb612d tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d12d7ac-326f-4a64-b195-68c5eccea0c6 HTTP/1.1" status: 200 len: 945 time: 0.5344157 Jan 18 23:30:46.050377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d3a74490-9298-42fd-b986-ea56d2308055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.141166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Deleting port 3b6e71ee-2e86-4243-8de5-696860c9f8ba {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:30:46.142665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.233576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48099a0d-9e12-4594-b3d8-fe789387281c req-5f268cd1-700a-4588-9573-a071076041f6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:46.235138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48099a0d-9e12-4594-b3d8-fe789387281c req-5f268cd1-700a-4588-9573-a071076041f6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 1.3076901 Jan 18 23:30:46.435238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] For port 3b6e71ee-2e86-4243-8de5-696860c9f8ba, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=3b6e71ee-2e86-4243-8de5-696860c9f8ba,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:46.436021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.470622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e0ed8-42bd-412e-aa0b-3cfd8a138871 req-705a951f-b356-4ca7-9a9a-7cb1bc1fec72 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:46.489121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a8e0ed8-42bd-412e-aa0b-3cfd8a138871 req-705a951f-b356-4ca7-9a9a-7cb1bc1fec72 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 945 time: 0.9681990 Jan 18 23:30:46.559015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-6a0128af-16d4-4430-be88-120a03e2e601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:46.560456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-6a0128af-16d4-4430-be88-120a03e2e601 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.5304646 Jan 18 23:30:46.567674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Calling delete_port for 3b6e71ee-2e86-4243-8de5-696860c9f8ba owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:30:46.907984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48099a0d-9e12-4594-b3d8-fe789387281c req-e15fef3d-70a3-45fa-a6d0-d8b777a5533b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3790867 Jan 18 23:30:46.907984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a8e0ed8-42bd-412e-aa0b-3cfd8a138871 req-c841562c-c593-4f98-b95c-6ca23b732d35 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/security-groups?id=65073661-d1ae-42e1-a88d-fe2e9a82c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740789 Jan 18 23:30:46.907984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] For port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,segment=NetworkSegment(ca2e6749-07d6-430a-b9dc-12bb7d2224c8),segment_id=ca2e6749-07d6-430a-b9dc-12bb7d2224c8)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:30:46.907984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:46.909237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-373f4441-9e7e-4fef-b773-83f3ed5cf08b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112280 Jan 18 23:30:46.909237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-5b147799-2668-4dd9-b6be-71cb97b484a8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:30:46.909237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-5b147799-2668-4dd9-b6be-71cb97b484a8 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056343 Jan 18 23:30:46.909794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Calling delete_port for 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:30:46.953750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-54db2cb0-57ac-4482-a2ed-7b89f50076f6 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221680 Jan 18 23:30:47.036287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0f8e5-a06a-4d80-ade8-a3c706234375 req-5b52ddd7-72ac-41ee-bec2-e1713d98dc48 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:47.037856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86e0f8e5-a06a-4d80-ade8-a3c706234375 req-5b52ddd7-72ac-41ee-bec2-e1713d98dc48 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1607606 Jan 18 23:30:47.099642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.110439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.156824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86e0f8e5-a06a-4d80-ade8-a3c706234375 req-231a7823-bed4-4d4c-9a2e-5b403cdad018 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113260 Jan 18 23:30:47.186680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1832ad-707a-425d-ac81-5c3870087d56,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:47.202341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.288321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.342545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event deleted for resources: {'Port': ['ID=3b6e71ee-2e86-4243-8de5-696860c9f8ba,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:47.359108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12770d6b-3eca-4164-8ce6-e32f4a12ef07 req-7ea93f85-e3fa-4c3c-af48-0e3bdda07738 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986604 Jan 18 23:30:47.422257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Pushing event deleted for resources: {'Port': ['ID=94703c60-35ae-4d80-9cbc-eeb9eb2b2500,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:47.431382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Checking segment: {'id': '49afb7f4-6e32-4493-a341-19bb8c0c1e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6497fdcd-accf-4a7c-a214-64dde4ba1855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:47.431745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Network hostable DHCP agents. Network: 6497fdcd-accf-4a7c-a214-64dde4ba1855, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:30:47.459288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.528194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] No DVR routers for this DVR port 3b6e71ee-2e86-4243-8de5-696860c9f8ba on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:47.532119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.537648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'name': 'network-vif-deleted', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:47.583319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] No DVR routers for this DVR port 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:30:47.598745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.608514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'name': 'network-vif-deleted', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:47.668785 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d12d7ac-326f-4a64-b195-68c5eccea0c6', 'name': 'network-vif-deleted', 'tag': '3b6e71ee-2e86-4243-8de5-696860c9f8ba', 'status': 'completed', 'code': 200} Jan 18 23:30:47.669672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c30bb7ae-fc7b-4d24-bcfa-9d7b8a674ad2 req-d29532bd-2044-4c90-b119-4c1393d7c411 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.83 "DELETE /v2.0/ports/94703c60-35ae-4d80-9cbc-eeb9eb2b2500 HTTP/1.1" status: 204 len: 173 time: 2.5689256 Jan 18 23:30:47.684118 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6db5fec3-d868-4dce-9f28-3cb77042a1c6 req-63b6997e-7ec7-4b26-86e7-cce8991fa685 tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.89 "DELETE /v2.0/ports/3b6e71ee-2e86-4243-8de5-696860c9f8ba HTTP/1.1" status: 204 len: 173 time: 1.6554787 Jan 18 23:30:47.699338 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a104913b-64c1-4aa4-a420-dad9a5445b46', 'name': 'network-vif-deleted', 'tag': '94703c60-35ae-4d80-9cbc-eeb9eb2b2500', 'status': 'completed', 'code': 200} Jan 18 23:30:47.753852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Network 6497fdcd-accf-4a7c-a214-64dde4ba1855 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:30:47.850316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 6497fdcd-accf-4a7c-a214-64dde4ba1855) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:47.856199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:47.857125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:47.861647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f39cb0d-e435-482c-adbc-42822c49a207 None None] Network 6497fdcd-accf-4a7c-a214-64dde4ba1855 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:47.948587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-56f53ac9-9da5-44e4-8b45-8bcf38567385 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3335698 Jan 18 23:30:48.176767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92188d2-8ece-486e-ab45-60843d4bb044 req-04311ce3-f02e-4f87-a5d4-7c8b188e18a5 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:48.185958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f92188d2-8ece-486e-ab45-60843d4bb044 req-04311ce3-f02e-4f87-a5d4-7c8b188e18a5 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.1162877 Jan 18 23:30:48.262877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f92188d2-8ece-486e-ab45-60843d4bb044 req-02c28652-5f0d-49d7-a68b-6268afe40fe2 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0755525 Jan 18 23:30:48.296048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bbde3-6881-4c38-b1d5-777aad97affc None None] Network 6497fdcd-accf-4a7c-a214-64dde4ba1855 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:30:48.491148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10979f0f-429c-4203-90bc-b64caa84c377 req-704af168-ca6a-4530-a0e8-1341d9fab1dd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Synchronizing usage tracker for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:48.629141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10979f0f-429c-4203-90bc-b64caa84c377 req-704af168-ca6a-4530-a0e8-1341d9fab1dd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] Unset dirty status for tenant:f166a9d3d94040dca1c52f3d844b0246 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:48.634178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10979f0f-429c-4203-90bc-b64caa84c377 req-704af168-ca6a-4530-a0e8-1341d9fab1dd tempest-MultipleCreateTestJSON-2056068782 tempest-MultipleCreateTestJSON-2056068782-project] 10.222.0.59 "GET /v2.0/ports?device_id=a104913b-64c1-4aa4-a420-dad9a5445b46 HTTP/1.1" status: 200 len: 210 time: 0.2069898 Jan 18 23:30:48.690252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:48.812252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:30:48.812252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 94703c60-35ae-4d80-9cbc-eeb9eb2b2500 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:48.907270 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:48.974617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b6e71ee-2e86-4243-8de5-696860c9f8ba no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:30:49.001720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e838b8b-0bb1-490e-9769-e6d16bd72211 req-d32b4ffe-467d-4d46-9d0c-652589f68394 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:49.011868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e838b8b-0bb1-490e-9769-e6d16bd72211 req-d32b4ffe-467d-4d46-9d0c-652589f68394 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.3108289 Jan 18 23:30:49.029073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 3b6e71ee-2e86-4243-8de5-696860c9f8ba {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:30:49.029547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 3b6e71ee-2e86-4243-8de5-696860c9f8ba not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:30:49.126105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e838b8b-0bb1-490e-9769-e6d16bd72211 req-5b135b6a-1b0a-4c03-b071-041273aac64a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067624 Jan 18 23:30:49.172891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ba553-7df2-40df-a52f-2fd0ae832a22 req-71da1b8b-9430-4a77-b567-81d11bf35792 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:49.180412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a5ba553-7df2-40df-a52f-2fd0ae832a22 req-71da1b8b-9430-4a77-b567-81d11bf35792 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.1227064 Jan 18 23:30:49.250214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a5ba553-7df2-40df-a52f-2fd0ae832a22 req-ab2f1d7a-1c50-4386-9b30-08a054636d09 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0673707 Jan 18 23:30:49.681099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-0867298f-8169-4c74-8652-71616c9c89cd tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1136 time: 0.2409928 Jan 18 23:30:49.730966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:49.770873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-dc1bd89f-64a9-4fc8-a1e0-cf9569f3ed9f tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:49.777411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-dc1bd89f-64a9-4fc8-a1e0-cf9569f3ed9f tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/networks?id=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b HTTP/1.1" status: 200 len: 809 time: 0.2056036 Jan 18 23:30:49.800279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:49.807662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Usage tracker for resource:security_group_rule and tenant:2751333d12234c99b7b9922fa0a59efa is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:49.817536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-76867a08-adc0-47be-8bd3-4b8b0dc0cfde tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/quotas/b6885f51b1894e6d982d7db77acc9bf5 HTTP/1.1" status: 200 len: 375 time: 0.0390909 Jan 18 23:30:49.820379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:49.864535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:49.880680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-cf2ea45a-fd5f-4168-afaf-2701e3c04cb2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6885f51b1894e6d982d7db77acc9bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621715 Jan 18 23:30:50.062247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-0a36d8da-8e81-428b-840e-9e35f2d461f0 service neutron] 10.222.0.59 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805348 Jan 18 23:30:50.101408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:50.281289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:50.337632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5051914d-876b-4cea-8a6a-f6cb5ba6d61d req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6492836 Jan 18 23:30:50.353265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043afb9-bc02-4594-8287-52fcb3b1f53d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16b676-366a-4575-9d6b-5d7bab556fb9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:50.384934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:50.385884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-c51c9de6-c237-4e13-8655-18a9a01e55a2 service neutron] 10.222.0.59 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227134 Jan 18 23:30:50.627358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e92ff917-6515-413c-860d-108a67fc07c7 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1131 time: 0.2339692 Jan 18 23:30:50.629737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:50.635266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '4608646d-704c-40e9-9598-4a126b19c6e4', 'tenant_id': '202a1616474d4f718f299cec218854df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:50.646247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:50.656254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:floatingip and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:50.664395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:50.684589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:50.812242 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.005366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-140490ff-61d4-4ce5-a573-cf183e613cd7 req-0db90868-511a-408a-862d-e08b139c7e0d tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 210 time: 0.1457951 Jan 18 23:30:51.116281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34714) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:51.161996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53632b8-b8ed-4cba-a848-2fa5bbcafb5d req-53e71227-1778-483d-b2c2-8f0a8592dd59 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:51.168093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f53632b8-b8ed-4cba-a848-2fa5bbcafb5d req-53e71227-1778-483d-b2c2-8f0a8592dd59 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2572269 Jan 18 23:30:51.189175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Deleting subnet 43ea781b-3baf-417c-a98c-012291ace4db {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:30:51.189175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.203687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.230141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f53632b8-b8ed-4cba-a848-2fa5bbcafb5d req-1e66bf91-9d46-4e50-89e0-003cb0e91af0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Jan 18 23:30:51.253916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.360126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.458418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.25.1.224 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/9ec0cd1e-1425-4e7a-a874-dc0b41edba47) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:51.611767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.682977 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.776501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ea781b-3baf-417c-a98c-012291ace4db,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:51.786438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.800907 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-090c9284-3ec4-4b14-8736-97f2bf534e54 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/43ea781b-3baf-417c-a98c-012291ace4db HTTP/1.1" status: 204 len: 168 time: 0.6802564 Jan 18 23:30:51.800907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34726) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:51.811674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:51.966681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:51.970227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:51.974272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:52.019910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=9ec0cd1e-1425-4e7a-a874-dc0b41edba47,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:52.050643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.176798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-393ce8ec-d7cb-4a9a-9a0d-d158b4acf48f req-d24d2319-4a9f-417e-82d9-02aeffd1f434 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 210 time: 0.0738113 Jan 18 23:30:52.194981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.233921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f397725-2754-4ecb-bf7d-59f979018835']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:52.247313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:52.247613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2e6749-07d6-430a-b9dc-12bb7d2224c8') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:52.260374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.278907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.286854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:30:52.287417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:30:52.463287 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:30:52.581169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.604220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:52.607730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57955-0384-4b56-a14a-beaabf88892e req-e63388dd-e146-4ab7-85ae-f28932f02789 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:52.609162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5d57955-0384-4b56-a14a-beaabf88892e req-e63388dd-e146-4ab7-85ae-f28932f02789 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1409833 Jan 18 23:30:52.674491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5d57955-0384-4b56-a14a-beaabf88892e req-3cc2b083-b2c3-43de-bda7-6fbcea744c0c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Jan 18 23:30:52.693043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f397725-2754-4ecb-bf7d-59f979018835,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:52.721824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9471dc75-4df9-4357-9aa4-84a25abc0457 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2f397725-2754-4ecb-bf7d-59f979018835 HTTP/1.1" status: 204 len: 168 time: 0.9220138 Jan 18 23:30:52.759916 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:30:52.928108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.153766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.282134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34750) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:53.352752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-238079df-9f3d-4db5-9480-e006cfb14bd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f166a9d3d94040dca1c52f3d844b0246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662191 Jan 18 23:30:53.354859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34754) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:53.431521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.471341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.561307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6f2d8f6-b36e-4ca4-9a76-60a8c8659b67 req-a0668bb1-e8ca-47e8-b8fe-800028f2cd61 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 210 time: 0.0544090 Jan 18 23:30:53.662677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.667755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.693327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65073661-d1ae-42e1-a88d-fe2e9a82c2e4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:53.699537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:53.701141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5242d97b-0ade-44fa-aa33-1df219160ec1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65073661-d1ae-42e1-a88d-fe2e9a82c2e4 HTTP/1.1" status: 204 len: 168 time: 0.3446949 Jan 18 23:30:53.772012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.036400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=9ec0cd1e-1425-4e7a-a874-dc0b41edba47,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:54.332914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:54.466028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-b09afef1-52b0-4257-a479-37757a0a4e8e tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:54.467566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-b09afef1-52b0-4257-a479-37757a0a4e8e tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.83 "GET /v2.0/networks?id=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b HTTP/1.1" status: 200 len: 809 time: 0.5040896 Jan 18 23:30:54.495708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Request body: {'port': {'device_id': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b', 'admin_state_up': True, 'tenant_id': 'b6885f51b1894e6d982d7db77acc9bf5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:54.599627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb451be2-6d9f-481b-9313-1320686e8575 req-f81c2a9b-da62-410b-a74d-39a0dfcbb908 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:54.599627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb451be2-6d9f-481b-9313-1320686e8575 req-f81c2a9b-da62-410b-a74d-39a0dfcbb908 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.5470467 Jan 18 23:30:54.759497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:54.766544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb451be2-6d9f-481b-9313-1320686e8575 req-db58f007-b88f-4361-bf81-7b0706e9a5b9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781666 Jan 18 23:30:54.800105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Usage tracker for resource:port and tenant:b6885f51b1894e6d982d7db77acc9bf5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:54.806566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:54.821325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:54.826796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77d9067a-ec41-48be-9e36-5d8bcfba9760 req-1d1bc332-3657-4e0d-a478-bc08e2982868 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 210 time: 0.0687404 Jan 18 23:30:54.910751 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Floating IP cd03c628-bfdc-4c4a-83ba-616a1fad6652 associated. External IP: 172.25.1.224, port: 4608646d-704c-40e9-9598-4a126b19c6e4. Jan 18 23:30:54.995498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Made reservation on behalf of b6885f51b1894e6d982d7db77acc9bf5 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:30:54.999955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:55.287263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Allocated IP 172.20.0.3 (d9e4ee5b-7b1c-4906-b08c-e66eccfd577b/948890e2-87b8-4622-a333-513aa00f2b0c/5094d90f-54be-42a4-a3b2-f38654922815) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:30:56.024779 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.170837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994fa80-4680-45cd-b17b-c4668036d4b0 req-f3bd8785-1e6e-4e4f-96af-508169884e8c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:56.172356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a994fa80-4680-45cd-b17b-c4668036d4b0 req-f3bd8785-1e6e-4e4f-96af-508169884e8c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1328425 Jan 18 23:30:56.296331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.420808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a994fa80-4680-45cd-b17b-c4668036d4b0 req-418e4d22-b3fb-41f8-b6f4-dfd4949e1456 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420349 Jan 18 23:30:56.488241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:30:56.505226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Pushing event updated for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:56.509078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:30:56.512266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:30:56.686798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd17fa-5e40-4864-b414-fe15885c3609 req-99e09aea-07ad-4e58-8faf-20023d28ab18 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:56.695054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79bd17fa-5e40-4864-b414-fe15885c3609 req-99e09aea-07ad-4e58-8faf-20023d28ab18 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 931 time: 0.4085188 Jan 18 23:30:56.701091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:56.701728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:56.769331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 6350b297-35bf-4739-806d-3656ad2d4b2c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:30:56.818699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79bd17fa-5e40-4864-b414-fe15885c3609 req-568048ab-ae69-46e9-be6d-5237ce82cc61 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Jan 18 23:30:56.905845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-a2044723-bce2-4b4e-8ea0-a44cb0c9b772 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4155433 Jan 18 23:30:56.925893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Request body: {'port': {'device_id': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:30:57.085831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.352368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:30:57.367275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Sync routers for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:30:57.415175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:57.415802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:30:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:57.542769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:57.786597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-62654c46-7453-40f9-80fd-a7a97549fb7c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1556408 Jan 18 23:30:57.788379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:30:57.789091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34854) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.837935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:57.964331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:58.092004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5094d90f-54be-42a4-a3b2-f38654922815 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:30:58.100344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.100752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.103617 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.105894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.107369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.108150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.112328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.120009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.120009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.120009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.120009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7c99a72c-c36c-4c7e-830f-5a6079c88e46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.3281109 Jan 18 23:30:58.128245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34868) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:58.145468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Transition to ACTIVE for port object 5094d90f-54be-42a4-a3b2-f38654922815 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:30:58.292788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.293372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.293889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.294566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.295106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.295661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.296164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.296717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.297256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.302689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd4f97e0-91d0-4552-8aa5-3b07963e02e1 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5901 time: 0.1654632 Jan 18 23:30:58.304358 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4', 'status': 'completed', 'code': 200} Jan 18 23:30:58.305164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.310478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:58.452338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adbeaf-f490-4e52-bf1c-3e56f1c9c41b req-a0313880-72ae-43f2-ab9f-09e70530ebc9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.462063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08adbeaf-f490-4e52-bf1c-3e56f1c9c41b req-a0313880-72ae-43f2-ab9f-09e70530ebc9 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.5623500 Jan 18 23:30:58.491069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-a6a30e25-9c9e-4158-8345-bd3f4e1ab042 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1136 time: 0.2567689 Jan 18 23:30:58.548884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:58.729547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:30:58.744983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Usage tracker for resource:security_group_rule and tenant:0b703e6402b64dc9895917fa05d02681 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:30:58.751074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:30:58.759817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:30:58.762714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-6934e6bf-afc4-4078-be21-a9b0977c495c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:58.764184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-6934e6bf-afc4-4078-be21-a9b0977c495c service neutron] 10.222.0.89 "GET /v2.0/networks?id=38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 200 len: 898 time: 0.2484689 Jan 18 23:30:58.794385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'cd03c628-bfdc-4c4a-83ba-616a1fad6652', 'tenant_id': '202a1616474d4f718f299cec218854df', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'port_id': '4608646d-704c-40e9-9598-4a126b19c6e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'mac_address': 'fa:16:3e:f4:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0863b5-2431-4919-b331-28ca276808a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:30:52Z', 'updated_at': '2022-01-18T23:30:52Z', 'revision_number': 0, 'project_id': '202a1616474d4f718f299cec218854df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:58.794385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Checking router: 6350b297-35bf-4739-806d-3656ad2d4b2c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:30:58.809805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:30:58.810573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:30:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:30:58.911874 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-4360037d-609f-4c52-a67a-4294551a2f63 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 200 len: 1000 time: 0.1394188 Jan 18 23:30:59.118216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:30:59.173599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34884) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:30:59.207443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:30:59.220761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-03d45057-851f-40bc-bb56-5bfed81be071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:59.223619 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-03d45057-851f-40bc-bb56-5bfed81be071 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8473cc74-a9df-4083-99af-e176ae5a688a HTTP/1.1" status: 200 len: 834 time: 0.3043122 Jan 18 23:30:59.413323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08adbeaf-f490-4e52-bf1c-3e56f1c9c41b req-59b8ffb2-bac8-411e-a471-ab310d49ea82 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9471796 Jan 18 23:30:59.466485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54794110-53b5-49ce-9db9-fd4e79b0fe33 req-d0d23991-3521-4e4b-9a4e-2d7a68905334 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:30:59.466485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-54794110-53b5-49ce-9db9-fd4e79b0fe33 req-d0d23991-3521-4e4b-9a4e-2d7a68905334 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Synchronizing usage tracker for tenant:b6885f51b1894e6d982d7db77acc9bf5 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:30:59.473863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:59.492643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-bd1481bc-8776-422a-b28f-9eeecdf69cd5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38a76c9f-28be-4242-a52f-31683ea076d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601161 Jan 18 23:30:59.600314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Attempting to bind port 5094d90f-54be-42a4-a3b2-f38654922815 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:30:59.600662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Attempting to bind port 5094d90f-54be-42a4-a3b2-f38654922815 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '82ac76db-78f6-4246-b89f-2c2b875788d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:30:59.601034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Attempting to bind port 5094d90f-54be-42a4-a3b2-f38654922815 on network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:59.611240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:59.630890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Port 5094d90f-54be-42a4-a3b2-f38654922815 on network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:30:59.630890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Attempting to bind port 5094d90f-54be-42a4-a3b2-f38654922815 on network d9e4ee5b-7b1c-4906-b08c-e66eccfd577b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:30:59.637370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:30:59.637716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Checking segment: {'id': '82ac76db-78f6-4246-b89f-2c2b875788d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:30:59.638097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Bound using segment: {'id': '82ac76db-78f6-4246-b89f-2c2b875788d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:30:59.638534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Bound port: 5094d90f-54be-42a4-a3b2-f38654922815, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ac76db-78f6-4246-b89f-2c2b875788d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:30:59.638877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:59.694848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-b05125c9-574b-4086-894a-73378b7875e8 service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950476 Jan 18 23:30:59.695982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:30:59.806715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:30:59.815508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5094d90f-54be-42a4-a3b2-f38654922815,segment=NetworkSegment(82ac76db-78f6-4246-b89f-2c2b875788d2),segment_id=82ac76db-78f6-4246-b89f-2c2b875788d2)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:30:59.851431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-54794110-53b5-49ce-9db9-fd4e79b0fe33 req-d0d23991-3521-4e4b-9a4e-2d7a68905334 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Unset dirty status for tenant:b6885f51b1894e6d982d7db77acc9bf5 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:30:59.866966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54794110-53b5-49ce-9db9-fd4e79b0fe33 req-d0d23991-3521-4e4b-9a4e-2d7a68905334 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 943 time: 1.0201464 Jan 18 23:30:59.921414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.022027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'cd03c628-bfdc-4c4a-83ba-616a1fad6652', 'tenant_id': '202a1616474d4f718f299cec218854df', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'port_id': '4608646d-704c-40e9-9598-4a126b19c6e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'mac_address': 'fa:16:3e:f4:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0863b5-2431-4919-b331-28ca276808a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:30:52Z', 'updated_at': '2022-01-18T23:30:52Z', 'revision_number': 0, 'project_id': '202a1616474d4f718f299cec218854df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:00.033188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757c6239-55a2-499a-bd5b-a8f4e13c9c93 None None] The sync data for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 is: [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'cd03c628-bfdc-4c4a-83ba-616a1fad6652', 'tenant_id': '202a1616474d4f718f299cec218854df', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'port_id': '4608646d-704c-40e9-9598-4a126b19c6e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'mac_address': 'fa:16:3e:f4:f9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0863b5-2431-4919-b331-28ca276808a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:30:52Z', 'updated_at': '2022-01-18T23:30:52Z', 'revision_number': 0, 'project_id': '202a1616474d4f718f299cec218854df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:31:00.036242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:00.060748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c89845-f949-411e-a0d0-fce1ec81d3a2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:00.103151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Usage tracker for resource:security_group_rule and tenant:d46116fc116e4644b66a4a58f2fd5d0a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:00.115415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:00.117756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-483b0824-8a94-4de0-a0c0-cf2fe20a4d62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b703e6402b64dc9895917fa05d02681&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2787292 Jan 18 23:31:00.119951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.135466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.144635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] 10.222.0.83 "PUT /v2.0/ports/5094d90f-54be-42a4-a3b2-f38654922815 HTTP/1.1" status: 200 len: 1091 time: 3.2238827 Jan 18 23:31:00.173459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:00.192122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54794110-53b5-49ce-9db9-fd4e79b0fe33 req-b92b140c-3485-4668-9b2e-02abfc04be73 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849600 Jan 18 23:31:00.208302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9cb57d2b-757d-4a9c-bf78-83aeebabff97 req-4c615f67-c27e-4efc-ac18-0e7570537bbf service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973748 Jan 18 23:31:00.253374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffd452d0-9ea2-4940-9316-7ff42330347d tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 1.8867435 Jan 18 23:31:00.253603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34900) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.276821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757ed46-e4c2-4466-bca0-1f9a33e87cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:00.367798 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.378558 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ce2b7d0-29fc-4a0f-af0f-b420c87fc7ff tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6350b297-35bf-4739-806d-3656ad2d4b2c HTTP/1.1" status: 200 len: 1990 time: 0.1241446 Jan 18 23:31:00.383794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:00.420824 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749b21f8-fd5a-48b5-9fe4-1e1ceb7609e1 None None] New status for floating IP cd03c628-bfdc-4c4a-83ba-616a1fad6652: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:31:00.443855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.484882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d46116fc116e4644b66a4a58f2fd5d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2738812 Jan 18 23:31:00.505112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34912) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.570305 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815', 'status': 'completed', 'code': 200} Jan 18 23:31:00.570305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957e58-8cc4-4830-b835-16425145a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc49e0-bd2f-4367-a8ff-ba9e6bab2693,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:00.620806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.635467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.691079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.699744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.707711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34916) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:00.766159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-6d229a87-e22e-405b-8bd7-56b548b57f0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b6885f51b1894e6d982d7db77acc9bf5&device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 1094 time: 0.3718548 Jan 18 23:31:00.793748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.831834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc49e0-bd2f-4367-a8ff-ba9e6bab2693,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:00.879825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:00.898297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56e16b5f-7a42-4907-bdcf-ce9476e10c00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9dc49e0-bd2f-4367-a8ff-ba9e6bab2693 HTTP/1.1" status: 204 len: 168 time: 0.3920240 Jan 18 23:31:00.915904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-f4144887-0904-4771-848b-e457af0a992b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5094d90f-54be-42a4-a3b2-f38654922815 HTTP/1.1" status: 200 len: 217 time: 0.1367202 Jan 18 23:31:01.000548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0828-8c73-40d6-ad0e-cc779da52e52 req-62b047cc-833d-4669-8469-55d5bd266984 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:01.007884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e11a0828-8c73-40d6-ad0e-cc779da52e52 req-62b047cc-833d-4669-8469-55d5bd266984 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2952600 Jan 18 23:31:01.035958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-1016775e-1e71-4409-bee8-e11f5d1b738f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:01.036652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-1016775e-1e71-4409-bee8-e11f5d1b738f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=948890e2-87b8-4622-a333-513aa00f2b0c HTTP/1.1" status: 200 len: 849 time: 0.1139510 Jan 18 23:31:01.100437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.115563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.136887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-7a2318fe-e23d-474a-9ef2-306b4a585b4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817683 Jan 18 23:31:01.169570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c89845-f949-411e-a0d0-fce1ec81d3a2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:01.268253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e11a0828-8c73-40d6-ad0e-cc779da52e52 req-b77c3d5b-7d60-4e0a-8f57-e5c347db892c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592874 Jan 18 23:31:01.284895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.290099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e7eaa99f-0c60-476e-8d45-11996c449628 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41c89845-f949-411e-a0d0-fce1ec81d3a2 HTTP/1.1" status: 204 len: 168 time: 1.1610377 Jan 18 23:31:01.326911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:01.358555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Usage tracker for resource:security_group_rule and tenant:427bcb1092ee471caea5e31ae6c1b208 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:01.377123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:01.470151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:01.480012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-05a979d2-d722-4a64-a7b6-967d515b4edd service neutron] 10.222.0.83 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346031 Jan 18 23:31:01.685817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178a29-2220-49ec-a5bd-b39ee2421ac9 req-ec9809f8-9dec-4a82-a471-161e8728f71a tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:01.687531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d178a29-2220-49ec-a5bd-b39ee2421ac9 req-ec9809f8-9dec-4a82-a471-161e8728f71a tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 943 time: 0.3145127 Jan 18 23:31:01.844068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:01.844068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ddc05ea-4da7-41a2-b130-5af61917256a req-bfd6f59e-0d7e-43d7-a60e-c79b2dcd2eee service neutron] 10.222.0.83 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254855 Jan 18 23:31:01.860061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d178a29-2220-49ec-a5bd-b39ee2421ac9 req-077d2ca7-7b75-4518-b8e3-028f19591572 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601405 Jan 18 23:31:01.915408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.033459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:02.072723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.124618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:02.132475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Usage tracker for resource:security_group_rule and tenant:8c0dd8014a7d40088097d0d2e3f8dfd0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:02.139314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:02.152288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:02.190510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2358ab-6a02-4fd4-9771-b10f8ff4dbed,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:02.217282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-26d63eab-bd2a-4097-b6a5-f099de7d44c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=427bcb1092ee471caea5e31ae6c1b208&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5079720 Jan 18 23:31:02.222888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:02.287887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.308569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-4cdbec98-8a8f-41f1-95a2-97dbca664a1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b6885f51b1894e6d982d7db77acc9bf5&device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 1094 time: 0.2159469 Jan 18 23:31:02.365785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.564873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.628101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.660664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-173e79e0-b832-44b9-a356-a8ec3e4a519d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:02.662200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-173e79e0-b832-44b9-a356-a8ec3e4a519d service neutron] 10.222.0.83 "GET /v2.0/networks?id=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b HTTP/1.1" status: 200 len: 910 time: 0.3439565 Jan 18 23:31:02.715049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c10323a-5686-4bf5-a28e-c323ebd28929,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:02.722513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8804e25c-901a-4932-9a24-7229a1017a8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c0dd8014a7d40088097d0d2e3f8dfd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6864877 Jan 18 23:31:02.723825 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:02.740488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77688d-e3f9-4ea1-9a75-d890e6258a2b req-12274101-b6ad-4bf0-9999-9f39d2332b73 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:02.742011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d77688d-e3f9-4ea1-9a75-d890e6258a2b req-12274101-b6ad-4bf0-9999-9f39d2332b73 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2887914 Jan 18 23:31:02.754520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-38d090e7-c872-414f-b2ce-f969bc98d7d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5094d90f-54be-42a4-a3b2-f38654922815 HTTP/1.1" status: 200 len: 217 time: 0.0851114 Jan 18 23:31:02.843871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.862310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.877707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d77688d-e3f9-4ea1-9a75-d890e6258a2b req-82f4ef97-f17c-447e-8f07-e2413efa18d7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Jan 18 23:31:02.881088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2358ab-6a02-4fd4-9771-b10f8ff4dbed,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:02.901800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-afe97fd2-5088-4ab6-9ae7-7a639cdd4446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:02.901936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-afe97fd2-5088-4ab6-9ae7-7a639cdd4446 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=948890e2-87b8-4622-a333-513aa00f2b0c HTTP/1.1" status: 200 len: 849 time: 0.1263745 Jan 18 23:31:02.905330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:02.913696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5f98cd24-9884-4662-ba22-e5bf76f66479 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b2358ab-6a02-4fd4-9771-b10f8ff4dbed HTTP/1.1" status: 204 len: 168 time: 0.6928661 Jan 18 23:31:02.934827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.002654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-63310f61-1dbf-480d-b920-83e501345824 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847836 Jan 18 23:31:03.113592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.134976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c10323a-5686-4bf5-a28e-c323ebd28929,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:03.153280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:03.154448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42128b9a-0d34-4dea-8a14-2724435af975 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c10323a-5686-4bf5-a28e-c323ebd28929 HTTP/1.1" status: 204 len: 168 time: 0.4296961 Jan 18 23:31:03.260864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3c78f-6e09-4007-a8dd-0b1468122276 req-335c3387-0264-45eb-b074-eb3a84f0e6de tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:03.262330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91d3c78f-6e09-4007-a8dd-0b1468122276 req-335c3387-0264-45eb-b074-eb3a84f0e6de tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 943 time: 0.1659060 Jan 18 23:31:03.265765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-d89985a2-a258-4711-8c9f-81999afb9faa service neutron] 10.222.0.83 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566135 Jan 18 23:31:03.342871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91d3c78f-6e09-4007-a8dd-0b1468122276 req-a2c684c5-b02a-46d6-8df2-9dd0dbc82bae tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737543 Jan 18 23:31:03.573909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52188fe8-cfea-45d2-908e-ada6f28e5738 req-4ddcbff5-7e8f-466f-9269-04ee4412140c service neutron] 10.222.0.83 "GET /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336719 Jan 18 23:31:03.601564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:03.967142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34996) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:03.996422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.032655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:04.037141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Usage tracker for resource:security_group_rule and tenant:c071676e8c3e4cdcaeca2b8b8d5412f0 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:04.040295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:04.046571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:04.082143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1441067276-network', 'tenant_id': '3242763a98514e1ca5831b17c0a002f6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:04.087419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:04.091618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Usage tracker for resource:network and tenant:3242763a98514e1ca5831b17c0a002f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:04.095315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:04.102483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:04.176161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Made reservation on behalf of 3242763a98514e1ca5831b17c0a002f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:04.179382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.194605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.195467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.206947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a6d71-76aa-4c4c-954f-5da86ae2d193 req-060b27f1-c29b-495c-ba5b-c486f19e305f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:04.208723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-408a6d71-76aa-4c4c-954f-5da86ae2d193 req-060b27f1-c29b-495c-ba5b-c486f19e305f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1291864 Jan 18 23:31:04.230994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:04.236329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3242763a98514e1ca5831b17c0a002f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:04.239599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:04.245536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:04.261831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.291750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-408a6d71-76aa-4c4c-954f-5da86ae2d193 req-4a2ad4a0-807e-4f45-84fc-d66aa2eb4d89 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732074 Jan 18 23:31:04.321118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13910d94-93f3-4fd2-9463-01b865f0edb3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:04.321277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.327722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-799e9409-971f-49e3-938d-728925b00210 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c071676e8c3e4cdcaeca2b8b8d5412f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3588252 Jan 18 23:31:04.330533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35006) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:04.391127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.398781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.419964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.446577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35db78ac-f224-434a-a819-e74055c0d8ee,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:04.458751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:31:04.543631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.544000 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Added segment c109fc8e-da4e-499b-a86e-10a353b9fe78 of type vlan for network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 Jan 18 23:31:04.548280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.570425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13910d94-93f3-4fd2-9463-01b865f0edb3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:04.574174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.591655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.592826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1a1b2273-fc7b-44ff-9d7a-a87f4289f48d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13910d94-93f3-4fd2-9463-01b865f0edb3 HTTP/1.1" status: 204 len: 168 time: 0.2611189 Jan 18 23:31:04.629253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f808-a00a-4481-b669-1aa0c7af7887 req-062ddd95-d061-4269-8a2c-85ad048ef14f tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:04.630677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a05f808-a00a-4481-b669-1aa0c7af7887 req-062ddd95-d061-4269-8a2c-85ad048ef14f tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 943 time: 0.1198971 Jan 18 23:31:04.688922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a05f808-a00a-4481-b669-1aa0c7af7887 req-d60cd32a-d70c-4c97-ae98-7f43846ebb2e tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Jan 18 23:31:04.713251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.718981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:04.718981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:04.732214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5094d90f-54be-42a4-a3b2-f38654922815 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:31:04.821957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4fff69-ed0a-4eb4-984f-364505cfaa60,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:04.837114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:31:04.903819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a07dc2f7-e2f2-4366-9948-adf6273b42e9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2961583 Jan 18 23:31:04.906067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35026) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:04.912373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Request body: {'subnet': {'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1441067276-subnet', 'tenant_id': '3242763a98514e1ca5831b17c0a002f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:04.921465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:04.932391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Usage tracker for resource:subnet and tenant:3242763a98514e1ca5831b17c0a002f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:04.938125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:04.951463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:04.994486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5094d90f-54be-42a4-a3b2-f38654922815,segment=NetworkSegment(82ac76db-78f6-4246-b89f-2c2b875788d2),segment_id=82ac76db-78f6-4246-b89f-2c2b875788d2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:05.009867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '5094d90f-54be-42a4-a3b2-f38654922815', 'network_id': 'd9e4ee5b-7b1c-4906-b08c-e66eccfd577b', 'port_id': '5094d90f-54be-42a4-a3b2-f38654922815', 'mac_address': 'fa:16:3e:71:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '948890e2-87b8-4622-a333-513aa00f2b0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:31:05.034213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Made reservation on behalf of 3242763a98514e1ca5831b17c0a002f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:05.036975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.067214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.090728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5094d90f-54be-42a4-a3b2-f38654922815 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:05.118589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5094d90f-54be-42a4-a3b2-f38654922815,segment=NetworkSegment(82ac76db-78f6-4246-b89f-2c2b875788d2),segment_id=82ac76db-78f6-4246-b89f-2c2b875788d2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:05.118677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-aa3f43f5-2246-4823-a958-6d04499e454f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 1097 time: 0.0877206 Jan 18 23:31:05.187532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.263397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:05.301479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-eb0b349b-3e8c-4513-ae7b-30bbca2df104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:05.302984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-eb0b349b-3e8c-4513-ae7b-30bbca2df104 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.1786449 Jan 18 23:31:05.373903 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-89bb96f0-da5a-418a-bc04-c34ef4b14c19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab HTTP/1.1" status: 200 len: 217 time: 0.0637822 Jan 18 23:31:05.393628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.406855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['5094d90f-54be-42a4-a3b2-f38654922815'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:05.451284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:05.509973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-53697d01-a307-418e-89cd-4a27d4de378f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:05.512393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-53697d01-a307-418e-89cd-4a27d4de378f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1312873 Jan 18 23:31:05.605100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e72893d4-23a2-4e1b-be4c-2439d7ffc575 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=a073fd6141644163bfda05c76228577e&network_id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 2970 time: 0.1524792 Jan 18 23:31:05.647346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-5cbe0a5e-a515-4126-86c8-8b7ac9846cb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238520 Jan 18 23:31:05.700438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Pushing event updated for resources: {'Subnet': ['ID=094fd12d-1ea5-4202-8113-6042ac673829,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:05.709212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Checking segment: {'id': 'c109fc8e-da4e-499b-a86e-10a353b9fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:05.709586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Network hostable DHCP agents. Network: 4d4fff69-ed0a-4eb4-984f-364505cfaa60, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:31:05.748507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93c19b-fbc4-499c-801a-e71120545472 req-8cc85b23-6442-4d65-a29f-51a03d7372d5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:05.755777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a93c19b-fbc4-499c-801a-e71120545472 req-8cc85b23-6442-4d65-a29f-51a03d7372d5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.3054988 Jan 18 23:31:05.796505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:31:05.806852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a93c19b-fbc4-499c-801a-e71120545472 req-b3c97a36-585e-40a6-a205-c40905947353 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500598 Jan 18 23:31:05.879274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4d4fff69-ed0a-4eb4-984f-364505cfaa60) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:05.890583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad23e230-3356-41f9-9ad9-869809c659da None None] Network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:05.895326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:05.895948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:05.960306 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-bf501950-1e89-4d78-bceb-38b23cc8b3c5 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055861 Jan 18 23:31:05.983441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-172d7fbb-680e-4f63-a0da-743bddce093b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0760567 Jan 18 23:31:06.180104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f69ae-f211-46b3-a614-00d50acfa390 req-9994e830-edf0-43ee-8ef9-a297094efcf2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:06.181818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e19f69ae-f211-46b3-a614-00d50acfa390 req-9994e830-edf0-43ee-8ef9-a297094efcf2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 944 time: 0.1520855 Jan 18 23:31:06.283965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e19f69ae-f211-46b3-a614-00d50acfa390 req-e507938d-68c1-4e4c-8746-219df0129b1a tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967336 Jan 18 23:31:06.294912 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45b6f78b-99a5-4a79-a8d9-53f38a8f3a49 req-a200ed17-f43d-4e7c-9be5-5dd59882460a service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264260 Jan 18 23:31:06.307348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa7c237-66c8-4a05-97e5-83c4e038db2a None None] Network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:06.747998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5094d90f-54be-42a4-a3b2-f38654922815 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:06.884373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 5094d90f-54be-42a4-a3b2-f38654922815 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:06.893732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 5094d90f-54be-42a4-a3b2-f38654922815 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:06.894333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:06.932369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-cd3bd612-33cd-40c0-801d-98016c9b6ea5 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:06.942271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-cd3bd612-33cd-40c0-801d-98016c9b6ea5 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/networks?id=4d4fff69-ed0a-4eb4-984f-364505cfaa60 HTTP/1.1" status: 200 len: 809 time: 0.2131898 Jan 18 23:31:06.961212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-58dc4526-d296-42d4-8ae2-50f266c122cf tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/quotas/3242763a98514e1ca5831b17c0a002f6 HTTP/1.1" status: 200 len: 375 time: 0.0178804 Jan 18 23:31:07.051847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.084263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-6aeb8d51-d183-4fb4-82a5-f357bbd49805 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3242763a98514e1ca5831b17c0a002f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1220486 Jan 18 23:31:07.109599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5094d90f-54be-42a4-a3b2-f38654922815,segment=NetworkSegment(82ac76db-78f6-4246-b89f-2c2b875788d2),segment_id=82ac76db-78f6-4246-b89f-2c2b875788d2)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:07.111300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:07.205431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:07.245380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-62b76cfd-9766-4d8b-8688-0e419291f15b service neutron] 10.222.0.59 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602788 Jan 18 23:31:07.253925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dce8e-9bdd-4e87-8429-28d588f31e07 req-b7e4e21d-34ad-4e13-b384-2bc14c053cfb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:07.260685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a50dce8e-9bdd-4e87-8429-28d588f31e07 req-b7e4e21d-34ad-4e13-b384-2bc14c053cfb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.2975111 Jan 18 23:31:07.287904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:07.388965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a50dce8e-9bdd-4e87-8429-28d588f31e07 req-60e6d3da-7b6f-48ce-9695-79f9294a09a1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273646 Jan 18 23:31:07.429166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-08e2bb1f-5d43-473c-986c-718963867d89 service neutron] 10.222.0.59 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664035 Jan 18 23:31:07.572530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:07.577226 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815', 'code': 200} Jan 18 23:31:07.651478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5944069-6985-4356-90f8-6c21ff720e94 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:07.661652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5944069-6985-4356-90f8-6c21ff720e94 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 814 time: 0.0805795 Jan 18 23:31:07.789697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69b8430d-fc0e-409c-9642-ae2a545b66f2 req-86802402-3499-4364-b324-d6a4c153b03a tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 210 time: 0.0945623 Jan 18 23:31:07.861529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-691dc321-1e74-414d-a290-bde14cf8f3f1 req-5a570808-7e7a-4b0d-93d1-e36181af518e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 1096 time: 0.2144752 Jan 18 23:31:07.868983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51990597-2331-45b4-8ef7-f14010ba16a1 req-9338e5bd-4bf3-4b21-bd5c-d2aa1202c661 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:07.871285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51990597-2331-45b4-8ef7-f14010ba16a1 req-9338e5bd-4bf3-4b21-bd5c-d2aa1202c661 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.1369910 Jan 18 23:31:07.956645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51990597-2331-45b4-8ef7-f14010ba16a1 req-5ba5a017-886e-4d88-be9f-07d68281ac21 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669625 Jan 18 23:31:07.959062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-691dc321-1e74-414d-a290-bde14cf8f3f1 req-42e0aa48-da0e-4a6a-8306-309942bd0243 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865245 Jan 18 23:31:08.204573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35146) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:08.210367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'network': {'name': 'tempest-network-smoke--43819665', 'project_id': 'a073fd6141644163bfda05c76228577e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:08.216913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:08.228251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:08.295640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:08.299602 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.331351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:31:08.341972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.342323 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Added segment 2bdbfd97-ebd8-4215-9062-5600b128fa35 of type vlan for network b6062364-7378-43c2-83af-a3afe97bed6b Jan 18 23:31:08.386027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.467413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.473117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.474296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:08.638271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Network': ['ID=b6062364-7378-43c2-83af-a3afe97bed6b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:08.655449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b6062364-7378-43c2-83af-a3afe97bed6b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:31:08.709440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a965aea7-988f-43bf-87f4-7f8dbb6b0eaa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5036395 Jan 18 23:31:08.712406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35162) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:08.729516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3153d5-a097-400b-97ec-a4cdc5f53756 req-feb0a7ba-29f6-4448-b24d-72e5ffd2c9ac tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.733546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c3153d5-a097-400b-97ec-a4cdc5f53756 req-feb0a7ba-29f6-4448-b24d-72e5ffd2c9ac tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 946 time: 0.1767108 Jan 18 23:31:08.786657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c3153d5-a097-400b-97ec-a4cdc5f53756 req-16bfc23a-604e-4b85-8804-5dfe34bb9268 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Jan 18 23:31:08.820362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b65c2b3-f016-4830-945c-445506740db5 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:08.821862 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b65c2b3-f016-4830-945c-445506740db5 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a073fd6141644163bfda05c76228577e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1083536 Jan 18 23:31:08.824747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:08.976080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7cb8ec4c-200a-496f-bbc6-2ca10575e00b req-28c21109-e46f-474d-bfc2-86c61eef4a0f tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 210 time: 0.0743849 Jan 18 23:31:09.068461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 6c5cf86e-ae53-45ad-b157-04c9857234ab no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:09.120781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a516b8e-1ae1-4615-bc06-889f7d8fbdaa tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.125662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a516b8e-1ae1-4615-bc06-889f7d8fbdaa tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2968938 Jan 18 23:31:09.125875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35182) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:09.157356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:09.197051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d82a36a-6ac4-4a82-b05d-379be904d206 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697155 Jan 18 23:31:09.199875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:09.290565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:09.313496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ee21545-a41b-42b7-9aad-77394d86022b tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a073fd6141644163bfda05c76228577e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093025 Jan 18 23:31:09.314303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:09.388780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955b3a-7e66-407c-88d6-ed0266fdd9e5 req-91443ac4-6e30-48f7-bd93-097e8d5e90e4 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.390898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee955b3a-7e66-407c-88d6-ed0266fdd9e5 req-91443ac4-6e30-48f7-bd93-097e8d5e90e4 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.1261151 Jan 18 23:31:09.399164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:09.486527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:09.562605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee955b3a-7e66-407c-88d6-ed0266fdd9e5 req-930e7587-187c-4e03-a8b9-558d15f2c11d tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657085 Jan 18 23:31:09.582584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:09.629969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec80e2a-3ce3-4335-ba8b-84ab6dba632d tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:09.631600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fec80e2a-3ce3-4335-ba8b-84ab6dba632d tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3160152 Jan 18 23:31:09.634780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:09.656908 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'code': 422} returned with failed status Jan 18 23:31:09.666842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:09.685111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc390938-a600-4084-8dc4-900d528cfa31 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470161 Jan 18 23:31:09.685733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:09.693665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132850565', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'project_id': 'a073fd6141644163bfda05c76228577e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:09.844437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:09.848419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:subnet and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:09.851535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:09.858942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:09.966356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:10.015726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785437-8344-447b-860e-d07899cbb07c req-dd32a2b3-227e-4a5b-93eb-9f3c17cf6a03 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.017313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97785437-8344-447b-860e-d07899cbb07c req-dd32a2b3-227e-4a5b-93eb-9f3c17cf6a03 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.0918238 Jan 18 23:31:10.095216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:10.107418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97785437-8344-447b-860e-d07899cbb07c req-76170b7e-1075-4bdc-9589-15b26bc20b55 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719452 Jan 18 23:31:10.249514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4948226c-db4e-4dfc-8aa3-7db0ac372a5b req-2cc1e972-8eb6-483d-8357-ce6bcd746ca2 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 210 time: 0.0456243 Jan 18 23:31:10.457238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:10.465953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1685a-9461-4ad3-8eca-714f4212dc0a req-115c6046-50f0-415a-9edd-7e5e1c9ea330 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.473943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b1685a-9461-4ad3-8eca-714f4212dc0a req-115c6046-50f0-415a-9edd-7e5e1c9ea330 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2186701 Jan 18 23:31:10.525379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b1685a-9461-4ad3-8eca-714f4212dc0a req-2fb27980-953d-4a49-8c63-aeab3b08fea0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 Jan 18 23:31:10.568954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Subnet': ['ID=c6672570-431f-4d8d-8b45-8bea5b76c4f0,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:10.577977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Checking segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:10.578336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network hostable DHCP agents. Network: b6062364-7378-43c2-83af-a3afe97bed6b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:31:10.684885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network b6062364-7378-43c2-83af-a3afe97bed6b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:31:10.787359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b6062364-7378-43c2-83af-a3afe97bed6b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:10.795002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.795244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:10.804266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c4217-0de9-4a80-8fa9-8c96d55b6f89 None None] Network b6062364-7378-43c2-83af-a3afe97bed6b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:10.888539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1bcb4-965a-43a8-b9e0-460479e13cf9 req-da3b1696-3699-43c0-bf16-d677ec9786c0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.897406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3c1bcb4-965a-43a8-b9e0-460479e13cf9 req-da3b1696-3699-43c0-bf16-d677ec9786c0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2146316 Jan 18 23:31:10.924207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248ab6-9503-41c3-9e4f-0919ad74cf6d req-17a57b89-f063-4e7b-bab5-16447eb46a2d tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:10.925877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45248ab6-9503-41c3-9e4f-0919ad74cf6d req-17a57b89-f063-4e7b-bab5-16447eb46a2d tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.1920407 Jan 18 23:31:10.958674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5920cc5-5c92-4424-a1d9-d615fd868f8b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2704201 Jan 18 23:31:11.009557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45248ab6-9503-41c3-9e4f-0919ad74cf6d req-d9cd67a8-ac5b-4ee0-ae26-d455b1e7de61 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737123 Jan 18 23:31:11.025978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3c1bcb4-965a-43a8-b9e0-460479e13cf9 req-62c87036-2934-4c79-86cb-83ae1db5370a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276124 Jan 18 23:31:11.059609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:11.117727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ca69b210-fa94-47b8-a9d5-9012242c06f7 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:11.121439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ca69b210-fa94-47b8-a9d5-9012242c06f7 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Synchronizing usage tracker for tenant:3242763a98514e1ca5831b17c0a002f6 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:11.238948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b6062364-7378-43c2-83af-a3afe97bed6b', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ips': [{'subnet_id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:31:11.240085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:11.261506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ca69b210-fa94-47b8-a9d5-9012242c06f7 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Unset dirty status for tenant:3242763a98514e1ca5831b17c0a002f6 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:11.262717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ca69b210-fa94-47b8-a9d5-9012242c06f7 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.89 "GET /v2.0/networks?id=4d4fff69-ed0a-4eb4-984f-364505cfaa60 HTTP/1.1" status: 200 len: 809 time: 0.4310558 Jan 18 23:31:11.279483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Request body: {'port': {'device_id': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60', 'admin_state_up': True, 'tenant_id': '3242763a98514e1ca5831b17c0a002f6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:11.401888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35258) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:11.408103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834172074', 'description': 'tempest-secgroup-smoke-834172074 description', 'project_id': 'a073fd6141644163bfda05c76228577e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:11.430496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:11.470506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:11.477045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Allocated IP 172.20.0.18 (b6062364-7378-43c2-83af-a3afe97bed6b/c6672570-431f-4d8d-8b45-8bea5b76c4f0/5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:11.559147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:11.636263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4969e63e-b9ea-4bc8-b32f-1dc118eb9727 req-70b12a9d-9f12-41ee-b84a-db66741c7420 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 210 time: 0.0540361 Jan 18 23:31:11.697593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:11.702245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:11.707124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:11.724228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:11.791911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:11.802008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Usage tracker for resource:port and tenant:3242763a98514e1ca5831b17c0a002f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:11.808210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:11.853926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:11.895933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:11.900228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:11.938353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Transition to ACTIVE for port object 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:11.977577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Transition to ACTIVE for port object 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:11.993487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.048304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8b453-36bd-445e-8418-43652dc003a2 req-5e7668e5-2b72-4635-954c-af10010a9fe2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:12.049805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2b8b453-36bd-445e-8418-43652dc003a2 req-5e7668e5-2b72-4635-954c-af10010a9fe2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1374032 Jan 18 23:31:12.051905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf2cc1-a615-41d4-92ae-15069bc1019d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:12.102061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2b8b453-36bd-445e-8418-43652dc003a2 req-65dcd372-269a-496b-a070-c3412d3c873d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Jan 18 23:31:12.136571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Made reservation on behalf of 3242763a98514e1ca5831b17c0a002f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:12.136941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.140076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.176168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.178296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f275b8b-d11f-46e6-a27b-e9896da7bd1b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7753904 Jan 18 23:31:12.188574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35276) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:12.199145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:12.220661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Network b6062364-7378-43c2-83af-a3afe97bed6b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:12.220661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:12.232175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:12.233479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:31:12.255115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:12.261292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:12.275700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:12.361959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Allocated IP 172.20.0.3 (4d4fff69-ed0a-4eb4-984f-364505cfaa60/094fd12d-1ea5-4202-8113-6042ac673829/cfba0386-9ccb-4390-913a-65cc801ee263) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:12.389937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.404156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Attempting to bind port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:12.404408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Attempting to bind port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:12.404772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Attempting to bind port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 on network b6062364-7378-43c2-83af-a3afe97bed6b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:12.407664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Pushing event updated for resources: {'Port': ['ID=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:12.420471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.420950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.421239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.421570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.421890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.422518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.423010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.423474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.424077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.424570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.424917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:12.432763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:31:12.433158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Checking segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:12.438843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.438843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Bound using segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:31:12.438843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Bound port: 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:12.438843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.500403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.554670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] For port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:31:12.558097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] For port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:31:12.570196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.600156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee2ef3-7fb2-4371-ab39-786fbbb7b46f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:12.628249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.664274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.707809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.711873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a144b04-4100-4756-870a-1585e3e1fd34 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5197909 Jan 18 23:31:12.712035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b546505-d9d5-480a-832a-301d53a686e8 None None] Pushing event updated for resources: {'Port': ['ID=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:12.712318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:12.719440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:12.727656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:12.734531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:12.739605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:12.748054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:12.810589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.889372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:12.966966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Pushing event updated for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:13.013845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:13.018204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:13.026808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:31:13.173529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2eabd-101f-42b0-ae5d-dc0c50d7d5f0 req-884813d6-3cb8-4a73-b1c8-1b3f86883744 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:13.181259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29f2eabd-101f-42b0-ae5d-dc0c50d7d5f0 req-884813d6-3cb8-4a73-b1c8-1b3f86883744 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 931 time: 0.2681558 Jan 18 23:31:13.184129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:13.184438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.184774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.263320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29f2eabd-101f-42b0-ae5d-dc0c50d7d5f0 req-ad2361b5-4b79-4e13-a23b-dabed634b0fc tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788989 Jan 18 23:31:13.307529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.308161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-ee8961ce-1d4f-4c39-8299-174225d1f84d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0325775 Jan 18 23:31:13.324530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Request body: {'port': {'device_id': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:13.342899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3a9faf-5047-4deb-b931-a29a8aa9b1a1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:13.363277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:13.496482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ea5b-ef3e-4afb-ac3b-6377d08f1e1e req-274aa652-cf20-4204-a095-7bdda4724680 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:13.513833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c320ea5b-ef3e-4afb-ac3b-6377d08f1e1e req-274aa652-cf20-4204-a095-7bdda4724680 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1455085 Jan 18 23:31:13.569575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.571403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d87dd1f-4824-4117-a930-cb062d56f838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8567934 Jan 18 23:31:13.573819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:13.582943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:13.599592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:13.608787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:13.613673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:13.622468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:13.627170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c320ea5b-ef3e-4afb-ac3b-6377d08f1e1e req-0a1fe41a-efcc-4a16-84e0-7a8fa005a74f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114979 Jan 18 23:31:13.632918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:13.673803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.739335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.882235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:13.899581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8565cc64-c607-457f-974e-7c25e481a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.075355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.105922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a712762-de95-4d12-a80f-14d4496e2339,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:14.164817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfba0386-9ccb-4390-913a-65cc801ee263 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:14.177453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.193954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Transition to ACTIVE for port object cfba0386-9ccb-4390-913a-65cc801ee263 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:14.194151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.197559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-62318f41-3e11-42ec-b29d-7db95ec40eb2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6216586 Jan 18 23:31:14.199505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:14.206434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:14.213552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:14.219848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:14.224510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:14.241438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:14.245671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e899aa-2d43-49df-b76a-4c0df8f405a3 None None] Network b6062364-7378-43c2-83af-a3afe97bed6b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:14.272964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.374754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.411679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Pushing event updated for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:14.434032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Provisioning for port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:14.444585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Provisioning complete for port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:14.445061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.521633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Attempting to bind port cfba0386-9ccb-4390-913a-65cc801ee263 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:14.522102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Attempting to bind port cfba0386-9ccb-4390-913a-65cc801ee263 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c109fc8e-da4e-499b-a86e-10a353b9fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:14.522538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Attempting to bind port cfba0386-9ccb-4390-913a-65cc801ee263 on network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:14.525719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.531068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Port cfba0386-9ccb-4390-913a-65cc801ee263 on network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:31:14.532590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Attempting to bind port cfba0386-9ccb-4390-913a-65cc801ee263 on network 4d4fff69-ed0a-4eb4-984f-364505cfaa60 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:14.543503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:31:14.544114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Checking segment: {'id': 'c109fc8e-da4e-499b-a86e-10a353b9fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:14.544911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Bound using segment: {'id': 'c109fc8e-da4e-499b-a86e-10a353b9fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:31:14.545641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Bound port: cfba0386-9ccb-4390-913a-65cc801ee263, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c109fc8e-da4e-499b-a86e-10a353b9fe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:14.546326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.562281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16c0eb-319e-4889-b3ba-277cae0a15ef req-60645f72-b8b3-4376-8c22-6c91fdce2761 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:14.564536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f16c0eb-319e-4889-b3ba-277cae0a15ef req-60645f72-b8b3-4376-8c22-6c91fdce2761 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 943 time: 0.1188805 Jan 18 23:31:14.654457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f16c0eb-319e-4889-b3ba-277cae0a15ef req-78035aef-350d-4d33-a455-4ce1f04d1f1d tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 Jan 18 23:31:14.655535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.695658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd93720c-acc5-4cdd-85b0-2caa0bc7490e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:14.735376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:31:14.744347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.753091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cfba0386-9ccb-4390-913a-65cc801ee263,segment=NetworkSegment(c109fc8e-da4e-499b-a86e-10a353b9fe78),segment_id=c109fc8e-da4e-499b-a86e-10a353b9fe78)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:31:14.777224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.780753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:14.780984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e80143fb-4705-4a47-a55f-fe3b4ac8d779 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5801103 Jan 18 23:31:14.789297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:14.790260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] For port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:14.807313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:14.820206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:14.827815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:14.840328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:14.850584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.869003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.941874 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:31:14.953981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:14.955622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] 10.222.0.89 "PUT /v2.0/ports/cfba0386-9ccb-4390-913a-65cc801ee263 HTTP/1.1" status: 200 len: 1091 time: 1.6353476 Jan 18 23:31:14.956300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:14.975013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.027122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb223d4-baad-41d2-862c-e694fb3f615c service neutron] Pushing event updated for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:15.099995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6dd1c8-bda6-40b7-a328-58c351818a88 None None] Pushing event updated for resources: {'Port': ['ID=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:15.133701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670268c-5bcf-4d18-a5bb-fb2c9fda7cf2 req-b33d1fb7-bdaf-4091-a40b-ae4dc82c1561 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:15.135236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d670268c-5bcf-4d18-a5bb-fb2c9fda7cf2 req-b33d1fb7-bdaf-4091-a40b-ae4dc82c1561 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2117774 Jan 18 23:31:15.209692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b930b3d7-73b0-4a1e-a1e6-d5ce3a5cc073 None None] Provisioning complete for port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:15.213256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b930b3d7-73b0-4a1e-a1e6-d5ce3a5cc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.223152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d670268c-5bcf-4d18-a5bb-fb2c9fda7cf2 req-8d1eabda-988e-4998-ac7c-f056613b0692 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788269 Jan 18 23:31:15.261061 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263', 'status': 'completed', 'code': 200} Jan 18 23:31:15.292255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.298420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-6e329c81-a745-4520-83b0-c51f5d8b3bc3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3242763a98514e1ca5831b17c0a002f6&device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 1094 time: 0.2150884 Jan 18 23:31:15.299385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:15.369875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.382752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-9ec9acca-a480-494a-b1a2-071da9d9a102 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfba0386-9ccb-4390-913a-65cc801ee263 HTTP/1.1" status: 200 len: 217 time: 0.0760465 Jan 18 23:31:15.486805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:15.487837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.555755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfad163-4d3a-4c84-9aec-5bdf026bedf1,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:15.594831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-89a44a58-fa1d-4e4f-a109-9bb67ee4670e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:15.597033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-89a44a58-fa1d-4e4f-a109-9bb67ee4670e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=094fd12d-1ea5-4202-8113-6042ac673829 HTTP/1.1" status: 200 len: 849 time: 0.2067788 Jan 18 23:31:15.657965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-79ae1a98-1767-440b-872b-40571034a295 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d4fff69-ed0a-4eb4-984f-364505cfaa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542276 Jan 18 23:31:15.704590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.707226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e497683-59b9-4560-95cb-fa32a34d75de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9241245 Jan 18 23:31:15.713879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35366) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:15.720262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '4cdf2cc1-a615-41d4-92ae-15069bc1019d', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:15.727087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:15.734011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:15.738672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:15.745664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:15.823007 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:31:15.831273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:15.872952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-8e306ca7-196a-4c8d-88c1-6cf0472d2d02 service neutron] 10.222.0.89 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080808 Jan 18 23:31:15.958847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3bb0e686-e527-43b0-a792-cf5b1dd45a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:16.035767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:16.097647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:16.175377 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-30680602-e97e-49f2-ba16-82e96e1bf4cb req-1f885b0b-a838-4cbe-9c59-a95319df58ee service neutron] 10.222.0.89 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964387 Jan 18 23:31:16.183035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e753f66-a84a-4d01-a37a-54659e12436d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:16.215919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa8ad-814c-4126-83f6-e910e192a1cc req-cee80c8f-003a-45d5-9d19-0d2131ed844c tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:16.220201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c2aa8ad-814c-4126-83f6-e910e192a1cc req-cee80c8f-003a-45d5-9d19-0d2131ed844c tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 943 time: 0.1819944 Jan 18 23:31:16.256221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:16.267134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b1a3e448-ee46-4af9-bfeb-a6c2d66d868f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5426140 Jan 18 23:31:16.315337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c2aa8ad-814c-4126-83f6-e910e192a1cc req-706a7ead-4c4d-435a-af48-bb8fc45d38a5 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Jan 18 23:31:16.464325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-493ccc9f-6ab5-4fd4-9909-2c1e8ec0dfc7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3242763a98514e1ca5831b17c0a002f6&device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 1094 time: 0.1453953 Jan 18 23:31:16.652725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-f9d3c00e-29e6-47c4-af83-f33917fb939a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:16.673654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-afcfc4de-bf51-4356-b4af-77c500600e85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:16.675393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-afcfc4de-bf51-4356-b4af-77c500600e85 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4d4fff69-ed0a-4eb4-984f-364505cfaa60 HTTP/1.1" status: 200 len: 910 time: 0.2002213 Jan 18 23:31:16.676339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4d267-5168-4417-b37b-b3b49a9c95db req-9ae11e2a-5d6d-4a70-9a50-841b15f74b0c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:16.678059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dc4d267-5168-4417-b37b-b3b49a9c95db req-9ae11e2a-5d6d-4a70-9a50-841b15f74b0c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2073715 Jan 18 23:31:16.737105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dc4d267-5168-4417-b37b-b3b49a9c95db req-333e5362-1d99-4e96-9d39-50ff4db43018 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464339 Jan 18 23:31:16.749635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-f9d3c00e-29e6-47c4-af83-f33917fb939a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:16.749635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-f9d3c00e-29e6-47c4-af83-f33917fb939a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834172074&fields=id&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 267 time: 0.1738195 Jan 18 23:31:16.778809 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-cb81502a-a038-438d-b89d-7e131c881bc8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfba0386-9ccb-4390-913a-65cc801ee263 HTTP/1.1" status: 200 len: 217 time: 0.0938520 Jan 18 23:31:16.874034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-85e88290-f6b5-4bce-97aa-12be52f68701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:16.876371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-85e88290-f6b5-4bce-97aa-12be52f68701 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=094fd12d-1ea5-4202-8113-6042ac673829 HTTP/1.1" status: 200 len: 849 time: 0.0900321 Jan 18 23:31:16.947154 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-1a94c1a9-126c-4782-a943-194631aaf957 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4d4fff69-ed0a-4eb4-984f-364505cfaa60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576963 Jan 18 23:31:17.024265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-f81bd9b4-af01-4d2c-ba10-7c21316ed6ad tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:17.033374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-f81bd9b4-af01-4d2c-ba10-7c21316ed6ad tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/networks?id=b6062364-7378-43c2-83af-a3afe97bed6b HTTP/1.1" status: 200 len: 795 time: 0.2745061 Jan 18 23:31:17.056466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-1cf61816-530f-4bb8-88ce-93f30814a052 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/quotas/a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 375 time: 0.0221212 Jan 18 23:31:17.131250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-ee4b9e22-f921-4aed-bad3-4048b53a8bdf service neutron] 10.222.0.89 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779721 Jan 18 23:31:17.160253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-0895ea43-56ef-4b5f-816f-1a56fab356fe tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1000638 Jan 18 23:31:17.261940 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:17.280213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-297e4aeb-efd8-405d-9c19-c7fdf61161eb req-a14f442c-b577-4761-9ffc-5a9209364151 service neutron] 10.222.0.89 "GET /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421421 Jan 18 23:31:17.421752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:17.669387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-27f1235a-a59b-456e-99dc-a8dc330c3e5d service neutron] 10.222.0.59 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972613 Jan 18 23:31:17.755026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17738-1e23-42ae-b9f7-b7d9bf99fa52 req-1ebbf4e3-826d-4537-8c36-244c25030f41 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:17.756503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8d17738-1e23-42ae-b9f7-b7d9bf99fa52 req-1ebbf4e3-826d-4537-8c36-244c25030f41 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 943 time: 0.2065065 Jan 18 23:31:17.827718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8d17738-1e23-42ae-b9f7-b7d9bf99fa52 req-f95d5250-0af9-4f05-aef7-8cce92fa6267 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639448 Jan 18 23:31:18.049272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-a628c037-0388-4142-a770-29e15d5bddba service neutron] 10.222.0.59 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353661 Jan 18 23:31:18.164890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978fb0-b908-41c3-a1a6-5dc1ff2e1c72 req-137f25bd-c368-42dc-a860-7803da96dff0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:18.177723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d978fb0-b908-41c3-a1a6-5dc1ff2e1c72 req-137f25bd-c368-42dc-a860-7803da96dff0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1192534 Jan 18 23:31:18.215218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d978fb0-b908-41c3-a1a6-5dc1ff2e1c72 req-d122ca99-81bb-4518-bc94-a889c47fe8e1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 Jan 18 23:31:18.525965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:18.538220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecbc36d2-edab-4ed1-8110-272d2349b8a6 req-57c672e5-beb3-4a78-b898-0b042bcc69ca tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 210 time: 0.0989313 Jan 18 23:31:18.795862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.827282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:18.831445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1398e1f3e849349e4731a9ded1f0f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:18.834319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:18.838593 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.845976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:18.929401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:18.998947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.049977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58595729-db17-4986-b48d-81a1fd8a54c7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.056637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-25975ca0-ca3a-48e4-980d-8d8477bb5f41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff1398e1f3e849349e4731a9ded1f0f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5274949 Jan 18 23:31:19.057031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:19.108493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cfba0386-9ccb-4390-913a-65cc801ee263 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:31:19.122717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bbef4-b631-4dff-a991-cae6a35c1570 req-b144e0d3-a8ae-4808-a515-590689937271 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:19.125821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c7bbef4-b631-4dff-a991-cae6a35c1570 req-b144e0d3-a8ae-4808-a515-590689937271 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.1313846 Jan 18 23:31:19.144925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.154391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35460) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:19.191577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.250163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c7bbef4-b631-4dff-a991-cae6a35c1570 req-b63d4502-9859-4ab2-960e-94bf35b52dcc tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175933 Jan 18 23:31:19.301483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cfba0386-9ccb-4390-913a-65cc801ee263,segment=NetworkSegment(c109fc8e-da4e-499b-a86e-10a353b9fe78),segment_id=c109fc8e-da4e-499b-a86e-10a353b9fe78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:19.302037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b21d7-daa7-41b2-ab70-466cbf772098 req-8caf7be1-bd40-480d-92fb-8c98a0bb9d37 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:19.308931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-328b21d7-daa7-41b2-ab70-466cbf772098 req-8caf7be1-bd40-480d-92fb-8c98a0bb9d37 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 943 time: 0.1181264 Jan 18 23:31:19.317977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'cfba0386-9ccb-4390-913a-65cc801ee263', 'network_id': '4d4fff69-ed0a-4eb4-984f-364505cfaa60', 'port_id': 'cfba0386-9ccb-4390-913a-65cc801ee263', 'mac_address': 'fa:16:3e:ad:7f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094fd12d-1ea5-4202-8113-6042ac673829', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:31:19.341457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.367907 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-328b21d7-daa7-41b2-ab70-466cbf772098 req-45c62be4-c058-47f1-9737-1027d0d365fa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580001 Jan 18 23:31:19.380448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58595729-db17-4986-b48d-81a1fd8a54c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.383132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.410250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.411999 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-92e490cb-c177-4314-902e-4194a9fc961a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58595729-db17-4986-b48d-81a1fd8a54c7 HTTP/1.1" status: 204 len: 168 time: 0.3534338 Jan 18 23:31:19.414623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.430660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:19.443864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Usage tracker for resource:security_group_rule and tenant:a41236eae6c0419c9f632667a1584826 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:19.449599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:19.458850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfba0386-9ccb-4390-913a-65cc801ee263 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:19.468436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:19.486234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cfba0386-9ccb-4390-913a-65cc801ee263,segment=NetworkSegment(c109fc8e-da4e-499b-a86e-10a353b9fe78),segment_id=c109fc8e-da4e-499b-a86e-10a353b9fe78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:19.506661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a242fc-0426-4682-a0d3-115c6ce8a291 req-57394a90-be98-4092-8c87-cea9dcb00ee5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:19.509534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83a242fc-0426-4682-a0d3-115c6ce8a291 req-57394a90-be98-4092-8c87-cea9dcb00ee5 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1189010 Jan 18 23:31:19.545019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.547962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.562582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83a242fc-0426-4682-a0d3-115c6ce8a291 req-b696ae64-14b9-4423-a43b-371afb9f9ced tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474436 Jan 18 23:31:19.624977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.657052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.710988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca3f914-b913-4933-bbfd-f8b31b8a1373,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.715940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ead8a08-7725-4185-828a-3da963136496 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a41236eae6c0419c9f632667a1584826&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5600009 Jan 18 23:31:19.718152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35472) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:19.729701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0309a1-ecff-4bd5-b338-b20816ca9dad req-77cc10ca-a501-4316-b0a1-d245c3dfbaed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 210 time: 0.0431964 Jan 18 23:31:19.788739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.826021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.947240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.963468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca3f914-b913-4933-bbfd-f8b31b8a1373,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:19.972804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:19.976264 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cc46a488-8a6b-45a2-abb7-0030ba72fc2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cca3f914-b913-4933-bbfd-f8b31b8a1373 HTTP/1.1" status: 204 len: 168 time: 0.2548523 Jan 18 23:31:19.989108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['cfba0386-9ccb-4390-913a-65cc801ee263'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:20.343524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-2a23adc8-8fb0-418b-8a18-646173741787 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.345030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-2a23adc8-8fb0-418b-8a18-646173741787 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.0887220 Jan 18 23:31:20.435090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Deleting port 5094d90f-54be-42a4-a3b2-f38654922815 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:20.435486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:20.727554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-d29ac331-feaa-40d2-8a50-ea57739207b5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.728311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-d29ac331-feaa-40d2-8a50-ea57739207b5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:20.778500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359d1b3-b44f-4ffd-b09c-65a73c38bce2 req-0b546ad2-dbea-4000-9f55-780deb5f90a8 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.780027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f359d1b3-b44f-4ffd-b09c-65a73c38bce2 req-0b546ad2-dbea-4000-9f55-780deb5f90a8 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 945 time: 0.3178289 Jan 18 23:31:20.816005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-d29ac331-feaa-40d2-8a50-ea57739207b5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:20.818011 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-d29ac331-feaa-40d2-8a50-ea57739207b5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/networks?id=b6062364-7378-43c2-83af-a3afe97bed6b HTTP/1.1" status: 200 len: 795 time: 0.2346735 Jan 18 23:31:20.824978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35508) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:20.846554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b64e5-451f-4682-afe5-d1029c1d6ff4 req-113914b7-821e-4c3e-a9c7-2dd4bfd42e36 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:20.848032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5b64e5-451f-4682-afe5-d1029c1d6ff4 req-113914b7-821e-4c3e-a9c7-2dd4bfd42e36 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 944 time: 0.3094907 Jan 18 23:31:20.874740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f359d1b3-b44f-4ffd-b09c-65a73c38bce2 req-e2416276-9779-424f-bfe9-6f8ca6e654d0 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/security-groups?id=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815687 Jan 18 23:31:20.898914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:20.909426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] For port 5094d90f-54be-42a4-a3b2-f38654922815, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5094d90f-54be-42a4-a3b2-f38654922815,segment=NetworkSegment(82ac76db-78f6-4246-b89f-2c2b875788d2),segment_id=82ac76db-78f6-4246-b89f-2c2b875788d2)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:20.910430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:20.965924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5b64e5-451f-4682-afe5-d1029c1d6ff4 req-9a4e2f26-cf70-4c11-979f-a5d81ef6053a tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Jan 18 23:31:21.108585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-47a9055c-9f26-44c1-82eb-fdaafff24768 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 471 time: 0.2664583 Jan 18 23:31:21.111350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cfba0386-9ccb-4390-913a-65cc801ee263 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:21.117980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'port': {'device_id': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'admin_state_up': True, 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'security_groups': ['4cdf2cc1-a615-41d4-92ae-15069bc1019d']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:21.196343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Calling delete_port for 5094d90f-54be-42a4-a3b2-f38654922815 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:21.212457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:21.220921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Usage tracker for resource:security_group_rule and tenant:29eda427f61d48369dc95b973da15a48 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:21.238802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:21.248780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:21.301310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port cfba0386-9ccb-4390-913a-65cc801ee263 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:21.306866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port cfba0386-9ccb-4390-913a-65cc801ee263 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:21.307311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.311655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:21.315945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:port and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:21.322312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:21.330149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:21.374791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.415493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:21.418561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.446722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.452126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c33d471d-354d-4514-baf6-5f7d485cf4b4 req-b4ce3eb6-8521-4e84-9fb0-a536e92613fd tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 210 time: 0.2113745 Jan 18 23:31:21.489269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.525357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:21.545768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cfba0386-9ccb-4390-913a-65cc801ee263,segment=NetworkSegment(c109fc8e-da4e-499b-a86e-10a353b9fe78),segment_id=c109fc8e-da4e-499b-a86e-10a353b9fe78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:21.568131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a192c293-287d-4877-9d18-780ab2c89e18,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:21.572638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718a628-db3c-4b06-81eb-fda0cf032f5d req-f81389ed-a961-4807-a953-a21dabea4d99 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:21.579618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7e9de47c-136d-4374-8cfd-b88e5824fd96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29eda427f61d48369dc95b973da15a48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7534435 Jan 18 23:31:21.581117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f718a628-db3c-4b06-81eb-fda0cf032f5d req-f81389ed-a961-4807-a953-a21dabea4d99 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3448632 Jan 18 23:31:21.583070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35522) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:21.628182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.668875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f718a628-db3c-4b06-81eb-fda0cf032f5d req-41f8dbdb-4e5f-4fd3-abb6-c509b650cfae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858796 Jan 18 23:31:21.709606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.715762 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263', 'code': 200} Jan 18 23:31:21.730167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:21.747272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.757748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.760802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['5094d90f-54be-42a4-a3b2-f38654922815'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:21.764588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.19 (b6062364-7378-43c2-83af-a3afe97bed6b/c6672570-431f-4d8d-8b45-8bea5b76c4f0/76d1020f-c67b-41f2-b7a5-44113e42639d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:21.874077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Pushing event deleted for resources: {'Port': ['ID=5094d90f-54be-42a4-a3b2-f38654922815,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:21.889229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] No DVR routers for this DVR port 5094d90f-54be-42a4-a3b2-f38654922815 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:21.892410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:21.899388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'name': 'network-vif-deleted', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:21.968684 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ef1e26-f398-4b3a-b715-6dc44345a253', 'name': 'network-vif-deleted', 'tag': '5094d90f-54be-42a4-a3b2-f38654922815', 'status': 'completed', 'code': 200} Jan 18 23:31:21.988301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55125769-c380-45a4-9f52-91c8a2d7a727 req-72b0a764-7c52-43dc-9b68-ec1dd30ac337 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.83 "DELETE /v2.0/ports/5094d90f-54be-42a4-a3b2-f38654922815 HTTP/1.1" status: 204 len: 173 time: 1.6376112 Jan 18 23:31:21.991995 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c914aacc-3a94-4a5c-945d-ed7f0367bbae req-6478ea46-89a3-43ff-ac88-cb5a841da742 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 1096 time: 0.2090156 Jan 18 23:31:22.048863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.075293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a192c293-287d-4877-9d18-780ab2c89e18,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:22.105839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c914aacc-3a94-4a5c-945d-ed7f0367bbae req-15eb60ba-0274-4b61-ae55-d1610a62dd87 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067345 Jan 18 23:31:22.108969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.126943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.130446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9c2462fb-651f-4ea7-82c6-fc5e6f393e87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a192c293-287d-4877-9d18-780ab2c89e18 HTTP/1.1" status: 204 len: 168 time: 0.5440950 Jan 18 23:31:22.131259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object 76d1020f-c67b-41f2-b7a5-44113e42639d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:22.151227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-014020f6-e34f-4d52-b719-4ac4928ccabb req-e1ffbd65-1345-4f26-87c0-74dd0a87e0d2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Synchronizing usage tracker for tenant:b6885f51b1894e6d982d7db77acc9bf5 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:22.233674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.237008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-014020f6-e34f-4d52-b719-4ac4928ccabb req-e1ffbd65-1345-4f26-87c0-74dd0a87e0d2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] Unset dirty status for tenant:b6885f51b1894e6d982d7db77acc9bf5 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:22.249939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-014020f6-e34f-4d52-b719-4ac4928ccabb req-e1ffbd65-1345-4f26-87c0-74dd0a87e0d2 tempest-VolumesActionsTest-764665613 tempest-VolumesActionsTest-764665613-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6ef1e26-f398-4b3a-b715-6dc44345a253 HTTP/1.1" status: 200 len: 210 time: 0.1613450 Jan 18 23:31:22.311074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c4174-cb5d-4371-a42c-d3031d7e08e3 req-9468bbe0-e28a-464c-890b-dbda1851e79e tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:22.312657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c56c4174-cb5d-4371-a42c-d3031d7e08e3 req-9468bbe0-e28a-464c-890b-dbda1851e79e tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.1147194 Jan 18 23:31:22.335176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:22.342657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network b6062364-7378-43c2-83af-a3afe97bed6b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:22.342657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:22.342657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:31:22.408525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c56c4174-cb5d-4371-a42c-d3031d7e08e3 req-295c89e6-8cb0-4694-b5a3-dc1f9c19d150 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841568 Jan 18 23:31:22.430877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:22.431819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.537380 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-756fc980-7048-492b-a7d4-0000ec877c3f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4234364 Jan 18 23:31:22.555942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Request body: {'port': {'device_id': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:22.688628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db4832-8b9f-4115-b4b7-afc32fd9bb48 req-e1b8cb8d-e851-4cfa-8abc-479d27f8d8ac tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:22.696553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.698075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59db4832-8b9f-4115-b4b7-afc32fd9bb48 req-e1b8cb8d-e851-4cfa-8abc-479d27f8d8ac tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 932 time: 0.0997498 Jan 18 23:31:22.773767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59db4832-8b9f-4115-b4b7-afc32fd9bb48 req-4a2bbc2c-a4d3-459a-992d-847e678573ab tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743279 Jan 18 23:31:22.775554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-744cdb81-45a6-4327-a152-7491d0e8c9e8 None None] Provisioning for port 76d1020f-c67b-41f2-b7a5-44113e42639d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:22.791257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-744cdb81-45a6-4327-a152-7491d0e8c9e8 None None] Provisioning complete for port 76d1020f-c67b-41f2-b7a5-44113e42639d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:22.791967 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-744cdb81-45a6-4327-a152-7491d0e8c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:22.928393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-744cdb81-45a6-4327-a152-7491d0e8c9e8 None None] Port 76d1020f-c67b-41f2-b7a5-44113e42639d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:31:23.037664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:23.045160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a874a6-d05b-4112-a8e4-052905229893 req-a6ba4913-8e2e-4239-8f32-226b4e1de64d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:23.049373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34a874a6-d05b-4112-a8e4-052905229893 req-a6ba4913-8e2e-4239-8f32-226b4e1de64d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.0980923 Jan 18 23:31:23.068332 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.104295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34a874a6-d05b-4112-a8e4-052905229893 req-6ecb6a8e-8dc0-4445-9195-0f64ed8c916c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516074 Jan 18 23:31:23.149097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:23.164758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cfcef1b996a451fa627eb223f87ffae is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:23.169078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:23.178182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:23.186813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d1020f-c67b-41f2-b7a5-44113e42639d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:23.197338 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.219632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Transition to ACTIVE for port object 76d1020f-c67b-41f2-b7a5-44113e42639d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:23.277805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.296425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.413974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.473380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Pushing event updated for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:23.497794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e02e3-f6d2-4dba-adad-894ffc9334a4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:23.782033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f32064f-24ca-4e32-b5c8-a758b86c31e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4cfcef1b996a451fa627eb223f87ffae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7438576 Jan 18 23:31:23.785161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35578) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:23.857280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98801e-5e65-4385-bf6e-84d8b4e718bf req-f4bc40a7-8c76-47e8-bf71-97ee841ed606 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:23.867702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed98801e-5e65-4385-bf6e-84d8b4e718bf req-f4bc40a7-8c76-47e8-bf71-97ee841ed606 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.1932158 Jan 18 23:31:23.896182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Attempting to bind port 76d1020f-c67b-41f2-b7a5-44113e42639d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:23.896516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Attempting to bind port 76d1020f-c67b-41f2-b7a5-44113e42639d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:23.896860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Attempting to bind port 76d1020f-c67b-41f2-b7a5-44113e42639d on network b6062364-7378-43c2-83af-a3afe97bed6b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:23.917818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Port 76d1020f-c67b-41f2-b7a5-44113e42639d on network b6062364-7378-43c2-83af-a3afe97bed6b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:31:23.918412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Attempting to bind port 76d1020f-c67b-41f2-b7a5-44113e42639d on network b6062364-7378-43c2-83af-a3afe97bed6b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:23.931658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.943864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:31:23.944205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Checking segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:23.944594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Bound using segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:31:23.945049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Bound port: 76d1020f-c67b-41f2-b7a5-44113e42639d, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:23.945438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:23.973305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af3fd9-4daf-4656-9b81-9e956d5b7def req-a6d6e700-5caf-47b8-af09-8c2dcd74398e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:23.976420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09af3fd9-4daf-4656-9b81-9e956d5b7def req-a6d6e700-5caf-47b8-af09-8c2dcd74398e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2518508 Jan 18 23:31:24.057580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed98801e-5e65-4385-bf6e-84d8b4e718bf req-890b4eb9-990f-4b78-8be0-b1de8ed396e5 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878898 Jan 18 23:31:24.062813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.074875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09af3fd9-4daf-4656-9b81-9e956d5b7def req-0612808f-3cdc-4ed3-884e-097ae4ec7800 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858650 Jan 18 23:31:24.085970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-f5742759-568d-4644-852d-39e929df3e4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.1847167 Jan 18 23:31:24.095199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:31:24.105735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=76d1020f-c67b-41f2-b7a5-44113e42639d,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:31:24.193144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.280530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.282166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] 10.222.0.83 "PUT /v2.0/ports/76d1020f-c67b-41f2-b7a5-44113e42639d HTTP/1.1" status: 200 len: 1092 time: 1.7348244 Jan 18 23:31:24.291098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:24.296413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.321973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e02e3-f6d2-4dba-adad-894ffc9334a4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:24.342577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e497c-c8af-467f-8273-ff94afffc702 service neutron] Pushing event updated for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:24.352297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:24.355660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-84a4d06d-4f06-4dd9-8bdd-c62c1dfaa737 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f3e02e3-f6d2-4dba-adad-894ffc9334a4 HTTP/1.1" status: 204 len: 168 time: 0.5674512 Jan 18 23:31:24.499338 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d', 'status': 'completed', 'code': 200} Jan 18 23:31:24.522209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-7c3a9463-2910-4eed-8144-3c6fa4f86a6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:24.529313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-7c3a9463-2910-4eed-8144-3c6fa4f86a6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.4369457 Jan 18 23:31:24.556286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-e98f9de0-8f60-4c2a-8e8a-0b2f5b53e477 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 1095 time: 0.1332200 Jan 18 23:31:24.660408 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-47d4ccde-72c6-4e78-9bd1-a4a94d7f5e4f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=76d1020f-c67b-41f2-b7a5-44113e42639d HTTP/1.1" status: 200 len: 217 time: 0.0968702 Jan 18 23:31:24.692296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbec66-7455-455b-8ee5-9f859b959dd5 req-f02f63b5-12b8-45e1-baf2-6f099b7f6764 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:24.693801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63fbec66-7455-455b-8ee5-9f859b959dd5 req-f02f63b5-12b8-45e1-baf2-6f099b7f6764 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 944 time: 0.4355073 Jan 18 23:31:24.697350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-645f4caf-91ba-4214-96b5-6f5dfa8bf8cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.1562264 Jan 18 23:31:24.725464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-5942c8e1-7d0c-4894-b265-8be52c9eeb91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:24.727027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-5942c8e1-7d0c-4894-b265-8be52c9eeb91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c6672570-431f-4d8d-8b45-8bea5b76c4f0 HTTP/1.1" status: 200 len: 838 time: 0.0601795 Jan 18 23:31:24.800064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-63fbec66-7455-455b-8ee5-9f859b959dd5 req-bc813380-f2c0-4aac-96a1-e2801f409d2c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993712 Jan 18 23:31:24.801700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-3be50297-1fbd-4228-8070-6190ae79f153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:24.803044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-3be50297-1fbd-4228-8070-6190ae79f153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.0854115 Jan 18 23:31:24.808513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-b470e464-0955-4fbb-b7f8-fa402bc0bb41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6062364-7378-43c2-83af-a3afe97bed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757775 Jan 18 23:31:24.853745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5094d90f-54be-42a4-a3b2-f38654922815 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:24.892762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-954c9708-e522-40a3-bb6e-e8a963dbfc91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830169 Jan 18 23:31:24.909193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 5094d90f-54be-42a4-a3b2-f38654922815 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:31:24.909766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5094d90f-54be-42a4-a3b2-f38654922815 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:31:25.025561 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-fd23a6c1-e0cb-415a-b258-1cfee51e63ef service neutron] 10.222.0.83 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086530 Jan 18 23:31:25.083037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-6eb8cdd9-a0cc-4e91-aa05-f6ddc36d8e8a service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836443 Jan 18 23:31:25.275146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a0b6cd66-bae3-4904-adf3-30e8d3a54abd req-5bb4bd19-24f8-420d-afa6-1f398e972a46 service neutron] 10.222.0.83 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454855 Jan 18 23:31:25.468271 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-b92433f2-6d19-4056-a862-e03f6a771991 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 1095 time: 0.0976367 Jan 18 23:31:25.586674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ca8db5-12b9-4ef3-8f4a-4c64a6e01ad2 req-0ed845fb-34c3-41cc-967d-174d6b1d43ec service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965937 Jan 18 23:31:25.612970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-41728331-7222-4dbe-9592-10b9043c9778 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:25.617570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-41728331-7222-4dbe-9592-10b9043c9778 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b6062364-7378-43c2-83af-a3afe97bed6b HTTP/1.1" status: 200 len: 896 time: 0.1430650 Jan 18 23:31:25.698935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd562cb-528d-4159-a40b-67319f88a003 req-c2b722b2-457c-4427-a06a-7ed7a49533b6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:25.702359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dd562cb-528d-4159-a40b-67319f88a003 req-c2b722b2-457c-4427-a06a-7ed7a49533b6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.3463447 Jan 18 23:31:25.756126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143031-01f9-43c1-89a2-8fec543f0d0a req-a7aabdaa-1063-4cba-a2c9-abb5a6782793 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:25.762918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c143031-01f9-43c1-89a2-8fec543f0d0a req-a7aabdaa-1063-4cba-a2c9-abb5a6782793 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.2399988 Jan 18 23:31:25.804714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-d666caf6-dbb9-4b32-b0f0-c396f4dd348e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=76d1020f-c67b-41f2-b7a5-44113e42639d HTTP/1.1" status: 200 len: 217 time: 0.1673050 Jan 18 23:31:25.873102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dd562cb-528d-4159-a40b-67319f88a003 req-6c29188b-a094-44db-95ed-4dcbf186e3fe tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683080 Jan 18 23:31:25.894110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-45a4405a-4dfb-4fcc-ab1b-ed691da1be76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:25.895826 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-45a4405a-4dfb-4fcc-ab1b-ed691da1be76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c6672570-431f-4d8d-8b45-8bea5b76c4f0 HTTP/1.1" status: 200 len: 838 time: 0.0812540 Jan 18 23:31:25.897401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c143031-01f9-43c1-89a2-8fec543f0d0a req-a8dd6ad6-9305-426c-8bd7-7495fd800e35 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335840 Jan 18 23:31:26.006468 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-8f890a83-e20a-47f8-ac03-e2b1ee2ce373 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b6062364-7378-43c2-83af-a3afe97bed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037204 Jan 18 23:31:26.193635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe253-a81f-4661-931d-72324ee48b38 req-0e66eac4-e4d0-48d8-af28-9643e0d76257 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:26.195097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-406fe253-a81f-4661-931d-72324ee48b38 req-0e66eac4-e4d0-48d8-af28-9643e0d76257 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 944 time: 0.0996196 Jan 18 23:31:26.268277 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-247fe768-b0f6-4b3b-8747-396f994294b8 service neutron] 10.222.0.83 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551095 Jan 18 23:31:26.300254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-406fe253-a81f-4661-931d-72324ee48b38 req-8df88e29-7eb6-4482-b110-9608cdb7e9fe tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991168 Jan 18 23:31:26.468188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b0b039c-ad3f-470b-b5a1-d9d176af3d66 req-5f09442f-6e30-4e09-b1ee-3dae157044aa service neutron] 10.222.0.83 "GET /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932628 Jan 18 23:31:26.881782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 76d1020f-c67b-41f2-b7a5-44113e42639d details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:31:27.085823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=76d1020f-c67b-41f2-b7a5-44113e42639d,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:27.100920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '76d1020f-c67b-41f2-b7a5-44113e42639d', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'port_id': '76d1020f-c67b-41f2-b7a5-44113e42639d', 'mac_address': 'fa:16:3e:fd:4f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:31:27.155001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fde62-4a5e-48fb-905c-febeadb05d41 req-c482791a-2e92-4c3b-b752-1770cf28701f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:27.157147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-464fde62-4a5e-48fb-905c-febeadb05d41 req-c482791a-2e92-4c3b-b752-1770cf28701f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1144373 Jan 18 23:31:27.168331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:27.188872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d1020f-c67b-41f2-b7a5-44113e42639d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:31:27.211283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=76d1020f-c67b-41f2-b7a5-44113e42639d,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:27.237486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-464fde62-4a5e-48fb-905c-febeadb05d41 req-7dc6b609-c3d8-49e6-b8ec-8a52675d3ec8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634692 Jan 18 23:31:27.267433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:27.351135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:27.481341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['76d1020f-c67b-41f2-b7a5-44113e42639d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:27.498131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb8ff9-61e1-4257-87df-ebf367db7408 req-9ad4391e-3f01-4e39-b9f5-722779241f8c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:27.505023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7cb8ff9-61e1-4257-87df-ebf367db7408 req-9ad4391e-3f01-4e39-b9f5-722779241f8c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.0944283 Jan 18 23:31:27.610947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7cb8ff9-61e1-4257-87df-ebf367db7408 req-fab91b02-2e41-4ebe-93f0-f9e3df3e47f0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048210 Jan 18 23:31:27.928591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dea08-9a76-4ab5-9266-f240d1d79c89 req-5e8eab4a-50f7-41d2-8f19-098c74464ff5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:27.944663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec5dea08-9a76-4ab5-9266-f240d1d79c89 req-5e8eab4a-50f7-41d2-8f19-098c74464ff5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 945 time: 0.1151197 Jan 18 23:31:28.075540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec5dea08-9a76-4ab5-9266-f240d1d79c89 req-f87ff46f-8dbd-4942-a016-9c62fbd7fea2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386952 Jan 18 23:31:28.124081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db083-03d8-46a3-8409-59c4d8dc8608 req-999a8889-1fb4-48bd-8e8a-2726bdddbdf7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:28.127547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f7db083-03d8-46a3-8409-59c4d8dc8608 req-999a8889-1fb4-48bd-8e8a-2726bdddbdf7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1403158 Jan 18 23:31:28.204275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f7db083-03d8-46a3-8409-59c4d8dc8608 req-64aa3036-a2eb-4b94-b40c-7db075ba0d62 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612073 Jan 18 23:31:28.893754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fdf0d-b0b5-4d41-b2e3-689f43f63c9a req-092ddba5-9855-42e4-a333-99509d2b2ce6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:28.895146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d60fdf0d-b0b5-4d41-b2e3-689f43f63c9a req-092ddba5-9855-42e4-a333-99509d2b2ce6 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.0810034 Jan 18 23:31:28.898136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 76d1020f-c67b-41f2-b7a5-44113e42639d up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:28.947823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d60fdf0d-b0b5-4d41-b2e3-689f43f63c9a req-b7d28a70-68cb-4c14-81ee-51d72f56fab8 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454514 Jan 18 23:31:29.061417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 76d1020f-c67b-41f2-b7a5-44113e42639d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:29.066608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 76d1020f-c67b-41f2-b7a5-44113e42639d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:29.066983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:29.276554 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:29.316804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:29.332426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=76d1020f-c67b-41f2-b7a5-44113e42639d,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:29.333799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d533f4-2261-4c02-8b9c-924470a48b39 req-46b23761-4b14-4c15-af2a-59e7c5dcc7da tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:29.336937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94d533f4-2261-4c02-8b9c-924470a48b39 req-46b23761-4b14-4c15-af2a-59e7c5dcc7da tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 945 time: 0.1221089 Jan 18 23:31:29.400326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94d533f4-2261-4c02-8b9c-924470a48b39 req-83c522c0-771d-4b96-b507-f848c3cc0bb7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593970 Jan 18 23:31:29.462569 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:29.616278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:29.627646 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d', 'code': 200} Jan 18 23:31:29.761384 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:31:29.924361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db393059-4d9a-4fdb-82c0-f3bb7a0f45c3 req-ec0e74e6-b2b9-4c8b-ad68-642acfff851c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 1097 time: 0.2150347 Jan 18 23:31:29.980360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db393059-4d9a-4fdb-82c0-f3bb7a0f45c3 req-e6e913a9-2f86-4d6e-9cd6-f4cb0ff856da service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552433 Jan 18 23:31:30.227453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b554bd7-ffaa-4cd1-9f63-45074b598d89 req-d2abd99b-2c3b-4616-89b8-a665bc16303a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:30.238785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b554bd7-ffaa-4cd1-9f63-45074b598d89 req-d2abd99b-2c3b-4616-89b8-a665bc16303a tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1464734 Jan 18 23:31:30.325938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b554bd7-ffaa-4cd1-9f63-45074b598d89 req-53555030-2e27-4fe6-8a16-5a779928ef7f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861793 Jan 18 23:31:30.831012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bc419-0b8e-4a2a-952f-b2daf3ae8d4a req-43c20d2d-10b3-48bc-95bd-528b4c4fa5e3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:30.871674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-306bc419-0b8e-4a2a-952f-b2daf3ae8d4a req-43c20d2d-10b3-48bc-95bd-528b4c4fa5e3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.1315672 Jan 18 23:31:31.036498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-306bc419-0b8e-4a2a-952f-b2daf3ae8d4a req-27770498-3e99-4c3a-b4fe-b8ec89cb17ee tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603961 Jan 18 23:31:31.280896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1b812-2084-4288-bea3-29d372c638e2 req-1b443a94-3fe6-4572-8878-f7a51a09c9e0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:31.283147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6c1b812-2084-4288-bea3-29d372c638e2 req-1b443a94-3fe6-4572-8878-f7a51a09c9e0 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1419919 Jan 18 23:31:31.317639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-e460ed05-b845-4ff5-b71a-4d240e762dd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 1095 time: 0.1514287 Jan 18 23:31:31.478026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6c1b812-2084-4288-bea3-29d372c638e2 req-3edc4648-37bb-435d-a6af-597640b1fd9b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888299 Jan 18 23:31:31.722165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-422f9ae3-5096-4020-9fa1-be4b14c1c120 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:31.726506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-422f9ae3-5096-4020-9fa1-be4b14c1c120 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.4018872 Jan 18 23:31:31.916819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-364a4112-4c95-48c3-896c-0f6bf0c59cb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 200 len: 999 time: 0.1821511 Jan 18 23:31:32.043932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-1645b000-bf95-4cb2-8848-dbe2984732a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.051194 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-1645b000-bf95-4cb2-8848-dbe2984732a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1287909 Jan 18 23:31:32.193284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-315a2e76-4723-40a1-be66-2ae2e141c459 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357062 Jan 18 23:31:32.390148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-e9f2cf7c-a643-472f-8560-18a8d60a965f service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900277 Jan 18 23:31:32.522959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47b12f-578c-4449-9c94-264838fb2a76 req-479b2cfc-defc-4aae-8dae-53ece44e8756 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.529349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab47b12f-578c-4449-9c94-264838fb2a76 req-479b2cfc-defc-4aae-8dae-53ece44e8756 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.1831605 Jan 18 23:31:32.594786 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8e97e6e-d929-4e4f-80f8-e381979699ad req-bb90bc17-a224-4232-85f1-762bf664bee3 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978951 Jan 18 23:31:32.604572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab47b12f-578c-4449-9c94-264838fb2a76 req-3d8d5648-2b83-446a-919b-f347f4d68fb6 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680161 Jan 18 23:31:32.854995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74318-afd3-428c-9ed6-9ff7c015cf3c req-1bea5064-9e5c-4bab-8a06-1698beb3f2e4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:32.858437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6cb74318-afd3-428c-9ed6-9ff7c015cf3c req-1bea5064-9e5c-4bab-8a06-1698beb3f2e4 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1260478 Jan 18 23:31:32.920099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6cb74318-afd3-428c-9ed6-9ff7c015cf3c req-fdbb474f-8c1f-45c2-b3ef-727eb94409ce tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604436 Jan 18 23:31:33.238042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0e250-4b40-41b5-ab84-147d838c9a7d req-63abdd33-a258-4259-a809-9871ca11919e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:33.240486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81c0e250-4b40-41b5-ab84-147d838c9a7d req-63abdd33-a258-4259-a809-9871ca11919e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.1294172 Jan 18 23:31:33.344480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81c0e250-4b40-41b5-ab84-147d838c9a7d req-39182e1f-eaa5-43e6-b2d2-f16a2c833b54 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881405 Jan 18 23:31:34.126269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185b55e-19a1-4795-a6de-4804c6227cec req-43a66a16-907a-4613-a348-99faeb3c77cd tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:34.127790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b185b55e-19a1-4795-a6de-4804c6227cec req-43a66a16-907a-4613-a348-99faeb3c77cd tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.0802579 Jan 18 23:31:34.174548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b185b55e-19a1-4795-a6de-4804c6227cec req-9d0d344b-1ac5-445e-9f7a-1a3fb1a632c8 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405695 Jan 18 23:31:34.424174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7958-c0c7-4344-ba6f-ffc39fbc1f22 req-b306452c-38ac-41cd-9e63-592ea9fcfacf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:34.425738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28bb7958-c0c7-4344-ba6f-ffc39fbc1f22 req-b306452c-38ac-41cd-9e63-592ea9fcfacf tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1079817 Jan 18 23:31:34.474318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28bb7958-c0c7-4344-ba6f-ffc39fbc1f22 req-30508243-b4eb-44b1-b030-241acdeec45d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430045 Jan 18 23:31:34.745208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fa7fe-e073-4d8e-82e4-554785f168c7 req-519dbe47-7e54-4c92-adaf-d92033ed4acc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:34.746784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf7fa7fe-e073-4d8e-82e4-554785f168c7 req-519dbe47-7e54-4c92-adaf-d92033ed4acc tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.0825770 Jan 18 23:31:34.815983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf7fa7fe-e073-4d8e-82e4-554785f168c7 req-4acf9d7d-78a4-4e6e-ad6f-d90371b8eccb tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615804 Jan 18 23:31:34.904936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 35886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:35.546165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dee9f-a01a-40d8-91c4-f06c88e6ef8b req-9d691698-4f27-4ec6-9e83-c9e449309ddb tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:35.553859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-244dee9f-a01a-40d8-91c4-f06c88e6ef8b req-9d691698-4f27-4ec6-9e83-c9e449309ddb tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.1688712 Jan 18 23:31:35.634214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-244dee9f-a01a-40d8-91c4-f06c88e6ef8b req-6ab5ff34-a6a4-493b-b4f7-9f209d4d48c3 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788839 Jan 18 23:31:35.743838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5645a-40f6-4734-9435-dd71a58f87db req-5ac372e8-cfb7-4716-9150-0035e0faac48 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:35.744539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-14a5645a-40f6-4734-9435-dd71a58f87db req-5ac372e8-cfb7-4716-9150-0035e0faac48 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Synchronizing usage tracker for tenant:3242763a98514e1ca5831b17c0a002f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:35.977911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-14a5645a-40f6-4734-9435-dd71a58f87db req-5ac372e8-cfb7-4716-9150-0035e0faac48 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Unset dirty status for tenant:3242763a98514e1ca5831b17c0a002f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:35.979037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-14a5645a-40f6-4734-9435-dd71a58f87db req-5ac372e8-cfb7-4716-9150-0035e0faac48 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.89 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 945 time: 0.4523373 Jan 18 23:31:36.070083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Deleting port cfba0386-9ccb-4390-913a-65cc801ee263 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:36.070541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.474450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.506637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] For port cfba0386-9ccb-4390-913a-65cc801ee263, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cfba0386-9ccb-4390-913a-65cc801ee263,segment=NetworkSegment(c109fc8e-da4e-499b-a86e-10a353b9fe78),segment_id=c109fc8e-da4e-499b-a86e-10a353b9fe78)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:36.507062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:36.779039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Calling delete_port for cfba0386-9ccb-4390-913a-65cc801ee263 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:37.225201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebace-4021-4e25-8130-83a4007a11d2 req-37e2630d-7afa-4cd8-88b1-92e9d6cd812b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:37.231976 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-202ebace-4021-4e25-8130-83a4007a11d2 req-37e2630d-7afa-4cd8-88b1-92e9d6cd812b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c3a8b3-622c-42ea-bbce-11ef5eecf2fb HTTP/1.1" status: 200 len: 944 time: 0.4516025 Jan 18 23:31:37.253793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:37.325628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 6c5cf86e-ae53-45ad-b157-04c9857234ab {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:37.326181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:37.326381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Pushing event deleted for resources: {'Port': ['ID=cfba0386-9ccb-4390-913a-65cc801ee263,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:37.399430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.399886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.400636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.400636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.401071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.401462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.401854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.402514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.402697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.403095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.403487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:37.419389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26520c5e-b5b4-4c5d-9bf5-500db8c3cc84 req-4f5c38d3-a91b-46e1-8876-c1b8c237bb61 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:37.419389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26520c5e-b5b4-4c5d-9bf5-500db8c3cc84 req-4f5c38d3-a91b-46e1-8876-c1b8c237bb61 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 867 time: 0.5228355 Jan 18 23:31:37.490517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] No DVR routers for this DVR port cfba0386-9ccb-4390-913a-65cc801ee263 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:37.495245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:37.497531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'name': 'network-vif-deleted', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:37.510336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26520c5e-b5b4-4c5d-9bf5-500db8c3cc84 req-cdab6002-d910-44fc-a32e-6d02240877bf tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/security-groups?id=35db78ac-f224-434a-a819-e74055c0d8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943761 Jan 18 23:31:37.534712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.17 (b6062364-7378-43c2-83af-a3afe97bed6b/c6672570-431f-4d8d-8b45-8bea5b76c4f0/0b9c9b26-9087-4e1b-8716-46dba22ca7f1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:37.750896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 6c5cf86e-ae53-45ad-b157-04c9857234ab, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=6c5cf86e-ae53-45ad-b157-04c9857234ab,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:37.751278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:37.941421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 6c5cf86e-ae53-45ad-b157-04c9857234ab owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:37.978187 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e26be8-3ca5-4b4d-aff2-4df1be134d5c', 'name': 'network-vif-deleted', 'tag': 'cfba0386-9ccb-4390-913a-65cc801ee263', 'status': 'completed', 'code': 200} Jan 18 23:31:37.979754 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-14a5645a-40f6-4734-9435-dd71a58f87db req-b5d675a5-5a68-4cbd-89bb-d5a73ee20bfa tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.89 "DELETE /v2.0/ports/cfba0386-9ccb-4390-913a-65cc801ee263 HTTP/1.1" status: 204 len: 173 time: 1.9934361 Jan 18 23:31:38.058650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.130853 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-9534c32e-af08-41ea-a1c0-bfd830ac102f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1546531 Jan 18 23:31:38.200613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.200856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:38.212775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf', '2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:38.264496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=6c5cf86e-ae53-45ad-b157-04c9857234ab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:38.321488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.321836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.322173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.322510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.322920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.323249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.323572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.323895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.324297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.325024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.328554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:31:38.487852 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-d4dc9de2-f5f1-4d97-a6bd-47b57c0c7ec7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 1058 time: 0.3326783 Jan 18 23:31:38.548308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] No DVR routers for this DVR port 6c5cf86e-ae53-45ad-b157-04c9857234ab on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:38.556428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.564085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-deleted', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:38.596018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:38.685055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-202ebace-4021-4e25-8130-83a4007a11d2 req-836d67b8-f705-4278-b346-6b13624a763b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "DELETE /v2.0/ports/6c5cf86e-ae53-45ad-b157-04c9857234ab HTTP/1.1" status: 204 len: 173 time: 1.4520860 Jan 18 23:31:38.698284 n-d-825175-2 neutron-server[84542]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16c3a8b3-622c-42ea-bbce-11ef5eecf2fb', 'name': 'network-vif-deleted', 'tag': '6c5cf86e-ae53-45ad-b157-04c9857234ab', 'status': 'failed', 'code': 422} returned with failed status Jan 18 23:31:38.797036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network b6062364-7378-43c2-83af-a3afe97bed6b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:38.802253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:38.824408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:31:38.990431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.005679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:39.050174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-436386ab-5888-43cd-80b0-7fcbe2ca57b1 req-cb34bf50-62d8-45b9-8f72-25904bab2333 tempest-ServerTagsTestJSON-419074577 tempest-ServerTagsTestJSON-419074577-project] 10.222.0.59 "GET /v2.0/ports?device_id=48e26be8-3ca5-4b4d-aff2-4df1be134d5c HTTP/1.1" status: 200 len: 210 time: 0.1042423 Jan 18 23:31:39.100138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-907534d3-7860-4359-8a9d-55a7fe15e3b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:39.100138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-907534d3-7860-4359-8a9d-55a7fe15e3b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.5851526 Jan 18 23:31:39.158823 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.193223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cfba0386-9ccb-4390-913a-65cc801ee263 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:39.230620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: cfba0386-9ccb-4390-913a-65cc801ee263 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:31:39.231239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cfba0386-9ccb-4390-913a-65cc801ee263 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:31:39.287185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-a25fcba9-a507-4132-b226-80bb2f55501e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 200 len: 217 time: 0.1872585 Jan 18 23:31:39.329702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f7ef2e0-4c63-490c-9a2c-a4334cf03658 None None] Provisioning for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:39.335766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f7ef2e0-4c63-490c-9a2c-a4334cf03658 None None] Provisioning complete for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:39.336510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3f7ef2e0-4c63-490c-9a2c-a4334cf03658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.365496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:39.426707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ef2e0-4c63-490c-9a2c-a4334cf03658 None None] Port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:31:39.460765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-57c92458-82d6-45a9-a35a-a0aacfbed475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:39.461832 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-57c92458-82d6-45a9-a35a-a0aacfbed475 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1675529 Jan 18 23:31:39.703053 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-9dac06e4-460b-4fe4-8bb7-b26ddc0cf582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275920 Jan 18 23:31:39.994500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-8dbf7802-c855-43ac-b44c-a084794e02d9 service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834163 Jan 18 23:31:40.242805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.246811 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-92809f5e-dadc-424e-8b5d-db1f6f5a3ff7 req-895b1ea3-ea21-41a3-ac91-d0996ee47a3c service neutron] 10.222.0.83 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442458 Jan 18 23:31:40.251487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36030) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:40.330115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.355312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Deleting subnet 094fd12d-1ea5-4202-8113-6042ac673829 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:31:40.366108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.489998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.572529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.598579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:40.602242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:40.851843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.010146 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.026956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094fd12d-1ea5-4202-8113-6042ac673829,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:41.029869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network b6062364-7378-43c2-83af-a3afe97bed6b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:31:41.036517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:41.062674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.073825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aee18a8c-80d1-437e-92e6-48ddc1b241fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/094fd12d-1ea5-4202-8113-6042ac673829 HTTP/1.1" status: 204 len: 168 time: 0.8203089 Jan 18 23:31:41.080385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82bb3-8d44-4ad2-a385-f3d23771cadb req-bee01426-ef0d-4c3f-9a87-4b61f4062bd7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:41.081256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab82bb3-8d44-4ad2-a385-f3d23771cadb req-bee01426-ef0d-4c3f-9a87-4b61f4062bd7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:41.084827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36046) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:41.205693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.320414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ab82bb3-8d44-4ad2-a385-f3d23771cadb req-bee01426-ef0d-4c3f-9a87-4b61f4062bd7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:41.332548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ab82bb3-8d44-4ad2-a385-f3d23771cadb req-bee01426-ef0d-4c3f-9a87-4b61f4062bd7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 907 time: 0.3886385 Jan 18 23:31:41.366640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.393387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b3418316-ef4c-4113-9426-3a127987c1e9 None None] Provisioning complete for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:41.393761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b3418316-ef4c-4113-9426-3a127987c1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.397518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4fff69-ed0a-4eb4-984f-364505cfaa60']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.412169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c109fc8e-da4e-499b-a86e-10a353b9fe78') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.412683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c109fc8e-da4e-499b-a86e-10a353b9fe78') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.427146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.445606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.455030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:31:41.455636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:31:41.472316 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:31:41.511135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b3418316-ef4c-4113-9426-3a127987c1e9 None None] Port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:31:41.550320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:31:41.799107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:31:41.815107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.815915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-854bebed-63e9-414d-a0ef-60d6dacef120 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/4e34b6b2-f384-4f26-b4dd-d71c343db87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8991690 Jan 18 23:31:41.823126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:31:41.857821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:41.857928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:41.859052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:41.865394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4fff69-ed0a-4eb4-984f-364505cfaa60,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:41.940002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a0d1ccdc-5cd4-4513-838f-b21e35033684 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4d4fff69-ed0a-4eb4-984f-364505cfaa60 HTTP/1.1" status: 204 len: 168 time: 0.8540413 Jan 18 23:31:42.146916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:31:42.488857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-95f3b1c5-036d-4ddb-b6a0-13685b674d7d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:42.489773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-95f3b1c5-036d-4ddb-b6a0-13685b674d7d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:42.504089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-95f3b1c5-036d-4ddb-b6a0-13685b674d7d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:42.505509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-95f3b1c5-036d-4ddb-b6a0-13685b674d7d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 907 time: 0.1802619 Jan 18 23:31:42.562258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1c09e-6eed-4bf6-a96a-5b506ce2733b req-ab1224fa-efbe-40cc-a98b-787026a13121 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:42.565617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2de1c09e-6eed-4bf6-a96a-5b506ce2733b req-ab1224fa-efbe-40cc-a98b-787026a13121 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 907 time: 0.0938377 Jan 18 23:31:42.600101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:42.600443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.608113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:42.679621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e883f88-c775-45eb-a0e9-124dca23f868 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3242763a98514e1ca5831b17c0a002f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0666065 Jan 18 23:31:42.693918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:42.745280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:31:39Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c9b26-9087-4e1b-8716-46dba22ca7f1', 'name': '', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:37:cc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:37Z', 'updated_at': '2022-01-18T23:31:39Z', 'revision_number': 2, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:42.750537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:31:42.750904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Updating router 4e34b6b2-f384-4f26-b4dd-d71c343db87b port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:31:42.786820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.830545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:42.863057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.024940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:43.025524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.063615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.087695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35db78ac-f224-434a-a819-e74055c0d8ee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:43.099398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.111015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f865334a-f674-4069-b55b-9e5f28287c19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35db78ac-f224-434a-a819-e74055c0d8ee HTTP/1.1" status: 204 len: 168 time: 0.4054599 Jan 18 23:31:43.248386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:43.380226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.479305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.481929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Transition to ACTIVE for port object 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:31:43.503126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36104) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:43.541809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.571294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=046a31cf-4734-4f9b-8bfb-c1ffdd345a3c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:43.657389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfae0ac-dde8-4a87-96f9-ef8a15e9a258 None None] Pushing event updated for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:43.732535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] No DVR routers for this DVR port 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:43.745698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.762103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'name': 'network-vif-deleted', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:43.862240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:43.887822 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a68ac7-f69b-4994-8866-1420eb82d128 req-be2257b3-bb14-4fe3-9ee8-537612447add tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "DELETE /v2.0/ports/046a31cf-4734-4f9b-8bfb-c1ffdd345a3c HTTP/1.1" status: 204 len: 173 time: 1.3747051 Jan 18 23:31:43.978074 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3', 'name': 'network-vif-deleted', 'tag': '046a31cf-4734-4f9b-8bfb-c1ffdd345a3c', 'status': 'completed', 'code': 200} Jan 18 23:31:44.089716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220606e6-d210-43c0-819f-31d501df57e9 req-daae69e5-7a44-4ef3-9fba-044526d817c7 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.1227546 Jan 18 23:31:44.104940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:44.127862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Usage tracker for resource:security_group_rule and tenant:e180bb8565ed4200876e5a6e89d409a6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:44.141404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:44.161920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:44.295770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4972be9-e8b1-4626-992c-7276644d80ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.330496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.403839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Attempting to bind port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:31:44.404376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Attempting to bind port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:31:44.404730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Attempting to bind port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 on network b6062364-7378-43c2-83af-a3afe97bed6b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:31:44.423697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.424016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:31:44.424345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Checking segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:44.424753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.425387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Bound using segment: {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:31:44.426083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Bound port: 0b9c9b26-9087-4e1b-8716-46dba22ca7f1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbfd97-ebd8-4215-9062-5600b128fa35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:31:44.426472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.538669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] For port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:31:44.539767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75593a33-ee8d-4f59-829b-fa6e32e21c09,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:44.543207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] For port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:31:44.570104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36136) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:44.570840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-065ec2b0-864e-463d-86ca-1c123dd63507 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e180bb8565ed4200876e5a6e89d409a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0665500 Jan 18 23:31:44.639534 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.654254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.710313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:44.761347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfae0ac-dde8-4a87-96f9-ef8a15e9a258 None None] Pushing event updated for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:44.788776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:31:44.789460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:45.055582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.081597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75593a33-ee8d-4f59-829b-fa6e32e21c09,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:45.096408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.101452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ac547534-10b3-46a6-86cc-ba816cb32e20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75593a33-ee8d-4f59-829b-fa6e32e21c09 HTTP/1.1" status: 204 len: 168 time: 0.5302970 Jan 18 23:31:45.132100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:45.200894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:31:45.258521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:31:45.259190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 046a31cf-4734-4f9b-8bfb-c1ffdd345a3c not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:31:45.325947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36156) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:45.434364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77eefd57-f069-489c-9aa5-96f92efe520c req-ae223b51-febe-4061-9a98-3a285e37e8af tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c7c97d6-c16f-47a1-9b87-d0d6fdd062f3 HTTP/1.1" status: 200 len: 210 time: 0.0993690 Jan 18 23:31:45.631904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.668976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:45.676603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Usage tracker for resource:security_group_rule and tenant:f5550b099dc140b597dcfbabc823a55a is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:45.683637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:45.696726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:45.743515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:31:39Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c9b26-9087-4e1b-8716-46dba22ca7f1', 'name': '', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:37:cc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:37Z', 'updated_at': '2022-01-18T23:31:44Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:31:45.748048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f0ddd-35ee-4453-8cfa-6e22d86b4356 None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:31:39Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9c9b26-9087-4e1b-8716-46dba22ca7f1', 'name': '', 'network_id': 'b6062364-7378-43c2-83af-a3afe97bed6b', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:37:cc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:31:37Z', 'updated_at': '2022-01-18T23:31:44Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': 'c6672570-431f-4d8d-8b45-8bea5b76c4f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:31:45.848767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:45.935831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.035124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5550b099dc140b597dcfbabc823a55a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7057612 Jan 18 23:31:46.035699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36174) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:46.038703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9504f069-34bd-4b8d-b5db-d720b52b4100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.112957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e08d64-e0d1-4150-80eb-c871c6335465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bbee9e-bb8b-4481-882d-16b29ffd8f38,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:46.151207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.188425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.407412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.415039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:46.436439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bbee9e-bb8b-4481-882d-16b29ffd8f38,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:46.442279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.454883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.456014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cefe6b98-37d3-40fa-a78a-00d6ebc19c27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51bbee9e-bb8b-4481-882d-16b29ffd8f38 HTTP/1.1" status: 204 len: 168 time: 0.4193373 Jan 18 23:31:46.513294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606e81a-d8a9-40f5-8e93-4087f6eff89f req-db5504d0-d557-45e6-9ea7-4b7a3bd21748 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:46.514819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f606e81a-d8a9-40f5-8e93-4087f6eff89f req-db5504d0-d557-45e6-9ea7-4b7a3bd21748 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1790876 Jan 18 23:31:46.565201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:46.582901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Usage tracker for resource:security_group_rule and tenant:e29a81e8be004cf8be0710da3d6c483f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:46.591994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:46.618119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:46.680752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f606e81a-d8a9-40f5-8e93-4087f6eff89f req-302ad042-48f4-41ef-815e-e956e0b7d6cb tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526384 Jan 18 23:31:46.849037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:46.890753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-873dae36-400e-4c0d-8cf4-0a90b7e89cc6 req-524a1b26-9bec-4599-997f-30341efbbaa9 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0822952 Jan 18 23:31:46.966868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.037393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df25f5-dfc0-4259-8daa-94658e060191,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:47.044709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7bc8287f-52d7-483e-b311-d8e162c6b786 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e29a81e8be004cf8be0710da3d6c483f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6283157 Jan 18 23:31:47.047971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36210) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:47.104423 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-f431f6f1-341d-4d8c-abe8-d95299a01c4b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2161336 Jan 18 23:31:47.129798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.201564 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.238965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.268574 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-ea078823-9fca-4be8-92d0-1d74a77fea6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 1096 time: 0.1366909 Jan 18 23:31:47.312705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:47.372863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.406105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df25f5-dfc0-4259-8daa-94658e060191,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:47.430976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.443988 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6b65a10-3392-463e-bb93-542c96224b4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3df25f5-dfc0-4259-8daa-94658e060191 HTTP/1.1" status: 204 len: 168 time: 0.3924110 Jan 18 23:31:47.444190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.461165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:31:47.466754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:47.467137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.471056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-550e31c1-9291-4a12-8019-c23d9f64234e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:47.472550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-550e31c1-9291-4a12-8019-c23d9f64234e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 200 len: 913 time: 0.1840944 Jan 18 23:31:47.565565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:47.587905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.611901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-aab398b7-230c-40c7-aacd-1aebba54d283 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 200 len: 217 time: 0.1260197 Jan 18 23:31:47.621252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:47.635589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Usage tracker for resource:security_group_rule and tenant:ece10614f7064b448d44182ab0bc234c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:47.639195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:47.646374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:47.724670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-ed779b77-5841-4cc0-b7b7-1e4909bd857d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:47.731926 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-ed779b77-5841-4cc0-b7b7-1e4909bd857d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 200 len: 851 time: 0.1114867 Jan 18 23:31:47.782186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.841746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:47.865143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-561b01f4-aab5-4cff-9d57-f853e249b5f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e98de5c-2994-4315-a19e-0d2c0ece995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264675 Jan 18 23:31:47.890277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:47.916197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a26b7-5802-4491-a5fc-d0c8c25c3d48 req-9edbc17f-1456-42e1-8169-f979a8a53f45 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:47.921395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d4a26b7-5802-4491-a5fc-d0c8c25c3d48 req-9edbc17f-1456-42e1-8169-f979a8a53f45 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.2521083 Jan 18 23:31:47.964759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.003139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640735-a703-4eeb-963d-f47424c02b7d req-e13a62d4-14d3-4dc9-b8c9-933412d11343 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:48.004748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5640735-a703-4eeb-963d-f47424c02b7d req-e13a62d4-14d3-4dc9-b8c9-933412d11343 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1713955 Jan 18 23:31:48.038137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-b5982c11-95f7-44c4-a62f-8f05b01938bd service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661808 Jan 18 23:31:48.043817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d4a26b7-5802-4491-a5fc-d0c8c25c3d48 req-410018b6-021a-41af-85ea-18bc58853e01 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197531 Jan 18 23:31:48.048642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.078727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:48.131789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5640735-a703-4eeb-963d-f47424c02b7d req-00cf6dc9-56f5-4453-82fb-33b9476aa84f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133430 Jan 18 23:31:48.149771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b1b55-40a2-4461-8b4d-56889d4d9e94,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:48.180506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2a4787f9-e255-4da1-b6df-fd0821da64c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ece10614f7064b448d44182ab0bc234c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6101844 Jan 18 23:31:48.180506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36236) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:48.251917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.289923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.344795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-75a08e00-68b5-4dac-9cb8-1479b7df0566 req-9d1c8fb1-618b-4e10-b965-80df9eb4dea3 service neutron] 10.222.0.89 "GET /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928722 Jan 18 23:31:48.377804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fa102cd-8982-45bd-9ae5-4b6fb4735502 req-d124dc3d-9d66-4e34-a4c4-706c481b7206 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0521483 Jan 18 23:31:48.518544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.534399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b1b55-40a2-4461-8b4d-56889d4d9e94,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:48.541548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:48.545557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a1c489e-1781-41f8-9f93-4fc41028075e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/462b1b55-40a2-4461-8b4d-56889d4d9e94 HTTP/1.1" status: 204 len: 168 time: 0.3648252 Jan 18 23:31:48.828156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.173308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-a6faa61b-7977-454a-809e-4378597c4bd3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:49.174040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-a6faa61b-7977-454a-809e-4378597c4bd3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:49.186072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36266) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:49.287173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:31:49.301403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-a6faa61b-7977-454a-809e-4378597c4bd3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:49.302948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-a6faa61b-7977-454a-809e-4378597c4bd3 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.2147787 Jan 18 23:31:49.388450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:31:49.390845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.396339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 2ac61f1a-c37f-4f66-88e0-582378a867b5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:49.397212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.403633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330141269-network', 'tenant_id': '9ab4584c5634438bb0e2f31922029e85'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:49.406952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:49.429373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:49.445010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Usage tracker for resource:network and tenant:9ab4584c5634438bb0e2f31922029e85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:49.447646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.462153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:49.473759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:49.527491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:49.536125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9cf483dea3477ca2b27e4aeb7f1fc8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:49.540890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:49.554968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adce706-8b48-461c-9252-8f9f22815378 req-1f521bd6-ca31-4390-9584-32f46542391b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:49.556555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7adce706-8b48-461c-9252-8f9f22815378 req-1f521bd6-ca31-4390-9584-32f46542391b tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 945 time: 0.2954764 Jan 18 23:31:49.557484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:49.566453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee79135-b65b-4799-afe9-295d1efb1a1a req-6f4bd1d1-e002-4f52-a83c-2d85afcc5b45 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:49.567873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ee79135-b65b-4799-afe9-295d1efb1a1a req-6f4bd1d1-e002-4f52-a83c-2d85afcc5b45 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2412045 Jan 18 23:31:49.590559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Made reservation on behalf of 9ab4584c5634438bb0e2f31922029e85 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:49.593403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.634733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.662308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 2ac61f1a-c37f-4f66-88e0-582378a867b5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2ac61f1a-c37f-4f66-88e0-582378a867b5,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:49.662641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.712105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7adce706-8b48-461c-9252-8f9f22815378 req-b7049862-3fa3-4103-9a3c-9d1f538ca081 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432297 Jan 18 23:31:49.742818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ee79135-b65b-4799-afe9-295d1efb1a1a req-af3f4811-272b-4c83-abf0-dc4f02561a31 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372445 Jan 18 23:31:49.744042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:49.789297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab4584c5634438bb0e2f31922029e85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:49.801256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:49.808029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:49.821943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:49.884754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 2ac61f1a-c37f-4f66-88e0-582378a867b5 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:49.903986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19d0e2d3-0413-4e8a-b87e-db43388e9c68 req-a606a808-7df4-4868-be63-b7b5fdabac38 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0518095 Jan 18 23:31:49.949017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.012912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5837e72e-ea83-47d0-92ce-514a5b465937,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:50.025756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-75c253f0-7aac-4d7b-a8be-3fb732ed9319 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f9cf483dea3477ca2b27e4aeb7f1fc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6174357 Jan 18 23:31:50.027514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36282) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:50.095720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.107068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.108264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf', '2ac61f1a-c37f-4f66-88e0-582378a867b5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:50.135842 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.167323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.178477 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.187407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=2ac61f1a-c37f-4f66-88e0-582378a867b5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:50.275890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] No DVR routers for this DVR port 2ac61f1a-c37f-4f66-88e0-582378a867b5 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:50.278777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.285003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'name': 'network-vif-deleted', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:50.322783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:31:50.348012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add01d59-1dc1-460f-a6f2-c3f030ab93fa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:50.350822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.351012 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Added segment 55f2ca97-936f-41a0-b046-866798bce9f0 of type vlan for network 2cc97750-e349-43bf-9718-c6bb73d0a0be Jan 18 23:31:50.378892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.380215 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f', 'name': 'network-vif-deleted', 'tag': '2ac61f1a-c37f-4f66-88e0-582378a867b5', 'status': 'completed', 'code': 200} Jan 18 23:31:50.416156 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-64170f8d-9a76-4315-ba4e-d4084ee0ec63 req-e22055f1-7696-4b62-a7ac-b769d260d32c tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "DELETE /v2.0/ports/2ac61f1a-c37f-4f66-88e0-582378a867b5 HTTP/1.1" status: 204 len: 173 time: 1.1067290 Jan 18 23:31:50.438747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.455530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5837e72e-ea83-47d0-92ce-514a5b465937,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:50.467407 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.474388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2649b15-4d26-4cae-a77e-f1bc36fc0c7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5837e72e-ea83-47d0-92ce-514a5b465937 HTTP/1.1" status: 204 len: 168 time: 0.4402676 Jan 18 23:31:50.489777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.491343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:50.491999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.603473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc97750-e349-43bf-9718-c6bb73d0a0be,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:50.614264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:31:50.684657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-51142e12-915d-4afb-80d7-0d57dc1ee3b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4922216 Jan 18 23:31:50.684657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36294) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:50.689318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Request body: {'subnet': {'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330141269-subnet', 'tenant_id': '9ab4584c5634438bb0e2f31922029e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:50.701989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:50.706751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Usage tracker for resource:subnet and tenant:9ab4584c5634438bb0e2f31922029e85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:50.710325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:50.718414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:50.844970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Made reservation on behalf of 9ab4584c5634438bb0e2f31922029e85 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:50.847297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:50.959481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2a32f86-d157-4fbf-8804-b0263f21a25c req-083f2a20-5729-4185-85b9-7ffd0e218010 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dd92a3f-ad77-490f-9f15-74bd0bdfcf7f HTTP/1.1" status: 200 len: 210 time: 0.0964286 Jan 18 23:31:51.173557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9440fb-cf44-40d6-8d2f-350a7badc233 req-101db27a-6c5f-494c-a9a3-cfe50a9ab390 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:51.175047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff9440fb-cf44-40d6-8d2f-350a7badc233 req-101db27a-6c5f-494c-a9a3-cfe50a9ab390 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1806498 Jan 18 23:31:51.207980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcea159c-cda5-4e01-a33f-735e9a993080 req-e86d8cc7-d222-4994-97df-64fdeb1dd767 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0775709 Jan 18 23:31:51.273458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff9440fb-cf44-40d6-8d2f-350a7badc233 req-1c5396e3-e716-417e-b7d1-95e9ec9c3cf2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912766 Jan 18 23:31:51.330246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:51.402592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7e153c-f952-48c0-84e2-9037948f6961,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:51.422464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Checking segment: {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:31:51.422919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Network hostable DHCP agents. Network: 2cc97750-e349-43bf-9718-c6bb73d0a0be, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:31:51.535362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:31:51.673293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2cc97750-e349-43bf-9718-c6bb73d0a0be) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:31:51.677448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:51.678166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:51.682357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24677904-60c2-4526-8c77-0c25cae66bfe None None] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:51.789426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f941f905-b5c5-4a38-ae2c-b7efb1182eb3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1059191 Jan 18 23:31:51.990090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671da04b-938b-4de7-957e-5865a1c5b0d2 None None] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:31:52.494166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a8ad221-104f-46bb-886a-ad3d7c891904 req-0c3b587a-31af-4e42-b9cc-4c8ead1b6c3a tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0642884 Jan 18 23:31:52.701360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f85a4-699e-41cc-b6fe-8dbd164ae185 req-392d5bb8-8a55-497d-9497-96efe3fa045a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.703117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b8f85a4-699e-41cc-b6fe-8dbd164ae185 req-392d5bb8-8a55-497d-9497-96efe3fa045a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.0842230 Jan 18 23:31:52.757914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b8f85a4-699e-41cc-b6fe-8dbd164ae185 req-b78b3861-2c82-40e7-afc5-dd8e67b140d1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480821 Jan 18 23:31:52.919955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa00c-92f7-496e-be8b-7af399df6061 req-06178e7c-7fc2-496d-a32c-73cefdabd0ee tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:52.923514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e7aa00c-92f7-496e-be8b-7af399df6061 req-06178e7c-7fc2-496d-a32c-73cefdabd0ee tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.1037521 Jan 18 23:31:52.942678 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b84f49ec-f0b9-46eb-b8fb-43670da447d1 req-e1e37da6-a105-4513-9fbb-6c830421e435 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0535810 Jan 18 23:31:52.979802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e7aa00c-92f7-496e-be8b-7af399df6061 req-5d8d42a8-c928-408f-955e-fba693a2c826 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505254 Jan 18 23:31:53.256980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2ac61f1a-c37f-4f66-88e0-582378a867b5 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:53.328541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 2ac61f1a-c37f-4f66-88e0-582378a867b5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:31:53.328822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2ac61f1a-c37f-4f66-88e0-582378a867b5 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:31:53.366944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-fafea872-38a8-42b7-b172-03cfc2736aa1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:53.368320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-fafea872-38a8-42b7-b172-03cfc2736aa1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:53.433763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-fafea872-38a8-42b7-b172-03cfc2736aa1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:53.436378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-fafea872-38a8-42b7-b172-03cfc2736aa1 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.2097464 Jan 18 23:31:53.521401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 55d25257-f5ad-4e01-a639-957269834eaf {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:53.521659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:53.759422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d47530-7a15-444f-9383-0fe04f777629 req-37ab19ca-ab57-4f0a-9890-0b80db84b909 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0762122 Jan 18 23:31:53.861963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 55d25257-f5ad-4e01-a639-957269834eaf, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=55d25257-f5ad-4e01-a639-957269834eaf,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:53.862321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.136189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46169-ce2c-4ef7-b983-e04c6aa1519d req-e74a8ff3-cf8f-4ef9-a5ad-c978fe0a9f9c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:54.138005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aab46169-ce2c-4ef7-b983-e04c6aa1519d req-e74a8ff3-cf8f-4ef9-a5ad-c978fe0a9f9c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1750710 Jan 18 23:31:54.282731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 55d25257-f5ad-4e01-a639-957269834eaf owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:31:54.459704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aab46169-ce2c-4ef7-b983-e04c6aa1519d req-0272802c-4a9f-4c8f-8ace-9821cc9c05ab tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3144655 Jan 18 23:31:54.490810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b40b4-453d-417e-bcbd-37a284faccad req-24ad7a8d-b24d-4a25-a5dd-4e3b666f8576 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:54.497328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f68b40b4-453d-417e-bcbd-37a284faccad req-24ad7a8d-b24d-4a25-a5dd-4e3b666f8576 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a5cea64-f767-4897-83a8-f4b5aa86f45b HTTP/1.1" status: 200 len: 946 time: 0.2653263 Jan 18 23:31:54.543001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f68b40b4-453d-417e-bcbd-37a284faccad req-6fece4d3-46d2-4373-bd2f-0238d889834f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Jan 18 23:31:54.586843 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.599779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['55d25257-f5ad-4e01-a639-957269834eaf'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:31:54.648298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=55d25257-f5ad-4e01-a639-957269834eaf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:54.762245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] No DVR routers for this DVR port 55d25257-f5ad-4e01-a639-957269834eaf on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:31:54.764941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:54.768615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'name': 'network-vif-deleted', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:31:54.840212 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5cea64-f767-4897-83a8-f4b5aa86f45b', 'name': 'network-vif-deleted', 'tag': '55d25257-f5ad-4e01-a639-957269834eaf', 'status': 'completed', 'code': 200} Jan 18 23:31:54.868108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cbcc8ba8-5314-4ec3-ae44-bb5782b0a03b req-29715da9-ff32-40fd-ba29-86601b2fb8ae tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.89 "DELETE /v2.0/ports/55d25257-f5ad-4e01-a639-957269834eaf HTTP/1.1" status: 204 len: 173 time: 1.4258251 Jan 18 23:31:54.993905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23100678-9040-4c35-92fc-831f06853d6f req-b9f4e821-b207-4616-a29b-420ba1b24970 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0512576 Jan 18 23:31:55.714828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bcf78-1ab1-4e18-8da6-08478c84ba13 req-38fb9be1-7a2f-499e-893a-a0a2b8681fa6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.716699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-090bcf78-1ab1-4e18-8da6-08478c84ba13 req-38fb9be1-7a2f-499e-893a-a0a2b8681fa6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.0876799 Jan 18 23:31:55.759106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-27cfe6bc-9255-455c-b824-cfe6516ff128 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413344 Jan 18 23:31:55.867910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-090bcf78-1ab1-4e18-8da6-08478c84ba13 req-ae2a6743-b5f1-46a0-91df-b5451eb92b3c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1290293 Jan 18 23:31:55.931046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-525c0157-a5d9-479c-953d-94b11074da3a tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:55.932468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-525c0157-a5d9-479c-953d-94b11074da3a tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678412 Jan 18 23:31:55.950438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-52aca0df-ecd8-4c38-9bb5-cf15d32983f3 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/quotas/77bcd775d9d8472cb17f31f6eb95d5a0 HTTP/1.1" status: 200 len: 375 time: 0.0119495 Jan 18 23:31:56.002764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-21fa4432-a3b9-490d-b38f-277b54d5cdbf tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463252 Jan 18 23:31:56.366652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b076d85-5747-4809-b3da-62cd6fbeff87 req-fedb1802-2677-4f98-b424-8ce1fbc6cff9 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0636287 Jan 18 23:31:56.592724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d2b4819-9cfd-4bf1-9985-81dd70770497 req-651e5782-1618-439a-99e7-5abcd76e9e2e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 210 time: 0.0508010 Jan 18 23:31:56.661195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-289c4b04-3ccb-414e-93a4-b769c53ae885 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:56.661821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-289c4b04-3ccb-414e-93a4-b769c53ae885 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Synchronizing usage tracker for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:31:56.792668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-289c4b04-3ccb-414e-93a4-b769c53ae885 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Unset dirty status for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:31:56.794015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-289c4b04-3ccb-414e-93a4-b769c53ae885 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/networks?id=2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 200 len: 809 time: 0.4541509 Jan 18 23:31:56.810998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-c4376c32-9427-43a5-9c4c-8911e4b89d6d tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/quotas/9ab4584c5634438bb0e2f31922029e85 HTTP/1.1" status: 200 len: 375 time: 0.0112782 Jan 18 23:31:56.860675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-1576aa6d-eff7-4e87-bd58-2417dbdcd35b tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435836 Jan 18 23:31:57.014911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-1f990f8e-26a0-4cd6-af70-ebec59af138d service neutron] 10.222.0.59 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421843 Jan 18 23:31:57.157587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-eb8492af-3886-48a1-a6d9-debe07b47a5c service neutron] 10.222.0.59 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362450 Jan 18 23:31:57.278773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 55d25257-f5ad-4e01-a639-957269834eaf no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:31:57.303257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbadab8-1d77-40cb-ac4c-38121545ab28 req-acb7a6c6-7ed2-4cf5-8b94-857b1e877859 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:57.304929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fbadab8-1d77-40cb-ac4c-38121545ab28 req-acb7a6c6-7ed2-4cf5-8b94-857b1e877859 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.0847547 Jan 18 23:31:57.314766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 55d25257-f5ad-4e01-a639-957269834eaf {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:31:57.315359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 55d25257-f5ad-4e01-a639-957269834eaf not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:31:57.367699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fbadab8-1d77-40cb-ac4c-38121545ab28 req-1dc9bbbe-98c1-41b1-9e0d-2cd92dd642c6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573599 Jan 18 23:31:57.539380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8612da56-5442-4bfa-a271-f45cf5345e98 req-d2224612-3826-4c25-9417-bf7fac5fa4f8 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 210 time: 0.0946822 Jan 18 23:31:57.597775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae626b-7ad9-408a-b3b6-045b613a3542 req-34a8792f-acb6-4f92-9f0c-f8a0333d7924 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:57.599228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25ae626b-7ad9-408a-b3b6-045b613a3542 req-34a8792f-acb6-4f92-9f0c-f8a0333d7924 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.1133368 Jan 18 23:31:57.659439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25ae626b-7ad9-408a-b3b6-045b613a3542 req-485157c9-cbf6-46ee-93d1-29c171e29752 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499220 Jan 18 23:31:57.746860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e34eaa17-c73e-467a-be03-1e2a476a5b1f req-f0de505d-ad40-46ff-9c15-46b88d4f7670 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0592549 Jan 18 23:31:57.830569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4797ffb-3ac5-4a75-a6f4-cddfd14d9568 req-ddd06bff-3cb3-4ba0-b0d0-92290fd26ad0 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 210 time: 0.0409000 Jan 18 23:31:58.187702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36482) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:31:58.713512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-65ee9085-509d-4ea1-bd3c-7a783b08bd3b tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576117 Jan 18 23:31:58.720947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391ea43-266d-41f7-b6c5-929e9fea3237 req-93c6260b-1e92-4477-a2df-b994c1e972d0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:58.722471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b391ea43-266d-41f7-b6c5-929e9fea3237 req-93c6260b-1e92-4477-a2df-b994c1e972d0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1559718 Jan 18 23:31:58.794495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bebd6a13-33aa-438f-9bbe-fd70c12d7437 req-4d770478-116c-489a-ad38-220c776217e7 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 210 time: 0.0660019 Jan 18 23:31:58.799741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:58.977042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-c9c067b7-c332-4c0d-ba53-cc05b087acf5 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:58.979631 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-c9c067b7-c332-4c0d-ba53-cc05b087acf5 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588065 Jan 18 23:31:58.998445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Request body: {'port': {'device_id': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': '77bcd775d9d8472cb17f31f6eb95d5a0'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:31:59.086891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b391ea43-266d-41f7-b6c5-929e9fea3237 req-c05ea0f6-3127-441a-9500-e97cd0d34181 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3249249 Jan 18 23:31:59.137165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-64d06a0d-b527-4fe3-be32-a3acd9016f2f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:59.137165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-64d06a0d-b527-4fe3-be32-a3acd9016f2f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.4561529 Jan 18 23:31:59.169462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:59.195007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Usage tracker for resource:port and tenant:77bcd775d9d8472cb17f31f6eb95d5a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:59.204954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:59.219576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49bede-bad9-495e-a9dd-d82b3b3af8ff req-b49319ad-3950-48f2-aca0-f37b8aae5bad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:31:59.225644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:59.227313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d49bede-bad9-495e-a9dd-d82b3b3af8ff req-b49319ad-3950-48f2-aca0-f37b8aae5bad tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 944 time: 0.2090473 Jan 18 23:31:59.330493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Made reservation on behalf of 77bcd775d9d8472cb17f31f6eb95d5a0 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:31:59.333780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.348663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.352900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:31:59.353247 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.404154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:31:59.408911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Usage tracker for resource:security_group_rule and tenant:77bcd775d9d8472cb17f31f6eb95d5a0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:31:59.411968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:31:59.417974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:31:59.500499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.524582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0a6feaee-f1c6-4578-8a22-27e33b82a958 req-46e42e35-072c-494e-b0f9-3ec6afe4fd6e tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1753919 Jan 18 23:31:59.548922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d49bede-bad9-495e-a9dd-d82b3b3af8ff req-bb93ee85-7501-4500-a217-ec19fef5115e tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204997 Jan 18 23:31:59.633343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:31:59.734067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf8859-5744-4db6-9250-9180cc2819e7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:31:59.762805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95ddf868-da41-4360-a009-20ed874ca117 req-9d7a107c-d7c8-4da6-b225-1ff5402aaf08 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 210 time: 0.0795088 Jan 18 23:31:59.836287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Allocated IP 192.168.233.91 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/538ef2e7-4a7d-4787-b567-a0f38ead3bf4) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:31:59.878811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] For port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:31:59.879185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.058020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1339ea9d-894a-480a-992a-269d8a0fd975 req-e03876d8-2455-4235-b963-59911ad387c1 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 210 time: 0.0674853 Jan 18 23:32:00.173567 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.196275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Transition to ACTIVE for port object 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:00.284980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.357867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:00.361881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:00.366582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:00.407403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Pushing event updated for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:00.433987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.434611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.532056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.532520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.532742 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Floating IP 7080aee1-947d-4735-b37c-8af1281c0201 disassociated. External IP: 172.25.1.222, port: 3876dedf-b07a-4dbd-9ba9-91e058e9c69e. Jan 18 23:32:00.533158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 3876dedf-b07a-4dbd-9ba9-91e058e9c69e owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:00.548148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ef2fac3d-8e2a-4dc4-821b-cce258ccdb7e tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5543132 Jan 18 23:32:00.560018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Request body: {'port': {'device_id': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:00.568510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-0776b47a-4030-46dc-a6e1-50fee2163435 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:00.570446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-0776b47a-4030-46dc-a6e1-50fee2163435 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.83 "GET /v2.0/networks?id=2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 200 len: 809 time: 0.4711354 Jan 18 23:32:00.764498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Request body: {'port': {'device_id': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be', 'admin_state_up': True, 'tenant_id': '9ab4584c5634438bb0e2f31922029e85'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:00.799344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d93b3877-3583-4dad-803d-6ba7da325377 None None] Provisioning for port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:00.805184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d93b3877-3583-4dad-803d-6ba7da325377 None None] Provisioning complete for port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:00.805754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d93b3877-3583-4dad-803d-6ba7da325377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.879852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d93b3877-3583-4dad-803d-6ba7da325377 None None] Port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:32:00.907625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:00.945177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfffc512-b687-4132-b8dd-884738b318fa req-e5544fd3-aef1-4a54-b662-19894faa0503 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1125083 Jan 18 23:32:01.013568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2d637-dd78-4436-b314-e3570d25777d req-41226f22-abfe-4eef-b338-688864dfd45d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:01.020771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5a2d637-dd78-4436-b314-e3570d25777d req-41226f22-abfe-4eef-b338-688864dfd45d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.7298136 Jan 18 23:32:01.156731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:01.173100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Usage tracker for resource:port and tenant:9ab4584c5634438bb0e2f31922029e85 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:01.179508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:01.198137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:01.209508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5a2d637-dd78-4436-b314-e3570d25777d req-ef5b4cd7-76e6-445b-877b-cf17d807808e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1876895 Jan 18 23:32:01.335977 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.343537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Made reservation on behalf of 9ab4584c5634438bb0e2f31922029e85 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:01.346742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.480320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=3876dedf-b07a-4dbd-9ba9-91e058e9c69e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:01.525356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:01.533006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.554893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Transition to ACTIVE for port object 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:01.682658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.696443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8475e-14a9-44ef-9563-7e254f661fe2 req-2a8e86f8-3bc8-4095-a21a-a8f193debc40 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:01.698084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a8475e-14a9-44ef-9563-7e254f661fe2 req-2a8e86f8-3bc8-4095-a21a-a8f193debc40 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 866 time: 0.5012379 Jan 18 23:32:01.888233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:01.890976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:01.960938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:02.027468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Attempting to bind port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:02.027830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Attempting to bind port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:02.028158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Attempting to bind port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:02.036024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:32:02.036322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Attempting to bind port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:02.048385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:02.049000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:02.051067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Allocated IP 172.20.0.2 (2cc97750-e349-43bf-9718-c6bb73d0a0be/5d7e153c-f952-48c0-84e2-9037948f6961/21330837-d370-4b43-8d18-9c16fc93fd5e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:02.053792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:02.054283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Bound port: 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:02.054640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:02.220219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:02.223428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:02.241434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92a8475e-14a9-44ef-9563-7e254f661fe2 req-79df02ea-625c-4d74-a41f-f349ea1ef71d tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups?id=96aa0b28-1709-453c-b520-4b6391a26fed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4946861 Jan 18 23:32:02.277102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ca32-24ef-4b1f-9207-314ac48f1660 req-d41880f9-c348-4397-9f35-c47a652cd1c3 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:02.286153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e668ca32-24ef-4b1f-9207-314ac48f1660 req-d41880f9-c348-4397-9f35-c47a652cd1c3 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 935 time: 0.7695308 Jan 18 23:32:02.298305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:02.459078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:02.460798 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 200 len: 1095 time: 1.9054346 Jan 18 23:32:02.461366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:02.491571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de355b-20d4-4f79-a5fa-38dc44ec27c9 service neutron] Pushing event updated for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:02.619568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49791a9b-f3e0-4000-a23e-8f709754ae53 req-5b69f00b-d38d-4b48-8133-285d0e7db819 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 210 time: 0.1471250 Jan 18 23:32:02.633392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e668ca32-24ef-4b1f-9207-314ac48f1660 req-568306f9-ec81-4656-a1b1-fb7409c897c3 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458571 Jan 18 23:32:02.781985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-0856dd65-0663-4447-b949-ffa2ca2845e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 1098 time: 0.2173238 Jan 18 23:32:02.917262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:02.954776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-c388c5de-a6f1-4883-ad32-0a3f1270c39c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 200 len: 217 time: 0.1640470 Jan 18 23:32:02.958442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 0b9c9b26-9087-4e1b-8716-46dba22ca7f1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:02.958877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:03.037377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ce23b29a-6e37-48f1-b0a3-d213854d8581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:03.038837 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-ce23b29a-6e37-48f1-b0a3-d213854d8581 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0777550 Jan 18 23:32:03.042816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:03.092541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 3876dedf-b07a-4dbd-9ba9-91e058e9c69e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:03.093837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3876dedf-b07a-4dbd-9ba9-91e058e9c69e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:03.175512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-4a893084-0735-425f-a169-b5dc93a964fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304204 Jan 18 23:32:03.350166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-81e965b9-763e-4c75-8991-44e0ac0dedc9 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667790 Jan 18 23:32:03.382098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:03.458165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d9e17bf-3f81-451e-b3b1-603e166625dd req-4d0ba7d5-0513-429c-adb1-f8ab91052727 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.4164135 Jan 18 23:32:03.531950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1d559e96-6029-4dfc-bcfa-a1c9923b4a43 req-5bae83f2-84e9-4bcc-a370-235e8dbae80e service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746809 Jan 18 23:32:03.560797 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4', 'status': 'completed', 'code': 200} Jan 18 23:32:03.638422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:03.715159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Router b2da6ca5-5358-4f3d-bba3-6c38af8401db has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:03.719302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:03.758663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552911f1-88db-4331-976b-65ffc985dee7 req-ccddfd7a-585b-41fe-bbf5-e7a2386a93b6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:03.760240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-552911f1-88db-4331-976b-65ffc985dee7 req-ccddfd7a-585b-41fe-bbf5-e7a2386a93b6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.8107615 Jan 18 23:32:03.794619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Deleting subnet 948890e2-87b8-4622-a333-513aa00f2b0c {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:03.796790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5789024d-1970-4735-9a83-201c59bcae60 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3718 time: 0.8596134 Jan 18 23:32:03.799120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:03.803314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d61acbe-b41d-455d-89f5-4543bb72b243 req-9d6aff7f-9728-408b-8db9-0b31f8815d93 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.1065147 Jan 18 23:32:03.838353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:03.887824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-552911f1-88db-4331-976b-65ffc985dee7 req-a5f1b9bf-c96f-4cc5-beea-54afe9e6a990 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870602 Jan 18 23:32:03.950335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.052346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'network': {'name': 'tempest-network-smoke--1289613345', 'project_id': '202a1616474d4f718f299cec218854df', 'port_security_enabled': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:04.062665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:04.063122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Pushing event updated for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:04.082190 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-9d7eab06-a4c8-4e1b-bb92-3d7530d6b5fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 1098 time: 0.4120812 Jan 18 23:32:04.123265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:04.136054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.170313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:04.211263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:04.222868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:04.226082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.229229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:04.301090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:32:04.305483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.346723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.347924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.368076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.368385 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Added segment e2172ce9-7d55-4a64-aa1d-389c23c4b304 of type vlan for network ca6567b8-4ecd-4289-947c-be7c1fa21f68 Jan 18 23:32:04.379921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.398669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-2fbcf00e-2745-412b-89af-fb46449e6d84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.400083 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-2fbcf00e-2745-412b-89af-fb46449e6d84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.3058980 Jan 18 23:32:04.485977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.492625 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-4640bd3f-1a2c-4250-a860-9aec59454147 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 200 len: 217 time: 0.0844705 Jan 18 23:32:04.495964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca515a76-d511-461d-be32-800baf95a66b req-d2934ef3-6ca5-4880-953a-e123a6b608b4 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.497250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca515a76-d511-461d-be32-800baf95a66b req-d2934ef3-6ca5-4880-953a-e123a6b608b4 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 947 time: 0.4195523 Jan 18 23:32:04.498143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=0b9c9b26-9087-4e1b-8716-46dba22ca7f1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:04.509566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-9d4b440b-f9ef-4598-a4d3-3654ec318c06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7532125 Jan 18 23:32:04.524636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Request body: {'port': {'device_id': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:04.556532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eafb5-cf8d-4821-9250-99bb86798624 req-f397e379-3cec-4f74-9127-457b34fea2d0 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.557282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-038eafb5-cf8d-4821-9250-99bb86798624 req-f397e379-3cec-4f74-9127-457b34fea2d0 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Synchronizing usage tracker for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:04.571944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-c80060c8-7736-4aad-8d09-7b46b4f5c0b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.573436 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-c80060c8-7736-4aad-8d09-7b46b4f5c0b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.0741088 Jan 18 23:32:04.581763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.667156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948890e2-87b8-4622-a333-513aa00f2b0c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:04.677033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.720309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-ea362806-43d3-4f80-a309-e960586d2282 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301682 Jan 18 23:32:04.792618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca515a76-d511-461d-be32-800baf95a66b req-0c5f5743-504d-4c33-ac48-84f214ebde1c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734590 Jan 18 23:32:04.866544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-8a84585b-644b-4cc0-b9a3-9362705130af service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381791 Jan 18 23:32:04.867890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.871585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:04.872571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.879751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-038eafb5-cf8d-4821-9250-99bb86798624 req-f397e379-3cec-4f74-9127-457b34fea2d0 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Unset dirty status for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:04.880971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-038eafb5-cf8d-4821-9250-99bb86798624 req-f397e379-3cec-4f74-9127-457b34fea2d0 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 931 time: 0.7274599 Jan 18 23:32:04.881508 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:04.896543 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-53477e50-973a-44cf-b341-548ce678718a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/948890e2-87b8-4622-a333-513aa00f2b0c HTTP/1.1" status: 204 len: 168 time: 1.1738243 Jan 18 23:32:04.908696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36566) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:05.033710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1878421 Jan 18 23:32:05.048110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36570) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:05.057873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:05.062181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'admin_state_up': True, 'project_id': '202a1616474d4f718f299cec218854df', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:05.078382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:05.080640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8eafe9-98d2-4024-9230-a2a93a5f5813 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Network': ['ID=ca6567b8-4ecd-4289-947c-be7c1fa21f68,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:05.089120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:router and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:05.095483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:05.112452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:05.138066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-cc10b937-c7de-46d2-8b0b-ff39f3f85fd8 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598488 Jan 18 23:32:05.205876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:05.216155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:05.220872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.221913 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.225258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Sync routers for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:05.249253 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:05.250749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:05.263038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4', 'mac_address': 'fa:16:3e:54:eb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:05.266786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.276314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:32:05.372447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-038eafb5-cf8d-4821-9250-99bb86798624 req-4cf62e2a-10ff-4643-83aa-6a9587b82d29 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Synchronizing usage tracker for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:05.375960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] No DVR routers for this DVR port 3876dedf-b07a-4dbd-9ba9-91e058e9c69e on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:05.457837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.477222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:05.494775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:05.502209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f7bf550-dcee-41bd-8ef1-fcf2a4568a11 req-918554fa-85c2-4cdf-9e94-13428f5634eb tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1499898 Jan 18 23:32:05.508891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.510807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-698d9830-fc2d-4be6-a519-237bac1a4507 req-16a7e81a-8b02-4e9f-bde5-933eac8a1993 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.83 "DELETE /v2.0/ports/3876dedf-b07a-4dbd-9ba9-91e058e9c69e HTTP/1.1" status: 204 len: 173 time: 6.3530045 Jan 18 23:32:05.513255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.523375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-deleted', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:05.533581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:05.568531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.643816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:05.660071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-ff6efa42-43bd-4831-ab27-c6a3cc4829ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1097 time: 0.2069509 Jan 18 23:32:05.684402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:05.788278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['538ef2e7-4a7d-4787-b567-a0f38ead3bf4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:32:05.811826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-038eafb5-cf8d-4821-9250-99bb86798624 req-4cf62e2a-10ff-4643-83aa-6a9587b82d29 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Unset dirty status for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:05.825186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-038eafb5-cf8d-4821-9250-99bb86798624 req-4cf62e2a-10ff-4643-83aa-6a9587b82d29 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9310424 Jan 18 23:32:05.837409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f3cfc9b6-0c23-4668-a571-c1c60543c6f1 req-a1ced2e3-4f61-45f1-b970-6c62a44ee011 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Synchronizing usage tracker for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:05.931180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-62c7a4f5-ac38-4d83-8052-27078a1bb87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:05.932658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-62c7a4f5-ac38-4d83-8052-27078a1bb87e service neutron] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.2662020 Jan 18 23:32:06.087411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.141550 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.146321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Checking router: b2da6ca5-5358-4f3d-bba3-6c38af8401db for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:06.157204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e4ee5b-7b1c-4906-b08c-e66eccfd577b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.157436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:06.157988 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.176981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f3cfc9b6-0c23-4668-a571-c1c60543c6f1 req-a1ced2e3-4f61-45f1-b970-6c62a44ee011 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Unset dirty status for tenant:9400ab7c9f7e4d789f59b2d83ca989f3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:06.178130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3cfc9b6-0c23-4668-a571-c1c60543c6f1 req-a1ced2e3-4f61-45f1-b970-6c62a44ee011 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0fd4b3a-658a-4f0b-b222-85b7774175a2 HTTP/1.1" status: 200 len: 210 time: 0.4912639 Jan 18 23:32:06.191621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ac76db-78f6-4246-b89f-2c2b875788d2') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.191621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ac76db-78f6-4246-b89f-2c2b875788d2') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.210105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-6e1b11db-d8fd-4d47-b8c1-9b2321f6ca9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 1002 time: 0.2646289 Jan 18 23:32:06.211075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.294053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.297633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.329794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.368734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.373055 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fd4b3a-658a-4f0b-b222-85b7774175a2', 'name': 'network-vif-deleted', 'tag': '3876dedf-b07a-4dbd-9ba9-91e058e9c69e', 'status': 'completed', 'code': 200} Jan 18 23:32:06.374085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-97240610-62d1-4d4d-8d7f-5b37436ccf4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:06.375905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-97240610-62d1-4d4d-8d7f-5b37436ccf4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1573453 Jan 18 23:32:06.379591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:06.386402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:32:06.386821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:06.400776 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:06.578085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b537-38ff-4071-b994-c8a2247f335a req-691c046b-6271-4e07-ac9a-f28effdef306 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:06.585084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9644b537-38ff-4071-b994-c8a2247f335a req-691c046b-6271-4e07-ac9a-f28effdef306 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.5300772 Jan 18 23:32:06.593106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.25.1.107 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5dfd6e69-081c-43ed-9312-1362963d25b1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:06.611795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-e05efaec-0a70-4a58-8579-249d4d1532d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016013 Jan 18 23:32:06.628055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21330837-d370-4b43-8d18-9c16fc93fd5e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:06.641941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.686702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Transition to ACTIVE for port object 21330837-d370-4b43-8d18-9c16fc93fd5e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:06.709941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.730340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.736751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9644b537-38ff-4071-b994-c8a2247f335a req-7bd7982e-7b47-4f1a-9ac1-3db082e09d5e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497428 Jan 18 23:32:06.748187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e4ee5b-7b1c-4906-b08c-e66eccfd577b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:06.752313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-079c1038-b036-42f4-a97d-ad6364c2e5a2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d9e4ee5b-7b1c-4906-b08c-e66eccfd577b HTTP/1.1" status: 204 len: 168 time: 1.8379245 Jan 18 23:32:06.756255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:06.761143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:06.770995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:32:06.795011 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:06.799946 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766a8ea-1d26-430e-9d57-0e19a24f54d9 None None] The sync data for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 is: [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:21:50Z', 'revision_number': 4, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2ecdc84e-92fb-4db7-81b7-85d39a76381a', 'name': '', 'network_id': '6e98de5c-2994-4315-a19e-0d2c0ece995b', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'mac_address': 'fa:16:3e:39:86:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102246da-e1e7-449b-93d3-222659e44254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:49Z', 'updated_at': '2022-01-18T23:22:11Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'subnets': [{'id': '102246da-e1e7-449b-93d3-222659e44254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:06.857433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6ac86-5508-483e-b87b-a4d6bf0109fc req-5a598f86-6b55-4a69-8a57-054046740234 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:06.860253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96b6ac86-5508-483e-b87b-a4d6bf0109fc req-5a598f86-6b55-4a69-8a57-054046740234 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 948 time: 0.3956532 Jan 18 23:32:06.885041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-816359ad-6292-4db2-851b-51fd43f337cd service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565565 Jan 18 23:32:06.888011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.044693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f6c0b86-a97d-4cd6-b7a3-3183cfe87f12 req-e849e125-a529-4663-8207-3628875da311 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528299 Jan 18 23:32:07.074738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:07.119635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.138742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d3ff86-cbf1-4053-b13d-ec1ef949a57b None None] New status for floating IP 7080aee1-947d-4735-b37c-8af1281c0201: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:32:07.212553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:07.217590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:07.219711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=5dfd6e69-081c-43ed-9312-1362963d25b1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:07.224957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:07.231766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Deleting subnet 8c1832ad-707a-425d-ac81-5c3870087d56 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:07.281134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Pushing event updated for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:07.293862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e51c5111-04eb-44aa-ad28-2b3266cf9b09 req-375218cf-5c29-476c-bc32-48179303af46 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1230848 Jan 18 23:32:07.301938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.377419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96b6ac86-5508-483e-b87b-a4d6bf0109fc req-4d2b7e68-5912-423f-b933-bce15b3e347d tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920938 Jan 18 23:32:07.389135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:07.395475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:07.399481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.464690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.511862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.512454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.529501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.558752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:07.570529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:07.619895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36594) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:07.644005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.645888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.696496 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4', 'code': 200} Jan 18 23:32:07.735528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Attempting to bind port 21330837-d370-4b43-8d18-9c16fc93fd5e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:07.735853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Attempting to bind port 21330837-d370-4b43-8d18-9c16fc93fd5e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:07.736083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Attempting to bind port 21330837-d370-4b43-8d18-9c16fc93fd5e on network 2cc97750-e349-43bf-9718-c6bb73d0a0be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:07.745331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:07.803010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.851186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.871958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Port 21330837-d370-4b43-8d18-9c16fc93fd5e on network 2cc97750-e349-43bf-9718-c6bb73d0a0be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:32:07.872307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Attempting to bind port 21330837-d370-4b43-8d18-9c16fc93fd5e on network 2cc97750-e349-43bf-9718-c6bb73d0a0be {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:07.912722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:07.913010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Checking segment: {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:07.913376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Bound using segment: {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:07.914157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Bound port: 21330837-d370-4b43-8d18-9c16fc93fd5e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:07.914279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:07.928730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918ed2-8abb-42f7-a843-b0056423a89a req-0cd2ebba-99bb-43fe-ae50-90db57ba2387 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:07.937135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1918ed2-8abb-42f7-a843-b0056423a89a req-0cd2ebba-99bb-43fe-ae50-90db57ba2387 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 943 time: 0.4041924 Jan 18 23:32:08.015599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.027009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.034121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa0b28-1709-453c-b520-4b6391a26fed,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:08.039254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 11788770-0da0-4646-b61c-3540840dfa6d is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:32:08.139924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.143453 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e85efa8-a2e5-4317-b032-6700d071baf2 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "DELETE /v2.0/security-groups/96aa0b28-1709-453c-b520-4b6391a26fed HTTP/1.1" status: 204 len: 168 time: 0.5146079 Jan 18 23:32:08.143678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:08.164139 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-3f11340d-e1bc-416f-a7be-3de3e134a126 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] show failed (client error): The resource could not be found. Jan 18 23:32:08.167489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3f11340d-e1bc-416f-a7be-3de3e134a126 tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "GET /v2.0/security-groups/96aa0b28-1709-453c-b520-4b6391a26fed HTTP/1.1" status: 404 len: 347 time: 0.0204849 Jan 18 23:32:08.168178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36604) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:08.175906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1832ad-707a-425d-ac81-5c3870087d56,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:08.213900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.235156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1918ed2-8abb-42f7-a843-b0056423a89a req-2f2b15a2-5245-4c79-9795-8643a02c1859 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988367 Jan 18 23:32:08.264711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3681f253-ad00-4542-a464-5741a015ede8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c1832ad-707a-425d-ac81-5c3870087d56 HTTP/1.1" status: 204 len: 168 time: 1.5047970 Jan 18 23:32:08.274383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:08.282175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adb8c675-85d0-4e59-9edb-4f5e0c64fe4b req-9a7d07d2-378b-4826-a427-dbf83c0a7e87 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 1100 time: 0.4699066 Jan 18 23:32:08.315516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:08.476044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=21330837-d370-4b43-8d18-9c16fc93fd5e,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:08.501885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Deleting port 22809d00-0e48-49c7-999a-fb93341895dc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:08.502449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.564059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.602275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6487f0-910a-4481-b4cd-3d7470eb08f2 req-de68d438-2b22-4788-889c-efc1bccca00b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:08.603758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa6487f0-910a-4481-b4cd-3d7470eb08f2 req-de68d438-2b22-4788-889c-efc1bccca00b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.5583544 Jan 18 23:32:08.605767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aeaa6f5f-957d-4495-8d64-dff7afd3ec94 req-ee7670db-76e5-4f38-97e5-8659cb39277a tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1264234 Jan 18 23:32:08.637718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.682347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:08.691258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adb8c675-85d0-4e59-9edb-4f5e0c64fe4b req-5d40f490-749c-4858-a3bb-ad53830b86f6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825512 Jan 18 23:32:08.702668 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Sync routers for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:08.703264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.704139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] 10.222.0.83 "PUT /v2.0/ports/21330837-d370-4b43-8d18-9c16fc93fd5e HTTP/1.1" status: 200 len: 1091 time: 4.1870725 Jan 18 23:32:08.706361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:08.713889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.714330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.745641 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:08.745641 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:08.760195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0b04e-37d5-411f-a4df-cf922230d999 service neutron] Pushing event updated for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:08.833943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:08.835146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6a42a9ce-76bb-4f83-9c79-487c6f2e46cf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.7860701 Jan 18 23:32:08.841755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Calling delete_port for 22809d00-0e48-49c7-999a-fb93341895dc owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:08.844370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa6487f0-910a-4481-b4cd-3d7470eb08f2 req-27eaf9ec-825f-4545-9822-db5d4b973515 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2281935 Jan 18 23:32:08.868289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36618) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:08.970559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b031a54-b19c-4fac-8ba4-2c89da63d62e tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:08.974702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b031a54-b19c-4fac-8ba4-2c89da63d62e tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=202a1616474d4f718f299cec218854df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1028087 Jan 18 23:32:08.975333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36622) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:08.996375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:09.078828 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e', 'status': 'completed', 'code': 200} Jan 18 23:32:09.087085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.147702 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.181531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26659d5d-c4b9-4921-804e-081c9fc93cdc tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:09.182639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26659d5d-c4b9-4921-804e-081c9fc93cdc tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2045720 Jan 18 23:32:09.186064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36626) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.224914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.252545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6497fdcd-accf-4a7c-a214-64dde4ba1855']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:09.267039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e1ced6e-b920-46e0-9695-fa128b5439e9 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785601 Jan 18 23:32:09.272050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.274995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Pushing event deleted for resources: {'Port': ['ID=22809d00-0e48-49c7-999a-fb93341895dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:09.280710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49afb7f4-6e32-4493-a341-19bb8c0c1e3f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:09.281073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49afb7f4-6e32-4493-a341-19bb8c0c1e3f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:09.346008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.349973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:07Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:09.354384 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Checking router: 11788770-0da0-4646-b61c-3540840dfa6d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:09.354914 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Updating router 11788770-0da0-4646-b61c-3540840dfa6d port 5dfd6e69-081c-43ed-9312-1362963d25b1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:32:09.355054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dfa7f52a-e595-434a-963c-80031eb9a7d3 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=202a1616474d4f718f299cec218854df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800304 Jan 18 23:32:09.366053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d70aef-8e78-4d98-b7f4-1bde1baa4f97 req-436b0a4e-6e43-47bd-b1fa-5be70816f702 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:09.371547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.372873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4d70aef-8e78-4d98-b7f4-1bde1baa4f97 req-436b0a4e-6e43-47bd-b1fa-5be70816f702 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 949 time: 0.6031687 Jan 18 23:32:09.403167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.439501 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.459096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:32:09.459516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:09.474088 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:09.482295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-537aefe9-a8a8-4329-99cf-e65098f05f2c req-6b36e9c0-1bfe-4c6c-877d-1c4f0463e0c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 1094 time: 0.4116952 Jan 18 23:32:09.500019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.544640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff95e1f-ef26-4c08-80db-1ace6785af07 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:09.549167 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ff95e1f-ef26-4c08-80db-1ace6785af07 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1691778 Jan 18 23:32:09.549415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36640) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.589984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d4e54f7-68ce-4a28-9712-84b78e1406c4 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388045 Jan 18 23:32:09.593315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.600063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-785615163', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'project_id': '202a1616474d4f718f299cec218854df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:09.622426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.627214 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8aea0b41-8c91-4211-a942-b0ecad702d0f tempest-ServerActionsTestJSON-425964316 tempest-ServerActionsTestJSON-425964316-project] 10.222.0.59 "DELETE /v2.0/floatingips/7080aee1-947d-4735-b37c-8af1281c0201 HTTP/1.1" status: 204 len: 168 time: 1.4585660 Jan 18 23:32:09.669670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:09.726537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:09.730848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:subnet and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:09.734268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:09.740864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:09.742693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4d70aef-8e78-4d98-b7f4-1bde1baa4f97 req-a3d8971c-5689-43f2-a452-065bd7f8b164 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689518 Jan 18 23:32:09.757737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:09.807491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aefe9-a8a8-4329-99cf-e65098f05f2c req-95b55393-0f21-44a4-a314-0b0e9efc1a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:09.809263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-537aefe9-a8a8-4329-99cf-e65098f05f2c req-95b55393-0f21-44a4-a314-0b0e9efc1a0f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9ab4584c5634438bb0e2f31922029e85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2647488 Jan 18 23:32:09.816380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.828665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b893f-07c1-4601-aad5-43fb43c67f5e req-4831efe7-3543-4d41-a63f-110a3254a222 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:09.831098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-180b893f-07c1-4601-aad5-43fb43c67f5e req-4831efe7-3543-4d41-a63f-110a3254a222 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 943 time: 0.4329934 Jan 18 23:32:09.840321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:09.863393 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.878916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:09.890652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Transition to ACTIVE for port object 5dfd6e69-081c-43ed-9312-1362963d25b1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:09.941585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] 10.222.0.59 "DELETE /v2.0/networks/6497fdcd-accf-4a7c-a214-64dde4ba1855 HTTP/1.1" status: 204 len: 168 time: 1.6645095 Jan 18 23:32:09.970002 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.044887 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Pushing event updated for resources: {'Port': ['ID=5dfd6e69-081c-43ed-9312-1362963d25b1,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:10.058811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.059608 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.060131 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.060858 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.061955 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.062231 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.062727 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.063234 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.063614 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.064037 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.064449 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:10.079390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701b2ea-feba-4e70-8ed2-9cd14960b7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=6497fdcd-accf-4a7c-a214-64dde4ba1855,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:10.102793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Attempting to bind port 5dfd6e69-081c-43ed-9312-1362963d25b1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:10.103212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Attempting to bind port 5dfd6e69-081c-43ed-9312-1362963d25b1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:10.103623 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Attempting to bind port 5dfd6e69-081c-43ed-9312-1362963d25b1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:10.111463 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:10.112149 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:10.112760 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.113209 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:10.113766 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Bound port: 5dfd6e69-081c-43ed-9312-1362963d25b1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:10.114230 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.136425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.198468 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] For port 5dfd6e69-081c-43ed-9312-1362963d25b1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:10.202941 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] For port 5dfd6e69-081c-43ed-9312-1362963d25b1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5dfd6e69-081c-43ed-9312-1362963d25b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:10.278895 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.280163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-947c3cef-7380-4282-b8d6-426c061288ae req-409ba64d-86a9-407f-9f8a-686b21a65bf1 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.3130026 Jan 18 23:32:10.378863 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8adddc0-b2ad-48ad-9397-e6b87970b401 None None] Pushing event updated for resources: {'Port': ['ID=5dfd6e69-081c-43ed-9312-1362963d25b1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:10.381420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-180b893f-07c1-4601-aad5-43fb43c67f5e req-485465df-8fd2-43d7-ac18-4e32425ef88b tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586670 Jan 18 23:32:10.393675 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:10.394179 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:10.431427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537aefe9-a8a8-4329-99cf-e65098f05f2c req-fe178f8a-540e-4363-843e-c9454b69d90e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:10.432923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-537aefe9-a8a8-4329-99cf-e65098f05f2c req-fe178f8a-540e-4363-843e-c9454b69d90e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5981832 Jan 18 23:32:10.501346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.588593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Subnet': ['ID=5dd9b93d-bf69-47da-b978-7ed5f606d5f2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:10.595945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Checking segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:10.596317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network hostable DHCP agents. Network: ca6567b8-4ecd-4289-947c-be7c1fa21f68, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:32:10.606840 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:10.631705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:10.690919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ef5b3cc-4f84-4deb-8f70-cef6bb582889 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6885f51b1894e6d982d7db77acc9bf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552742 Jan 18 23:32:10.690919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36664) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:10.705287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:32:10.761737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.789658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.803255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ca6567b8-4ecd-4289-947c-be7c1fa21f68) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:10.815082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:10.815689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:10.822277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ebefd3-c848-48bc-9bb0-48375a247f58 None None] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:10.945871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75556370-0cf2-4f3e-9f5f-61162681fbd6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3486338 Jan 18 23:32:10.946017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36670) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:10.965777 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:07Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:10.972335 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b67a09-1c9f-4afa-875d-f428ed5305ff None None] The sync data for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 is: [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:07Z', 'revision_number': 3, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:11.024382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.052747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:11.057847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-26213f32-a404-458f-a75b-389af02e89a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 1094 time: 0.5659225 Jan 18 23:32:11.067079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.068361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b81e6ba-6239-411b-90f9-70d7c6bc7afd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcf105ef-9c95-4fd4-8a44-5dc81ebcf6e1 HTTP/1.1" status: 204 len: 168 time: 0.3767049 Jan 18 23:32:11.198151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.225072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'tenant_id': '202a1616474d4f718f299cec218854df', 'fixed_ips': [{'subnet_id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:32:11.240160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:11.267412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:11.273203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47f39e58-a2ac-42e5-a4cd-2d3174aaf81e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/4e34b6b2-f384-4f26-b4dd-d71c343db87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0843098 Jan 18 23:32:11.285229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:11.291696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3a9e-c5af-42f9-9795-9d358bca60c9 req-7436b372-4455-467d-92a3-f1a2ce17c169 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:11.303009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4f3a9e-c5af-42f9-9795-9d358bca60c9 req-7436b372-4455-467d-92a3-f1a2ce17c169 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.8488336 Jan 18 23:32:11.325580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-01339213-edc9-47ef-9065-147244fb1912 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21330837-d370-4b43-8d18-9c16fc93fd5e HTTP/1.1" status: 200 len: 217 time: 0.2513056 Jan 18 23:32:11.394405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91582c40-e294-46ae-b58f-bea128bd4cd5 req-c688a9d3-3221-4bdc-8720-fe7c59a2bcc4 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:11.395281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:11.396088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:11.401834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91582c40-e294-46ae-b58f-bea128bd4cd5 req-c688a9d3-3221-4bdc-8720-fe7c59a2bcc4 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 949 time: 0.4953291 Jan 18 23:32:11.562195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-51dcb2a4-27a6-4adb-a9e2-5cdc62734e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:11.563730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-51dcb2a4-27a6-4adb-a9e2-5cdc62734e36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5d7e153c-f952-48c0-84e2-9037948f6961 HTTP/1.1" status: 200 len: 849 time: 0.2266710 Jan 18 23:32:11.573385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91582c40-e294-46ae-b58f-bea128bd4cd5 req-199056da-13e9-403c-8026-ad8b4e21c053 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701629 Jan 18 23:32:11.589681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4f3a9e-c5af-42f9-9795-9d358bca60c9 req-d6428e75-192b-48f1-af3a-135c73fecfdf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2868094 Jan 18 23:32:11.692904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-032731d4-6662-4b72-a00a-c57bb3389210 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2cc97750-e349-43bf-9718-c6bb73d0a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167858 Jan 18 23:32:11.779139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Allocated IP 172.20.0.18 (ca6567b8-4ecd-4289-947c-be7c1fa21f68/5dd9b93d-bf69-47da-b978-7ed5f606d5f2/2078e55c-64fa-4f68-9963-0c406fd11c9b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:11.806080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:12.110506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ee4267d-5377-4c2a-807a-fb17577fa007 req-0c2ba110-f4b3-40e0-ae88-2d2a367beb1a tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.2285562 Jan 18 23:32:12.126342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.140780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Transition to ACTIVE for port object 2078e55c-64fa-4f68-9963-0c406fd11c9b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:12.161143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Transition to ACTIVE for port object 2078e55c-64fa-4f68-9963-0c406fd11c9b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:12.189286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-bde4378e-1281-4552-b645-bfbdd03e5192 service neutron] 10.222.0.83 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571827 Jan 18 23:32:12.252578 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.261106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36688) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:12.262638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.318650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.456197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:12.458134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:12.460601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Pushing event updated for resources: {'Port': ['ID=2078e55c-64fa-4f68-9963-0c406fd11c9b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:12.474878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:12.536253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6920b9ad-45e7-48ed-b2fc-aa61a8adceca req-f1936678-18ff-42bf-9b14-25b520807b30 service neutron] 10.222.0.83 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403254 Jan 18 23:32:12.559546 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa4a0907-685f-432d-a63c-67ab3c9ce03e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9a9fba874014d1c84a71a573d63b899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2865431 Jan 18 23:32:12.563847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36696) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:12.572298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678150dc-afe6-40fd-ae9a-64abb4a22b72 req-67692592-d8f8-4bb8-a557-45fec229b772 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:12.574042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-678150dc-afe6-40fd-ae9a-64abb4a22b72 req-67692592-d8f8-4bb8-a557-45fec229b772 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 943 time: 0.1857352 Jan 18 23:32:12.648377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.648734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.649087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.649422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.649748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.650070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.650391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.650707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.651041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.651333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.651650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:12.687249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Attempting to bind port 2078e55c-64fa-4f68-9963-0c406fd11c9b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:12.687494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Attempting to bind port 2078e55c-64fa-4f68-9963-0c406fd11c9b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:12.687842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Attempting to bind port 2078e55c-64fa-4f68-9963-0c406fd11c9b on network ca6567b8-4ecd-4289-947c-be7c1fa21f68 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:12.707802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-678150dc-afe6-40fd-ae9a-64abb4a22b72 req-63050936-4640-4b0f-863a-064979574f14 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737538 Jan 18 23:32:12.722826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:12.723332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Checking segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:12.723733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.724125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Bound using segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:12.725239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Bound port: 2078e55c-64fa-4f68-9963-0c406fd11c9b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:12.725765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.870128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.888797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] For port 2078e55c-64fa-4f68-9963-0c406fd11c9b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:12.892174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] For port 2078e55c-64fa-4f68-9963-0c406fd11c9b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2078e55c-64fa-4f68-9963-0c406fd11c9b,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:12.951926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:12.958682 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:12.965370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:12.988085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.067702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96a0b1-cdc9-406a-a6c6-fca3b3d3108d None None] Pushing event updated for resources: {'Port': ['ID=2078e55c-64fa-4f68-9963-0c406fd11c9b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:13.074745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:13.075384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:13.097615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.20.0.17 (ca6567b8-4ecd-4289-947c-be7c1fa21f68/5dd9b93d-bf69-47da-b978-7ed5f606d5f2/0b0b9ccd-c997-45e5-a181-9e71d5c49e7d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:13.186457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.219342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7a738-a336-499d-8dc3-8e1e0261395e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:13.239584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.240400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df9f8675-6842-4100-bf30-98b89cef6d34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94a7a738-a336-499d-8dc3-8e1e0261395e HTTP/1.1" status: 204 len: 168 time: 0.6755800 Jan 18 23:32:13.327471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:13.347225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.367456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Transition to ACTIVE for port object 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:13.400110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b9a53-b3da-44db-a974-976f987ed3d4 req-ef620bdf-3ed5-4343-b267-ba959be6cabb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:13.400110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d84b9a53-b3da-44db-a974-976f987ed3d4 req-ef620bdf-3ed5-4343-b267-ba959be6cabb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:13.459567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5dfd6e69-081c-43ed-9312-1362963d25b1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:13.519206 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.583016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d84b9a53-b3da-44db-a974-976f987ed3d4 req-ef620bdf-3ed5-4343-b267-ba959be6cabb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:13.591028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d84b9a53-b3da-44db-a974-976f987ed3d4 req-ef620bdf-3ed5-4343-b267-ba959be6cabb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.6551650 Jan 18 23:32:13.635019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:13.645455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:13.661363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:13.785452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5dfd6e69-081c-43ed-9312-1362963d25b1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:13.790955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.794793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:13.805429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5dfd6e69-081c-43ed-9312-1362963d25b1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:13.805801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:13.919217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d84b9a53-b3da-44db-a974-976f987ed3d4 req-74ae2c19-0353-4fa5-bb40-b05fb4506ae7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3267920 Jan 18 23:32:13.963777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c27af55d-04ce-4476-95ea-3f41fa3b92b1 req-c85f487f-0cdb-47d4-baa0-89f9df80f8b8 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1193731 Jan 18 23:32:13.979675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38a6c257-11d2-48fc-86b1-610d8c01f8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.014838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-1a0f2724-8c37-43d1-b0cb-d8dd28039abe tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:14.016683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-1a0f2724-8c37-43d1-b0cb-d8dd28039abe tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.5004783 Jan 18 23:32:14.096855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.195760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.242643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5dfd6e69-081c-43ed-9312-1362963d25b1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5dfd6e69-081c-43ed-9312-1362963d25b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:14.256652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:14.262147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Deleting port 2ecdc84e-92fb-4db7-81b7-85d39a76381a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:14.262495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.272158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a2acd-0d8d-4fb2-84bf-386d8ce24c05 None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b87c0a7c-18e5-4a1b-87d6-57caf1297009', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'port_id': '46eccf8c-749a-4efc-a255-224aa446a794', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'mac_address': 'fa:16:3e:a7:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527dcc39-f6d7-47e1-91d8-674167420d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:29:51Z', 'updated_at': '2022-01-18T23:29:59Z', 'revision_number': 1, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:14.300825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.466995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5dfd6e69-081c-43ed-9312-1362963d25b1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:14.545926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] For port 2ecdc84e-92fb-4db7-81b7-85d39a76381a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2ecdc84e-92fb-4db7-81b7-85d39a76381a,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:14.546475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:14.699146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Calling delete_port for 2ecdc84e-92fb-4db7-81b7-85d39a76381a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:14.727358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b72c1a-6c8a-47ee-a9d5-b4c33598747d None None] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:14.855357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 76d1020f-c67b-41f2-b7a5-44113e42639d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:14.855908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.093431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.137141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 21330837-d370-4b43-8d18-9c16fc93fd5e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:15.146957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6e80dfd8-93e0-4b52-80bf-c115f2e64ec7 None None] Provisioning for port 2078e55c-64fa-4f68-9963-0c406fd11c9b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:15.172373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.276035 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.494015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5dfd6e69-081c-43ed-9312-1362963d25b1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:15.494634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:15.497904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:15.563344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.648530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecdc84e-92fb-4db7-81b7-85d39a76381a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.726379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=21330837-d370-4b43-8d18-9c16fc93fd5e,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:15.743495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '21330837-d370-4b43-8d18-9c16fc93fd5e', 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be', 'port_id': '21330837-d370-4b43-8d18-9c16fc93fd5e', 'mac_address': 'fa:16:3e:93:ea:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7e153c-f952-48c0-84e2-9037948f6961', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:15.748972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:15.846381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d94e-af1a-427b-a4af-00b651d46bfc req-00d0e1c6-e67a-4ab0-a216-fb0f0942fc93 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:15.852594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5dfd6e69-081c-43ed-9312-1362963d25b1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:15.852996 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:15.854843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aa8d94e-af1a-427b-a4af-00b651d46bfc req-00d0e1c6-e67a-4ab0-a216-fb0f0942fc93 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 946 time: 0.6191275 Jan 18 23:32:15.964251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6977b-2326-40fd-a9fc-80bd2bed23c4 req-06fd02d8-7226-4d10-bfc8-d1da6b824a97 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:15.965964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4a6977b-2326-40fd-a9fc-80bd2bed23c4 req-06fd02d8-7226-4d10-bfc8-d1da6b824a97 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 943 time: 1.1206367 Jan 18 23:32:16.028092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.091519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21330837-d370-4b43-8d18-9c16fc93fd5e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:16.192615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c3018c6-69aa-4cb3-9f86-3fc3d8580276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.207402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=21330837-d370-4b43-8d18-9c16fc93fd5e,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:16.287306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2078e55c-64fa-4f68-9963-0c406fd11c9b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:16.320720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aa8d94e-af1a-427b-a4af-00b651d46bfc req-a92f35d0-7736-46c1-a883-90870db36caa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=4cdf2cc1-a615-41d4-92ae-15069bc1019d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648957 Jan 18 23:32:16.376080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.413440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4a6977b-2326-40fd-a9fc-80bd2bed23c4 req-55adbef8-a6f2-46cb-9354-041a71e40657 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340055 Jan 18 23:32:16.419877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 76d1020f-c67b-41f2-b7a5-44113e42639d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=76d1020f-c67b-41f2-b7a5-44113e42639d,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:16.420272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.548142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 11788770-0da0-4646-b61c-3540840dfa6d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:16.575372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:16.607176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['21330837-d370-4b43-8d18-9c16fc93fd5e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:32:16.713144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4e56f138-f7fe-432b-aed9-61af27efb061 None None] Provisioning for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:16.732411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4e56f138-f7fe-432b-aed9-61af27efb061 None None] Provisioning complete for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:16.733484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4e56f138-f7fe-432b-aed9-61af27efb061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.783227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2078e55c-64fa-4f68-9963-0c406fd11c9b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:16.792598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2078e55c-64fa-4f68-9963-0c406fd11c9b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:16.793006 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:16.883563 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e58632e4-649b-4283-ba50-59e3ddd8a834 req-da45c794-9284-4428-88f5-5786218e9d54 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.2406936 Jan 18 23:32:16.899413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 76d1020f-c67b-41f2-b7a5-44113e42639d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:16.946201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:16.953737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6c86fed-e720-4eab-80b2-05da93a33933 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "PUT /v2.0/routers/11788770-0da0-4646-b61c-3540840dfa6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0067117 Jan 18 23:32:16.964629 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Sync routers for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:16.980789 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:16.985431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4e56f138-f7fe-432b-aed9-61af27efb061 None None] Port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:32:16.989097 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:17.124631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 76d1020f-c67b-41f2-b7a5-44113e42639d no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:17.267177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.322040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.323690 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:17.351195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No active binding found for port 76d1020f-c67b-41f2-b7a5-44113e42639d {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:32:17.351612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 76d1020f-c67b-41f2-b7a5-44113e42639d not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:17.361237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7f717b62-c23f-4381-9306-cda0c5c4878f None None] Provisioning complete for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:17.361624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7f717b62-c23f-4381-9306-cda0c5c4878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.405998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.439965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7f717b62-c23f-4381-9306-cda0c5c4878f None None] Port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:32:17.463025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2078e55c-64fa-4f68-9963-0c406fd11c9b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2078e55c-64fa-4f68-9963-0c406fd11c9b,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:17.472760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.524188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.575989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:17.612567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.620408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:17.620783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b9c9b26-9087-4e1b-8716-46dba22ca7f1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:17.654266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2078e55c-64fa-4f68-9963-0c406fd11c9b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:17.729611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-7bfa337e-98e0-4533-9606-b7eb2fd2169a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:17.731057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-7bfa337e-98e0-4533-9606-b7eb2fd2169a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/networks?id=ca6567b8-4ecd-4289-947c-be7c1fa21f68 HTTP/1.1" status: 200 len: 798 time: 0.3759766 Jan 18 23:32:17.731803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=76d1020f-c67b-41f2-b7a5-44113e42639d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:17.738141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e31de034-794b-4e5c-9ab1-94c7f1715b7c req-6973dc3b-8792-49af-86e1-bde709f985ba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 210 time: 0.0685499 Jan 18 23:32:17.781880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:13Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0b0b9ccd-c997-45e5-a181-9e71d5c49e7d', 'name': '', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:b8:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:12Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 2, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:17.781880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Checking router: 11788770-0da0-4646-b61c-3540840dfa6d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:17.781880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Updating router 11788770-0da0-4646-b61c-3540840dfa6d port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:32:17.799650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-4aff02ba-ef0c-410b-a55a-588e36d53f07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/quotas/202a1616474d4f718f299cec218854df HTTP/1.1" status: 200 len: 375 time: 0.0587049 Jan 18 23:32:17.848785 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.878750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] No DVR routers for this DVR port 76d1020f-c67b-41f2-b7a5-44113e42639d on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:17.887070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:17.889812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'name': 'network-vif-deleted', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:18.042080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8b013b5-7137-4963-8fba-543a5f5c198f req-6745b1c3-1473-4151-865b-773f0d2c08ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "DELETE /v2.0/ports/76d1020f-c67b-41f2-b7a5-44113e42639d HTTP/1.1" status: 204 len: 173 time: 3.9374940 Jan 18 23:32:18.090970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-874b3386-10d7-4a2d-bd6c-2b34a1fca79c tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2605743 Jan 18 23:32:18.202830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-1484cf7c-5f14-4658-9d33-61ea6e8d8893 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:32:18.202830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-1484cf7c-5f14-4658-9d33-61ea6e8d8893 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074778 Jan 18 23:32:18.243463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee9055-40cd-4a75-8de7-c1883cb93e33 req-cd91c6c4-39f1-4da9-82b7-cb4c269118b2 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:18.244475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3ee9055-40cd-4a75-8de7-c1883cb93e33 req-cd91c6c4-39f1-4da9-82b7-cb4c269118b2 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 944 time: 0.2527599 Jan 18 23:32:18.258272 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.272449 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Transition to ACTIVE for port object 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:18.360092 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.416223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-a5296f5d-d5c3-4b1b-bfc6-d445dee51af4 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808640 Jan 18 23:32:18.420816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3ee9055-40cd-4a75-8de7-c1883cb93e33 req-17fe7712-5554-4929-8906-99720affdd38 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756694 Jan 18 23:32:18.547514 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf901-253a-4064-a147-f455aaab3006 None None] Pushing event updated for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:18.657423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Attempting to bind port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:18.657788 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Attempting to bind port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:18.658150 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Attempting to bind port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d on network ca6567b8-4ecd-4289-947c-be7c1fa21f68 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:18.660096 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ace4d8-b52f-4def-81e8-b07ee0b6c73b', 'name': 'network-vif-deleted', 'tag': '76d1020f-c67b-41f2-b7a5-44113e42639d', 'status': 'completed', 'code': 200} Jan 18 23:32:18.666090 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:18.670649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Checking segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:18.670649 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.670649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Bound using segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:18.670649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Bound port: 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:18.670649 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.781828 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.785184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] For port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:18.792919 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] For port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:18.849986 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:18.895413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59b67555-9400-408b-b22b-4e9b11e69db9 req-0c6f59ec-19ee-4d9d-a8d9-92f7a42fe296 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0761065 Jan 18 23:32:18.985186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-f8d3eeb3-4b8e-41a2-bdb3-db15722233f9 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615389 Jan 18 23:32:19.028044 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:19.030842 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:19.120933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 21330837-d370-4b43-8d18-9c16fc93fd5e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:19.140372 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf901-253a-4064-a147-f455aaab3006 None None] Pushing event updated for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:19.309842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9df55d8c-499b-4f23-bbbb-298d1bec881d req-163e042f-a5a6-4b1b-af8e-5e55a823a4cb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:19.318594 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:19.366773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Router b2da6ca5-5358-4f3d-bba3-6c38af8401db has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:19.421312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7ceaff8-af83-4607-b866-8c6cf76ddc45 req-e46f8a12-fa9b-41a6-8e59-843b80d5ca15 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 210 time: 0.0584517 Jan 18 23:32:19.427513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 21330837-d370-4b43-8d18-9c16fc93fd5e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:19.455009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 21330837-d370-4b43-8d18-9c16fc93fd5e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:19.455569 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.491751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9df55d8c-499b-4f23-bbbb-298d1bec881d req-163e042f-a5a6-4b1b-af8e-5e55a823a4cb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:19.492987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9df55d8c-499b-4f23-bbbb-298d1bec881d req-163e042f-a5a6-4b1b-af8e-5e55a823a4cb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ace4d8-b52f-4def-81e8-b07ee0b6c73b HTTP/1.1" status: 200 len: 210 time: 0.2969968 Jan 18 23:32:19.739340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.778586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2078e55c-64fa-4f68-9963-0c406fd11c9b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:19.819718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:19.822284 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:13Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0b0b9ccd-c997-45e5-a181-9e71d5c49e7d', 'name': '', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:b8:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:12Z', 'updated_at': '2022-01-18T23:32:18Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:19.830416 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a5bb5-da44-4dca-9781-846be07102bf None None] The sync data for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 is: [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:13Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0b0b9ccd-c997-45e5-a181-9e71d5c49e7d', 'name': '', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:b8:e8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:12Z', 'updated_at': '2022-01-18T23:32:18Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:19.848137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=21330837-d370-4b43-8d18-9c16fc93fd5e,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:19.878768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2078e55c-64fa-4f68-9963-0c406fd11c9b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:19.879358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:19.910596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f174a-75c2-406e-8e2a-b4dacaac784d req-a8084b6f-477e-44d2-85c3-3cb81728321d tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:19.924881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e70f174a-75c2-406e-8e2a-b4dacaac784d req-a8084b6f-477e-44d2-85c3-3cb81728321d tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 944 time: 0.1937382 Jan 18 23:32:19.975967 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.038815 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e', 'code': 200} Jan 18 23:32:20.084271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:20.107386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Sync routers for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:20.125200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:20.126721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6b92d8d1-e015-416b-b874-c11ceb1c8287 admin admin] 10.222.0.59 "PUT /v2.0/routers/b2da6ca5-5358-4f3d-bba3-6c38af8401db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4423056 Jan 18 23:32:20.205425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:20.215513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:20.226861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:20.302260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e70f174a-75c2-406e-8e2a-b4dacaac784d req-28afa771-116e-4ca4-8d38-83e8ceadca5a tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698668 Jan 18 23:32:20.361191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d328055-383d-445f-abcf-033517ff0669 req-5afb9905-8939-4e2a-a9a5-bc0f091ab16f tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0665405 Jan 18 23:32:20.391573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1af2e87-46a2-48cb-8d62-5b44c071a19d req-b2a2d86f-5537-43cc-8638-6ab83578a6a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 1096 time: 0.2271609 Jan 18 23:32:20.451898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1af2e87-46a2-48cb-8d62-5b44c071a19d req-4194ffcb-d136-4e15-a2a8-70ad95da5d90 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518575 Jan 18 23:32:20.498192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:20.563774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.566895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56fa4dd5-e34e-4eb1-8d65-b0e2a7c02132 req-5ae79c33-014f-47e4-9583-7bcda7a88096 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 210 time: 0.0509050 Jan 18 23:32:20.636090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:20.736730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.771322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.816912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.926499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:32:15Z', 'revision_number': 5, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port': {'id': '53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:21:46Z', 'updated_at': '2022-01-18T23:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:20.929922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Deleting port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:20.930216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:20.945730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Checking router: b2da6ca5-5358-4f3d-bba3-6c38af8401db for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:20.962183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Routers {'b2da6ca5-5358-4f3d-bba3-6c38af8401db'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:20.963098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:20.986809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.010153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf2cc1-a615-41d4-92ae-15069bc1019d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:21.102033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.102033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-be917b60-f046-4ea3-a828-f0d7577fddb8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/security-groups/4cdf2cc1-a615-41d4-92ae-15069bc1019d HTTP/1.1" status: 204 len: 168 time: 0.4641225 Jan 18 23:32:21.141513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] Set router b2da6ca5-5358-4f3d-bba3-6c38af8401db gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:21.156742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] For port 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:21.157756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.239975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36824) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:21.288403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:32:20Z', 'revision_number': 6, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:21.293769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e8d0e-a78c-4b2e-91fd-2a34785c7f19 None None] The sync data for ids ['b2da6ca5-5358-4f3d-bba3-6c38af8401db'] in n-d-825175-2 is: [{'id': 'b2da6ca5-5358-4f3d-bba3-6c38af8401db', 'name': 'tempest-ServerActionsTestJSON-1789291749-router', 'tenant_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:21:44Z', 'updated_at': '2022-01-18T23:32:20Z', 'revision_number': 6, 'project_id': '9400ab7c9f7e4d789f59b2d83ca989f3', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:21.423901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Calling delete_port for 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:21.695780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22a3c940-8db0-4cb2-8fe9-951cac82df56 req-5110c7b5-eb13-4b80-b47e-4c49554a2b98 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0627704 Jan 18 23:32:21.702619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting subnet c6672570-431f-4d8d-8b45-8bea5b76c4f0 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:21.713448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.730077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:21.771882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69457b-25e5-4aa3-a3d5-acfc168b4261 req-c1a192bd-cf29-4ea1-87b0-eca5e8f040f3 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:21.778576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d69457b-25e5-4aa3-a3d5-acfc168b4261 req-c1a192bd-cf29-4ea1-87b0-eca5e8f040f3 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 945 time: 0.2795031 Jan 18 23:32:21.806959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Pushing event deleted for resources: {'Port': ['ID=53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:21.813872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:21.823639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.071363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22ed6564-f277-4c72-b2d8-d2348710362e req-875adad9-80c8-49b9-9ab4-f9f5c485731f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 210 time: 0.0691149 Jan 18 23:32:22.089471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:22.095316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:22.098231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.099256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d69457b-25e5-4aa3-a3d5-acfc168b4261 req-4f9f5160-b514-4ad1-af61-2736694819ef tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180351 Jan 18 23:32:22.252270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.286031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.329047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:22.358379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.363973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-524c7881-b028-453f-a355-684a3c74dfe6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:22.365487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-524c7881-b028-453f-a355-684a3c74dfe6 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.83 "GET /v2.0/networks?id=ca6567b8-4ecd-4289-947c-be7c1fa21f68 HTTP/1.1" status: 200 len: 798 time: 0.2220104 Jan 18 23:32:22.383296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Request body: {'port': {'device_id': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'admin_state_up': True, 'tenant_id': '202a1616474d4f718f299cec218854df'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:22.404405 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.462232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2ecdc84e-92fb-4db7-81b7-85d39a76381a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:22.487419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.535453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:22.552125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2ecdc84e-92fb-4db7-81b7-85d39a76381a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:22.552689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2ecdc84e-92fb-4db7-81b7-85d39a76381a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:22.556810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Subnet': ['ID=c6672570-431f-4d8d-8b45-8bea5b76c4f0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:22.570477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca82c89a-4042-4428-9e8d-ba8db26d66a3 None None] Network b6062364-7378-43c2-83af-a3afe97bed6b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:22.572771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.619349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fcc7170b-0fd7-4244-a49c-afc41b4085d0 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/subnets/c6672570-431f-4d8d-8b45-8bea5b76c4f0 HTTP/1.1" status: 204 len: 168 time: 1.3782001 Jan 18 23:32:22.624658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36840) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:22.696462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.702121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.719120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:22.731899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Usage tracker for resource:port and tenant:202a1616474d4f718f299cec218854df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:22.750006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:22.757358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:22.780981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.783044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2da6ca5-5358-4f3d-bba3-6c38af8401db {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:32:22.783165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.794368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:22.794794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.799477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.801865 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8717ff9b-2d90-4575-b151-9bd8ae44f81d admin admin] 10.222.0.59 "DELETE /v2.0/routers/b2da6ca5-5358-4f3d-bba3-6c38af8401db HTTP/1.1" status: 204 len: 168 time: 2.6756721 Jan 18 23:32:22.804909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36844) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:22.873649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Made reservation on behalf of 202a1616474d4f718f299cec218854df for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:22.876661 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.902720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] DHCP port deletion for b6062364-7378-43c2-83af-a3afe97bed6b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:32:22.908652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Deleting port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:22.909394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:22.926185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Deleting subnet 102246da-e1e7-449b-93d3-222659e44254 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:22.933471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.051233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.147708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-238dedbf-cb4e-4730-9144-1bce5b215cfd req-18c543cb-da92-4c9e-be3d-138116311c17 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0898898 Jan 18 23:32:23.264520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] For port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:23.265256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.269504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.486426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.506679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Calling delete_port for 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:23.528731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102246da-e1e7-449b-93d3-222659e44254,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:23.535185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.542239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdd435ab-b685-49db-9b09-b268899efe23 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/102246da-e1e7-449b-93d3-222659e44254 HTTP/1.1" status: 204 len: 168 time: 0.7347767 Jan 18 23:32:23.544572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36858) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:23.545740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f675cd-a500-4494-b8a3-7618905f3173 None None] Network 6e98de5c-2994-4315-a19e-0d2c0ece995b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:23.578377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,segment=NetworkSegment(2bdbfd97-ebd8-4215-9062-5600b128fa35),segment_id=2bdbfd97-ebd8-4215-9062-5600b128fa35)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:23.578377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.682486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.707905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Deleting port 6a529cc7-da3a-4682-ae20-9450200e27ec {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:23.708256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:23.730828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc7bb76c-5a9b-43cf-9039-40c645910c06 req-59e43b21-25d0-4897-a9f8-315c972212ac tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 210 time: 0.2756999 Jan 18 23:32:23.755383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:23.868467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:23.889532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Allocated IP 172.20.0.28 (ca6567b8-4ecd-4289-947c-be7c1fa21f68/5dd9b93d-bf69-47da-b978-7ed5f606d5f2/bd254e44-6134-4a0b-8f01-68542d1c4338) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:23.949144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce5a4-a5a7-404c-9df7-162e6c3ecff4 req-398cc75f-8fe0-47b7-b022-45a66ff3c7b7 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:23.949144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13dce5a4-a5a7-404c-9df7-162e6c3ecff4 req-398cc75f-8fe0-47b7-b022-45a66ff3c7b7 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 945 time: 0.5413485 Jan 18 23:32:24.023621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:32:24.023621 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Jan 18 23:32:24.023621 n-d-825175-2 neutron-server[84542]: [parameters: {'port_id': '5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0', 'host': 'n-d-825175-2', 'level': 0}] Jan 18 23:32:24.023621 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:32:24.023962 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:32:24.029108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.047692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] For port 6a529cc7-da3a-4682-ae20-9450200e27ec, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6a529cc7-da3a-4682-ae20-9450200e27ec,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:24.048389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.089599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] Pushing event deleted for resources: {'Port': ['ID=5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:24.094401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] DHCP port deletion for 6e98de5c-2994-4315-a19e-0d2c0ece995b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:32:24.109793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Deleting port 6a529cc7-da3a-4682-ae20-9450200e27ec {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:24.110180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.172027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74637895-e0e7-40de-a532-cd0a2ccb2e46 None None] No DVR routers for this DVR port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:24.193834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Calling delete_port for 6a529cc7-da3a-4682-ae20-9450200e27ec owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:24.328219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.337702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.395756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] For port 6a529cc7-da3a-4682-ae20-9450200e27ec, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6a529cc7-da3a-4682-ae20-9450200e27ec,segment=NetworkSegment(cd73f59c-840e-4d7c-bcc8-eacf745232ca),segment_id=cd73f59c-840e-4d7c-bcc8-eacf745232ca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:24.396307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a529cc7-da3a-4682-ae20-9450200e27ec,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:24.396865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.400877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] No DVR routers for this DVR port 6a529cc7-da3a-4682-ae20-9450200e27ec on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:24.487143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54c970de-7cd9-4687-be85-08c6ba26f9c2 req-6cd8a389-b2c7-4cef-8dad-6fbce0588f71 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1182654 Jan 18 23:32:24.490750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Transition to ACTIVE for port object bd254e44-6134-4a0b-8f01-68542d1c4338 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:24.521173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13dce5a4-a5a7-404c-9df7-162e6c3ecff4 req-2b2e621a-72f9-4898-a3ee-51a6517f3108 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306079 Jan 18 23:32:24.525737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:24.544227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.544402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Calling delete_port for 6a529cc7-da3a-4682-ae20-9450200e27ec owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:24.566193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:24.566933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.699769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] The port '5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0' was deleted {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:32:24.733343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.765596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:32:24.765962 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:32:24.776030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.825028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e98de5c-2994-4315-a19e-0d2c0ece995b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:24.848934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd73f59c-840e-4d7c-bcc8-eacf745232ca') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:24.851045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd73f59c-840e-4d7c-bcc8-eacf745232ca') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:24.870167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:24.873629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.909190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.928221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:32:24.931978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:24.934153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:24.947201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:24.958785 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:25.010981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:25.035771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:25.036487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5ad504d8-cc72-4d2b-a9e3-16adc94b6ac0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:25.176988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.185246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event updated for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:25.231775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:25.233697 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.267634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Deleting port 6a529cc7-da3a-4682-ae20-9450200e27ec {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:25.268281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.272434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6062364-7378-43c2-83af-a3afe97bed6b']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:25.289528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.293828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.322123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdbfd97-ebd8-4215-9062-5600b128fa35') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:25.329845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdbfd97-ebd8-4215-9062-5600b128fa35') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:25.342819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e98de5c-2994-4315-a19e-0d2c0ece995b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:25.358524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9cc62645-a8d9-4485-abe6-e09df485db9d None None] The port '6a529cc7-da3a-4682-ae20-9450200e27ec' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:32:25.358690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.376873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.379699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-37b079fb-6522-4376-8361-2a6a41684ec9 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.0003738 Jan 18 23:32:25.385341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:32:25.385760 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:25.400042 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:25.414628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Request body: {'port': {'device_id': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:25.468646 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e876aae-4ae5-4d67-8b0e-593ae07fbb97 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6e98de5c-2994-4315-a19e-0d2c0ece995b HTTP/1.1" status: 204 len: 168 time: 1.9223075 Jan 18 23:32:25.513920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ecefd-0bab-4bfa-b84f-2bbfd89a239a req-6701c702-7334-4dff-be41-7ef2bcebf67b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:25.513920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c71ecefd-0bab-4bfa-b84f-2bbfd89a239a req-6701c702-7334-4dff-be41-7ef2bcebf67b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:25.530629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9aa3e94c-25a2-4e8b-890b-314d8a526bde None None] Provisioning for port bd254e44-6134-4a0b-8f01-68542d1c4338 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:25.546795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9aa3e94c-25a2-4e8b-890b-314d8a526bde None None] Provisioning complete for port bd254e44-6134-4a0b-8f01-68542d1c4338 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:25.546795 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e94c-25a2-4e8b-890b-314d8a526bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.630451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.681310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3e94c-25a2-4e8b-890b-314d8a526bde None None] Port bd254e44-6134-4a0b-8f01-68542d1c4338 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:32:25.703476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.790333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:25.841434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:25.842240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 53f1b2d3-f8a9-4773-8a0f-c257d0ad3a8e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:25.842985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6a529cc7-da3a-4682-ae20-9450200e27ec no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:25.872422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:25.878652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c71ecefd-0bab-4bfa-b84f-2bbfd89a239a req-6701c702-7334-4dff-be41-7ef2bcebf67b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:25.880036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c71ecefd-0bab-4bfa-b84f-2bbfd89a239a req-6701c702-7334-4dff-be41-7ef2bcebf67b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 895 time: 0.7080188 Jan 18 23:32:25.882454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7267b5d-113d-4229-bf1f-453062b138ea req-ca71143e-44f7-4db5-9d49-ec3780406274 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0683360 Jan 18 23:32:25.900749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Network': ['ID=b6062364-7378-43c2-83af-a3afe97bed6b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:25.923466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6a529cc7-da3a-4682-ae20-9450200e27ec {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:25.923734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6a529cc7-da3a-4682-ae20-9450200e27ec not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:26.032119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d45ad011-97d8-4db5-9050-b56ea22d732f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/networks/b6062364-7378-43c2-83af-a3afe97bed6b HTTP/1.1" status: 204 len: 168 time: 3.4049067 Jan 18 23:32:26.032623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36892) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:26.131446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36898) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:26.291975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd254e44-6134-4a0b-8f01-68542d1c4338 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:26.305893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.339530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Transition to ACTIVE for port object bd254e44-6134-4a0b-8f01-68542d1c4338 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:26.392348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.439693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2360151d-8a78-4fa8-806a-0a866b9bce9e req-c68f0c62-ca50-4d10-9060-aea70b42b6ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1029000 Jan 18 23:32:26.453311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de20d639-1cce-4993-8f07-4b74fe74f2ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9400ab7c9f7e4d789f59b2d83ca989f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3205621 Jan 18 23:32:26.453979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:26.506033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port b3b9cecb-312b-4ec7-a27c-cfd047a320c4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:26.514910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.753009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Pushing event updated for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:26.783201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.807914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.808246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:26.840158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Attempting to bind port bd254e44-6134-4a0b-8f01-68542d1c4338 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:26.840497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Attempting to bind port bd254e44-6134-4a0b-8f01-68542d1c4338 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:26.841047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Attempting to bind port bd254e44-6134-4a0b-8f01-68542d1c4338 on network ca6567b8-4ecd-4289-947c-be7c1fa21f68 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:26.875570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Port bd254e44-6134-4a0b-8f01-68542d1c4338 on network ca6567b8-4ecd-4289-947c-be7c1fa21f68 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:32:26.875902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Attempting to bind port bd254e44-6134-4a0b-8f01-68542d1c4338 on network ca6567b8-4ecd-4289-947c-be7c1fa21f68 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:26.892086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:26.892430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Checking segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:26.892819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Bound using segment: {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:26.893292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Bound port: bd254e44-6134-4a0b-8f01-68542d1c4338, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2172ce9-7d55-4a64-aa1d-389c23c4b304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:26.893644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.040321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.107864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for b3b9cecb-312b-4ec7-a27c-cfd047a320c4 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:27.326668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.328009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:27.349522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae36e2-e03f-49ce-b25e-2bbad1f91e4d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.380815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969feb-f20f-4ff8-b670-f48297084ae6 req-fecdcd84-31e6-4ef0-9470-6613ca9b43e8 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.383089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48969feb-f20f-4ff8-b670-f48297084ae6 req-fecdcd84-31e6-4ef0-9470-6613ca9b43e8 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 945 time: 0.3394265 Jan 18 23:32:27.399149 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.424559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071bb7a-cf42-41a9-8dd5-dc2f5c7f75ed req-8e90c1e5-69e1-45ca-baa1-5c973667bd3a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:27.455029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7071bb7a-cf42-41a9-8dd5-dc2f5c7f75ed req-8e90c1e5-69e1-45ca-baa1-5c973667bd3a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 907 time: 0.2069781 Jan 18 23:32:27.501536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=b3b9cecb-312b-4ec7-a27c-cfd047a320c4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.537490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd254e44-6134-4a0b-8f01-68542d1c4338,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:27.582650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48969feb-f20f-4ff8-b670-f48297084ae6 req-10b61dbc-f66a-47c8-b224-e8a55e21715f tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929851 Jan 18 23:32:27.609218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.610842 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c5a0f6c0-8c49-499d-8cd0-c3ba6c12d604 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fae36e2-e03f-49ce-b25e-2bbad1f91e4d HTTP/1.1" status: 204 len: 168 time: 1.1472728 Jan 18 23:32:27.623511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.682443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.766222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Pushing event updated for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:27.857201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77ae667c-a08d-47a9-93bb-d50a2bf1a8b9 req-5f04f4f5-569e-4454-8720-2793f58866cc tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0752308 Jan 18 23:32:27.859304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:27.861224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-efe00990-0408-49f9-9fba-b113c75bab18 service neutron] 10.222.0.83 "PUT /v2.0/ports/bd254e44-6134-4a0b-8f01-68542d1c4338 HTTP/1.1" status: 200 len: 1055 time: 2.4588978 Jan 18 23:32:27.862088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:28.000048 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338', 'status': 'completed', 'code': 200} Jan 18 23:32:28.159710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-943c0208-dec5-4241-a009-8e3a01d9a8cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 1058 time: 0.1543493 Jan 18 23:32:28.246741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-7cb9c26b-3add-41b5-a62c-4137c40b4887 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bd254e44-6134-4a0b-8f01-68542d1c4338 HTTP/1.1" status: 200 len: 217 time: 0.0797706 Jan 18 23:32:28.388799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-4df5f196-df90-4c15-bbc6-db7e31aee448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.391058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-4df5f196-df90-4c15-bbc6-db7e31aee448 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dd9b93d-bf69-47da-b978-7ed5f606d5f2 HTTP/1.1" status: 200 len: 837 time: 0.0701561 Jan 18 23:32:28.521169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-503933f7-995b-44c2-8daf-96d107e4b52e tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:28.522697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-503933f7-995b-44c2-8daf-96d107e4b52e tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 945 time: 0.2715118 Jan 18 23:32:28.529619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-8197899a-1703-4d4b-ae13-f72395638a52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca6567b8-4ecd-4289-947c-be7c1fa21f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313331 Jan 18 23:32:28.696085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:28.860799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Deleting port 21330837-d370-4b43-8d18-9c16fc93fd5e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:28.861182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:29.022124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:29.026693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:29.046477 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:29.055161 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:29.055785 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:29.105447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-047787c1-4bf7-44e1-a154-96472d5278af tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/floatingips/b87c0a7c-18e5-4a1b-87d6-57caf1297009 HTTP/1.1" status: 204 len: 168 time: 3.0717225 Jan 18 23:32:29.106679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:29.205007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-9b1266b3-97b7-497d-8929-8000059a9160 service neutron] 10.222.0.83 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319361 Jan 18 23:32:29.352412 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:29.452106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44956-abe8-469c-89f9-314ae9149390 req-12d92f35-ee57-4afb-b50e-bc6fe4328b89 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:29.454835 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98c44956-abe8-469c-89f9-314ae9149390 req-12d92f35-ee57-4afb-b50e-bc6fe4328b89 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 945 time: 0.4739084 Jan 18 23:32:29.466329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e2da-95af-4db0-a819-174a3520a34e req-0b7fe7d6-6f24-4eee-a664-55d5d45a21a0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:29.481582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8966e2da-95af-4db0-a819-174a3520a34e req-0b7fe7d6-6f24-4eee-a664-55d5d45a21a0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 907 time: 0.6623790 Jan 18 23:32:29.588673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36988) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:29.622694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] For port 21330837-d370-4b43-8d18-9c16fc93fd5e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=21330837-d370-4b43-8d18-9c16fc93fd5e,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:29.623741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:29.815853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1935941847-network', 'tenant_id': 'f47cc21a31154856aee473d401faf153'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:29.831993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:29.853005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Usage tracker for resource:network and tenant:f47cc21a31154856aee473d401faf153 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:29.860026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:29.884442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:29.963942 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:29.971879 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:29.986512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Made reservation on behalf of f47cc21a31154856aee473d401faf153 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:29.989880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:29.995646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:29.999442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:30.014695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.026110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Calling delete_port for 21330837-d370-4b43-8d18-9c16fc93fd5e owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:30.060912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:30.066171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f47cc21a31154856aee473d401faf153 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:30.072413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:30.078631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:30.159830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.177487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98c44956-abe8-469c-89f9-314ae9149390 req-960e3eb6-dc98-4ee7-94ce-f6bbbe01b5ab tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826556 Jan 18 23:32:30.242508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dec6156-5221-4209-8544-92a303d47082 req-5feb3bfd-be4e-447f-92c1-a139d98e3d31 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.4663296 Jan 18 23:32:30.243788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.263892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e18dc13f-c478-4b4b-8ee7-10352060912b req-fcf90cdc-7f71-456a-8c64-88bd2b6413ac service neutron] 10.222.0.83 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0495026 Jan 18 23:32:30.277197 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:30.338173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:32:30.359166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f7965-78c4-4707-abda-98403c5705fc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:30.366268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.368254 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Added segment e37032db-2ca3-4552-87c3-921715d9b408 of type vlan for network ee1ca4d2-279f-4de0-ae5f-cce03275f42f Jan 18 23:32:30.426750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.503621 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794', 'status': 'completed', 'code': 200} Jan 18 23:32:30.604024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.605363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:30.608475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.666689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-6af991e4-e6f9-4486-a88f-17961f5a48c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 1058 time: 0.2546825 Jan 18 23:32:30.726724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:30.874527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Pushing event deleted for resources: {'Port': ['ID=21330837-d370-4b43-8d18-9c16fc93fd5e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:30.971830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1ca4d2-279f-4de0-ae5f-cce03275f42f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:30.982785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ee1ca4d2-279f-4de0-ae5f-cce03275f42f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:32:30.990197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d9841ed-da3a-4f71-a122-7375d130b4c8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3973169 Jan 18 23:32:30.995036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37018) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:31.004187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Request body: {'subnet': {'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1935941847-subnet', 'tenant_id': 'f47cc21a31154856aee473d401faf153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:31.046539 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-9c80e657-a84a-4fb6-a0ab-7e04b5ad3437 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 1097 time: 0.5197940 Jan 18 23:32:31.047520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:31.054227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Usage tracker for resource:subnet and tenant:f47cc21a31154856aee473d401faf153 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:31.079187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:31.127651 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:31.132758 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0029c9-1863-47c2-b0f2-2f67b205e5ac None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:04Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd29097cf-c54d-44b5-8d94-b80e93fa7b9c', 'name': '', 'network_id': '07d20343-9565-43bd-9727-1a60055aec05', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:51:80:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:09Z', 'updated_at': '2022-01-18T23:29:21Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '2a0a1224-e76b-4fdf-8921-4a32868c1416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:31.143265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:31.196049 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a0f6486-f399-4575-a584-ff6189c4ff69 req-7d0e3451-37b6-47b8-9f42-afaad48767b4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e973e2bd4112434a9cb7a3d8882be703&device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0462534 Jan 18 23:32:31.209997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 21330837-d370-4b43-8d18-9c16fc93fd5e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:31.272655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] No DVR routers for this DVR port 21330837-d370-4b43-8d18-9c16fc93fd5e on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:31.286545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Made reservation on behalf of f47cc21a31154856aee473d401faf153 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:31.288811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:31.290834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 21330837-d370-4b43-8d18-9c16fc93fd5e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:31.291421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 21330837-d370-4b43-8d18-9c16fc93fd5e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:31.295775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:31.300627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-cae1655f-cf4c-4e99-b6df-9f5c6884e5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.302343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-cae1655f-cf4c-4e99-b6df-9f5c6884e5e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ca6567b8-4ecd-4289-947c-be7c1fa21f68 HTTP/1.1" status: 200 len: 899 time: 0.6287520 Jan 18 23:32:31.302926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'name': 'network-vif-deleted', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:31.309407 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a0f6486-f399-4575-a584-ff6189c4ff69 req-933f007c-456e-4e4b-8954-472ba45c722a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e973e2bd4112434a9cb7a3d8882be703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938110 Jan 18 23:32:31.452174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-56e95211-8468-4475-a34b-bb4f6ca23730 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=bd254e44-6134-4a0b-8f01-68542d1c4338 HTTP/1.1" status: 200 len: 217 time: 0.1336160 Jan 18 23:32:31.507569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78da664d-5c6b-4f88-b475-dc29cf1dca58 req-dfa40467-c37d-40a6-8a60-08faa8e9ffbb tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.83 "DELETE /v2.0/ports/21330837-d370-4b43-8d18-9c16fc93fd5e HTTP/1.1" status: 204 len: 173 time: 2.9629517 Jan 18 23:32:31.526211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-83f4e109-351c-4bb2-9c1f-eecb23c7f02f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.526211 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-83f4e109-351c-4bb2-9c1f-eecb23c7f02f service neutron] 10.222.0.89 "GET /v2.0/networks?id=07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 200 len: 897 time: 0.4552104 Jan 18 23:32:31.558871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357882d-655e-4a56-bf6e-d7c995472826 req-f33c20a3-3dec-44e7-8365-1c373aaacb69 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.559759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e357882d-655e-4a56-bf6e-d7c995472826 req-f33c20a3-3dec-44e7-8365-1c373aaacb69 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 907 time: 0.4806907 Jan 18 23:32:31.563987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-1cc5e5be-3bde-4581-b5ad-bcd37b551ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.563987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-1cc5e5be-3bde-4581-b5ad-bcd37b551ab4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5dd9b93d-bf69-47da-b978-7ed5f606d5f2 HTTP/1.1" status: 200 len: 837 time: 0.1067908 Jan 18 23:32:31.586438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf57aa-36ed-4e46-9fe1-3b3c0f81f481 req-d3fb3971-1e82-49a1-a7a7-89d0daf9130a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.586438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9adf57aa-36ed-4e46-9fe1-3b3c0f81f481 req-d3fb3971-1e82-49a1-a7a7-89d0daf9130a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.2049112 Jan 18 23:32:31.696124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-b28b68ec-1abf-4ece-9570-e95d85fa4817 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 200 len: 217 time: 0.1758397 Jan 18 23:32:31.711868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9adf57aa-36ed-4e46-9fe1-3b3c0f81f481 req-cc44c6a0-3772-4c3e-8b40-251250885e9d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:31.780456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-fc18c9d9-7037-4bec-b6e9-a973586e0e0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ca6567b8-4ecd-4289-947c-be7c1fa21f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025125 Jan 18 23:32:31.793352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b34aecdf-ecd5-4966-973b-1678b1e2d347 req-fefb88db-d57c-4cd5-889e-e2dc0190bce8 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.0556092 Jan 18 23:32:31.808411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f6486-f399-4575-a584-ff6189c4ff69 req-b05bec5c-d071-44a5-91fe-a04976a6caeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.820496 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a0f6486-f399-4575-a584-ff6189c4ff69 req-b05bec5c-d071-44a5-91fe-a04976a6caeb service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4910147 Jan 18 23:32:31.872778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-3ef4953d-6a0b-4443-902e-91a52a58f794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:31.874486 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-3ef4953d-6a0b-4443-902e-91a52a58f794 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0a1224-e76b-4fdf-8921-4a32868c1416 HTTP/1.1" status: 200 len: 835 time: 0.1598747 Jan 18 23:32:32.029942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-d8fc72f9-12fb-46b9-a8c3-bc32a410a105 service neutron] 10.222.0.83 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348986 Jan 18 23:32:32.032322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9adf57aa-36ed-4e46-9fe1-3b3c0f81f481 req-cc44c6a0-3772-4c3e-8b40-251250885e9d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:32.034790 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9adf57aa-36ed-4e46-9fe1-3b3c0f81f481 req-cc44c6a0-3772-4c3e-8b40-251250885e9d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131856 Jan 18 23:32:32.088574 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-0eb82b79-3fb1-4091-ae01-5ae5bc04895a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=07d20343-9565-43bd-9727-1a60055aec05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018685 Jan 18 23:32:32.239497 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a40bdc-8732-489e-a74c-a3ec913889cd', 'name': 'network-vif-deleted', 'tag': '21330837-d370-4b43-8d18-9c16fc93fd5e', 'status': 'completed', 'code': 200} Jan 18 23:32:32.245023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:32.387258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a40d240-aadf-4220-9d16-9ab1d0bc2aa5,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:32.403464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02723eb0-0a60-4340-972d-d2b261e0b8ce req-720d1c96-f014-4545-bf49-14d9da6de155 service neutron] 10.222.0.83 "GET /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597457 Jan 18 23:32:32.406408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cbbad625-ef30-4b82-a05c-4f54d35be2df req-58cba4d0-a67d-4dfd-8ced-d3fc7cbbe603 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Synchronizing usage tracker for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:32.443123 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-573cfbd1-f8dc-4d26-b0a4-120d3c19415a service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497458 Jan 18 23:32:32.445836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Checking segment: {'id': 'e37032db-2ca3-4552-87c3-921715d9b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:32.445836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Network hostable DHCP agents. Network: ee1ca4d2-279f-4de0-ae5f-cce03275f42f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:32:32.540134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cbbad625-ef30-4b82-a05c-4f54d35be2df req-58cba4d0-a67d-4dfd-8ced-d3fc7cbbe603 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Unset dirty status for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:32.552643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbbad625-ef30-4b82-a05c-4f54d35be2df req-58cba4d0-a67d-4dfd-8ced-d3fc7cbbe603 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0a40bdc-8732-489e-a74c-a3ec913889cd HTTP/1.1" status: 200 len: 210 time: 0.2037213 Jan 18 23:32:32.613267 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7dffd32e-f0d9-4c84-a8bf-97bc68d868fa req-dfcf3a8e-9a1d-4d5e-87ec-254be9b92401 service neutron] 10.222.0.89 "GET /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631408 Jan 18 23:32:32.735339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Network ee1ca4d2-279f-4de0-ae5f-cce03275f42f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:32:32.769091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-d3e66c8f-45a8-457b-a10a-a00ca29d8dfa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:32.770360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-d3e66c8f-45a8-457b-a10a-a00ca29d8dfa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:32.819816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87e13-f64f-4bd8-9e04-0776fae64527 req-79294f4d-95af-495e-b050-90b468ce1917 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:32.821202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a3e87e13-f64f-4bd8-9e04-0776fae64527 req-79294f4d-95af-495e-b050-90b468ce1917 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 907 time: 0.0958798 Jan 18 23:32:32.884521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ee1ca4d2-279f-4de0-ae5f-cce03275f42f) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:32.895925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:32.896487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:32.899711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344c9eb-1592-4882-83b4-ed8a67616aea None None] Network ee1ca4d2-279f-4de0-ae5f-cce03275f42f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:32.953056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-d3e66c8f-45a8-457b-a10a-a00ca29d8dfa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:32.957447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-d3e66c8f-45a8-457b-a10a-a00ca29d8dfa tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.89 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.2859783 Jan 18 23:32:33.074101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e882fd39-167d-42d3-8afe-172f4fa4ad57 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0589817 Jan 18 23:32:33.124187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 46eccf8c-749a-4efc-a255-224aa446a794 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:33.124187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:33.189960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fd0c201-85ed-4c7a-95dd-4a910880107d req-665e47ad-dbd0-4a57-929e-874ce8a2bc6e tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.59 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1352155 Jan 18 23:32:33.483211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd254e44-6134-4a0b-8f01-68542d1c4338 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:33.503286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b92fe-eb4b-4caa-9b8f-0e5e326d6c20 req-ea721e71-1e4d-40e0-995c-6d5b7f557b87 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:33.503286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c1b92fe-eb4b-4caa-9b8f-0e5e326d6c20 req-ea721e71-1e4d-40e0-995c-6d5b7f557b87 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 946 time: 0.1519294 Jan 18 23:32:33.536457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4a0f6486-f399-4575-a584-ff6189c4ff69 req-1849ecea-5769-45b6-ac91-7829496e4635 tempest-ServerShowV257Test-327474315 tempest-ServerShowV257Test-327474315-project] 10.222.0.89 "GET /v2.0/ports?device_id=a23e7bdc-37f7-499b-9de7-6b222db92e7a HTTP/1.1" status: 200 len: 210 time: 0.1450796 Jan 18 23:32:33.589117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c1b92fe-eb4b-4caa-9b8f-0e5e326d6c20 req-fa3735f5-2067-464f-bd19-4bac7bf40ded tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=74074b08-a202-4cfd-9ff0-9a87facf2c44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849888 Jan 18 23:32:33.761712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd254e44-6134-4a0b-8f01-68542d1c4338,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:33.780227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a4ee2-93ec-4139-8748-12596b0ae024 None None] Network ee1ca4d2-279f-4de0-ae5f-cce03275f42f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:33.868623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 46eccf8c-749a-4efc-a255-224aa446a794, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=46eccf8c-749a-4efc-a255-224aa446a794,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:33.869013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.037681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'bd254e44-6134-4a0b-8f01-68542d1c4338', 'network_id': 'ca6567b8-4ecd-4289-947c-be7c1fa21f68', 'port_id': 'bd254e44-6134-4a0b-8f01-68542d1c4338', 'mac_address': 'fa:16:3e:5c:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd9b93d-bf69-47da-b978-7ed5f606d5f2', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:34.178020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.219833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd254e44-6134-4a0b-8f01-68542d1c4338 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:34.257845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd254e44-6134-4a0b-8f01-68542d1c4338,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:34.264621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 46eccf8c-749a-4efc-a255-224aa446a794 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:34.369373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.460608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:34.496819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c83724-2e29-4dd7-b15a-de6a850e88d2 req-87ec00ea-9d14-4d2f-9388-89f2c2f98220 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:34.496819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77c83724-2e29-4dd7-b15a-de6a850e88d2 req-87ec00ea-9d14-4d2f-9388-89f2c2f98220 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 908 time: 0.1189768 Jan 18 23:32:34.512639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.522335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-5b86bea5-b26a-4aeb-9518-2cec2e05380a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:34.530185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-5b86bea5-b26a-4aeb-9518-2cec2e05380a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/networks?id=ee1ca4d2-279f-4de0-ae5f-cce03275f42f HTTP/1.1" status: 200 len: 814 time: 0.4711931 Jan 18 23:32:34.557899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-f5c86ea9-6447-4c9d-8d1d-9b907bcf1949 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/quotas/f47cc21a31154856aee473d401faf153 HTTP/1.1" status: 200 len: 375 time: 0.0222743 Jan 18 23:32:34.587720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bd254e44-6134-4a0b-8f01-68542d1c4338'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:32:34.662243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-10ffcc9c-27b2-455a-83b4-aacb324b8546 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f47cc21a31154856aee473d401faf153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955532 Jan 18 23:32:34.667762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=46eccf8c-749a-4efc-a255-224aa446a794,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:34.688027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-a9806967-48fa-449d-974f-33166f9c4af3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:32:34.688027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-a9806967-48fa-449d-974f-33166f9c4af3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0252819 Jan 18 23:32:34.799937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] No DVR routers for this DVR port 46eccf8c-749a-4efc-a255-224aa446a794 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:34.802399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:34.805631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'name': 'network-vif-deleted', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:34.947730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3cca3387-775f-45d4-91f2-2729820d0a65 req-91e5ea05-77aa-41f9-b4f0-63dd23064963 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.89 "DELETE /v2.0/ports/46eccf8c-749a-4efc-a255-224aa446a794 HTTP/1.1" status: 204 len: 173 time: 1.9706163 Jan 18 23:32:34.976601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-29f89b48-6008-4c04-b675-836d4353ff50 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994463 Jan 18 23:32:34.988749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-eeceeb5b-98cb-47ca-abac-ee160981c028 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:34.991173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-eeceeb5b-98cb-47ca-abac-ee160981c028 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/networks?id=2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 200 len: 809 time: 0.2046943 Jan 18 23:32:35.096160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-de14e5aa-1dcb-4eee-861d-aa68fb068d33 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/quotas/9ab4584c5634438bb0e2f31922029e85 HTTP/1.1" status: 200 len: 375 time: 0.0815916 Jan 18 23:32:35.149393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-40bfe2ed-6d56-4772-820d-16bfdff3b086 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517669 Jan 18 23:32:35.184985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd254e44-6134-4a0b-8f01-68542d1c4338 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:35.359925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port bd254e44-6134-4a0b-8f01-68542d1c4338 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:35.367393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-946457a7-70ff-4180-902d-88b7aa394746 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825912 Jan 18 23:32:35.394667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port bd254e44-6134-4a0b-8f01-68542d1c4338 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:35.396061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:35.475061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-a1d169e9-8fdf-4317-8dbd-2c61c9ca1125 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908266 Jan 18 23:32:35.481188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 46eccf8c-749a-4efc-a255-224aa446a794 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:35.514074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 46eccf8c-749a-4efc-a255-224aa446a794 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:35.514074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 46eccf8c-749a-4efc-a255-224aa446a794 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:35.613384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:35.663988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd254e44-6134-4a0b-8f01-68542d1c4338,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:35.664943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:35.731696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-de3c9605-cfdb-4e2f-8f2b-29ee012b91e6 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571993 Jan 18 23:32:35.746909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:35.845388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:35.980914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16f43cb9-e35c-454f-9664-4b769a4f7b7f req-2fab4403-e925-46b4-b245-78c2e1c12e7e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=527dcc39-f6d7-47e1-91d8-674167420d89 HTTP/1.1" status: 200 len: 210 time: 0.0484674 Jan 18 23:32:36.078917 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527dcc39-f6d7-47e1-91d8-674167420d89', 'name': 'network-vif-deleted', 'tag': '46eccf8c-749a-4efc-a255-224aa446a794', 'status': 'completed', 'code': 200} Jan 18 23:32:36.180710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cffd16-e4ec-417d-87fd-cb72619785a1 None None] New status for floating IP b87c0a7c-18e5-4a1b-87d6-57caf1297009: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:32:36.284957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b55b6f42-a3f9-4a11-98ac-098e665e732f req-c60f91a9-955b-48f3-9134-eb87d3f471bf tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 210 time: 0.0651021 Jan 18 23:32:36.377305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901662c-74c6-4301-8d3d-d14b55a49a83 req-605d382d-8af0-4ee3-9d65-2fc6d5dad5bf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:36.401684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0901662c-74c6-4301-8d3d-d14b55a49a83 req-605d382d-8af0-4ee3-9d65-2fc6d5dad5bf tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.2458169 Jan 18 23:32:36.453302 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338', 'code': 200} Jan 18 23:32:36.471953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:36.586191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27108bfb-5b93-40ed-906a-9e77141adc4e req-0b13915a-c377-40c2-aec0-6d914a587589 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.1057773 Jan 18 23:32:36.656076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b50cf47c-c4a0-41fb-8e8a-b5613166a0d4 req-8bac99a6-3ca4-45fb-b34d-ed4c67e6b8d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 1060 time: 0.1193838 Jan 18 23:32:36.759181 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:36.887412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:36.892827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Usage tracker for resource:security_group_rule and tenant:e973e2bd4112434a9cb7a3d8882be703 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:36.895869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:36.902339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:37.020150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.094926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.114016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:37.143509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7f2dd-3433-4040-bd78-4dd5c7250690,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:37.179705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-891bad66-f11b-4673-b8a7-a5c87356c864 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e973e2bd4112434a9cb7a3d8882be703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7051408 Jan 18 23:32:37.182050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:37.217331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.245653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.248205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.287838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.443627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.470659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74074b08-a202-4cfd-9ff0-9a87facf2c44,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:37.480646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.481099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.481510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.481941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.483058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.483489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.483912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.484604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.485040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.485488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.485948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:37.530485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e9895c8-8c61-478b-a312-da9e50ba1066 req-314778e3-5c1e-4b7f-b718-008e2c3220d6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 210 time: 0.0781324 Jan 18 23:32:37.532237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.540169 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.549365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b7d75a9b-db0e-4b3e-b35b-11afe76c1180 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/security-groups/74074b08-a202-4cfd-9ff0-9a87facf2c44 HTTP/1.1" status: 204 len: 168 time: 0.4258535 Jan 18 23:32:37.564445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7f2dd-3433-4040-bd78-4dd5c7250690,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:37.568958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:37.572784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-748daf7e-baa6-4393-bfcd-b9d5a5fa3b58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0a7f2dd-3433-4040-bd78-4dd5c7250690 HTTP/1.1" status: 204 len: 168 time: 0.3894725 Jan 18 23:32:37.755901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574837b-b449-4697-aae4-81c7fb84baf5 req-ea0c7516-7393-45d1-9858-ccf2809a874a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:37.765475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7574837b-b449-4697-aae4-81c7fb84baf5 req-ea0c7516-7393-45d1-9858-ccf2809a874a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.1031070 Jan 18 23:32:37.771007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:38.128267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00cdc49e-b8b3-4bdc-87fd-7568023a668b req-27eaaecc-95d7-4ed4-b52c-fc4b8e1e53ea tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.0556879 Jan 18 23:32:38.750229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-330bc782-2aa4-4f18-b9d6-a2352be60c7b req-c9a46823-f1da-4614-b89a-a97e8e03c9c9 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 210 time: 0.0546002 Jan 18 23:32:38.757147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:39.118042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:39.500945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fea5b1c5-7076-4286-8b9c-0c58e8b2ff18 req-677b2546-eadd-4125-aef5-7480d2d7fe35 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.0809639 Jan 18 23:32:39.518193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1643-fb1e-49f6-8c1f-0a48ee4c8033 req-b7a4462b-57c6-4e13-9b73-0de3b411fae7 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:39.529892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53fc1643-fb1e-49f6-8c1f-0a48ee4c8033 req-b7a4462b-57c6-4e13-9b73-0de3b411fae7 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.3978300 Jan 18 23:32:39.569267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cea9938-5aab-4cea-9737-b16d754ec513 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:39.572109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cea9938-5aab-4cea-9737-b16d754ec513 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Synchronizing usage tracker for tenant:f47cc21a31154856aee473d401faf153 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:39.753454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cea9938-5aab-4cea-9737-b16d754ec513 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Unset dirty status for tenant:f47cc21a31154856aee473d401faf153 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:39.754926 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cea9938-5aab-4cea-9737-b16d754ec513 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.89 "GET /v2.0/networks?id=ee1ca4d2-279f-4de0-ae5f-cce03275f42f HTTP/1.1" status: 200 len: 814 time: 0.5942080 Jan 18 23:32:39.771758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Request body: {'port': {'device_id': '027cbf8b-9042-40ee-b13b-f06302835845', 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f', 'admin_state_up': True, 'tenant_id': 'f47cc21a31154856aee473d401faf153'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:40.155503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a35280a9-c2b0-4f73-ab41-68af38d1fcd4 req-3d941aac-69ac-4026-bfd6-754f5465d894 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 210 time: 0.0882585 Jan 18 23:32:40.218068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port d29097cf-c54d-44b5-8d94-b80e93fa7b9c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:40.218417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:40.373759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:40.381606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Usage tracker for resource:port and tenant:f47cc21a31154856aee473d401faf153 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:40.385546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:40.392484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-3424e698-91b0-46a7-ab4c-ac8fa82e8ba8 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:40.394253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-3424e698-91b0-46a7-ab4c-ac8fa82e8ba8 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.89 "GET /v2.0/networks?id=2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 200 len: 809 time: 0.2911129 Jan 18 23:32:40.400728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:40.419570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Request body: {'port': {'device_id': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be', 'admin_state_up': True, 'tenant_id': '9ab4584c5634438bb0e2f31922029e85'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:40.571413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:40.578870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Made reservation on behalf of f47cc21a31154856aee473d401faf153 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:40.583577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:40.765146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222082a5-81a6-4ec7-bb7c-abb12260bd9e req-4e5f97a0-21fd-40c7-b620-ed7bf3115eef tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:40.768629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-222082a5-81a6-4ec7-bb7c-abb12260bd9e req-4e5f97a0-21fd-40c7-b620-ed7bf3115eef tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.8035069 Jan 18 23:32:40.791510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port d29097cf-c54d-44b5-8d94-b80e93fa7b9c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:40.792064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:40.825602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:40.942155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Made reservation on behalf of 9ab4584c5634438bb0e2f31922029e85 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:40.949204 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:41.020439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Allocated IP 172.20.0.3 (ee1ca4d2-279f-4de0-ae5f-cce03275f42f/0a40d240-aadf-4220-9d16-9ab1d0bc2aa5/080cd4e4-19da-4e63-8a9c-29757c06ab21) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:41.053729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4796ae1-24d2-49cf-a46d-86a2946abbdd req-b1b533a9-5c15-47b7-b7d0-cc5c828becae tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.2330167 Jan 18 23:32:41.095389 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:41.195293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for d29097cf-c54d-44b5-8d94-b80e93fa7b9c owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:41.450620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da43b0ab-5109-4b51-9d07-224eb590729f req-0f105288-649b-4e8f-9a04-ca790569945a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 210 time: 0.0742364 Jan 18 23:32:41.453517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Allocated IP 172.20.0.12 (2cc97750-e349-43bf-9718-c6bb73d0a0be/5d7e153c-f952-48c0-84e2-9037948f6961/208292bc-a0c4-408e-b2db-8fbfabd87dc9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:41.473465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff30ec5-ce8b-4ab7-b072-038685ece451 req-66c6d715-3105-40e2-910d-aa51c0a4d5f9 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 1060 time: 0.2862234 Jan 18 23:32:41.661629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:41.777792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:41.869364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=d29097cf-c54d-44b5-8d94-b80e93fa7b9c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:41.876992 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:41.975888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.976477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.976823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.977423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.978846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.980104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.981421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.983113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.985157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.986450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:41.986941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:32:42.080545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Pushing event updated for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:42.175430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.220983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Network ee1ca4d2-279f-4de0-ae5f-cce03275f42f is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:42.223133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:42.237107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:42.249049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac891d64-3fae-4676-b18b-37134486a825 req-92c0bdf0-0be0-4e92-a0ed-fab34c863bb6 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1136 time: 0.5436718 Jan 18 23:32:42.362180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:42.363098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.384019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-674cee2f-00d1-4599-8f44-b1ea6c04dd17 req-aa1798fc-8f6e-4903-9b93-8d2d584a1d20 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.1005914 Jan 18 23:32:42.413183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac891d64-3fae-4676-b18b-37134486a825 req-f4fa9ea5-d32b-4484-82e8-3f64f1622d46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Synchronizing usage tracker for tenant:2751333d12234c99b7b9922fa0a59efa on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:42.421698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.540512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Pushing event updated for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:42.547480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Network 2cc97750-e349-43bf-9718-c6bb73d0a0be is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:42.549077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:42.554744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-88c5022c-6d73-49f0-82dc-94db0a612919 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7843304 Jan 18 23:32:42.554744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:42.587560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Request body: {'port': {'device_id': '027cbf8b-9042-40ee-b13b-f06302835845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:42.595909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.635168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ac891d64-3fae-4676-b18b-37134486a825 req-f4fa9ea5-d32b-4484-82e8-3f64f1622d46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] Unset dirty status for tenant:2751333d12234c99b7b9922fa0a59efa on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:42.636313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac891d64-3fae-4676-b18b-37134486a825 req-f4fa9ea5-d32b-4484-82e8-3f64f1622d46 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3865614 Jan 18 23:32:42.688180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:42.778193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:42.780054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.860997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:42.911997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccc85-7f59-49d6-b993-3ba868972bf4 req-a3b8a633-d2fc-4d19-95c6-fbe3d02031fd tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:42.922680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-571ccc85-7f59-49d6-b993-3ba868972bf4 req-a3b8a633-d2fc-4d19-95c6-fbe3d02031fd tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 931 time: 0.1701560 Jan 18 23:32:42.972752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d9b86ef5-000b-4312-81f8-93a5ed21fab9 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5611315 Jan 18 23:32:43.011437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Request body: {'port': {'device_id': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:43.050746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-571ccc85-7f59-49d6-b993-3ba868972bf4 req-c0b7e9b2-4fce-48b7-8377-4937f3ed6f69 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259131 Jan 18 23:32:43.069533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-18140e67-8056-4b8a-b888-e2d345edc647 tempest-TestSecurityGroupsBasicOps-2105040255 tempest-TestSecurityGroupsBasicOps-2105040255-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 1055 time: 0.3795707 Jan 18 23:32:43.744891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:43.771120 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:32:43.823050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4679ab6-a327-4776-b95c-668d14da2c49 req-e6dcfacd-c81e-464b-b1a7-84e141ba216c tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:43.830323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4679ab6-a327-4776-b95c-668d14da2c49 req-e6dcfacd-c81e-464b-b1a7-84e141ba216c tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 932 time: 0.1896052 Jan 18 23:32:43.861134 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e47d7eec-e680-4f90-a017-c26b8e7bc02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:44.160710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4679ab6-a327-4776-b95c-668d14da2c49 req-e2d727ca-cae6-4feb-add2-926837a78e9d tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264275 Jan 18 23:32:44.210555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router 4e34b6b2-f384-4f26-b4dd-d71c343db87b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:44.258626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f1e7-d004-40ff-b55f-cba3466661ad req-b74878dd-fcb8-45e0-9462-de56dc5a0351 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:44.274965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d912f1e7-d004-40ff-b55f-cba3466661ad req-b74878dd-fcb8-45e0-9462-de56dc5a0351 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.3008080 Jan 18 23:32:44.298416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080cd4e4-19da-4e63-8a9c-29757c06ab21 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:44.391350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:44.422982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Transition to ACTIVE for port object 080cd4e4-19da-4e63-8a9c-29757c06ab21 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:44.503561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:44.631435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b19b16-5303-40a7-ae02-23dd898360a7 req-b9c84709-f5cd-4edc-bb31-49c6e9942001 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:44.633103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7b19b16-5303-40a7-ae02-23dd898360a7 req-b9c84709-f5cd-4edc-bb31-49c6e9942001 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 931 time: 0.2336907 Jan 18 23:32:44.654857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:44.737503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7b19b16-5303-40a7-ae02-23dd898360a7 req-c1063aad-3a49-4e43-b49f-65df0a7f2426 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953140 Jan 18 23:32:44.744491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:44.764895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-20e0697e-078c-4fba-abd0-210e37279b44 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/4e34b6b2-f384-4f26-b4dd-d71c343db87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9904997 Jan 18 23:32:44.765748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37360) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:44.782711 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Sync routers for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:44.792728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208292bc-a0c4-408e-b2db-8fbfabd87dc9 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:44.798747 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:44.799681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:44.805643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:44.834764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Transition to ACTIVE for port object 208292bc-a0c4-408e-b2db-8fbfabd87dc9 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:44.855404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Attempting to bind port 080cd4e4-19da-4e63-8a9c-29757c06ab21 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:44.855786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Attempting to bind port 080cd4e4-19da-4e63-8a9c-29757c06ab21 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'e37032db-2ca3-4552-87c3-921715d9b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:44.856165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Attempting to bind port 080cd4e4-19da-4e63-8a9c-29757c06ab21 on network ee1ca4d2-279f-4de0-ae5f-cce03275f42f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:44.863399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Port 080cd4e4-19da-4e63-8a9c-29757c06ab21 on network ee1ca4d2-279f-4de0-ae5f-cce03275f42f not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:32:44.867955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Attempting to bind port 080cd4e4-19da-4e63-8a9c-29757c06ab21 on network ee1ca4d2-279f-4de0-ae5f-cce03275f42f {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:44.871104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:44.871500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Checking segment: {'id': 'e37032db-2ca3-4552-87c3-921715d9b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:44.873395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Bound using segment: {'id': 'e37032db-2ca3-4552-87c3-921715d9b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:44.873908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Bound port: 080cd4e4-19da-4e63-8a9c-29757c06ab21, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37032db-2ca3-4552-87c3-921715d9b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:44.874372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.008143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:45.011587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21,segment=NetworkSegment(e37032db-2ca3-4552-87c3-921715d9b408),segment_id=e37032db-2ca3-4552-87c3-921715d9b408)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:45.020335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.210929 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:45.282417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.392827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting subnet 2a0a1224-e76b-4fdf-8921-4a32868c1416 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:45.402208 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.563231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.564646 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] 10.222.0.89 "PUT /v2.0/ports/080cd4e4-19da-4e63-8a9c-29757c06ab21 HTTP/1.1" status: 200 len: 1091 time: 2.9842229 Jan 18 23:32:45.600322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:45.637667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-bf972b14-6c69-48a4-bcc6-d84a21c7d679 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:45.639766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-bf972b14-6c69-48a4-bcc6-d84a21c7d679 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.83 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.4632175 Jan 18 23:32:45.674660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Pushing event updated for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:45.696532 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:41Z', 'revision_number': 7, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:45.701088 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Checking router: 4e34b6b2-f384-4f26-b4dd-d71c343db87b for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:45.713799 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Routers {'4e34b6b2-f384-4f26-b4dd-d71c343db87b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:45.714597 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:45.765119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c20e4b-b8e5-4eca-8600-ee08f36fb2ca service neutron] Pushing event updated for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:45.860738 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.884951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Attempting to bind port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:45.886020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Attempting to bind port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:45.886667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Attempting to bind port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 on network 2cc97750-e349-43bf-9718-c6bb73d0a0be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:45.938129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 on network 2cc97750-e349-43bf-9718-c6bb73d0a0be not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:32:45.938449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Attempting to bind port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 on network 2cc97750-e349-43bf-9718-c6bb73d0a0be {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:45.970647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:45.971000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Checking segment: {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:45.971394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Bound using segment: {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:45.974868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7a36af1d-f384-41a5-8f7b-96d50f85aca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:45.975440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Bound port: 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f2ca97-936f-41a0-b046-866798bce9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:45.980542 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:46.010959 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] Set router 4e34b6b2-f384-4f26-b4dd-d71c343db87b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:46.018253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-4b184fbf-83ef-4916-8e67-b7d01a87eaeb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f47cc21a31154856aee473d401faf153&device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 1094 time: 0.2453263 Jan 18 23:32:46.133335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port bd254e44-6134-4a0b-8f01-68542d1c4338 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:46.133952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:46.167644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-79c6d6fe-b22e-44e2-947d-a8e553713b65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21 HTTP/1.1" status: 200 len: 217 time: 0.1388309 Jan 18 23:32:46.244486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1fa43-03b9-4a3e-871b-acb261d57ecb req-6609f9ad-0e5b-48fd-9452-352703034616 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:46.246363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5aa1fa43-03b9-4a3e-871b-acb261d57ecb req-6609f9ad-0e5b-48fd-9452-352703034616 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 944 time: 0.7130435 Jan 18 23:32:46.257187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b986fa-cb48-4b3a-9d6d-7c5a46e8b882 req-323ba038-c35c-4e1f-8de5-9ea2ce26c18f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:46.270679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6b986fa-cb48-4b3a-9d6d-7c5a46e8b882 req-323ba038-c35c-4e1f-8de5-9ea2ce26c18f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.7182014 Jan 18 23:32:46.356122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:32:46.361104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:32:46.436140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:46.571169 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:41Z', 'revision_number': 7, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:46.577341 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b484fed-24bc-4bf3-ad0a-d416261eed92 None None] The sync data for ids ['4e34b6b2-f384-4f26-b4dd-d71c343db87b'] in n-d-825175-2 is: [{'id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'name': 'tempest-TestNetworkBasicOps-router-776629013', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179'}], 'enable_snat': True}, 'gw_port_id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:28:52Z', 'updated_at': '2022-01-18T23:32:41Z', 'revision_number': 7, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': '19d3d188-150d-4bec-9e99-becf1a48b1fc', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b6b2-f384-4f26-b4dd-d71c343db87b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:28:55Z', 'updated_at': '2022-01-18T23:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:46.597543 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21', 'status': 'completed', 'code': 200} Jan 18 23:32:46.602484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:46.699182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5aa1fa43-03b9-4a3e-871b-acb261d57ecb req-e1afd0f3-d923-4b3f-8c8f-3b71dffc1cc1 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271421 Jan 18 23:32:46.754603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cd9e3cd-efec-4ce9-94e0-f8d6718a86c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:46.756682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-0cd9e3cd-efec-4ce9-94e0-f8d6718a86c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a40d240-aadf-4220-9d16-9ab1d0bc2aa5 HTTP/1.1" status: 200 len: 854 time: 0.5743959 Jan 18 23:32:46.817378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:46.818664 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] 10.222.0.89 "PUT /v2.0/ports/208292bc-a0c4-408e-b2db-8fbfabd87dc9 HTTP/1.1" status: 200 len: 1092 time: 3.8231747 Jan 18 23:32:46.861022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-43310c51-2a49-4ce1-b123-cb8947d9a82c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ee1ca4d2-279f-4de0-ae5f-cce03275f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882735 Jan 18 23:32:46.917396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a8123-6245-4d4e-abcc-f6851ecbf722 service neutron] Pushing event updated for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:47.118389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0107ff-cdc6-44ee-9d21-2ed4391f756c req-18af646d-51f7-4894-9948-55c2ee667cc3 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:47.134258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-f1859997-7ca3-4c11-a5e8-3562e6934ff7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 1095 time: 0.2126212 Jan 18 23:32:47.148644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-a15529a2-c238-49f7-a7dd-5ca13faa16e3 service neutron] 10.222.0.89 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759399 Jan 18 23:32:47.157247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f0107ff-cdc6-44ee-9d21-2ed4391f756c req-18af646d-51f7-4894-9948-55c2ee667cc3 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 943 time: 0.5323248 Jan 18 23:32:47.215109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.260141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.362210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port bd254e44-6134-4a0b-8f01-68542d1c4338, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd254e44-6134-4a0b-8f01-68542d1c4338,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:47.362639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.367196 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-a71465e2-ada1-4c21-acf2-aed2b108511b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9 HTTP/1.1" status: 200 len: 217 time: 0.2254860 Jan 18 23:32:47.405160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0a1224-e76b-4fdf-8921-4a32868c1416,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:47.451850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.543299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-845f7c36-22f7-4088-b33b-392c542af9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:47.543299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-845f7c36-22f7-4088-b33b-392c542af9d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d7e153c-f952-48c0-84e2-9037948f6961 HTTP/1.1" status: 200 len: 849 time: 0.1613069 Jan 18 23:32:47.546446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8f1fed25-a9f2-4fcb-bbd1-9443599f8092 req-86835ced-5401-4c87-8a89-acbb3d356274 service neutron] 10.222.0.89 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855680 Jan 18 23:32:47.599237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-84ef1d55-2558-4ec9-a68a-093ed9eaa2d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cc97750-e349-43bf-9718-c6bb73d0a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542271 Jan 18 23:32:47.624713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for bd254e44-6134-4a0b-8f01-68542d1c4338 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:47.686461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d29097cf-c54d-44b5-8d94-b80e93fa7b9c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:47.736780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:47.744096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f0107ff-cdc6-44ee-9d21-2ed4391f756c req-600a8fd9-1b15-45e7-86ea-c5c99447de38 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846670 Jan 18 23:32:47.747468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3703b586-0367-4928-a8ae-0aca2ec91ae3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/subnets/2a0a1224-e76b-4fdf-8921-4a32868c1416 HTTP/1.1" status: 204 len: 168 time: 2.9790163 Jan 18 23:32:47.758162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37432) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:47.765824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25469a69-3e00-40f1-bd48-963eab46380d None None] Network 07d20343-9565-43bd-9727-1a60055aec05 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:47.959384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-7279a17f-15f1-421a-84dd-1499e48544be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f47cc21a31154856aee473d401faf153&device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 1094 time: 0.2392654 Jan 18 23:32:47.961238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-1a3080c1-7975-40ad-94e5-559b8f8cc9ba service neutron] 10.222.0.89 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563683 Jan 18 23:32:47.964520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348a17a-0b7c-4314-a991-b130f5ce52d6 req-d1834a92-e431-41fa-8f91-409966588f1b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:47.966609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5348a17a-0b7c-4314-a991-b130f5ce52d6 req-d1834a92-e431-41fa-8f91-409966588f1b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 909 time: 0.3492539 Jan 18 23:32:47.973238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d29097cf-c54d-44b5-8d94-b80e93fa7b9c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:47.973761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d29097cf-c54d-44b5-8d94-b80e93fa7b9c not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:48.210129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b203bb-b710-4476-8e3e-0dc9c57183f9 req-5ecaf5e8-d37b-4014-9c11-c3be870324a4 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:48.211620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b203bb-b710-4476-8e3e-0dc9c57183f9 req-5ecaf5e8-d37b-4014-9c11-c3be870324a4 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 944 time: 0.2423162 Jan 18 23:32:48.232482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] DHCP port deletion for 07d20343-9565-43bd-9727-1a60055aec05 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:32:48.238462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Deleting port b0696851-7c1d-4096-a005-8081454eb6e9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:48.238924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:48.264906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:48.303153 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5ee834c4-0dbb-4e9f-8811-23add9b3f9aa req-b4b07986-0bd9-4044-8691-4fdc141884ba service neutron] 10.222.0.89 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299797 Jan 18 23:32:48.303153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-0f629fbb-e53b-4c12-9dfa-958ba72de0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:48.304681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-0f629fbb-e53b-4c12-9dfa-958ba72de0a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ee1ca4d2-279f-4de0-ae5f-cce03275f42f HTTP/1.1" status: 200 len: 915 time: 0.3335800 Jan 18 23:32:48.346070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=bd254e44-6134-4a0b-8f01-68542d1c4338,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:48.408340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:48.432748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-9e6686fc-fdc5-4bfa-9bba-2d6fa41442e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21 HTTP/1.1" status: 200 len: 217 time: 0.1054211 Jan 18 23:32:48.567444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-06f72b30-04f4-4fd4-ad1a-32d224917e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:48.574681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-06f72b30-04f4-4fd4-ad1a-32d224917e76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0a40d240-aadf-4220-9d16-9ab1d0bc2aa5 HTTP/1.1" status: 200 len: 854 time: 0.1352792 Jan 18 23:32:48.607261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] For port b0696851-7c1d-4096-a005-8081454eb6e9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b0696851-7c1d-4096-a005-8081454eb6e9,segment=NetworkSegment(b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a),segment_id=b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:48.608192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:48.612969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b203bb-b710-4476-8e3e-0dc9c57183f9 req-cdb56ec0-d06e-4238-adbe-835837d7ad8e tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869898 Jan 18 23:32:48.657547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] No DVR routers for this DVR port bd254e44-6134-4a0b-8f01-68542d1c4338 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:48.667645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:48.667843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:48.704312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'name': 'network-vif-deleted', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:48.725641 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-afe960d3-3c04-4a42-9236-7c9841bc1553 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ee1ca4d2-279f-4de0-ae5f-cce03275f42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396160 Jan 18 23:32:48.831942 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96867cd7-7aca-44eb-a3b2-a807ca0014f8', 'name': 'network-vif-deleted', 'tag': 'bd254e44-6134-4a0b-8f01-68542d1c4338', 'status': 'completed', 'code': 200} Jan 18 23:32:48.843747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91ffcdcc-24ff-493c-908d-d47e5447b957 req-d607057d-4266-4380-9d2e-95a1bc037d79 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.83 "DELETE /v2.0/ports/bd254e44-6134-4a0b-8f01-68542d1c4338 HTTP/1.1" status: 204 len: 173 time: 3.0708811 Jan 18 23:32:48.883652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Calling delete_port for b0696851-7c1d-4096-a005-8081454eb6e9 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:49.043390 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.097338 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9', 'status': 'completed', 'code': 200} Jan 18 23:32:49.107299 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.242644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] No DVR routers for this DVR port b0696851-7c1d-4096-a005-8081454eb6e9 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:32:49.253330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd254e44-6134-4a0b-8f01-68542d1c4338 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:49.257250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 19d3d188-150d-4bec-9e99-becf1a48b1fc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:49.257250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.335027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.347008 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-c169407a-2b3f-4775-bf1e-b1281369c4a3 service neutron] 10.222.0.89 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119382 Jan 18 23:32:49.356503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd566-5dba-4dea-a863-7eeb703478a2 None None] Pushing event deleted for resources: {'Port': ['ID=b0696851-7c1d-4096-a005-8081454eb6e9,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:49.359864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: bd254e44-6134-4a0b-8f01-68542d1c4338 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:49.361205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd254e44-6134-4a0b-8f01-68542d1c4338 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:49.443792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36fa7138-56bc-4666-9a21-37d963ebbd4c req-2ff487c9-a788-4390-ab2a-c47021e14982 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:32:49.492711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-11720630-fd00-48c6-a6b4-c5658ee02e52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9ab4584c5634438bb0e2f31922029e85&device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 1095 time: 0.3941746 Jan 18 23:32:49.633569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece5f5a-187e-414a-ac65-a857e314f0e6 req-f52f199f-f736-41c6-927e-1d543f52fca9 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:49.640362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ece5f5a-187e-414a-ac65-a857e314f0e6 req-f52f199f-f736-41c6-927e-1d543f52fca9 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 943 time: 0.5234880 Jan 18 23:32:49.781494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b0696851-7c1d-4096-a005-8081454eb6e9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:49.859521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b0696851-7c1d-4096-a005-8081454eb6e9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:49.859686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b0696851-7c1d-4096-a005-8081454eb6e9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:49.872647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bb65c7a4-a70c-4919-aa5b-31bb1f1e1988 req-5d4afe3d-cbb4-465b-8d15-9421c4ee96cd service neutron] 10.222.0.89 "GET /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122845 Jan 18 23:32:49.878109 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770540b-7022-43d7-8435-cce3a7842441 req-68ef86c6-b795-49ce-9239-d073f3901943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:49.895699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-68ef86c6-b795-49ce-9239-d073f3901943 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 200 len: 910 time: 0.3730221 Jan 18 23:32:49.924818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36fa7138-56bc-4666-9a21-37d963ebbd4c req-2ff487c9-a788-4390-ab2a-c47021e14982 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:32:49.926566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36fa7138-56bc-4666-9a21-37d963ebbd4c req-2ff487c9-a788-4390-ab2a-c47021e14982 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=96867cd7-7aca-44eb-a3b2-a807ca0014f8 HTTP/1.1" status: 200 len: 210 time: 0.5947552 Jan 18 23:32:49.969336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 19d3d188-150d-4bec-9e99-becf1a48b1fc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=19d3d188-150d-4bec-9e99-becf1a48b1fc,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:49.969852 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:49.982414 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-2a9e9516-9fc3-40e1-90ef-7ec08473c4b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9 HTTP/1.1" status: 200 len: 217 time: 0.0902538 Jan 18 23:32:50.058255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770540b-7022-43d7-8435-cce3a7842441 req-ddddccb7-25fb-41b1-8797-2a290ba37479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:50.070685 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-ddddccb7-25fb-41b1-8797-2a290ba37479 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5d7e153c-f952-48c0-84e2-9037948f6961 HTTP/1.1" status: 200 len: 849 time: 0.0722935 Jan 18 23:32:50.151729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-40ae1b85-898d-40dd-afab-32f45f957507 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2cc97750-e349-43bf-9718-c6bb73d0a0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821187 Jan 18 23:32:50.201576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ece5f5a-187e-414a-ac65-a857e314f0e6 req-e08a509e-f804-48e2-b361-18d88f3975fb tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603354 Jan 18 23:32:50.209526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 19d3d188-150d-4bec-9e99-becf1a48b1fc owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:50.407589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-cddf7d03-fbaf-4c27-908a-2dc4bcd38ac8 service neutron] 10.222.0.89 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489939 Jan 18 23:32:50.424178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bd9b2-a084-4c62-9bc1-20b3bdb1677f req-a530df1d-753d-4164-929c-d980b004d391 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:50.425868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-834bd9b2-a084-4c62-9bc1-20b3bdb1677f req-a530df1d-753d-4164-929c-d980b004d391 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 944 time: 0.2225022 Jan 18 23:32:50.448597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-b243d118-4903-4c6e-b187-063e8b18caa7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2428677 Jan 18 23:32:50.492590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-834bd9b2-a084-4c62-9bc1-20b3bdb1677f req-85d075ac-fede-433e-bb30-2e7a3f6709d3 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Jan 18 23:32:50.634631 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:50.674512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1770540b-7022-43d7-8435-cce3a7842441 req-0e82f47e-c3de-47f5-b795-6098b8b1b3ef service neutron] 10.222.0.89 "GET /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576494 Jan 18 23:32:50.690510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-9a9fc196-5ea9-4ddb-801f-447f239acbcd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1097 time: 0.1883833 Jan 18 23:32:50.697816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=19d3d188-150d-4bec-9e99-becf1a48b1fc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:50.937809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-b7bf8360-8288-4b7c-9e88-96cf24a8069b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:50.940476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-b7bf8360-8288-4b7c-9e88-96cf24a8069b service neutron] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.2289183 Jan 18 23:32:50.990976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.071757 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-150479cd-6041-4a3a-9d87-b0063a8ba61b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 1002 time: 0.1250155 Jan 18 23:32:51.072211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37532) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:51.240444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-caf0e971-06b8-406b-a4ba-2536294da3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:51.242591 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-caf0e971-06b8-406b-a4ba-2536294da3af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1034656 Jan 18 23:32:51.328394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.338558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.477975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.481033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Fanout notify agent at l3_agent the message router_deleted on router 4e34b6b2-f384-4f26-b4dd-d71c343db87b {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:32:51.521033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.525380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46f57a63-35e5-4e95-8baf-b7bd55f7ace9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/routers/4e34b6b2-f384-4f26-b4dd-d71c343db87b HTTP/1.1" status: 204 len: 168 time: 3.7618556 Jan 18 23:32:51.526297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37550) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:51.558032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e6e2a-6f27-4a1e-948b-d0f28ce62348 req-30de40cd-8a73-445b-b764-4284c840f3c9 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:51.563065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d1e6e2a-6f27-4a1e-948b-d0f28ce62348 req-30de40cd-8a73-445b-b764-4284c840f3c9 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 943 time: 0.1538620 Jan 18 23:32:51.571115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 080cd4e4-19da-4e63-8a9c-29757c06ab21 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:51.823587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21,segment=NetworkSegment(e37032db-2ca3-4552-87c3-921715d9b408),segment_id=e37032db-2ca3-4552-87c3-921715d9b408)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:51.843650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '080cd4e4-19da-4e63-8a9c-29757c06ab21', 'network_id': 'ee1ca4d2-279f-4de0-ae5f-cce03275f42f', 'port_id': '080cd4e4-19da-4e63-8a9c-29757c06ab21', 'mac_address': 'fa:16:3e:65:a8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a40d240-aadf-4220-9d16-9ab1d0bc2aa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:51.862991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-6a001469-eb7a-41eb-a5df-5bce2a716bd0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5905597 Jan 18 23:32:51.920791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d1e6e2a-6f27-4a1e-948b-d0f28ce62348 req-5a8d44a4-5285-47ea-9d12-7e6aa67197fc tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530924 Jan 18 23:32:51.954229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:51.994799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.081938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080cd4e4-19da-4e63-8a9c-29757c06ab21 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:52.120507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21,segment=NetworkSegment(e37032db-2ca3-4552-87c3-921715d9b408),segment_id=e37032db-2ca3-4552-87c3-921715d9b408)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:52.222030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.283478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-de29b5c7-b07d-4421-9a17-ff5746c6be57 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005995 Jan 18 23:32:52.308953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:52.337714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647c036-c2c7-4833-9ef7-c49cea3bab98 req-3ba87505-4f6d-4526-8375-0a6cab7a9375 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:52.337714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2647c036-c2c7-4833-9ef7-c49cea3bab98 req-3ba87505-4f6d-4526-8375-0a6cab7a9375 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 944 time: 0.6002219 Jan 18 23:32:52.385605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.467828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d20343-9565-43bd-9727-1a60055aec05']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:52.485678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:52.492062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bd9752-96a8-4aa2-9d63-5dcc5ce3916a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:52.502809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2647c036-c2c7-4833-9ef7-c49cea3bab98 req-b983948a-7cd4-4ea8-b228-a79dcd473fa3 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546397 Jan 18 23:32:52.507415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.528346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.541707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:32:52.543988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:32:52.559043 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:32:52.577780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['080cd4e4-19da-4e63-8a9c-29757c06ab21'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:32:52.655086 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b5d83f6d-0ae7-4306-bf14-fb61188e0c14 req-56f86410-af00-4f46-bbfd-b32d80fdb4e9 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621907 Jan 18 23:32:52.676722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.787356 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.799150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:52.850715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/networks/07d20343-9565-43bd-9727-1a60055aec05 HTTP/1.1" status: 204 len: 168 time: 1.3200810 Jan 18 23:32:52.891085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:52.892244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a1cc0-b3be-4c7e-b844-5b81d6d5623e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Network': ['ID=07d20343-9565-43bd-9727-1a60055aec05,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:52.911174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'network': {'name': 'tempest-network-smoke--1146580711', 'project_id': 'a073fd6141644163bfda05c76228577e', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:52.923718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:52.937312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:network and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:52.959017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:52.984470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:53.072128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:53.078385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.128307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:32:53.139182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.145153 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Added segment 713c564b-8dd1-4e71-8b01-e174ac0c80a1 of type vlan for network 0496bd51-adeb-427b-a586-7530ad9da77e Jan 18 23:32:53.206385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.364551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.371474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:53.374472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.505079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e91489-c94f-4c9d-a628-bec2c97d0f55 req-f008cbaa-811e-4580-9bc4-70f096478a4a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:53.507308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7e91489-c94f-4c9d-a628-bec2c97d0f55 req-f008cbaa-811e-4580-9bc4-70f096478a4a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 944 time: 0.2901454 Jan 18 23:32:53.543736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 208292bc-a0c4-408e-b2db-8fbfabd87dc9 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:32:53.571502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Network': ['ID=0496bd51-adeb-427b-a586-7530ad9da77e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:53.589506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7e91489-c94f-4c9d-a628-bec2c97d0f55 req-11378b2d-0f6b-4cbf-b9a8-38774fdf51d2 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707977 Jan 18 23:32:53.596869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5452c06d-dd67-460d-b160-7edf06d4fddb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6907985 Jan 18 23:32:53.600494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:53.606030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'admin_state_up': True, 'project_id': 'a073fd6141644163bfda05c76228577e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:53.611363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0496bd51-adeb-427b-a586-7530ad9da77e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:32:53.615013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:53.622629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:router and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:53.633238 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:53.635022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:53.706824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.708522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.712071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:53.714581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.715920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 19d3d188-150d-4bec-9e99-becf1a48b1fc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:53.737439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:53.803565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 19d3d188-150d-4bec-9e99-becf1a48b1fc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:32:53.804362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 19d3d188-150d-4bec-9e99-becf1a48b1fc not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:32:53.891765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92477-b252-4bfd-b267-efdd1297a340 req-1a6116bb-6ca0-4a3c-8ce5-ba31cef4f576 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:53.893529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62b92477-b252-4bfd-b267-efdd1297a340 req-1a6116bb-6ca0-4a3c-8ce5-ba31cef4f576 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 944 time: 0.1384513 Jan 18 23:32:54.005451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:54.021590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '208292bc-a0c4-408e-b2db-8fbfabd87dc9', 'network_id': '2cc97750-e349-43bf-9718-c6bb73d0a0be', 'port_id': '208292bc-a0c4-408e-b2db-8fbfabd87dc9', 'mac_address': 'fa:16:3e:75:77:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7e153c-f952-48c0-84e2-9037948f6961', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:32:54.085404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62b92477-b252-4bfd-b267-efdd1297a340 req-03ce93fb-eaae-4245-a633-14f1e10c94ad tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860230 Jan 18 23:32:54.124144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.142688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:54.143136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.143536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208292bc-a0c4-408e-b2db-8fbfabd87dc9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:32:54.160948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:54.175215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.277845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.324733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:32:54.391387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:54.488584 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.526663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.645990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['208292bc-a0c4-408e-b2db-8fbfabd87dc9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:32:54.832133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:54.874948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.25.1.252 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/ecd9ee75-cdd6-47f0-a734-22e71f74afd4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:32:54.900167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37636) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:54.904021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=0b0b9ccd-c997-45e5-a181-9e71d5c49e7d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:55.171249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.213040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c122b7-a1a0-4bb4-83f2-fdde38ae522e req-ad13417d-f466-457f-ad9f-203cb67e304c tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:55.214659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26c122b7-a1a0-4bb4-83f2-fdde38ae522e req-ad13417d-f466-457f-ad9f-203cb67e304c tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 944 time: 0.4415641 Jan 18 23:32:55.275713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.317572 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.438779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:55.442323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:32:55.460203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.460325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26c122b7-a1a0-4bb4-83f2-fdde38ae522e req-fddbc855-51be-4dde-a980-4f14dd9f254a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266099 Jan 18 23:32:55.460325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:32:55.460325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:32:55.484715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:55.508797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b81168b9c714ae99d353c6af5c2c859 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:55.515147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:55.557541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 080cd4e4-19da-4e63-8a9c-29757c06ab21 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:55.664457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:55.780286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 080cd4e4-19da-4e63-8a9c-29757c06ab21 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:55.793004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 080cd4e4-19da-4e63-8a9c-29757c06ab21 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:55.793327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.870564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5111ca0-51e8-4d0b-bc28-3d6965530382 req-4205bfc7-1591-48e7-8a2a-d06463b704bf tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:55.878113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5111ca0-51e8-4d0b-bc28-3d6965530382 req-4205bfc7-1591-48e7-8a2a-d06463b704bf tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 945 time: 0.5380356 Jan 18 23:32:55.938930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.971830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5111ca0-51e8-4d0b-bc28-3d6965530382 req-0b818036-a466-4e45-916f-b250fcbd3eef tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925503 Jan 18 23:32:55.992792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:55.998280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.017856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:56.028583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21,segment=NetworkSegment(e37032db-2ca3-4552-87c3-921715d9b408),segment_id=e37032db-2ca3-4552-87c3-921715d9b408)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:56.050333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2963a00d-4905-454c-997c-774365ed3d1c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:56.072911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bcb511bd-fa88-49f8-8cb8-28f3a7ae35a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b81168b9c714ae99d353c6af5c2c859&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1693432 Jan 18 23:32:56.072911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:56.074416 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21', 'code': 200} Jan 18 23:32:56.140187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.155752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.159204 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.159928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.208207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:56.244563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.311099 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a9f89c1-426d-4ebd-8f38-aa1f6ca19c16 req-ad0a3931-f385-4026-9698-224dd06f225f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 1096 time: 0.1104813 Jan 18 23:32:56.447176 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a9f89c1-426d-4ebd-8f38-aa1f6ca19c16 req-2a179193-6b3b-4a4f-8153-d83484f0134d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309903 Jan 18 23:32:56.463293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.483339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963a00d-4905-454c-997c-774365ed3d1c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:56.498424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 11788770-0da0-4646-b61c-3540840dfa6d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:32:56.518540 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:56.522878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9297664a-7cca-40e3-8dce-367e561e6cc8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2963a00d-4905-454c-997c-774365ed3d1c HTTP/1.1" status: 204 len: 168 time: 0.4484947 Jan 18 23:32:56.614893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router c50903a0-3baf-460f-b056-954161fa7f52 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:32:56.798085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:56.810572 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Sync routers for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:56.818197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b6c13-7424-496a-b39c-f46714438993 req-ba8d4255-1735-4518-a3ff-41392ff8b378 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:56.826778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9b6c13-7424-496a-b39c-f46714438993 req-ba8d4255-1735-4518-a3ff-41392ff8b378 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 945 time: 0.1320357 Jan 18 23:32:56.832392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:56.833119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:56.953939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5505dff4-a461-4ffa-9d21-c9ba8183b1a1 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "PUT /v2.0/routers/11788770-0da0-4646-b61c-3540840dfa6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8806660 Jan 18 23:32:56.959743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.062606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa9b6c13-7424-496a-b39c-f46714438993 req-b12cfde8-1852-490a-9a05-7c3de7110b08 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347162 Jan 18 23:32:57.103075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:32:57.112870 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Sync routers for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:32:57.130794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:57.146700 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:57.147167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:57.215079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:57.220561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0b958552-f408-4952-ad09-f8b74b2e9131 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6187804 Jan 18 23:32:57.221623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.317791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0c9b8cf7-7652-4ba6-aead-3c966b32545d tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a073fd6141644163bfda05c76228577e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949740 Jan 18 23:32:57.323163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.457844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting subnet 5dd9b93d-bf69-47da-b978-7ed5f606d5f2 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:32:57.461864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:57.529985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f156-8ef9-47e2-8c34-d8dd6d06c241 req-c3e41f0f-ab51-42a3-a58c-afb1fd53e3b5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:57.532201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81b8f156-8ef9-47e2-8c34-d8dd6d06c241 req-c3e41f0f-ab51-42a3-a58c-afb1fd53e3b5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 945 time: 0.2620537 Jan 18 23:32:57.539935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8602c078-ced2-4e93-ba45-018453b3eeec tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:57.545391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8602c078-ced2-4e93-ba45-018453b3eeec tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2205942 Jan 18 23:32:57.548614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.575776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 208292bc-a0c4-408e-b2db-8fbfabd87dc9 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:32:57.578210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:57.587325 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:57.658847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37720) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.664440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3f004650-44a2-43f4-b977-30aff57d3ca9 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1015294 Jan 18 23:32:57.667351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:57.673840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-102283085', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'project_id': 'a073fd6141644163bfda05c76228577e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:32:57.687917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:57.704496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:54Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:57.716267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Checking router: 11788770-0da0-4646-b61c-3540840dfa6d for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:57.789714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:57.797692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Usage tracker for resource:security_group_rule and tenant:e11999efa6df4cf88f4c08b8f2af98ce is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:57.807305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:57.808542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Routers {'11788770-0da0-4646-b61c-3540840dfa6d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:32:57.813053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['11788770-0da0-4646-b61c-3540840dfa6d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:57.817710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:57.929271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:57.968442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.037049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-81b8f156-8ef9-47e2-8c34-d8dd6d06c241 req-78fb36f7-89bb-4a03-9e0f-0feea5b8e114 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883232 Jan 18 23:32:58.067462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.078994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:32:58.084098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:subnet and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:32:58.087364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:32:58.096826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:32:58.130887 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e11999efa6df4cf88f4c08b8f2af98ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4714453 Jan 18 23:32:58.133163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:58.189132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c171817-452e-4c7d-878e-c5f38c38d319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1130d459-c58a-4951-ab5d-b89a8c3ef045,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:58.191490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:32:58.211492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] Set router 11788770-0da0-4646-b61c-3540840dfa6d gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:32:58.301406 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.339527 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:32:55Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:58.347349 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Checking router: c50903a0-3baf-460f-b056-954161fa7f52 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:32:58.347695 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Updating router c50903a0-3baf-460f-b056-954161fa7f52 port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:32:58.375420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:32:58.401859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd9b93d-bf69-47da-b978-7ed5f606d5f2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:58.412979 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.432648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:32:58.433046 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.454171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-99e3af8d-3846-4934-b1ea-7f0661db6963 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/subnets/5dd9b93d-bf69-47da-b978-7ed5f606d5f2 HTTP/1.1" status: 204 len: 168 time: 1.4900172 Jan 18 23:32:58.457012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37746) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:32:58.470215 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.536940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.558231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62446562-4416-4f4d-a38c-ab460c9ea55a None None] Network ca6567b8-4ecd-4289-947c-be7c1fa21f68 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:32:58.571041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:58.916675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.036349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.078390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.091596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:54Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:32:59.098937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcef6b4-957f-4e67-89f6-87d1390bab87 None None] The sync data for ids ['11788770-0da0-4646-b61c-3540840dfa6d'] in n-d-825175-2 is: [{'id': '11788770-0da0-4646-b61c-3540840dfa6d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-679027184', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:05Z', 'updated_at': '2022-01-18T23:32:54Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': '5dfd6e69-081c-43ed-9312-1362963d25b1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e3:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11788770-0da0-4646-b61c-3540840dfa6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:06Z', 'updated_at': '2022-01-18T23:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:32:59.130189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:32:59.133570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5cbdb-e788-42a6-a011-64f648a0f465 req-672fe8a3-e387-4247-9fc9-d56f3a561957 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:59.135221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82c5cbdb-e788-42a6-a011-64f648a0f465 req-672fe8a3-e387-4247-9fc9-d56f3a561957 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 945 time: 0.7660241 Jan 18 23:32:59.157427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:59.179195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] DHCP port deletion for ca6567b8-4ecd-4289-947c-be7c1fa21f68 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:32:59.184504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Deleting port 2078e55c-64fa-4f68-9963-0c406fd11c9b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:59.185313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.256605 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.283340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.361673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:59.374932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Transition to ACTIVE for port object ecd9ee75-cdd6-47f0-a734-22e71f74afd4 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:32:59.381702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.438107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.475602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130d459-c58a-4951-ab5d-b89a8c3ef045,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:59.500567 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.507833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port 5dfd6e69-081c-43ed-9312-1362963d25b1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:32:59.508273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.531236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.545663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-63139047-c703-4064-9e19-fe7d2fd326ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1130d459-c58a-4951-ab5d-b89a8c3ef045 HTTP/1.1" status: 204 len: 168 time: 1.3990185 Jan 18 23:32:59.553622 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82c5cbdb-e788-42a6-a011-64f648a0f465 req-d46cf69d-a6a8-4c48-94c6-03a839d6d71e tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788331 Jan 18 23:32:59.646421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] For port 2078e55c-64fa-4f68-9963-0c406fd11c9b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2078e55c-64fa-4f68-9963-0c406fd11c9b,segment=NetworkSegment(e2172ce9-7d55-4a64-aa1d-389c23c4b304),segment_id=e2172ce9-7d55-4a64-aa1d-389c23c4b304)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:32:59.646777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.732175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5135-d50a-40a9-bf35-86b6fabfcba9 None None] Pushing event updated for resources: {'Port': ['ID=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:32:59.766782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec158a-ac65-4510-ab4b-2f92142bd227 req-e2b291ba-909e-4cc5-a8fd-2b86400648dc tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:32:59.777225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aec158a-ac65-4510-ab4b-2f92142bd227 req-e2b291ba-909e-4cc5-a8fd-2b86400648dc tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.4799631 Jan 18 23:32:59.854427 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9', 'code': 200} Jan 18 23:32:59.867881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:32:59.881889 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Attempting to bind port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:32:59.882263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Attempting to bind port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:32:59.882627 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Attempting to bind port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:32:59.885838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.914129 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:32:59.917222 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:32:59.917632 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:32:59.918031 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:32:59.918517 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Bound port: ecd9ee75-cdd6-47f0-a734-22e71f74afd4, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:32:59.926909 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.070920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port 5dfd6e69-081c-43ed-9312-1362963d25b1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5dfd6e69-081c-43ed-9312-1362963d25b1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:00.077888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.150757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Calling delete_port for 2078e55c-64fa-4f68-9963-0c406fd11c9b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:00.163800 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] For port ecd9ee75-cdd6-47f0-a734-22e71f74afd4, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:33:00.168585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] For port ecd9ee75-cdd6-47f0-a734-22e71f74afd4, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:33:00.238142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:00.238772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b0b9ccd-c997-45e5-a181-9e71d5c49e7d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:00.239397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2078e55c-64fa-4f68-9963-0c406fd11c9b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:00.264825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aec158a-ac65-4510-ab4b-2f92142bd227 req-786662a7-fbde-4fd9-91d7-ab7624bba9fa tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866021 Jan 18 23:33:00.266913 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.313036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Subnet': ['ID=502d20a8-8527-4b33-85cd-d5bfa102f28b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:00.382754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Checking segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:00.383120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network hostable DHCP agents. Network: 0496bd51-adeb-427b-a586-7530ad9da77e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:33:00.487495 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab5135-d50a-40a9-bf35-86b6fabfcba9 None None] Pushing event updated for resources: {'Port': ['ID=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:00.512400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 0496bd51-adeb-427b-a586-7530ad9da77e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:33:00.514611 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:00.515440 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:00.578610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for 5dfd6e69-081c-43ed-9312-1362963d25b1 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:00.620685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0496bd51-adeb-427b-a586-7530ad9da77e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:00.624650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.626772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:00.632683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.657924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9083ec-71be-40fc-a252-e87a19974f86 None None] Network 0496bd51-adeb-427b-a586-7530ad9da77e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:33:00.719239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eab3b28a-bc21-4556-b67e-8392f2d2e915 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0508113 Jan 18 23:33:00.722265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37810) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:00.738245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:00.848186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ade5a431-0b14-4a5d-b705-9028b21a0bed req-d3b7a440-69ee-48cb-b8d8-3631bbadaf0a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 1097 time: 0.7586839 Jan 18 23:33:00.884516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] Pushing event deleted for resources: {'Port': ['ID=2078e55c-64fa-4f68-9963-0c406fd11c9b,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:00.956508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ade5a431-0b14-4a5d-b705-9028b21a0bed req-0085d418-71dd-4160-9e9d-199d53c09eb0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985088 Jan 18 23:33:01.029471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d3eba6-d9b9-42a5-9056-9dc4c9cf6cbb None None] No DVR routers for this DVR port 2078e55c-64fa-4f68-9963-0c406fd11c9b on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:33:01.058483 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:01.315275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:01.369258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-0496bd51-adeb-427b-a586-7530ad9da77e', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:33:01.370513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:01.426785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-64576de3-f4d4-4c15-9f59-8a9d10dbbd84 req-2b5f2c0a-c870-47dd-89fc-63dfe5f923e0 service neutron] (84543) timed out ('10.222.0.59', 43608) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:33:01.440350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=5dfd6e69-081c-43ed-9312-1362963d25b1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:01.614844 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:32:55Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:01.656493 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9540d5-5d06-49fe-b263-9008955c2fed None None] The sync data for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 is: [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:32:55Z', 'revision_number': 3, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:33:01.889374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b28ec-e579-4cb6-9a73-a80d7f75f686 req-236d63e2-b332-4946-aa54-711376860946 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:01.892025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c19b28ec-e579-4cb6-9a73-a80d7f75f686 req-236d63e2-b332-4946-aa54-711376860946 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.2521915 Jan 18 23:33:01.962493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Allocated IP 172.20.0.2 (0496bd51-adeb-427b-a586-7530ad9da77e/502d20a8-8527-4b33-85cd-d5bfa102f28b/e173836e-6b93-4446-a4c7-bb9829054df8) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:33:02.292350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c19b28ec-e579-4cb6-9a73-a80d7f75f686 req-02c53394-8d5b-4037-b383-8b1af615ea06 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757962 Jan 18 23:33:02.487946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:02.490069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:02.527327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Transition to ACTIVE for port object e173836e-6b93-4446-a4c7-bb9829054df8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:02.546899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34788f9a-9e93-480c-a42f-3b2c83b301bb req-0c295a70-0f87-4446-8b9e-fd34891a497a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:02.549104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34788f9a-9e93-480c-a42f-3b2c83b301bb req-0c295a70-0f87-4446-8b9e-fd34891a497a tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 945 time: 0.5501449 Jan 18 23:33:02.600674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Transition to ACTIVE for port object e173836e-6b93-4446-a4c7-bb9829054df8 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:02.701098 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.062531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Network 0496bd51-adeb-427b-a586-7530ad9da77e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:03.083450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:03.109062 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:33:03.119940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34788f9a-9e93-480c-a42f-3b2c83b301bb req-c764cbc8-d6b3-47b4-b0ed-64353fe80bea tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676706 Jan 18 23:33:03.408628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Pushing event updated for resources: {'Port': ['ID=e173836e-6b93-4446-a4c7-bb9829054df8,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:03.409447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.412310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Attempting to bind port e173836e-6b93-4446-a4c7-bb9829054df8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:33:03.417753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Attempting to bind port e173836e-6b93-4446-a4c7-bb9829054df8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:33:03.419366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Attempting to bind port e173836e-6b93-4446-a4c7-bb9829054df8 on network 0496bd51-adeb-427b-a586-7530ad9da77e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:03.446929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:33:03.447663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Checking segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:03.448249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.448853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Bound using segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:33:03.449510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Bound port: e173836e-6b93-4446-a4c7-bb9829054df8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:33:03.450336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.450537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.462468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-3540cce9-2801-4bb1-9e94-619b4e7641f6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:03.463404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-3540cce9-2801-4bb1-9e94-619b4e7641f6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Synchronizing usage tracker for tenant:f47cc21a31154856aee473d401faf153 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:03.541759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-3540cce9-2801-4bb1-9e94-619b4e7641f6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Unset dirty status for tenant:f47cc21a31154856aee473d401faf153 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:03.544190 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-3540cce9-2801-4bb1-9e94-619b4e7641f6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.89 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 945 time: 0.3362703 Jan 18 23:33:03.638179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] For port e173836e-6b93-4446-a4c7-bb9829054df8, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:33:03.647229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] For port e173836e-6b93-4446-a4c7-bb9829054df8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e173836e-6b93-4446-a4c7-bb9829054df8,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:33:03.747721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.797457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.800502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Fanout notify agent at l3_agent the message router_deleted on router 11788770-0da0-4646-b61c-3540840dfa6d {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:33:03.852377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Deleting port 080cd4e4-19da-4e63-8a9c-29757c06ab21 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:03.852723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:03.951939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb287c2-d1cc-4c46-ba5e-464ec907a332 None None] Pushing event updated for resources: {'Port': ['ID=e173836e-6b93-4446-a4c7-bb9829054df8,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:03.962522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ecd9ee75-cdd6-47f0-a734-22e71f74afd4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:04.058055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.060912 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9dd5c5a1-3194-4429-8422-82bd6f0e1816 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/routers/11788770-0da0-4646-b61c-3540840dfa6d HTTP/1.1" status: 204 len: 168 time: 5.6013908 Jan 18 23:33:04.063311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37884) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:04.088086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67b02a-4e88-454e-a31d-bef6adc7c003 req-dededca1-5065-410b-a9b1-c7edf9e2c47b tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:04.093287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff67b02a-4e88-454e-a31d-bef6adc7c003 req-dededca1-5065-410b-a9b1-c7edf9e2c47b tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.3856347 Jan 18 23:33:04.285072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.285796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:04.291836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:04.292606 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.300219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff67b02a-4e88-454e-a31d-bef6adc7c003 req-f5a104c7-62b4-4438-9c1b-66ca2846091d tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965737 Jan 18 23:33:04.513125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.764807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.800919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] For port 080cd4e4-19da-4e63-8a9c-29757c06ab21, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=080cd4e4-19da-4e63-8a9c-29757c06ab21,segment=NetworkSegment(e37032db-2ca3-4552-87c3-921715d9b408),segment_id=e37032db-2ca3-4552-87c3-921715d9b408)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:04.804523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:04.816619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ecd9ee75-cdd6-47f0-a734-22e71f74afd4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:04.889962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:05.023251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Calling delete_port for 080cd4e4-19da-4e63-8a9c-29757c06ab21 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:05.066307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:05.504701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb8cb8-08f5-41e2-85af-211ea325ede8 req-f1a9d4c7-0044-48d0-a06a-fd053c5b954d tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:05.506416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bfb8cb8-08f5-41e2-85af-211ea325ede8 req-f1a9d4c7-0044-48d0-a06a-fd053c5b954d tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/ports?device_id=027cbf8b-9042-40ee-b13b-f06302835845 HTTP/1.1" status: 200 len: 945 time: 1.0214555 Jan 18 23:33:05.622372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:05.705153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:05.787591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.1 (0496bd51-adeb-427b-a586-7530ad9da77e/502d20a8-8527-4b33-85cd-d5bfa102f28b/368fc86d-9ecb-4501-bd63-84c1ae6af5ea) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:33:05.913168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6567b8-4ecd-4289-947c-be7c1fa21f68']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:05.968368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Pushing event deleted for resources: {'Port': ['ID=080cd4e4-19da-4e63-8a9c-29757c06ab21,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:05.995604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2172ce9-7d55-4a64-aa1d-389c23c4b304') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:05.995989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2172ce9-7d55-4a64-aa1d-389c23c4b304') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:06.016212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bfb8cb8-08f5-41e2-85af-211ea325ede8 req-39ed0d63-b636-4f6e-9bc9-3c32dbbd88b6 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc5f7965-78c4-4707-abda-98403c5705fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803607 Jan 18 23:33:06.044186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ecd9ee75-cdd6-47f0-a734-22e71f74afd4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:06.093482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.109888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76de1c8-ff40-4bdf-bedc-510bd11a6c94 None None] Network 0496bd51-adeb-427b-a586-7530ad9da77e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:33:06.164786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] No DVR routers for this DVR port 080cd4e4-19da-4e63-8a9c-29757c06ab21 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:33:06.168250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.179163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'name': 'network-vif-deleted', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:06.183004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.195344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.202624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object 368fc86d-9ecb-4501-bd63-84c1ae6af5ea will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:06.213090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:33:06.213605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:33:06.259434 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:33:06.276407 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027cbf8b-9042-40ee-b13b-f06302835845', 'name': 'network-vif-deleted', 'tag': '080cd4e4-19da-4e63-8a9c-29757c06ab21', 'status': 'completed', 'code': 200} Jan 18 23:33:06.334651 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c3bea70-be93-489a-9d72-e6d55e179e41 req-09f414dc-ca27-4be9-b7e6-0f0a5565aa00 tempest-ServerAddressesTestJSON-1559596666 tempest-ServerAddressesTestJSON-1559596666-project] 10.222.0.89 "DELETE /v2.0/ports/080cd4e4-19da-4e63-8a9c-29757c06ab21 HTTP/1.1" status: 204 len: 173 time: 2.7839358 Jan 18 23:33:06.399474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.485742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.503218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.594095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Network': ['ID=ca6567b8-4ecd-4289-947c-be7c1fa21f68,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:06.615082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71dfe4dd-a618-40eb-8723-c83dc7722e07 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/networks/ca6567b8-4ecd-4289-947c-be7c1fa21f68 HTTP/1.1" status: 204 len: 168 time: 2.5444572 Jan 18 23:33:06.616230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:06.666504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:06.667117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:06.697234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:06.734972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 0496bd51-adeb-427b-a586-7530ad9da77e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:06.737795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:06.749161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:33:06.765391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2ec8996b-fdab-4b48-9036-4687b903bca3 None None] Provisioning for port e173836e-6b93-4446-a4c7-bb9829054df8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:06.961269 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.104251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e173836e-6b93-4446-a4c7-bb9829054df8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:07.310035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.330350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port 9ec0cd1e-1425-4e7a-a874-dc0b41edba47 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:07.330897 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.408438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e173836e-6b93-4446-a4c7-bb9829054df8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:07.416690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e173836e-6b93-4446-a4c7-bb9829054df8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:07.417114 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.617131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 080cd4e4-19da-4e63-8a9c-29757c06ab21 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:07.732939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.733810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:07.764472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 080cd4e4-19da-4e63-8a9c-29757c06ab21 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:07.768774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 080cd4e4-19da-4e63-8a9c-29757c06ab21 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:07.945737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Provisioning for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:07.951516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Provisioning complete for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:07.952093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.047048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.106749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e173836e-6b93-4446-a4c7-bb9829054df8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e173836e-6b93-4446-a4c7-bb9829054df8,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:08.108667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:33:08.124918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Provisioning complete for port e173836e-6b93-4446-a4c7-bb9829054df8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:08.125490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6700aac-12fd-4ee1-9ada-ec7ba3e37187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.166774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for 9ec0cd1e-1425-4e7a-a874-dc0b41edba47 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:08.181268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.236493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e0374-fb3a-4ec5-aa2e-94b577039766 req-ab722fc4-2b07-4daf-b246-bbcfd702daf2 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:08.237849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.249593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d5e0374-fb3a-4ec5-aa2e-94b577039766 req-ab722fc4-2b07-4daf-b246-bbcfd702daf2 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.8010530 Jan 18 23:33:08.282872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.363657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5dfd6e69-081c-43ed-9312-1362963d25b1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:08.485670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5dfd6e69-081c-43ed-9312-1362963d25b1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:08.486106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5dfd6e69-081c-43ed-9312-1362963d25b1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:08.530944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e173836e-6b93-4446-a4c7-bb9829054df8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:08.554057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f943ff3a-039c-4417-8b37-3a370599ed04 None None] Provisioning complete for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:08.557848 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f943ff3a-039c-4417-8b37-3a370599ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.566603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.604149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38020) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:08.640666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f943ff3a-039c-4417-8b37-3a370599ed04 None None] Port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:33:08.697074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:08.796614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:08.813399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d5e0374-fb3a-4ec5-aa2e-94b577039766 req-06037099-10c0-488a-8821-759040e34f24 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625880 Jan 18 23:33:08.890088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 0496bd51-adeb-427b-a586-7530ad9da77e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:08.892703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:09.041875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=9ec0cd1e-1425-4e7a-a874-dc0b41edba47,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:09.095485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Deleting subnet 0a40d240-aadf-4220-9d16-9ab1d0bc2aa5 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:33:09.102046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.157579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.164137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.372730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c9c6a643-a11c-4e81-8346-2edfe9db3f8d None None] Provisioning complete for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:09.375861 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a643-a11c-4e81-8346-2edfe9db3f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.409328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.455836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6a643-a11c-4e81-8346-2edfe9db3f8d None None] Port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:33:09.510048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.568499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-117d4239-ac7e-491b-aedf-b77110d29562 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:09.569235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-117d4239-ac7e-491b-aedf-b77110d29562 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Synchronizing usage tracker for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:09.663409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-117d4239-ac7e-491b-aedf-b77110d29562 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Unset dirty status for tenant:9ab4584c5634438bb0e2f31922029e85 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:09.666166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-117d4239-ac7e-491b-aedf-b77110d29562 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.89 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.9037230 Jan 18 23:33:09.845676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:09.995833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router c50903a0-3baf-460f-b056-954161fa7f52 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:33:10.019440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a40d240-aadf-4220-9d16-9ab1d0bc2aa5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:10.051126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Deleting port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:10.051721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.096316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.160759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3f173317-fc38-42b6-8d01-536dacf27848 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0a40d240-aadf-4220-9d16-9ab1d0bc2aa5 HTTP/1.1" status: 204 len: 168 time: 1.5553143 Jan 18 23:33:10.172407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38068) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:10.266765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca34e46-0de7-41a6-8f15-660ab8dbde7b req-b4788871-abb1-4d17-8858-a94ccd80516f tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.273457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ca34e46-0de7-41a6-8f15-660ab8dbde7b req-b4788871-abb1-4d17-8858-a94ccd80516f tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.1553881 Jan 18 23:33:10.328724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e173836e-6b93-4446-a4c7-bb9829054df8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:10.625487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ca34e46-0de7-41a6-8f15-660ab8dbde7b req-34b10d1f-26cf-40cf-b7b6-de218bd51eb3 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183781 Jan 18 23:33:10.628148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e173836e-6b93-4446-a4c7-bb9829054df8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:10.628148 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.630861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.640252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:33:10.643391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Sync routers for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:33:10.643634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-363bc32d-65ae-4a95-a98d-7c910f581109 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/c50903a0-3baf-460f-b056-954161fa7f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8325965 Jan 18 23:33:10.643634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:10.649202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:10.649853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:10.799050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.799435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.799809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.801207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.801584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.801957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.802849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.803293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.805716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-546a451f-c608-4df0-9fa7-b81dacdc0a72 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5631 time: 0.1919963 Jan 18 23:33:10.826125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:10.829065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] For port 208292bc-a0c4-408e-b2db-8fbfabd87dc9, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=208292bc-a0c4-408e-b2db-8fbfabd87dc9,segment=NetworkSegment(55f2ca97-936f-41a0-b046-866798bce9f0),segment_id=55f2ca97-936f-41a0-b046-866798bce9f0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:10.829592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.856092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:10.939127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.939977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.941012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.941605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.942332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.943019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.943600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:10.946281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-668c6bdf-1e40-402d-a1f5-fe14fb7ca8ef tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4624 time: 0.1185815 Jan 18 23:33:10.953472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:11.043221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:11.241439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ea4a387e-314c-4c95-98f6-905a904cb3ea tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.2863991 Jan 18 23:33:11.299060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Calling delete_port for 208292bc-a0c4-408e-b2db-8fbfabd87dc9 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:11.347125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1ca4d2-279f-4de0-ae5f-cce03275f42f']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:11.366691 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.387246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37032db-2ca3-4552-87c3-921715d9b408') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:11.393958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37032db-2ca3-4552-87c3-921715d9b408') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:11.410209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.510923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.578254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:07Z', 'revision_number': 2, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:11.584936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Checking router: c50903a0-3baf-460f-b056-954161fa7f52 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:33:11.584936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Updating router c50903a0-3baf-460f-b056-954161fa7f52 port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:33:11.616860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 208292bc-a0c4-408e-b2db-8fbfabd87dc9 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:11.639455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:33:11.640108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:33:11.669790 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:33:11.891426 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.931889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6afa9-b0c5-45e8-af3a-fa26957eb813 req-187bfc94-d5ee-4d0c-a773-5c07f4eca47a tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:11.934408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dd6afa9-b0c5-45e8-af3a-fa26957eb813 req-187bfc94-d5ee-4d0c-a773-5c07f4eca47a tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 946 time: 0.1061108 Jan 18 23:33:11.958328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:11.982089 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:11.992819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106036644', 'description': 'tempest-secgroup-smoke-1106036644 description', 'project_id': 'a073fd6141644163bfda05c76228577e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:12.006584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:12.035710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:12.049878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:12.070840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:12.153995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dd6afa9-b0c5-45e8-af3a-fa26957eb813 req-bbc2c9fd-80ae-4cb3-9d6e-6a83f6236d7c tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/security-groups?id=add01d59-1dc1-460f-a6f2-c3f030ab93fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138388 Jan 18 23:33:12.163519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.217061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 6350b297-35bf-4739-806d-3656ad2d4b2c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:33:12.310656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:12.330900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ab9d3-90ca-4954-a4e6-605db42544d8 req-f2d11e26-8138-4b52-afd6-98a3d8a05294 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:12.337749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da6ab9d3-90ca-4954-a4e6-605db42544d8 req-f2d11e26-8138-4b52-afd6-98a3d8a05294 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1344187 Jan 18 23:33:12.340542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:12.375437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.400151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:12.410180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:12.434606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da6ab9d3-90ca-4954-a4e6-605db42544d8 req-36886a3b-a3c8-4d3a-aa0c-acda7cdb98c6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958550 Jan 18 23:33:12.483474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.489090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.506312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.509061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Pushing event deleted for resources: {'Port': ['ID=208292bc-a0c4-408e-b2db-8fbfabd87dc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:12.584270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1ca4d2-279f-4de0-ae5f-cce03275f42f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:12.586788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.597918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] No DVR routers for this DVR port 208292bc-a0c4-408e-b2db-8fbfabd87dc9 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:33:12.600781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.606956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'name': 'network-vif-deleted', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:12.685701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0232a704-084e-4373-8750-303ee44883d8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:12.747044 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.754642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-86ae0794-b0a2-4e5f-87ba-c0f64c762850 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7920089 Jan 18 23:33:12.754642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:12.754811 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9276b666-eb53-4b8a-8236-20fb2be5b210', 'name': 'network-vif-deleted', 'tag': '208292bc-a0c4-408e-b2db-8fbfabd87dc9', 'status': 'completed', 'code': 200} Jan 18 23:33:12.759171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:12.760623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-575e6bd7-68b1-4616-a5e5-920218961765 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ee1ca4d2-279f-4de0-ae5f-cce03275f42f HTTP/1.1" status: 204 len: 168 time: 2.5869532 Jan 18 23:33:12.771149 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7189964e-7c0e-445b-a966-75ddac6f13a3 req-d13a3402-e85a-4716-bc77-7c37d8505ec5 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.89 "DELETE /v2.0/ports/208292bc-a0c4-408e-b2db-8fbfabd87dc9 HTTP/1.1" status: 204 len: 173 time: 3.0974243 Jan 18 23:33:12.788598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:12.802807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:12.812196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:12.832027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:12.836118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.857391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:33:12.863182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:12.870164 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Sync routers for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:33:12.873959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Transition to ACTIVE for port object 368fc86d-9ecb-4501-bd63-84c1ae6af5ea will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:12.888817 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:12.890924 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:12.992049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.003775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.009369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-53022e71-e89e-4eb8-b096-a642a52253eb tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/floatingips/cd03c628-bfdc-4c4a-83ba-616a1fad6652 HTTP/1.1" status: 204 len: 168 time: 6.3919497 Jan 18 23:33:13.173871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.174757 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:13.244075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.282416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2402984-1ccc-475f-9133-308e9d8552e1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:13.460770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.461547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Pushing event updated for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:13.465787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:13.466339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-48e0cc44-3bfa-43cc-abf9-d452ddbc760d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7117536 Jan 18 23:33:13.474342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:13.493969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:13.497508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.497931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.498276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.498608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.499078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.499411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.499740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.500120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.500449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.500769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.501614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:13.513280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:13.522355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:13.546254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:13.570342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:13.576721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Attempting to bind port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:33:13.577128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Attempting to bind port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:33:13.577495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Attempting to bind port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea on network 0496bd51-adeb-427b-a586-7530ad9da77e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:13.587465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:33:13.587839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Checking segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:13.588238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.588630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Bound using segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:33:13.602795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Bound port: 368fc86d-9ecb-4501-bd63-84c1ae6af5ea, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:33:13.603241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.664126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.750217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] For port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:33:13.754946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] For port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:33:13.783794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.861530 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.895219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:13.992770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fdfee995-9ca8-4189-a209-43b698110d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.034873 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:14.035586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa735f8-a13b-4830-acf0-a45a0f3b82ee,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:14.064715 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Checking router: 6350b297-35bf-4739-806d-3656ad2d4b2c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:33:14.064827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:14.064827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:14.074316 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:14.076294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:32:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:14.180517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5825c62-d25b-4815-a4ee-5ff7f4fce66c req-9b2ea240-215f-4e3a-a7a1-51e3f2256f97 tempest-VolumesActionsTest-124163109 tempest-VolumesActionsTest-124163109-project] 10.222.0.59 "GET /v2.0/ports?device_id=9276b666-eb53-4b8a-8236-20fb2be5b210 HTTP/1.1" status: 200 len: 210 time: 0.5715916 Jan 18 23:33:14.188528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fdd31611-fd20-4530-9266-b88eed9c6471 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f47cc21a31154856aee473d401faf153&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6165130 Jan 18 23:33:14.190802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:14.223873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.237418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f7035a22-f43b-418a-9155-d1dd7205a691 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7647669 Jan 18 23:33:14.242490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38194) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:14.257076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:14.277174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:14.281701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:14.285355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:14.292126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:14.370946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e063c7b-52b7-4d7f-a2df-9f73bf4a9e7e None None] Pushing event updated for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:14.419754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d8098-d591-45bf-864b-4944f9c0c227 req-9723b8d2-f7d0-46cb-a39f-525ce7a8f92e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:14.430207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.437312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa5d8098-d591-45bf-864b-4944f9c0c227 req-9723b8d2-f7d0-46cb-a39f-525ce7a8f92e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2231662 Jan 18 23:33:14.514818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.565235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa5d8098-d591-45bf-864b-4944f9c0c227 req-338a7499-6b58-4301-a647-916287b76609 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269047 Jan 18 23:33:14.586529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.589984 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:14.604449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:14.731939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d710a3-3c36-467a-8547-3d0d1508e77a req-ce97c279-77c5-4246-8b5f-32b73db5d30b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:14.741775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06d710a3-3c36-467a-8547-3d0d1508e77a req-ce97c279-77c5-4246-8b5f-32b73db5d30b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.1192570 Jan 18 23:33:14.756062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:14.811311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:14.830456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06d710a3-3c36-467a-8547-3d0d1508e77a req-186673ea-df7a-4b48-b52b-bbe7ce2746a0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0866675 Jan 18 23:33:14.883105 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4', 'status': 'completed', 'code': 200} Jan 18 23:33:14.903173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.061918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.089314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.091203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc5f7965-78c4-4707-abda-98403c5705fc HTTP/1.1" status: 204 len: 168 time: 0.8993349 Jan 18 23:33:15.093693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5dd0d-c5ba-47e2-97ae-d6a0e92db60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f7965-78c4-4707-abda-98403c5705fc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:15.095949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8cd38f-13d1-4210-af20-d1ca61c8a7a8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:15.107924 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:15.114250 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f2d80-cad2-4571-864f-cc3c4d7610e6 None None] The sync data for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 is: [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:30:12Z', 'revision_number': 4, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f8a9dcd0-e182-46a2-ba68-b210305c7d2d', 'name': '', 'network_id': '38a76c9f-28be-4242-a52f-31683ea076d7', 'tenant_id': '202a1616474d4f718f299cec218854df', 'mac_address': 'fa:16:3e:55:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:30:11Z', 'updated_at': '2022-01-18T23:30:22Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'subnets': [{'id': '8473cc74-a9df-4083-99af-e176ae5a688a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:33:15.145541 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-b3522fc0-a688-4b66-84bf-c30a5759938a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=202a1616474d4f718f299cec218854df&device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 1136 time: 0.1749740 Jan 18 23:33:15.146776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.148297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d55da28-1a1f-4a51-9e18-e88dc8af5b8a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9046252 Jan 18 23:33:15.150906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:15.157082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:15.178306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:15.206049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:15.219141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:15.230189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:15.344167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.498747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-16d1a783-874e-4d33-9693-6e01de522301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:15.501755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-16d1a783-874e-4d33-9693-6e01de522301 service neutron] 10.222.0.89 "GET /v2.0/networks?id=38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 200 len: 898 time: 0.3325651 Jan 18 23:33:15.512167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:13Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:15.526878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac6240-3466-40fb-8556-f82210402fc2 None None] The sync data for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 is: [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:13Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:33:15.610601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.700053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.761522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22d5a59-56d6-4589-abfd-4c3bd36cdecd,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:15.762819 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-302119af-ce98-44e5-bb28-b89d23348eda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 200 len: 217 time: 0.1832836 Jan 18 23:33:15.796417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b2aa2-a225-4b90-b5ec-6d08e13c08c7 None None] New status for floating IP cd03c628-bfdc-4c4a-83ba-616a1fad6652: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:33:15.850068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-5d89f9a0-ad1d-4b45-8742-506698be9424 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:15.851509 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-5d89f9a0-ad1d-4b45-8742-506698be9424 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Synchronizing usage tracker for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:15.895389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:15.896727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-67af6a7e-acf8-4fd1-9fa1-e58a5aa1bb00 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7443755 Jan 18 23:33:15.899389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38254) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:15.908755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:15.914267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-8ad4d4a9-3579-4bfe-8343-a8b6d13c3c3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:15.920270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-8ad4d4a9-3579-4bfe-8343-a8b6d13c3c3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8473cc74-a9df-4083-99af-e176ae5a688a HTTP/1.1" status: 200 len: 834 time: 0.1485527 Jan 18 23:33:15.925812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:15.958811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:15.972262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:15.991149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:16.044717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-5d89f9a0-ad1d-4b45-8742-506698be9424 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Unset dirty status for tenant:202a1616474d4f718f299cec218854df on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:16.047588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-5d89f9a0-ad1d-4b45-8742-506698be9424 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.6881852 Jan 18 23:33:16.196509 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:33:16.242262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.288268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port 4608646d-704c-40e9-9598-4a126b19c6e4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:16.289013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.295007 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82266efa-b4ac-4307-badd-bddddad617b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.354896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-6ae8a678-4776-4da7-8c95-472e4c5ef0af service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=38a76c9f-28be-4242-a52f-31683ea076d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4236820 Jan 18 23:33:16.462495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 368fc86d-9ecb-4501-bd63-84c1ae6af5ea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:16.660893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.670227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5343-0b8a-408c-a930-3c4456ee029b req-586c1a12-736d-498f-b758-32a947ce1cde tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:16.683579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f40f5343-0b8a-408c-a930-3c4456ee029b req-586c1a12-736d-498f-b758-32a947ce1cde tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.6659207 Jan 18 23:33:16.824063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f40f5343-0b8a-408c-a930-3c4456ee029b req-21d8e51e-a919-401b-b1b0-6f51c0aa8841 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352129 Jan 18 23:33:16.832053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:16.839549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333d29-141d-41d4-9a79-5dee170f9906 req-c36a6737-dc63-4b5a-9eac-175427c33b2a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:16.841681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:16.842061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.848287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40333d29-141d-41d4-9a79-5dee170f9906 req-c36a6737-dc63-4b5a-9eac-175427c33b2a tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 985 time: 0.4973087 Jan 18 23:33:16.917785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:16.992067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b5f1b1-55e4-4e58-a652-83eccfbf6b52,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:17.066305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40333d29-141d-41d4-9a79-5dee170f9906 req-71b5718e-26ae-4054-a0a9-e28314f7bb59 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2124915 Jan 18 23:33:17.078749 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.078749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5c8a98e1-4173-49b2-8e3f-800bd3e97956 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1766038 Jan 18 23:33:17.083710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:17.118550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'security_group_rule': {'security_group_id': '0232a704-084e-4373-8750-303ee44883d8', 'project_id': 'a073fd6141644163bfda05c76228577e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:17.134410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:17.144594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:security_group_rule and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:17.149078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:17.162014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:17.255952 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Project a073fd6141644163bfda05c76228577e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:33:17.266102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.310838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.381708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.402225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:17.406417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.487483 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-d8993fb8-f234-4894-bf79-a4e4d13fb820 service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1183946 Jan 18 23:33:17.500346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.552012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.556632 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.599819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4253429a-18d8-45e7-947e-6da6d47b4572,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:17.690924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.700237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b64a8f1-3199-4ad9-9133-e9f032c8c770 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6110601 Jan 18 23:33:17.803745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:17.868224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port 4608646d-704c-40e9-9598-4a126b19c6e4, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=4608646d-704c-40e9-9598-4a126b19c6e4,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:17.868723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:17.952145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:18.077027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for 4608646d-704c-40e9-9598-4a126b19c6e4 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:18.130820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45202836-89c9-4e2f-92fd-614bc09a7454 req-b2900661-a3e6-4cf2-89c3-b48097b3b5bc service neutron] 10.222.0.89 "GET /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325440 Jan 18 23:33:18.223658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2814-b19f-4c81-b374-d4f7fe2ef440 req-cc75536f-ae93-4fc7-9192-5eaa5e66003d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:18.229925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64bb2814-b19f-4c81-b374-d4f7fe2ef440 req-cc75536f-ae93-4fc7-9192-5eaa5e66003d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1682730 Jan 18 23:33:18.404116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64bb2814-b19f-4c81-b374-d4f7fe2ef440 req-410e4aa2-8fb1-4629-9939-d0c982e1c777 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654544 Jan 18 23:33:18.406984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 368fc86d-9ecb-4501-bd63-84c1ae6af5ea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:18.421691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:18.475973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=4608646d-704c-40e9-9598-4a126b19c6e4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:18.560141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ede99e-cc02-4f11-a617-28b3d4c97277 req-152663c5-a450-4cb4-96ed-1f17b19e9e17 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:18.575763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ede99e-cc02-4f11-a617-28b3d4c97277 req-152663c5-a450-4cb4-96ed-1f17b19e9e17 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f0863b5-2431-4919-b331-28ca276808a1 HTTP/1.1" status: 200 len: 906 time: 0.2642958 Jan 18 23:33:18.654348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:18.654348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:18.656749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] No DVR routers for this DVR port 4608646d-704c-40e9-9598-4a126b19c6e4 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:33:18.671492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:18.697757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'name': 'network-vif-deleted', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:18.782088 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-13aad6ab-82fd-4b9d-a92e-feea2ad1c8c9 req-dbed0256-2adf-45ed-bf04-6393eff96af0 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.89 "DELETE /v2.0/ports/4608646d-704c-40e9-9598-4a126b19c6e4 HTTP/1.1" status: 204 len: 173 time: 2.6809831 Jan 18 23:33:18.825631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1542163136-network', 'tenant_id': '51177d9796ab4be0b7c4391848c8e352'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:18.849101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74ede99e-cc02-4f11-a617-28b3d4c97277 req-913b9d4c-e1f6-4c36-a603-0254469b6d36 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "GET /v2.0/security-groups?id=813ec4c1-82d5-4d86-ad80-db927d9e05da&id=3b25fb21-9ebd-44ba-afa5-43b05f671751&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2723596 Jan 18 23:33:18.850656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:18.867447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Usage tracker for resource:network and tenant:51177d9796ab4be0b7c4391848c8e352 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:18.891949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:18.905923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-4d9ba4a6-5fdf-407f-afcf-f9c2aee23737 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:18.909209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:19.021037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-4d9ba4a6-5fdf-407f-afcf-f9c2aee23737 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:19.027409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-4d9ba4a6-5fdf-407f-afcf-f9c2aee23737 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106036644&fields=id&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 267 time: 0.2799902 Jan 18 23:33:19.027409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Made reservation on behalf of 51177d9796ab4be0b7c4391848c8e352 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:33:19.027409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.033804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.044754 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0863b5-2431-4919-b331-28ca276808a1', 'name': 'network-vif-deleted', 'tag': '4608646d-704c-40e9-9598-4a126b19c6e4', 'status': 'completed', 'code': 200} Jan 18 23:33:19.101678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.200723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:19.201951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Usage tracker for resource:security_group_rule and tenant:51177d9796ab4be0b7c4391848c8e352 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:19.204935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:19.212713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:19.338081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-42a5d466-75ec-463f-a1dd-d553c6401a58 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:19.341881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-42a5d466-75ec-463f-a1dd-d553c6401a58 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:19.392538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.495358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-42a5d466-75ec-463f-a1dd-d553c6401a58 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:19.502299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-42a5d466-75ec-463f-a1dd-d553c6401a58 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/networks?id=0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 200 len: 797 time: 0.4377768 Jan 18 23:33:19.504538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.597610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:33:19.608688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.609427 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Added segment c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8 of type vlan for network 0027dc2b-ce38-4bee-9527-a358db20f2d0 Jan 18 23:33:19.640274 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.669694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c2263b-4b7a-42ce-89a2-9df089462f31,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:19.684375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-5452748a-ffc2-4c2a-9087-ab45dc2b1d4a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/quotas/a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 375 time: 0.1716671 Jan 18 23:33:19.684467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4608646d-704c-40e9-9598-4a126b19c6e4 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:19.730175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 4608646d-704c-40e9-9598-4a126b19c6e4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:19.730816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 4608646d-704c-40e9-9598-4a126b19c6e4 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:19.865209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea73a2c-6500-44dd-90b3-473dc57fc58b req-835078bc-db51-4364-bf57-8f413d1adffb tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:19.867146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aea73a2c-6500-44dd-90b3-473dc57fc58b req-835078bc-db51-4364-bf57-8f413d1adffb tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2834570 Jan 18 23:33:19.869148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.870110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:19.870704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:19.879065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-20f1f160-ade2-409f-a2db-aac5c0e4e38a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:20.138409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] Pushing event updated for resources: {'Network': ['ID=0027dc2b-ce38-4bee-9527-a358db20f2d0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:20.154756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aea73a2c-6500-44dd-90b3-473dc57fc58b req-76d41a51-9c8f-4ea4-a6f9-cb7b25a8bfce tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2428613 Jan 18 23:33:20.155385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0027dc2b-ce38-4bee-9527-a358db20f2d0 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:33:20.187235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-20f1f160-ade2-409f-a2db-aac5c0e4e38a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:20.191630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-20f1f160-ade2-409f-a2db-aac5c0e4e38a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5093644 Jan 18 23:33:20.280351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38414) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:20.280913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f18e38c0-2adc-421e-b35e-2a669fdf5a2d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3273501 Jan 18 23:33:20.288559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Request body: {'subnet': {'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1542163136-subnet', 'tenant_id': '51177d9796ab4be0b7c4391848c8e352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:20.298905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:20.304770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Usage tracker for resource:subnet and tenant:51177d9796ab4be0b7c4391848c8e352 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:20.310607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:20.319049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:20.329189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38418) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:20.517415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:20.554700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Made reservation on behalf of 51177d9796ab4be0b7c4391848c8e352 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:33:20.555851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-ba629720-11da-447e-96fe-84436847ac7b service neutron] 10.222.0.59 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355825 Jan 18 23:33:20.557809 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:20.710709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:20.772321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:33:20.882652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-a930f11b-6fb5-4313-8419-ef0897316207 service neutron] 10.222.0.59 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257179 Jan 18 23:33:20.978060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.062153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25fb21-9ebd-44ba-afa5-43b05f671751,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:21.244689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.267838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.289753 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ba13e4e0-240b-48f8-a2d4-b00f19dd905e tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/security-groups/3b25fb21-9ebd-44ba-afa5-43b05f671751 HTTP/1.1" status: 204 len: 168 time: 0.9541757 Jan 18 23:33:21.292726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:21.479123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d84d67f-69e2-4e04-95c6-61bca6f1e09c req-cd2c0953-7fc7-4c18-9df7-481f7085f34b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.1648450 Jan 18 23:33:21.611039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddf01cd4-c931-48f9-9922-7c507c482e5d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:21.635165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Checking segment: {'id': 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:21.635165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Network hostable DHCP agents. Network: 0027dc2b-ce38-4bee-9527-a358db20f2d0, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:33:21.652172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.697114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76238da6-4343-4d74-989b-4632d585bc76 req-b6a60a40-77cc-49eb-94da-14c2774a2b12 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:21.698712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76238da6-4343-4d74-989b-4632d585bc76 req-b6a60a40-77cc-49eb-94da-14c2774a2b12 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2386904 Jan 18 23:33:21.771533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76238da6-4343-4d74-989b-4632d585bc76 req-3614b606-f43a-410a-9e42-a9d5744e960f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651364 Jan 18 23:33:21.775358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.831441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Network 0027dc2b-ce38-4bee-9527-a358db20f2d0 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:33:21.928775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0027dc2b-ce38-4bee-9527-a358db20f2d0) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:21.933353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:21.934229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:21.938902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89ed178-0233-4daa-a803-4a7efac123bb None None] Network 0027dc2b-ce38-4bee-9527-a358db20f2d0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:33:21.974920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:22.040579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ec4c1-82d5-4d86-ad80-db927d9e05da,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:22.062793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:22.067383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e35c3498-5ccc-4afb-ad40-986198174863 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/security-groups/813ec4c1-82d5-4d86-ad80-db927d9e05da HTTP/1.1" status: 204 len: 168 time: 0.7730920 Jan 18 23:33:22.073942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:22.209856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bf767123-6063-4837-9056-5cbe6a42b67e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9274724 Jan 18 23:33:22.431057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611077ab-0fb6-420e-b4eb-6027cfeaf042 None None] Network 0027dc2b-ce38-4bee-9527-a358db20f2d0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:33:22.790055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23de9918-ac6f-4c22-8209-4252f04ebca4 req-ae0a5cb3-795b-42cf-a983-e732f2e8738e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.1839118 Jan 18 23:33:23.437077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1d04b-7f48-4f89-930f-b9c3bdd69ddf req-af4ae5f6-cc31-4004-a481-6ac5df3e8b6a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:23.446550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afd1d04b-7f48-4f89-930f-b9c3bdd69ddf req-af4ae5f6-cc31-4004-a481-6ac5df3e8b6a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1360424 Jan 18 23:33:23.447410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:23.503778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afd1d04b-7f48-4f89-930f-b9c3bdd69ddf req-0a0686f8-54f6-4e10-8cbe-2661755b6869 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559583 Jan 18 23:33:24.265550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-907119d3-be0c-4d90-b162-eca03719d9ad req-6cc19ecd-e5ef-451d-8120-2cdd3a9629ae tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.0708852 Jan 18 23:33:24.953748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port f8a9dcd0-e182-46a2-ba68-b210305c7d2d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:24.954370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:25.056245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02ca96-79f4-4c13-8921-02fbf1b61858 req-8b48730e-c5b9-471e-ad21-d4f830963d86 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:25.071197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c02ca96-79f4-4c13-8921-02fbf1b61858 req-8b48730e-c5b9-471e-ad21-d4f830963d86 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2201581 Jan 18 23:33:25.335856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c02ca96-79f4-4c13-8921-02fbf1b61858 req-233ac39f-8de4-4692-955b-08123e1e153f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2625268 Jan 18 23:33:25.487012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port f8a9dcd0-e182-46a2-ba68-b210305c7d2d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:25.490730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:25.527593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-5aad1371-4374-411d-92ff-a99b2c45c5eb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:25.531636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-5aad1371-4374-411d-92ff-a99b2c45c5eb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/networks?id=0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 200 len: 797 time: 0.3439183 Jan 18 23:33:25.678736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-7a642e46-0283-4fb7-b6e7-1643b551756c tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a073fd6141644163bfda05c76228577e HTTP/1.1" status: 200 len: 380 time: 0.1326349 Jan 18 23:33:25.687830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'port': {'device_id': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'admin_state_up': True, 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'security_groups': ['0232a704-084e-4373-8750-303ee44883d8']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:25.829464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for f8a9dcd0-e182-46a2-ba68-b210305c7d2d owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:26.080580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad410c6a-37f4-4e40-9473-415d0d1ceaec req-6bcd93cb-8249-4a71-a03c-85c530f5eab7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.3351254 Jan 18 23:33:26.104602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:26.115772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:26.198679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Made reservation on behalf of a073fd6141644163bfda05c76228577e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:33:26.198679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:26.403895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:26.676624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=f8a9dcd0-e182-46a2-ba68-b210305c7d2d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:26.677469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.20.0.6 (0496bd51-adeb-427b-a586-7530ad9da77e/502d20a8-8527-4b33-85cd-d5bfa102f28b/96049e66-ab11-4572-9d3a-91278423838e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:33:27.331212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:27.640086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-02bc58fb-3383-4e88-b953-777647afb7bb tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:27.641679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-02bc58fb-3383-4e88-b953-777647afb7bb tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Synchronizing usage tracker for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:27.659322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5de88-ff99-4d14-9cb2-abb37f63de9e req-603be193-5d37-45d1-9944-744e6b7a6ade tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:27.666594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f5de88-ff99-4d14-9cb2-abb37f63de9e req-603be193-5d37-45d1-9944-744e6b7a6ade tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.9533734 Jan 18 23:33:28.125583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f5de88-ff99-4d14-9cb2-abb37f63de9e req-62233cc4-6f11-42b7-a4a9-f4c36d1c36ea tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4339113 Jan 18 23:33:28.194406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-02bc58fb-3383-4e88-b953-777647afb7bb tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Unset dirty status for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:28.204538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-02bc58fb-3383-4e88-b953-777647afb7bb tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/networks?id=0027dc2b-ce38-4bee-9527-a358db20f2d0 HTTP/1.1" status: 200 len: 810 time: 1.1636894 Jan 18 23:33:28.276319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-34a3948d-6305-4808-9944-1dde546802bc tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/quotas/51177d9796ab4be0b7c4391848c8e352 HTTP/1.1" status: 200 len: 375 time: 0.0676301 Jan 18 23:33:28.401758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-c767f333-b709-4788-9239-6100a88e98a2 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51177d9796ab4be0b7c4391848c8e352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010566 Jan 18 23:33:28.641539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ba840e0-35e1-40fc-914c-f2d13b64002c req-5bd10173-bae0-48e6-a6c1-3c7c1aa55838 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.2649729 Jan 18 23:33:28.771028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Router 6350b297-35bf-4739-806d-3656ad2d4b2c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:33:28.824694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:28.890878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Transition to ACTIVE for port object 96049e66-ab11-4572-9d3a-91278423838e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:28.999822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:29.008420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-cb72de95-572f-4714-928b-384eb6d552b2 service neutron] 10.222.0.59 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658545 Jan 18 23:33:29.145787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:33:29.160505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Sync routers for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:33:29.226980 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:29.230502 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:33:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:29.241135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23b6c70c-684d-4ac8-b273-643d4eb9706f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "PUT /v2.0/routers/6350b297-35bf-4739-806d-3656ad2d4b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1648054 Jan 18 23:33:29.243868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38716) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:29.264219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 0496bd51-adeb-427b-a586-7530ad9da77e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:29.269171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:29.272311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:33:29.478364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:29.478947 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:29.503071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-8af5b58d-974e-482f-9832-426b33c6b783 service neutron] 10.222.0.59 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079430 Jan 18 23:33:29.506014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:29.588032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-db620f76-4640-4ab1-a004-2a5e38e17bba tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9053898 Jan 18 23:33:29.600576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Request body: {'port': {'device_id': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:29.689035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting subnet 8473cc74-a9df-4083-99af-e176ae5a688a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:33:29.695386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:29.859035 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:29.887181 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:29.963145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ad2ee0a7-e4b1-4641-b417-330ad4048548 None None] Provisioning for port 96049e66-ab11-4572-9d3a-91278423838e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:29.969357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ad2ee0a7-e4b1-4641-b417-330ad4048548 None None] Provisioning complete for port 96049e66-ab11-4572-9d3a-91278423838e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:29.970183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ad2ee0a7-e4b1-4641-b417-330ad4048548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:29.978415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:30.034680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be69b4-abe9-4ed4-8c31-e2c707d3cb0c req-f21af403-eec8-4e2c-8763-5421bf077451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:30.045960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2be69b4-abe9-4ed4-8c31-e2c707d3cb0c req-f21af403-eec8-4e2c-8763-5421bf077451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.5415390 Jan 18 23:33:30.100645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ee0a7-e4b1-4641-b417-330ad4048548 None None] Port 96049e66-ab11-4572-9d3a-91278423838e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:33:30.163145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:30.568193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:30.656989 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:33:26Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:30.663668 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Checking router: 6350b297-35bf-4739-806d-3656ad2d4b2c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:33:30.673804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2be69b4-abe9-4ed4-8c31-e2c707d3cb0c req-b68677c6-d6db-4f90-a4e6-a701863f98c9 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6239843 Jan 18 23:33:30.707824 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Routers {'6350b297-35bf-4739-806d-3656ad2d4b2c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:30.723364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab608d99-b805-4b6a-b298-653b6f571d09 None None] Network 38a76c9f-28be-4242-a52f-31683ea076d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:33:30.728826 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:33:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6350b297-35bf-4739-806d-3656ad2d4b2c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:30.786411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:30.797413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Subnet': ['ID=8473cc74-a9df-4083-99af-e176ae5a688a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:30.854111 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d396c314-9111-430f-bbea-97757121aa0f tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/subnets/8473cc74-a9df-4083-99af-e176ae5a688a HTTP/1.1" status: 204 len: 168 time: 1.6083450 Jan 18 23:33:30.854841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38758) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:31.288788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:31.301477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-479ba38b-5198-46d4-aecc-1745ee25a447 req-d4c0555e-740e-4f22-840f-f93466cbe7f6 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.0760257 Jan 18 23:33:31.322563 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] Set router 6350b297-35bf-4739-806d-3656ad2d4b2c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:31.476772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] DHCP port deletion for 38a76c9f-28be-4242-a52f-31683ea076d7 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:33:31.490728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Deleting port 39d1b4c9-1bfa-49cf-a003-360ee385df78 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:31.493122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:31.539571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17482f-5445-42b5-80e0-69b9ca45c4e3 req-29c2cd65-ceee-46fe-8888-9eba9d23ee56 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:31.540745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0f17482f-5445-42b5-80e0-69b9ca45c4e3 req-29c2cd65-ceee-46fe-8888-9eba9d23ee56 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:31.627642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96049e66-ab11-4572-9d3a-91278423838e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:33:31.687487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:31.736657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Transition to ACTIVE for port object 96049e66-ab11-4572-9d3a-91278423838e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:31.742961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0f17482f-5445-42b5-80e0-69b9ca45c4e3 req-29c2cd65-ceee-46fe-8888-9eba9d23ee56 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:31.755431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f17482f-5445-42b5-80e0-69b9ca45c4e3 req-29c2cd65-ceee-46fe-8888-9eba9d23ee56 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 931 time: 0.7792637 Jan 18 23:33:31.881428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.147362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:32.165823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-6a89ce17-08f5-441d-91d9-67b05bc07ec0 req-55c89040-0582-4324-ab58-b7aeb617a77c service neutron] (84543) timed out ('10.222.0.59', 54886) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:33:32.191151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] For port 39d1b4c9-1bfa-49cf-a003-360ee385df78, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d1b4c9-1bfa-49cf-a003-360ee385df78,segment=NetworkSegment(3d56a330-76c7-40b2-bf5d-b93099b152a7),segment_id=3d56a330-76c7-40b2-bf5d-b93099b152a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:32.192128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.264333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f17482f-5445-42b5-80e0-69b9ca45c4e3 req-37d4aedc-4695-402f-8e5f-77a92b4ae5b5 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5055079 Jan 18 23:33:32.331027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.425860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Deleting port af68e012-11a7-46fc-99c6-b58a1acf85e4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:33:32.426483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.442681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:33:26Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:32.452552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d426d4ca-8212-47d0-b53b-47eb1e388193 None None] The sync data for ids ['6350b297-35bf-4739-806d-3656ad2d4b2c'] in n-d-825175-2 is: [{'id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501152326', 'tenant_id': '202a1616474d4f718f299cec218854df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:29:55Z', 'updated_at': '2022-01-18T23:33:26Z', 'revision_number': 5, 'project_id': '202a1616474d4f718f299cec218854df', 'gw_port': {'id': 'af68e012-11a7-46fc-99c6-b58a1acf85e4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:22:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6350b297-35bf-4739-806d-3656ad2d4b2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:29:57Z', 'updated_at': '2022-01-18T23:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:33:32.683116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2117ebc-fe61-4331-b15c-88b63ed34d5c req-ab1b6edd-48ae-4ec7-af4b-f2d0f1ea86a3 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.1193776 Jan 18 23:33:32.703875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Calling delete_port for 39d1b4c9-1bfa-49cf-a003-360ee385df78 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:32.708039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Attempting to bind port 96049e66-ab11-4572-9d3a-91278423838e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:33:32.708487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Attempting to bind port 96049e66-ab11-4572-9d3a-91278423838e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:33:32.708944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Attempting to bind port 96049e66-ab11-4572-9d3a-91278423838e on network 0496bd51-adeb-427b-a586-7530ad9da77e {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:32.747811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Port 96049e66-ab11-4572-9d3a-91278423838e on network 0496bd51-adeb-427b-a586-7530ad9da77e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:33:32.750648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Attempting to bind port 96049e66-ab11-4572-9d3a-91278423838e on network 0496bd51-adeb-427b-a586-7530ad9da77e {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:32.782698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:33:32.783162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Checking segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:32.783558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Bound using segment: {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:33:32.786213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Bound port: 96049e66-ab11-4572-9d3a-91278423838e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713c564b-8dd1-4e71-8b01-e174ac0c80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:33:32.786602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:32.837175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-cc3622f3-db22-4adf-bfed-6c549995b26e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 1097 time: 0.2687707 Jan 18 23:33:32.852029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d1b4c9-1bfa-49cf-a003-360ee385df78 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:33.348645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:33.365375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-2203f155-009f-4b90-b3ae-5a50d0510f7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:33.368525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-2203f155-009f-4b90-b3ae-5a50d0510f7e service neutron] 10.222.0.89 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.5099328 Jan 18 23:33:33.373530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] For port af68e012-11a7-46fc-99c6-b58a1acf85e4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af68e012-11a7-46fc-99c6-b58a1acf85e4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:33.374182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:33.413432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543f8d8-47c8-4a47-a147-f4c4933522e6 req-ba5c9f81-9ca4-4105-abcf-7cb0cc86c245 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:33.422036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7543f8d8-47c8-4a47-a147-f4c4933522e6 req-ba5c9f81-9ca4-4105-abcf-7cb0cc86c245 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.8143265 Jan 18 23:33:33.496485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:33.497434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7543f8d8-47c8-4a47-a147-f4c4933522e6 req-6c56bace-f19d-472f-8173-90e6416b7f0e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739250 Jan 18 23:33:33.554984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-0310cc4c-7a0b-434f-9643-a245dc522fa2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 200 len: 1002 time: 0.1681151 Jan 18 23:33:33.579927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:33:33.586780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96049e66-ab11-4572-9d3a-91278423838e,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:33:33.630058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] No DVR routers for this DVR port 39d1b4c9-1bfa-49cf-a003-360ee385df78 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:33:33.657900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859e1e5-9c17-4c9a-a47b-da0e119d7107 None None] Pushing event deleted for resources: {'Port': ['ID=39d1b4c9-1bfa-49cf-a003-360ee385df78,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:33.689792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:33.939111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Calling delete_port for af68e012-11a7-46fc-99c6-b58a1acf85e4 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:33:34.042586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-de409e95-00b8-42a7-bf55-9f15d573e731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:34.050581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-de409e95-00b8-42a7-bf55-9f15d573e731 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.4836624 Jan 18 23:33:34.112681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:34.362012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5aa6deb-f375-4738-98e7-3d79760c2dcb req-15e67618-9b24-481b-aaab-51716d6bfcc0 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.1574306 Jan 18 23:33:34.363376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-6f08adcb-d557-468b-80b6-814777363799 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236795 Jan 18 23:33:34.363483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:34.363483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-24eadf34-5533-4ed4-ab0f-b6b1d1af6bc1 service neutron] 10.222.0.83 "PUT /v2.0/ports/96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 200 len: 1091 time: 4.7028046 Jan 18 23:33:34.363483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:34.378872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ac57e-221c-48c8-b8be-0e0c01c78238 req-39e792e7-6cb6-48eb-b72e-c6d843c5250b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:34.380424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d8ac57e-221c-48c8-b8be-0e0c01c78238 req-39e792e7-6cb6-48eb-b72e-c6d843c5250b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 943 time: 0.6864042 Jan 18 23:33:34.382634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8a9dcd0-e182-46a2-ba68-b210305c7d2d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:34.453860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0d8ac57e-221c-48c8-b8be-0e0c01c78238 req-6dfd99d3-39b1-4343-9cc2-4f8593a7351a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675864 Jan 18 23:33:34.489854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f8a9dcd0-e182-46a2-ba68-b210305c7d2d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:34.490210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f8a9dcd0-e182-46a2-ba68-b210305c7d2d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:34.616187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-72d7d443-5902-47d6-82a4-2df0ccd1db6c service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203979 Jan 18 23:33:34.660735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:34.790486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-12c4efba-76df-49ed-a2b7-2384b5086525 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1094 time: 0.2018480 Jan 18 23:33:35.045468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Port': ['ID=af68e012-11a7-46fc-99c6-b58a1acf85e4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:35.122505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-7590cc9c-328c-44f7-b925-ae78e73ffc8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 200 len: 217 time: 0.3248310 Jan 18 23:33:35.127951 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e', 'status': 'completed', 'code': 200} Jan 18 23:33:35.285739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-7aed7f85-e145-4201-ba05-05b34bb86f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:35.287395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-7aed7f85-e145-4201-ba05-05b34bb86f73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=502d20a8-8527-4b33-85cd-d5bfa102f28b HTTP/1.1" status: 200 len: 834 time: 0.1573238 Jan 18 23:33:35.374034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b01bfa-68f6-4018-817a-eb600f7b151f req-958e7ae0-a679-474c-8fe5-d5def2841399 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:35.375565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04b01bfa-68f6-4018-817a-eb600f7b151f req-958e7ae0-a679-474c-8fe5-d5def2841399 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2513661 Jan 18 23:33:35.496774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-35cd5aa8-d9b0-47b1-9c3d-3cafa8d84338 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0496bd51-adeb-427b-a586-7530ad9da77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003140 Jan 18 23:33:35.798281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-ae542f52-1242-4f6c-b65c-cbde0e9c9971 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:35.799768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-ae542f52-1242-4f6c-b65c-cbde0e9c9971 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.89 "GET /v2.0/networks?id=0027dc2b-ce38-4bee-9527-a358db20f2d0 HTTP/1.1" status: 200 len: 810 time: 0.8876555 Jan 18 23:33:35.814390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-ac8c7000-332c-42d5-8f1e-d77ca5ce618c service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105271 Jan 18 23:33:35.824740 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a13e33a-255e-4ee5-be54-b918584ca35b req-d283987d-9157-4385-9dd5-73f0148601c3 service neutron] 10.222.0.89 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2023864 Jan 18 23:33:35.853437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Request body: {'port': {'device_id': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0', 'admin_state_up': True, 'tenant_id': '51177d9796ab4be0b7c4391848c8e352'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:36.005220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04b01bfa-68f6-4018-817a-eb600f7b151f req-45caf32c-4de1-4c2c-8c76-9306abf7c55e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6211536 Jan 18 23:33:36.011111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-192c53ba-7ba7-4c78-bade-0bfdd1f851c9 req-b222c537-d1fe-447c-975c-e2e1c3ff7ff8 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.1928210 Jan 18 23:33:36.143219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:36.452357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530e0e9-1e59-4432-a994-7a1012f320ec req-4159289a-c71e-4b24-8dc1-61a132d3a1c6 service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264740 Jan 18 23:33:36.596349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae372d-d631-46b2-bad2-f6b32faf3f36 req-6c2c807d-40c3-4b6b-b90f-13878c02d3b2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:36.600307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-acae372d-d631-46b2-bad2-f6b32faf3f36 req-6c2c807d-40c3-4b6b-b90f-13878c02d3b2 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 943 time: 0.2842066 Jan 18 23:33:36.729229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:36.737505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-acae372d-d631-46b2-bad2-f6b32faf3f36 req-3b91bc34-8d34-4438-bd5c-e42afaedd9eb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915823 Jan 18 23:33:36.773153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:36.787052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-dcf89072-a7cd-478a-9f28-9b71be29c5ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1094 time: 0.1830850 Jan 18 23:33:36.789134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:36.794161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Usage tracker for resource:port and tenant:51177d9796ab4be0b7c4391848c8e352 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:36.800630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:36.810913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:37.140366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Made reservation on behalf of 51177d9796ab4be0b7c4391848c8e352 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:33:37.143435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:37.213484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-68698edf-ec47-431e-bd09-155cb8e04dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:37.215801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-68698edf-ec47-431e-bd09-155cb8e04dae service neutron] 10.222.0.83 "GET /v2.0/networks?id=0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 200 len: 898 time: 0.4147100 Jan 18 23:33:37.279813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:37.281375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Fanout notify agent at l3_agent the message router_deleted on router 6350b297-35bf-4739-806d-3656ad2d4b2c {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:33:37.404079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:37.416708 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8da32d76-c992-4aed-ad10-331f0834ea3b tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/routers/6350b297-35bf-4739-806d-3656ad2d4b2c HTTP/1.1" status: 204 len: 168 time: 6.5521402 Jan 18 23:33:37.418511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38914) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:37.491483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-63f7ecb6-75dd-4b01-8010-69026c69e5d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 200 len: 217 time: 0.2685788 Jan 18 23:33:37.610674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Allocated IP 172.20.0.8 (0027dc2b-ce38-4bee-9527-a358db20f2d0/ddf01cd4-c931-48f9-9922-7c507c482e5d/dc06c9b2-fe10-4359-aa87-fcdaef9f1c63) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:33:37.686003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef50a375-2ee6-4fa5-971e-99ccf7d06174 req-7825b61e-0f91-4f8a-b614-e39375aa761c tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.1850815 Jan 18 23:33:37.722543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-95973bd1-d5f2-4925-8efc-ad44648e822c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:37.722543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-95973bd1-d5f2-4925-8efc-ad44648e822c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=502d20a8-8527-4b33-85cd-d5bfa102f28b HTTP/1.1" status: 200 len: 834 time: 0.2057688 Jan 18 23:33:37.820716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:37.918570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e3105-ad46-4ad9-838f-e966064a9472 req-48cfbcfa-9400-4f6f-83a2-578ae9ce0c96 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:37.935879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-918e3105-ad46-4ad9-838f-e966064a9472 req-48cfbcfa-9400-4f6f-83a2-578ae9ce0c96 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.4433160 Jan 18 23:33:38.145835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:38.269671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:38.330329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-4ed35d74-50d7-43af-9c1b-c27540dd2d70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0496bd51-adeb-427b-a586-7530ad9da77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5930479 Jan 18 23:33:38.371256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af68e012-11a7-46fc-99c6-b58a1acf85e4 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:33:38.476287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: af68e012-11a7-46fc-99c6-b58a1acf85e4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:33:38.476637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af68e012-11a7-46fc-99c6-b58a1acf85e4 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:33:38.513304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Network 0027dc2b-ce38-4bee-9527-a358db20f2d0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:38.519995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:38.521448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-918e3105-ad46-4ad9-838f-e966064a9472 req-fbe896a0-8a8c-4d48-aecb-07f868d7af62 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5846231 Jan 18 23:33:38.528563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:38.545062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Pushing event updated for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:38.545062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:33:38.647654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a76c9f-28be-4242-a52f-31683ea076d7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:38.692257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:38.693361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:38.759741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d56a330-76c7-40b2-bf5d-b93099b152a7') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:38.772646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d56a330-76c7-40b2-bf5d-b93099b152a7') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:38.795426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.795851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.803496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.813192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:38.832661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:38.976638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-3fe3a63f-ab6e-4ade-b08d-93d9306bb713 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496639 Jan 18 23:33:38.984603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.005975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Request body: {'port': {'device_id': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:39.044455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:33:39.045324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.073882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91052800-4678-4dbf-96dc-4f51dfdba50a req-bbaea4f4-e65d-410b-b15b-447b86543345 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:39.081085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91052800-4678-4dbf-96dc-4f51dfdba50a req-bbaea4f4-e65d-410b-b15b-447b86543345 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 943 time: 0.7712848 Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:33:39.087239 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:33:39.128623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-64f42e4a-dc62-41d8-9e18-c8744cb7b02e service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060990 Jan 18 23:33:39.181013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.271314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.325455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91052800-4678-4dbf-96dc-4f51dfdba50a req-ffea6ab3-53b5-4c80-8c0c-fcdbda50d599 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434118 Jan 18 23:33:39.329792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.363926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.413360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] Pushing event deleted for resources: {'Network': ['ID=38a76c9f-28be-4242-a52f-31683ea076d7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:39.415208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96049e66-ab11-4572-9d3a-91278423838e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:33:39.433738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f85002ed-a62f-4741-acd5-1e123b376cb4 tempest-TestSecurityGroupsBasicOps-787489948 tempest-TestSecurityGroupsBasicOps-787489948-project] 10.222.0.59 "DELETE /v2.0/networks/38a76c9f-28be-4242-a52f-31683ea076d7 HTTP/1.1" status: 204 len: 168 time: 1.9870708 Jan 18 23:33:39.446688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43539492-91c9-4f39-8dea-fb7133af2268 req-8572e186-b06b-4a7e-a8a9-1f6c5e75bc04 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:39.460960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43539492-91c9-4f39-8dea-fb7133af2268 req-8572e186-b06b-4a7e-a8a9-1f6c5e75bc04 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 931 time: 0.5593395 Jan 18 23:33:39.494930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0f5a920-b663-4c6b-8164-412cbc794750 req-76230a41-1f9d-4413-9225-12759481d565 service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578813 Jan 18 23:33:39.546533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-43539492-91c9-4f39-8dea-fb7133af2268 req-1f9dd6d5-e336-46b2-a3fd-60f66c959011 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Synchronizing usage tracker for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:39.655266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-43539492-91c9-4f39-8dea-fb7133af2268 req-1f9dd6d5-e336-46b2-a3fd-60f66c959011 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Unset dirty status for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:33:39.659557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43539492-91c9-4f39-8dea-fb7133af2268 req-1f9dd6d5-e336-46b2-a3fd-60f66c959011 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944687 Jan 18 23:33:39.727154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96049e66-ab11-4572-9d3a-91278423838e,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:39.765014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '96049e66-ab11-4572-9d3a-91278423838e', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'port_id': '96049e66-ab11-4572-9d3a-91278423838e', 'mac_address': 'fa:16:3e:a4:f9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:33:39.833152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:39.887615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96049e66-ab11-4572-9d3a-91278423838e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:33:39.921185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96049e66-ab11-4572-9d3a-91278423838e,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:40.019403 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:40.073199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-7edb4b56-ca9c-4a92-aac6-a47cb834bc7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3100967 Jan 18 23:33:40.113244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:40.240578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['96049e66-ab11-4572-9d3a-91278423838e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:33:40.415424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:33:40.445436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:40.453403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-183b7a1e-a17a-4928-b5b4-b7088819efe7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 1100 time: 0.1626027 Jan 18 23:33:40.502333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Transition to ACTIVE for port object dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:33:40.586977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.012961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:41.146097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.171095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-ebe4778e-60b9-481f-8579-6a702eae7dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:41.174061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-ebe4778e-60b9-481f-8579-6a702eae7dfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.6975582 Jan 18 23:33:41.194874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58696b0d-a0b0-410e-b680-3390daee1070 req-b69ce448-b543-4a5f-864e-33fadc19690f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:41.203941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58696b0d-a0b0-410e-b680-3390daee1070 req-b69ce448-b543-4a5f-864e-33fadc19690f tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 944 time: 0.5197923 Jan 18 23:33:41.222725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39006) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:41.290220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Attempting to bind port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:33:41.290564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Attempting to bind port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:33:41.290899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Attempting to bind port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 on network 0027dc2b-ce38-4bee-9527-a358db20f2d0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:41.298465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 on network 0027dc2b-ce38-4bee-9527-a358db20f2d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:33:41.298796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Attempting to bind port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 on network 0027dc2b-ce38-4bee-9527-a358db20f2d0 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:33:41.312793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:33:41.313165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Checking segment: {'id': 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:33:41.313564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Bound using segment: {'id': 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:33:41.314483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Bound port: dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:33:41.314846 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.431874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96049e66-ab11-4572-9d3a-91278423838e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:41.472135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-0cb7a01b-a75e-4c5f-8ea4-54351255737e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 200 len: 217 time: 0.2587953 Jan 18 23:33:41.512473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:33:41.529838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,segment=NetworkSegment(c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8),segment_id=c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:33:41.623464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.673737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58696b0d-a0b0-410e-b680-3390daee1070 req-7b2a892a-7d2d-4b4f-926a-73fa24c3aeeb tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655788 Jan 18 23:33:41.784802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.786056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] 10.222.0.89 "PUT /v2.0/ports/dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 HTTP/1.1" status: 200 len: 1091 time: 2.7844095 Jan 18 23:33:41.786506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:41.788747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afb47e-ab5e-42e1-b9a9-fb5c07694bfe req-4bdfe26f-5652-4b34-a817-f65741f0994b tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:41.793616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46afb47e-ab5e-42e1-b9a9-fb5c07694bfe req-4bdfe26f-5652-4b34-a817-f65741f0994b tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 943 time: 0.8063703 Jan 18 23:33:41.805153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-dfe20c60-1dbc-4ddf-a09e-e85bdad480c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:41.807195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-dfe20c60-1dbc-4ddf-a09e-e85bdad480c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.3247273 Jan 18 23:33:41.841677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 96049e66-ab11-4572-9d3a-91278423838e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:41.853555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 96049e66-ab11-4572-9d3a-91278423838e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:41.854228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:41.890438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528927f-1fa5-4bb0-aa48-a5ff8fd30dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:41.990458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46afb47e-ab5e-42e1-b9a9-fb5c07694bfe req-6c202b3e-e370-4577-9502-6ffadc92af24 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885631 Jan 18 23:33:42.038222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-d1712f60-305b-4c61-b351-ad47311afc3e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124786 Jan 18 23:33:42.071614 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63', 'status': 'completed', 'code': 200} Jan 18 23:33:42.119851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2fe0c72b-055b-4818-8c2b-b518ccf01586 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=202a1616474d4f718f299cec218854df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8872895 Jan 18 23:33:42.121762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39034) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:42.190413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:42.193160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-b2fa27d7-4167-4fd1-ad01-ab2e5e955814 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51177d9796ab4be0b7c4391848c8e352&device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 1094 time: 0.2270000 Jan 18 23:33:42.274490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:42.278649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-85a3108d-8791-4a3b-8957-0428eeda7b66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 HTTP/1.1" status: 200 len: 217 time: 0.0785451 Jan 18 23:33:42.282412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96049e66-ab11-4572-9d3a-91278423838e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:42.326556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-d257a2e7-f3d7-41d7-b57d-5e14b549a19c service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783284 Jan 18 23:33:42.335815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96049e66-ab11-4572-9d3a-91278423838e,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:42.416880 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96049e66-ab11-4572-9d3a-91278423838e', 'code': 200} Jan 18 23:33:42.420628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-e6b97981-0750-4a3d-9105-364ed2cae930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:42.422318 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-e6b97981-0750-4a3d-9105-364ed2cae930 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ddf01cd4-c931-48f9-9922-7c507c482e5d HTTP/1.1" status: 200 len: 850 time: 0.1365225 Jan 18 23:33:42.426617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:42.525253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-dcd15aa7-f936-4c27-a92a-3acfd58f556d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0027dc2b-ce38-4bee-9527-a358db20f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901623 Jan 18 23:33:42.531190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:42.589753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4639393-4bf3-42c3-9023-e85f738b80d6 req-dfbf8248-c126-4c4a-aa5b-6d5dc25f6464 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569382 Jan 18 23:33:42.595811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:42.685087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-ccb339b2-aee2-4e1d-b6ae-0e90b6998ed2 service neutron] 10.222.0.89 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465940 Jan 18 23:33:42.755756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2468dc76-6af5-4f18-ab68-dac71ebcaa95 req-9a5e5637-3144-43e6-9bcc-2def6f1c09f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1096 time: 0.1643009 Jan 18 23:33:42.916194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2468dc76-6af5-4f18-ab68-dac71ebcaa95 req-49f7a99b-a2ca-4742-9a82-52fc96552e35 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533325 Jan 18 23:33:43.089896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88228ff-49a4-4516-baff-ed02960f077f req-4dcb5e8e-7da8-4038-85b8-314d7449d548 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:43.091667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a88228ff-49a4-4516-baff-ed02960f077f req-4dcb5e8e-7da8-4038-85b8-314d7449d548 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 945 time: 0.1651769 Jan 18 23:33:43.297932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7a5fb239-c433-4614-bdc7-033afaef6ff5 req-5c7b84bf-6267-4a90-a1fb-263d508662ee service neutron] 10.222.0.89 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041682 Jan 18 23:33:43.328937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:43.385385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd50cc-f59f-4b8c-8a1d-774c743f973e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:43.412784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:43.414323 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db5dc024-d4b8-4d17-9c98-da168134aec7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52dd50cc-f59f-4b8c-8a1d-774c743f973e HTTP/1.1" status: 204 len: 168 time: 1.2894468 Jan 18 23:33:43.440944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a88228ff-49a4-4516-baff-ed02960f077f req-6f7cdea1-e739-4263-a10c-486020dceec8 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427162 Jan 18 23:33:43.502860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3b744-4396-42da-aa98-9a54a1aa1554 req-ae30bab8-612d-4baf-9791-1abbe06622d9 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:43.511867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d3b744-4396-42da-aa98-9a54a1aa1554 req-ae30bab8-612d-4baf-9791-1abbe06622d9 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 943 time: 0.1275659 Jan 18 23:33:43.626654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d3b744-4396-42da-aa98-9a54a1aa1554 req-1112ad1c-371e-4d2b-ae58-417592ab76f4 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130085 Jan 18 23:33:43.632767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-49d6f9e4-8c3c-4b1a-b540-9eb74b531c29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=51177d9796ab4be0b7c4391848c8e352&device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 1094 time: 0.1996653 Jan 18 23:33:43.855288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-305da6c7-ac76-4d3f-aba4-ca0cd94e3e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:43.889565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-3b5e52eb-50b0-4fef-a2cb-3d5550afaeb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:43.891029 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-3b5e52eb-50b0-4fef-a2cb-3d5550afaeb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0027dc2b-ce38-4bee-9527-a358db20f2d0 HTTP/1.1" status: 200 len: 911 time: 0.2509947 Jan 18 23:33:43.977588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-55fb91fc-6f33-49d2-bb56-7270b52852c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 HTTP/1.1" status: 200 len: 217 time: 0.0794778 Jan 18 23:33:44.160586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-3946ad92-e453-486c-93ee-eab5747d93f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:44.164569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-3946ad92-e453-486c-93ee-eab5747d93f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ddf01cd4-c931-48f9-9922-7c507c482e5d HTTP/1.1" status: 200 len: 850 time: 0.1735232 Jan 18 23:33:44.291455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-41a708b8-6473-4498-a75c-5ebdeeeb5ae1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0027dc2b-ce38-4bee-9527-a358db20f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274037 Jan 18 23:33:44.566351 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-e300af37-f7c9-4949-a747-fe0eec10edaa service neutron] 10.222.0.89 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680464 Jan 18 23:33:44.750528 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2a724f9b-f7c3-450b-907d-ff739bf036f3 req-43ab7b4a-adef-47f2-bceb-95a1d0c4ce4a service neutron] 10.222.0.89 "GET /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774263 Jan 18 23:33:44.952088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39110) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:44.988344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.027957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:45.032431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Usage tracker for resource:security_group_rule and tenant:c93c5021c67648628bd1501a5c3986f4 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:45.036153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:45.043626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:45.061097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd9542-5203-4cec-b297-646ca1597199 req-727def39-97df-417e-83ed-97d2d773df5d tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:45.071128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8bd9542-5203-4cec-b297-646ca1597199 req-727def39-97df-417e-83ed-97d2d773df5d tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 943 time: 0.2164319 Jan 18 23:33:45.122085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.183832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8bd9542-5203-4cec-b297-646ca1597199 req-e8b36e50-8039-47cc-90d1-31360314b74f tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109874 Jan 18 23:33:45.194318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c68db-fd46-45fb-8832-9690503a6a2a req-e82fe058-45fc-483c-99bf-5606b159c5e9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:45.202741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.210694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-485c68db-fd46-45fb-8832-9690503a6a2a req-e82fe058-45fc-483c-99bf-5606b159c5e9 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 945 time: 0.4884236 Jan 18 23:33:45.280280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-485c68db-fd46-45fb-8832-9690503a6a2a req-db406a89-95c5-4752-a6a1-be7d1bbfe654 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637126 Jan 18 23:33:45.319533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376614a4-4bba-44d3-9421-649a46cdbeb2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:45.381711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a463a973-0e16-4301-be3d-5272d170d752 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c93c5021c67648628bd1501a5c3986f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4256461 Jan 18 23:33:45.382178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39130) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:45.574794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.615851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.753912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661febfd-ba0a-4d85-8b50-12a4dfdcdb49 req-f1fc1477-33f8-475e-b1c5-9fe71378ba25 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:45.755700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-661febfd-ba0a-4d85-8b50-12a4dfdcdb49 req-f1fc1477-33f8-475e-b1c5-9fe71378ba25 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 945 time: 0.2680454 Jan 18 23:33:45.843339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-661febfd-ba0a-4d85-8b50-12a4dfdcdb49 req-e62c9065-84cf-444f-9438-edb72ea8bc4e tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808971 Jan 18 23:33:45.865519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:45.903549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.923413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376614a4-4bba-44d3-9421-649a46cdbeb2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:45.946977 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.946977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/376614a4-4bba-44d3-9421-649a46cdbeb2 HTTP/1.1" status: 204 len: 168 time: 0.5597649 Jan 18 23:33:45.962183 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-120d80b6-51e6-43cd-8e64-8768216b01c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:45.966602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.966943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.967281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.967614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.967943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:45.973111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab289ecb-6dbe-467f-b553-13ab8e411ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:33:46.007921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f1984f6f-0abb-4e68-b875-8d7ac4ce7fb2 tempest-TestNetworkBasicOps-944100412 tempest-TestNetworkBasicOps-944100412-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1091 time: 0.1412535 Jan 18 23:33:46.010765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39158) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:46.026315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '96049e66-ab11-4572-9d3a-91278423838e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:33:46.048334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:46.074307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Usage tracker for resource:floatingip and tenant:a073fd6141644163bfda05c76228577e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:46.081039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:46.090672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:46.188657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:46.379960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:46.697662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346dc9-8bae-4ddd-9a53-8d179a96618b req-2977a92c-f86f-4772-b530-d38058d158e5 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:46.705490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca346dc9-8bae-4ddd-9a53-8d179a96618b req-2977a92c-f86f-4772-b530-d38058d158e5 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 943 time: 0.2608931 Jan 18 23:33:46.791314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca346dc9-8bae-4ddd-9a53-8d179a96618b req-e8b56ffc-5510-4201-81ec-5f6ba7c9a777 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848298 Jan 18 23:33:46.831820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Allocated IP 172.25.1.87 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/2224962f-5048-4c79-b295-15ccc9fd1305) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:33:47.179995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.255068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:47.293782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.332381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.434180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-db516549-1fd2-479c-b3ef-c49b46465bc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2751333d12234c99b7b9922fa0a59efa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762931 Jan 18 23:33:47.440130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:47.469430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=2224962f-5048-4c79-b295-15ccc9fd1305,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:47.500444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.506959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:33:47.508398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:33:47.512531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:33:47.585517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.621360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.793894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:33:47.871931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.915482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16b676-366a-4575-9d6b-5d7bab556fb9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:47.989150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:47.993039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1d3d2c2-0410-4665-95d7-ca6e32d8954d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c16b676-366a-4575-9d6b-5d7bab556fb9 HTTP/1.1" status: 204 len: 168 time: 0.5491586 Jan 18 23:33:48.192907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,segment=NetworkSegment(c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8),segment_id=c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:48.233951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63', 'network_id': '0027dc2b-ce38-4bee-9527-a358db20f2d0', 'port_id': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63', 'mac_address': 'fa:16:3e:a1:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddf01cd4-c931-48f9-9922-7c507c482e5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:33:48.403358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:48.469905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:33:48.509861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,segment=NetworkSegment(c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8),segment_id=c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:48.562039 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:48.674307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2c0b4-ddb0-4cab-aa53-b0208a0bded0 req-1625ea7c-8499-45b2-8fb9-33355d5ca4a1 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:48.681766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adc2c0b4-ddb0-4cab-aa53-b0208a0bded0 req-1625ea7c-8499-45b2-8fb9-33355d5ca4a1 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 943 time: 0.5723002 Jan 18 23:33:48.923188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:48.936466 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:48.941877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['dc06c9b2-fe10-4359-aa87-fcdaef9f1c63'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:33:48.964998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adc2c0b4-ddb0-4cab-aa53-b0208a0bded0 req-ddb248cc-1e54-4d00-b2c2-59c6f174ec32 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605743 Jan 18 23:33:49.334649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:49.505640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:49.798292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:49.968627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.114375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event updated for resources: {'Port': ['ID=2224962f-5048-4c79-b295-15ccc9fd1305,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:50.114375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.128116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:50.305118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.352212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595397f-caea-4a2b-9837-db4ea9cd501c req-f8ea9ba8-9c4b-4e2e-aac0-6016f264780d tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:50.353728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8595397f-caea-4a2b-9837-db4ea9cd501c req-f8ea9ba8-9c4b-4e2e-aac0-6016f264780d tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 944 time: 0.1582463 Jan 18 23:33:50.362012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:50.368477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Usage tracker for resource:security_group_rule and tenant:6a7955d1271340f9867e8a562b507d61 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:50.392032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:50.412388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:50.436782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8595397f-caea-4a2b-9837-db4ea9cd501c req-d216210c-77ac-490d-93cc-b07c63c2f1c9 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675280 Jan 18 23:33:50.440944 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Floating IP 0fd8fbc3-19e8-4d45-9970-9459a28c82d7 associated. External IP: 172.25.1.87, port: 96049e66-ab11-4572-9d3a-91278423838e. Jan 18 23:33:50.520965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.611448 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.696711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3fa0f8-e6eb-491a-b18d-6db30576eb6e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:50.704290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-630522e6-2b45-4d4d-b2d5-7fc66505a50a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a7955d1271340f9867e8a562b507d61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5748827 Jan 18 23:33:50.706864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:50.810514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:50.923026 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:51.169034 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:51.195477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3fa0f8-e6eb-491a-b18d-6db30576eb6e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:51.197241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router c50903a0-3baf-460f-b056-954161fa7f52 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:33:51.211691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:51.214132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4ffc6428-2298-4a22-9118-ae27262def8f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b3fa0f8-e6eb-491a-b18d-6db30576eb6e HTTP/1.1" status: 204 len: 168 time: 0.5044374 Jan 18 23:33:51.531917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:33:51.541750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Sync routers for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:33:51.569744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:51.570602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:33:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:51.711512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:51.973106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:52.101644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0ed4142-1586-4fed-a8da-47847235a3f7 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0892920 Jan 18 23:33:52.103223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:52.105760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39288) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:52.157030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4164-34e4-4ce3-a52d-05cd3045f94b req-f825f0f4-0781-42e0-bb89-6913537d09f9 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:52.158815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0c4164-34e4-4ce3-a52d-05cd3045f94b req-f825f0f4-0781-42e0-bb89-6913537d09f9 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 944 time: 0.3560767 Jan 18 23:33:52.169898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:33:52.197019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39298) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:52.266419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:52.322344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0c4164-34e4-4ce3-a52d-05cd3045f94b req-66b9ceec-6dd5-498f-89cd-0dfb160deea8 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541541 Jan 18 23:33:52.430561 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e', 'status': 'completed', 'code': 200} Jan 18 23:33:52.437999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:33:52.458859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Usage tracker for resource:security_group_rule and tenant:3083573851aa4e2d9ca794af2fd6bf46 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:33:52.473033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:33:52.500819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:33:52.555502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-4e3c5369-af43-4b70-9a7b-c1df255cd1ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1096 time: 0.2301009 Jan 18 23:33:52.603824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:33:52.634564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:33:52.635187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:52.915714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:52.924556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-b1296082-7993-434b-acca-361c6d82437b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:52.928686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-b1296082-7993-434b-acca-361c6d82437b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 200 len: 898 time: 0.3667042 Jan 18 23:33:53.030234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.133985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3083573851aa4e2d9ca794af2fd6bf46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9345670 Jan 18 23:33:53.138838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106b003-b5ec-4730-89a5-2717f4a6b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020d0d21-f3be-4c9f-8964-e843a02a34f1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:53.142919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:53.154818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0fd8fbc3-19e8-4d45-9970-9459a28c82d7', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'port_id': '96049e66-ab11-4572-9d3a-91278423838e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'mac_address': 'fa:16:3e:a4:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:33:48Z', 'updated_at': '2022-01-18T23:33:48Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:53.166494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Checking router: c50903a0-3baf-460f-b056-954161fa7f52 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:33:53.173430 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.201049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:33:53.201931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:33:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:53.221993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-87c34401-b96a-45fc-8d86-01ac273e13a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 200 len: 998 time: 0.2861028 Jan 18 23:33:53.230241 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97172f2b-c44a-4ecb-a4c0-29efdb3c3325 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/0fd8fbc3-19e8-4d45-9970-9459a28c82d7 HTTP/1.1" status: 200 len: 990 time: 1.1233363 Jan 18 23:33:53.231359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.264933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.329041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-885ff5f3-44ff-4781-a9a6-6d0fca1c90ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:53.331360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-885ff5f3-44ff-4781-a9a6-6d0fca1c90ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=502d20a8-8527-4b33-85cd-d5bfa102f28b HTTP/1.1" status: 200 len: 834 time: 0.0816152 Jan 18 23:33:53.425883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.456715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d0d21-f3be-4c9f-8964-e843a02a34f1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:53.473777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:53.484167 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f282c64e-6e44-44e3-8873-5684eba67187 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/020d0d21-f3be-4c9f-8964-e843a02a34f1 HTTP/1.1" status: 204 len: 168 time: 0.3353539 Jan 18 23:33:53.499754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-c0ebb6a6-f0b9-461a-b413-92f2a95d12d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0496bd51-adeb-427b-a586-7530ad9da77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627488 Jan 18 23:33:53.507889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:33:53.730039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-cf0cedc6-1838-4593-8275-2911b89bebab service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217486 Jan 18 23:33:53.988508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0104bdcb-eeed-40be-be1b-eccc9183e2f0 req-5de01910-b934-49ba-972d-19ccea4edb99 service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978967 Jan 18 23:33:54.102044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5dde1-c63e-4d41-a6e0-061def2400a2 req-f2c98ca8-b22c-4df3-8d15-7c05fa0a1799 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:54.110414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbc5dde1-c63e-4d41-a6e0-061def2400a2 req-f2c98ca8-b22c-4df3-8d15-7c05fa0a1799 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 944 time: 0.3724408 Jan 18 23:33:54.234034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39336) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:54.258712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dbc5dde1-c63e-4d41-a6e0-061def2400a2 req-60752177-27bd-43be-b634-56ceedd76450 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483777 Jan 18 23:33:54.280342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:33:54.301566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,segment=NetworkSegment(c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8),segment_id=c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:33:54.335890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0fd8fbc3-19e8-4d45-9970-9459a28c82d7', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'port_id': '96049e66-ab11-4572-9d3a-91278423838e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'mac_address': 'fa:16:3e:a4:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:33:48Z', 'updated_at': '2022-01-18T23:33:48Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:33:54.341103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d96df2-6966-4a4d-a478-6b168445b84c None None] The sync data for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 is: [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0fd8fbc3-19e8-4d45-9970-9459a28c82d7', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'port_id': '96049e66-ab11-4572-9d3a-91278423838e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'mac_address': 'fa:16:3e:a4:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:33:48Z', 'updated_at': '2022-01-18T23:33:48Z', 'revision_number': 0, 'project_id': 'a073fd6141644163bfda05c76228577e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:33:54.380442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:33:54.530001 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40d8ec4d-28ca-4633-8341-51e9a34cce31 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/0fd8fbc3-19e8-4d45-9970-9459a28c82d7 HTTP/1.1" status: 200 len: 990 time: 0.2947979 Jan 18 23:33:54.618602 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63', 'code': 200} Jan 18 23:33:54.618602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:33:54.965384 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c9bdc-16cb-4e62-b45a-22c8d077e097 None None] New status for floating IP 0fd8fbc3-19e8-4d45-9970-9459a28c82d7: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:33:55.031035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-95900601-c519-4370-86b8-b9927bb91fcc req-c3968474-eb8b-407d-a06b-e27a47485bcd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 1096 time: 0.3628728 Jan 18 23:33:55.084961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-95900601-c519-4370-86b8-b9927bb91fcc req-6e389665-0de4-44d0-b16b-1a8c4c1c42c0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Jan 18 23:33:55.533084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:33:55.660667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcdf46-fa81-4749-8bc4-981eeda5efcb req-d893f462-7262-4a09-8851-d93a64f10d61 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:55.677558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68fcdf46-fa81-4749-8bc4-981eeda5efcb req-d893f462-7262-4a09-8851-d93a64f10d61 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 945 time: 0.1631849 Jan 18 23:33:55.767423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68fcdf46-fa81-4749-8bc4-981eeda5efcb req-2558fb72-6617-4046-befe-e8408c08abd8 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874424 Jan 18 23:33:55.788544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-487b99d1-9dfc-4955-b344-bfd10495118d tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/0fd8fbc3-19e8-4d45-9970-9459a28c82d7 HTTP/1.1" status: 200 len: 992 time: 0.2455440 Jan 18 23:33:57.201761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca6a4e-4ca4-4c5f-a9c8-ebf6f5b31339 req-6567e8ec-e817-4a28-9af2-4b01ea7fcd6e tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:57.202951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeca6a4e-4ca4-4c5f-a9c8-ebf6f5b31339 req-6567e8ec-e817-4a28-9af2-4b01ea7fcd6e tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 945 time: 0.1260753 Jan 18 23:33:57.321465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eeca6a4e-4ca4-4c5f-a9c8-ebf6f5b31339 req-94805589-e6e6-45d6-9fbe-825b3cbfb971 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Jan 18 23:33:57.780474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:33:58.483213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47138142-50fc-4417-af61-3c91cb839699 req-768cfbec-6ef0-401d-b0f2-e0ee7931b9ee tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:58.492600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47138142-50fc-4417-af61-3c91cb839699 req-768cfbec-6ef0-401d-b0f2-e0ee7931b9ee tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 945 time: 0.1282306 Jan 18 23:33:58.552961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47138142-50fc-4417-af61-3c91cb839699 req-7fe46357-0855-4a6e-8361-c9682a1dc2e3 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643532 Jan 18 23:33:59.859812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-59939716-aa5b-45fd-9c5f-c4f5957b5812 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:59.859812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-59939716-aa5b-45fd-9c5f-c4f5957b5812 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Synchronizing usage tracker for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:33:59.920111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39075c8-f03e-47c7-9c1b-4a24129b2510 req-fcc8145c-eefd-455f-a034-83b2bff1b91f tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:33:59.928472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b39075c8-f03e-47c7-9c1b-4a24129b2510 req-fcc8145c-eefd-455f-a034-83b2bff1b91f tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 945 time: 0.2070909 Jan 18 23:34:00.004676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b39075c8-f03e-47c7-9c1b-4a24129b2510 req-fc367ab3-c8d9-41f7-b7b4-3736e2aab437 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/security-groups?id=73c2263b-4b7a-42ce-89a2-9df089462f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Jan 18 23:34:00.006990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-59939716-aa5b-45fd-9c5f-c4f5957b5812 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Unset dirty status for tenant:51177d9796ab4be0b7c4391848c8e352 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:00.006990 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-59939716-aa5b-45fd-9c5f-c4f5957b5812 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.89 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 945 time: 0.3758812 Jan 18 23:34:00.107570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Deleting port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:00.108488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:00.528430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] For port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,segment=NetworkSegment(c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8),segment_id=c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:00.528430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:00.730102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Calling delete_port for dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:01.163043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:01.177220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['dc06c9b2-fe10-4359-aa87-fcdaef9f1c63'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:34:01.330054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3663644-c7d9-4246-96fe-11be544faa9c req-aa9f3ed9-941b-4cbf-b57e-ec131f8e5329 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.0879550 Jan 18 23:34:01.402914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Pushing event deleted for resources: {'Port': ['ID=dc06c9b2-fe10-4359-aa87-fcdaef9f1c63,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:01.495263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] No DVR routers for this DVR port dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:01.495263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:01.495263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'name': 'network-vif-deleted', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:01.575374 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b84c2b66-f862-4bfb-8299-544ef4f186ad req-ad5fd57c-0b5d-4233-926b-ce014883ef33 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.89 "DELETE /v2.0/ports/dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 HTTP/1.1" status: 204 len: 173 time: 1.5613766 Jan 18 23:34:01.586210 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17d82b-dfbf-4af2-80ba-05320f491012', 'name': 'network-vif-deleted', 'tag': 'dc06c9b2-fe10-4359-aa87-fcdaef9f1c63', 'status': 'completed', 'code': 200} Jan 18 23:34:02.779516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-067a7060-4b15-4cf8-993e-2fd94318b118 req-e0e8eea6-4069-4600-a434-7d6a62a24900 tempest-ServerGroupTestJSON-1701266002 tempest-ServerGroupTestJSON-1701266002-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17d82b-dfbf-4af2-80ba-05320f491012 HTTP/1.1" status: 200 len: 210 time: 0.1588805 Jan 18 23:34:03.895265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:04.114086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:34:04.114086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device dc06c9b2-fe10-4359-aa87-fcdaef9f1c63 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:04.809162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39610) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:04.976424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Deleting subnet ddf01cd4-c931-48f9-9922-7c507c482e5d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:34:04.981777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.062301 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.144849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.586579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.631597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddf01cd4-c931-48f9-9922-7c507c482e5d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:05.650078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:05.660493 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f9c22ef-7013-458a-bc05-f4dfa4063710 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ddf01cd4-c931-48f9-9922-7c507c482e5d HTTP/1.1" status: 204 len: 168 time: 0.8529582 Jan 18 23:34:05.665151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39630) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:05.831549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.017763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.053051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0027dc2b-ce38-4bee-9527-a358db20f2d0']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:06.077900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:06.077900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a6db2b-77d0-4277-9b66-7ff12b6ad4d8') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:06.095028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.119432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.144350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:34:06.144350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:34:06.149593 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:34:06.309304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.321447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:06.364719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] Pushing event deleted for resources: {'Network': ['ID=0027dc2b-ce38-4bee-9527-a358db20f2d0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:06.466075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-810a0678-213e-4d68-b9ee-a37c9a40d06f admin admin] 10.222.0.59 "DELETE /v2.0/networks/0027dc2b-ce38-4bee-9527-a358db20f2d0 HTTP/1.1" status: 204 len: 168 time: 0.7980263 Jan 18 23:34:07.078104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:07.147460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:07.151460 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c26d750-f58f-4280-8740-c7cdee1124ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51177d9796ab4be0b7c4391848c8e352&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640433 Jan 18 23:34:07.239148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:07.268260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:07.436577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:07.474277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c2263b-4b7a-42ce-89a2-9df089462f31,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:07.565102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:07.565102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5df317e0-dae2-43df-9b37-bc0366dfec97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73c2263b-4b7a-42ce-89a2-9df089462f31 HTTP/1.1" status: 204 len: 168 time: 0.4139924 Jan 18 23:34:09.139812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.192819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39794) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:09.366885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-542837802-network', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:09.372223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:09.373668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Usage tracker for resource:network and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:09.377412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:09.383110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:09.454456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Made reservation on behalf of acf410039e7742fbbff55e5d6a22b6d3 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:09.459630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.470631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.518865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:09.518865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:09.523860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:09.530875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:09.612829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.730076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.763674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:34:09.774451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50862482-b04a-43d7-9353-23ffa4d71c06,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:09.780759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.781256 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Added segment 57d0122a-e4eb-4844-a538-294dca940bbe of type vlan for network 10b8b44c-c9c8-4be0-a810-b36186b78f8a Jan 18 23:34:09.832822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.990517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:09.990517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:09.990517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.229248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=10b8b44c-c9c8-4be0-a810-b36186b78f8a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:10.241417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:34:10.329559 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb908796-30bc-4638-b0df-e0e5fee4f7a8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1297348 Jan 18 23:34:10.329559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39832) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:10.335911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Request body: {'subnet': {'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-542837802-subnet', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:10.356494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:10.356494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Usage tracker for resource:subnet and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:10.365297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:10.379292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:10.488478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Made reservation on behalf of acf410039e7742fbbff55e5d6a22b6d3 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:10.491188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:10.883023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.018933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Checking segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:11.019295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Network hostable DHCP agents. Network: 10b8b44c-c9c8-4be0-a810-b36186b78f8a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:34:11.024296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c2a0f0-b906-4110-99fb-8f384aeb0855,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:11.102520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.160516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:34:11.276260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 10b8b44c-c9c8-4be0-a810-b36186b78f8a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:11.276260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:11.282553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.283802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012edfd-750a-4c4b-90bc-e37c67c0408a None None] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:11.382435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96d7e12a-7476-4542-a569-9ca2682e0a00 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0542009 Jan 18 23:34:11.386004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39864) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:11.396543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:11.434240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:11.434240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Usage tracker for resource:router and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:11.434240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:11.434240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:11.510949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.510949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.544082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:11.683476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c740f72-5c58-481c-b4e4-f5e44457d53a None None] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:12.015180 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.248035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:12.330984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Deleting subnet 5d7e153c-f952-48c0-84e2-9037948f6961 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:34:12.332049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.345197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.411385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.483460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.542973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.622178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Allocated IP 172.25.1.248 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/30a22c65-22a4-47ce-8a53-4c25f7bf6321) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:12.739743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.798106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7e153c-f952-48c0-84e2-9037948f6961,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:12.802260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.804284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:12.804284 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-94881c31-3d58-48d2-b59a-aa3359351267 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5d7e153c-f952-48c0-84e2-9037948f6961 HTTP/1.1" status: 204 len: 168 time: 0.5526884 Jan 18 23:34:12.804284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39900) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:12.928080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.011445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39906) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:13.021951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.065361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Pushing event updated for resources: {'Port': ['ID=30a22c65-22a4-47ce-8a53-4c25f7bf6321,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:13.078901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:13.080094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:13.083125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:13.290657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.364543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc97750-e349-43bf-9718-c6bb73d0a0be']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:13.398601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.414018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f2ca97-936f-41a0-b046-866798bce9f0') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:13.414018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f2ca97-936f-41a0-b046-866798bce9f0') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:13.437234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.440631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:13.440631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c589d75f38ad4195a9dd0367a07495f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:13.440631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:13.460041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:13.507088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.516446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:34:13.516446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:34:13.528762 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:34:13.545061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.545061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.545061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.645064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.671739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.691040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec97a4-6de0-450e-88c6-d9061492586a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:13.691910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.726691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc97750-e349-43bf-9718-c6bb73d0a0be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:13.729711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f2b127e5-ab23-4213-a53f-80ae97d490c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c589d75f38ad4195a9dd0367a07495f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6658387 Jan 18 23:34:13.736409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:13.816480 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75214a96-58e8-4a42-9395-c3b3b16b14f9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2cc97750-e349-43bf-9718-c6bb73d0a0be HTTP/1.1" status: 204 len: 168 time: 1.0061049 Jan 18 23:34:13.870806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eea1ae83-1261-4d87-977b-2f45498ae805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.922070 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:13.961579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.054343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Router ee5efefa-a3f3-42dd-9585-496deb8b1108 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:34:14.073751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.088949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec97a4-6de0-450e-88c6-d9061492586a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:14.097175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.098751 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-22d11214-79e3-4b73-8045-3a5d12e1ef2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfec97a4-6de0-450e-88c6-d9061492586a HTTP/1.1" status: 204 len: 168 time: 0.3612657 Jan 18 23:34:14.245022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39932) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:14.321848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7abaf84b-d9bb-4bc7-82fa-b1f1f2b48537 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ab4584c5634438bb0e2f31922029e85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0699527 Jan 18 23:34:14.326365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:14.419135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.423475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:14.436282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Sync routers for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:14.467359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.469601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:14.470273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:33:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:14.561603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.561603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53535465-8186-4542-bed6-5efc76f6de2f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1730380 Jan 18 23:34:14.569678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39948) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:14.639401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.694679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add01d59-1dc1-460f-a6f2-c3f030ab93fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:14.780961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:14.804934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:14.806070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0d3fc9fa-be4a-4d9d-ac81-190d17e65779 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/add01d59-1dc1-460f-a6f2-c3f030ab93fa HTTP/1.1" status: 204 len: 168 time: 0.4882908 Jan 18 23:34:15.255204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:13Z', 'revision_number': 3, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:15.255204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Checking router: ee5efefa-a3f3-42dd-9585-496deb8b1108 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:15.255204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Updating router ee5efefa-a3f3-42dd-9585-496deb8b1108 port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:34:15.331186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:15.335320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.341781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.373351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:15.377446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Usage tracker for resource:security_group_rule and tenant:00cbc46d7e1c4419a260360f2b51d3e6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:15.380739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:15.387130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:15.493035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.557936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.692560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00cbc46d7e1c4419a260360f2b51d3e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3671076 Jan 18 23:34:15.692560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39972) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:15.722453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a1761-1884-41ba-b709-1d8dcf92de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0d93da-8618-4bc7-b330-b14d2b66a9ee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:15.929303 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.933575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:15.964506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Transition to ACTIVE for port object 30a22c65-22a4-47ce-8a53-4c25f7bf6321 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:15.986774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.062056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.345724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-27477176-8609-4722-adfb-5abc033e4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.412637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.422527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.479516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0d93da-8618-4bc7-b330-b14d2b66a9ee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:16.496293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.506440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-52249504-7f05-4d34-a1a4-31cd152c95d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa0d93da-8618-4bc7-b330-b14d2b66a9ee HTTP/1.1" status: 204 len: 168 time: 0.8024604 Jan 18 23:34:16.547571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Pushing event updated for resources: {'Port': ['ID=30a22c65-22a4-47ce-8a53-4c25f7bf6321,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.580690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.585255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.585255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:16.630298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Attempting to bind port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:16.630298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Attempting to bind port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:16.630298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Attempting to bind port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:16.639098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:16.639098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:16.639511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.641412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:16.645479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Bound port: 30a22c65-22a4-47ce-8a53-4c25f7bf6321, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:16.646155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:16.806047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Allocated IP 172.20.0.1 (10b8b44c-c9c8-4be0-a810-b36186b78f8a/e4c2a0f0-b906-4110-99fb-8f384aeb0855/c6ded5fe-651e-426f-85a4-c3c1e0146c17) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:16.832778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] For port 30a22c65-22a4-47ce-8a53-4c25f7bf6321, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:16.849329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] For port 30a22c65-22a4-47ce-8a53-4c25f7bf6321, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=30a22c65-22a4-47ce-8a53-4c25f7bf6321,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:17.043916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.082239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.173912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.268505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36db93-caab-45a8-83da-3251436f6867 None None] Pushing event updated for resources: {'Port': ['ID=30a22c65-22a4-47ce-8a53-4c25f7bf6321,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:17.270924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:17.280052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:17.280052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:17.307201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:17.307201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:17.331936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:17.376659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.448258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.642101 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:17.795785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:17.833480 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:18.087516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:18.203039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:18.265126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:13Z', 'revision_number': 3, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:18.269582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37718ad-85a3-469f-b744-117c998141d0 None None] The sync data for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 is: [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:13Z', 'revision_number': 3, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:18.343597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:18.462852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:18.578785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:18.590732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:18.802076 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:18.891014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 30a22c65-22a4-47ce-8a53-4c25f7bf6321 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:19.041179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40072) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:19.209504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:19.221353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:19.221353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:19.560015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:19.603579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 30a22c65-22a4-47ce-8a53-4c25f7bf6321, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=30a22c65-22a4-47ce-8a53-4c25f7bf6321,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:19.671441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:19.711601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f13f7b8f-3adb-4d70-b610-ca65e64c5299 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/floatingips/0fd8fbc3-19e8-4d45-9970-9459a28c82d7 HTTP/1.1" status: 200 len: 992 time: 0.6650655 Jan 18 23:34:19.821668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=30a22c65-22a4-47ce-8a53-4c25f7bf6321,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:19.883522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Router ee5efefa-a3f3-42dd-9585-496deb8b1108 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:34:20.088739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40110) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:20.181517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:20.191031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64146357-77ba-4070-bac8-4cdca56869a9 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee5efefa-a3f3-42dd-9585-496deb8b1108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6278214 Jan 18 23:34:20.377255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 2224962f-5048-4c79-b295-15ccc9fd1305 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:20.377872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:20.682458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:20.682458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:20.799312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 30a22c65-22a4-47ce-8a53-4c25f7bf6321 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:20.854913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 2224962f-5048-4c79-b295-15ccc9fd1305 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:20.938332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:20.938332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:21.164200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:21.235534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=2224962f-5048-4c79-b295-15ccc9fd1305,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:21.437804 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:21.511094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4a223b77-c37c-4058-b6db-6c7fb3367c26 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:21.519168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4a223b77-c37c-4058-b6db-6c7fb3367c26 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 810 time: 0.3468616 Jan 18 23:34:21.544776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-a28d6753-58cb-4dfa-8314-1c66cace28d2 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/quotas/acf410039e7742fbbff55e5d6a22b6d3 HTTP/1.1" status: 200 len: 375 time: 0.0138564 Jan 18 23:34:21.692460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-f510d4d9-1bfc-4fc1-ae60-caeccb50bd07 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453228 Jan 18 23:34:22.293987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-62a9b4c2-ceba-4ed6-9cb3-faf17126a84c service neutron] 10.222.0.59 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841098 Jan 18 23:34:22.494342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router c50903a0-3baf-460f-b056-954161fa7f52 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:34:22.582774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-268be638-a602-4686-9c47-31cbb32d4597 service neutron] 10.222.0.59 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804902 Jan 18 23:34:22.702876 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Sync routers for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:22.727580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:22.727580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:22.792898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:22.809490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Sync routers for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:22.833271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:22.833271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:22.885038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:23.086545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:23.158469 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:23.266196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1a6d00e-9dfb-470d-b3ac-3acf4f85c8eb req-71951dc2-d5ac-4d5e-a926-44cfa252a51e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.2327230 Jan 18 23:34:23.325529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-112e37d1-ca7b-4347-9979-9591ef079911 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/floatingips/0fd8fbc3-19e8-4d45-9970-9459a28c82d7 HTTP/1.1" status: 204 len: 168 time: 3.2343135 Jan 18 23:34:23.325529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:23.411895 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'tag': '96049e66-ab11-4572-9d3a-91278423838e', 'status': 'completed', 'code': 200} Jan 18 23:34:23.646794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-dd48085a-021a-49e6-b285-020e531624a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a073fd6141644163bfda05c76228577e&device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 1096 time: 0.2040436 Jan 18 23:34:23.861500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:23.866243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Checking router: c50903a0-3baf-460f-b056-954161fa7f52 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:23.880974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:23.882239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:24.065654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-fbf1bfc4-dd13-454f-a828-67f79c10ee54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:24.065654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-fbf1bfc4-dd13-454f-a828-67f79c10ee54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 200 len: 898 time: 0.4186676 Jan 18 23:34:24.119305 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:17Z', 'revision_number': 4, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c6ded5fe-651e-426f-85a4-c3c1e0146c17', 'name': '', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'mac_address': 'fa:16:3e:0e:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:16Z', 'updated_at': '2022-01-18T23:34:17Z', 'revision_number': 2, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'subnets': [{'id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:24.119305 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Checking router: ee5efefa-a3f3-42dd-9585-496deb8b1108 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:24.119305 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Updating router ee5efefa-a3f3-42dd-9585-496deb8b1108 port c6ded5fe-651e-426f-85a4-c3c1e0146c17 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:34:24.227289 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:24.229274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-edfb63d7-fae8-4414-ba4b-2d7e6ded1017 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 200 len: 217 time: 0.1549151 Jan 18 23:34:24.378826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-af573f84-d5e3-4024-911b-77f8d50b719d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:24.380394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-af573f84-d5e3-4024-911b-77f8d50b719d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=502d20a8-8527-4b33-85cd-d5bfa102f28b HTTP/1.1" status: 200 len: 834 time: 0.1453898 Jan 18 23:34:24.381290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:24.476682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-6e38b96f-6349-4e07-bc21-1f60d8d52b4b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0496bd51-adeb-427b-a586-7530ad9da77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890687 Jan 18 23:34:24.828313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf2cd327-d0c5-45af-8f9b-2d5e9e6b64ef req-b66540eb-5c2e-45ee-92a3-d07182b9cc65 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.3445172 Jan 18 23:34:24.998012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-47d23beb-4e2a-4c09-855f-47dd46ed6513 service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653111 Jan 18 23:34:25.106081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40306) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:25.221316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07661a9-580a-4704-a4a8-f7eddfa8d7c0 req-7f670679-e888-4ef5-a909-d8f23c858153 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:25.221316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c07661a9-580a-4704-a4a8-f7eddfa8d7c0 req-7f670679-e888-4ef5-a909-d8f23c858153 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:25.240618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:25.257765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570e7b1-cc60-43fc-b07e-516916e12c16 None None] The sync data for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 is: [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:33:06Z', 'revision_number': 4, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '368fc86d-9ecb-4501-bd63-84c1ae6af5ea', 'name': '', 'network_id': '0496bd51-adeb-427b-a586-7530ad9da77e', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'mac_address': 'fa:16:3e:25:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:33:05Z', 'updated_at': '2022-01-18T23:33:17Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'subnets': [{'id': '502d20a8-8527-4b33-85cd-d5bfa102f28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:25.282856 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.305518 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Transition to ACTIVE for port object c6ded5fe-651e-426f-85a4-c3c1e0146c17 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:25.396822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cf3be7f-5e96-42f3-92c7-b321914fe104 req-343fb13d-fa6b-4003-8f5d-8da84beb75fa service neutron] 10.222.0.83 "GET /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727994 Jan 18 23:34:25.396822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c07661a9-580a-4704-a4a8-f7eddfa8d7c0 req-7f670679-e888-4ef5-a909-d8f23c858153 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:25.396822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c07661a9-580a-4704-a4a8-f7eddfa8d7c0 req-7f670679-e888-4ef5-a909-d8f23c858153 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 945 time: 0.8634634 Jan 18 23:34:25.399910 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.402158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.441075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:25.449487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Usage tracker for resource:security_group_rule and tenant:18adcf4514c84e899d3c13af00f73007 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:25.451177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:25.459423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:25.463455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c07661a9-580a-4704-a4a8-f7eddfa8d7c0 req-4d33d444-2dbb-4b57-a526-50c3ec847d69 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/security-groups?id=0232a704-084e-4373-8750-303ee44883d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552523 Jan 18 23:34:25.502686 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Pushing event updated for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:25.572180 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.606591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:25.657304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.713240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Attempting to bind port c6ded5fe-651e-426f-85a4-c3c1e0146c17 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:25.713240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Attempting to bind port c6ded5fe-651e-426f-85a4-c3c1e0146c17 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:25.713240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Attempting to bind port c6ded5fe-651e-426f-85a4-c3c1e0146c17 on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Checking segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Bound using segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Bound port: c6ded5fe-651e-426f-85a4-c3c1e0146c17, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:25.732893 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.737067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116bd450-cbdc-4a04-8b3f-f3780d0a4519,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:25.737067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-499e7e5b-5eb3-442e-84da-5dc7c89721c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18adcf4514c84e899d3c13af00f73007&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6322334 Jan 18 23:34:25.747359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:25.880824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.883477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-243964b9-5ea4-4ba5-9bbf-9df803598974 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:25.883477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-243964b9-5ea4-4ba5-9bbf-9df803598974 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 945 time: 0.4050441 Jan 18 23:34:25.919343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:25.947512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] For port c6ded5fe-651e-426f-85a4-c3c1e0146c17, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:25.952104 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] For port c6ded5fe-651e-426f-85a4-c3c1e0146c17, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c6ded5fe-651e-426f-85a4-c3c1e0146c17,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:26.036365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 96049e66-ab11-4572-9d3a-91278423838e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:26.036606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:26.178122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6658d-1a1a-4fd5-8f2a-2902bfafb062 None None] New status for floating IP 0fd8fbc3-19e8-4d45-9970-9459a28c82d7: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:34:26.201977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39fbdac1-0a04-43f7-ba16-25921e476b80 req-fae42656-1870-4e1a-b674-3d0e034cf57a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.0723653 Jan 18 23:34:26.405206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 96049e66-ab11-4572-9d3a-91278423838e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=96049e66-ab11-4572-9d3a-91278423838e,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:26.405892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:26.497074 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:26.544269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:26.547015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 96049e66-ab11-4572-9d3a-91278423838e owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:26.615569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116bd450-cbdc-4a04-8b3f-f3780d0a4519,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:26.622659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:26.626338 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-929de252-dbf5-4056-ba01-539322395cd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/116bd450-cbdc-4a04-8b3f-f3780d0a4519 HTTP/1.1" status: 204 len: 168 time: 0.8865409 Jan 18 23:34:26.706067 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe403c-66c8-49a9-9a6f-03e7855e83bb None None] Pushing event updated for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:26.716821 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:26.717644 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:26.836604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:27.050199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:27.101207 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:27.132757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-700f20e8-7fb0-45a9-ba2e-39cdf4949661 req-8782b751-1b4e-4033-a44a-aaa58329264b tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.1632471 Jan 18 23:34:27.133551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=96049e66-ab11-4572-9d3a-91278423838e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:27.185873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8bdc42d4-b964-4b56-9db6-e6c75be76a39 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:27.186644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8bdc42d4-b964-4b56-9db6-e6c75be76a39 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Synchronizing usage tracker for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:27.314566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] No DVR routers for this DVR port 96049e66-ab11-4572-9d3a-91278423838e on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:27.321991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8bdc42d4-b964-4b56-9db6-e6c75be76a39 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Unset dirty status for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:27.321991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8bdc42d4-b964-4b56-9db6-e6c75be76a39 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.89 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 810 time: 0.4379189 Jan 18 23:34:27.322221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:27.322221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'name': 'network-vif-deleted', 'tag': '96049e66-ab11-4572-9d3a-91278423838e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:27.351685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Request body: {'port': {'device_id': 'f398f924-803b-415d-b0b2-36dbb855b132', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'admin_state_up': True, 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:27.546557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-551c8d0e-f798-4ad8-833b-c90934a90501 req-9afa2f6d-3e0d-4f46-8eb4-d1053691a6e3 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.1607132 Jan 18 23:34:27.546557 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770fcfa8-9197-425b-9a9a-d1a9734ec177', 'name': 'network-vif-deleted', 'tag': '96049e66-ab11-4572-9d3a-91278423838e', 'status': 'completed', 'code': 200} Jan 18 23:34:27.567934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53c7af57-00cc-49ea-81bf-19f5e7217d3a req-a78d9fea-51b8-4b31-832a-c0ddd4393b21 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.83 "DELETE /v2.0/ports/96049e66-ab11-4572-9d3a-91278423838e HTTP/1.1" status: 204 len: 173 time: 1.6671538 Jan 18 23:34:27.697596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:27.697596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Usage tracker for resource:port and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:27.700512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:27.740029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:27.748531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:27.782656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:27.789209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2db61e295bd744de8fc56bc72e31da8b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:27.794645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:27.800482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:27.801355 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:17Z', 'revision_number': 4, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c6ded5fe-651e-426f-85a4-c3c1e0146c17', 'name': '', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'mac_address': 'fa:16:3e:0e:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:16Z', 'updated_at': '2022-01-18T23:34:25Z', 'revision_number': 4, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'subnets': [{'id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:27.807069 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb5cd1c-dff9-4072-815f-4c56ee1bea35 None None] The sync data for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 is: [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:34:17Z', 'revision_number': 4, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c6ded5fe-651e-426f-85a4-c3c1e0146c17', 'name': '', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'mac_address': 'fa:16:3e:0e:ad:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:16Z', 'updated_at': '2022-01-18T23:34:25Z', 'revision_number': 4, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'subnets': [{'id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:27.882951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Made reservation on behalf of acf410039e7742fbbff55e5d6a22b6d3 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:27.887301 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:27.961725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.114784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.128409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40404) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:28.186827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43465171-7040-4fae-bf6d-279ce4c736ee,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:28.186827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-78fbadc8-2b7a-4990-abef-ffe34fea22d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2db61e295bd744de8fc56bc72e31da8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1320732 Jan 18 23:34:28.186827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40410) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:28.219251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.268394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.280513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:28.287034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Usage tracker for resource:security_group_rule and tenant:2ecc688f3a27449e98ccc6c91ccac1c3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:28.294063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:28.298363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.308751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:28.348823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Allocated IP 172.20.0.4 (10b8b44c-c9c8-4be0-a810-b36186b78f8a/e4c2a0f0-b906-4110-99fb-8f384aeb0855/85b787f6-e89b-4b97-9071-62af911c4c8f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:28.373229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-819dee49-82e0-429d-be70-b0c34b9b1435 req-9ada8975-e25b-4e32-8983-1ce5b5bccea3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Synchronizing usage tracker for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:28.442496 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.464252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-819dee49-82e0-429d-be70-b0c34b9b1435 req-9ada8975-e25b-4e32-8983-1ce5b5bccea3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Unset dirty status for tenant:a073fd6141644163bfda05c76228577e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:28.464252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-819dee49-82e0-429d-be70-b0c34b9b1435 req-9ada8975-e25b-4e32-8983-1ce5b5bccea3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "GET /v2.0/ports?device_id=770fcfa8-9197-425b-9a9a-d1a9734ec177 HTTP/1.1" status: 200 len: 210 time: 0.1418471 Jan 18 23:34:28.498336 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.522535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43465171-7040-4fae-bf6d-279ce4c736ee,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:28.542992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.542992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a8ba515-33ee-4e43-bb4e-c2fc2b6494b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43465171-7040-4fae-bf6d-279ce4c736ee HTTP/1.1" status: 204 len: 168 time: 0.3510005 Jan 18 23:34:28.631803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.750096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ecc688f3a27449e98ccc6c91ccac1c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6265080 Jan 18 23:34:28.751283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40430) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:28.762681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee50b8c-d3e2-4c6f-94c2-53d0a657e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe404776-74e2-4661-b56d-e365dc089c9c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:28.910790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:28.921033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-463f5554-c933-4b66-b044-885a28e59a18 req-596efbe6-fd6d-4aff-bce6-b8819113d16c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.0962009 Jan 18 23:34:28.950427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c6ded5fe-651e-426f-85a4-c3c1e0146c17 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:28.992212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.062669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.083790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.131291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c6ded5fe-651e-426f-85a4-c3c1e0146c17 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:29.131291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c6ded5fe-651e-426f-85a4-c3c1e0146c17 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:29.131291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.216088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:29.216088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:29.224160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:29.241690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.253290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Pushing event updated for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:29.269911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe404776-74e2-4661-b56d-e365dc089c9c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:29.288384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.291984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0834d723-2845-47c3-8928-34b027fa2915 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe404776-74e2-4661-b56d-e365dc089c9c HTTP/1.1" status: 204 len: 168 time: 0.5373983 Jan 18 23:34:29.327617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:29.328266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.398651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.432711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-4ffea06b-90df-4a99-bd33-0405d7f38476 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1001537 Jan 18 23:34:29.466350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Request body: {'port': {'device_id': 'f398f924-803b-415d-b0b2-36dbb855b132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:29.492495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c6ded5fe-651e-426f-85a4-c3c1e0146c17, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c6ded5fe-651e-426f-85a4-c3c1e0146c17,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:29.554101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.680174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:29.701558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96049e66-ab11-4572-9d3a-91278423838e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:29.742442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40470) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:29.767314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 96049e66-ab11-4572-9d3a-91278423838e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:34:29.768023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 96049e66-ab11-4572-9d3a-91278423838e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:29.827126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.828127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:29.911695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.167544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.241473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232a704-084e-4373-8750-303ee44883d8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:30.322524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7e3ed-6df9-4f48-a7a9-4894811447ad req-4abff6c4-8b7e-49ec-9e09-462e0f816c20 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:30.324923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d7e3ed-6df9-4f48-a7a9-4894811447ad req-4abff6c4-8b7e-49ec-9e09-462e0f816c20 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 931 time: 0.1431062 Jan 18 23:34:30.348752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b787f6-e89b-4b97-9071-62af911c4c8f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:30.358002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.390739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-74d7e3ed-6df9-4f48-a7a9-4894811447ad req-68d72053-3320-486e-8bcf-a12a374f6cfa tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 Jan 18 23:34:30.414515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Transition to ACTIVE for port object 85b787f6-e89b-4b97-9071-62af911c4c8f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:30.419821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.419821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c660b2dc-1f19-4af6-a97b-565aa10ebfdc tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/security-groups/0232a704-084e-4373-8750-303ee44883d8 HTTP/1.1" status: 204 len: 168 time: 0.6534331 Jan 18 23:34:30.465594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.533938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:30.604264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Pushing event updated for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:30.779985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Attempting to bind port 85b787f6-e89b-4b97-9071-62af911c4c8f on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:30.780706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Attempting to bind port 85b787f6-e89b-4b97-9071-62af911c4c8f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:30.781302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Attempting to bind port 85b787f6-e89b-4b97-9071-62af911c4c8f on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:30.790032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Port 85b787f6-e89b-4b97-9071-62af911c4c8f on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:34:30.795464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Attempting to bind port 85b787f6-e89b-4b97-9071-62af911c4c8f on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:30.799338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:30.800006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Checking segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:30.800634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Bound using segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:30.801338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Bound port: 85b787f6-e89b-4b97-9071-62af911c4c8f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:30.802037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:30.856923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c6ded5fe-651e-426f-85a4-c3c1e0146c17 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:31.043244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:31.047884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c6ded5fe-651e-426f-85a4-c3c1e0146c17 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:31.047884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.055848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:31.064321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=85b787f6-e89b-4b97-9071-62af911c4c8f,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:31.141088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.211649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.213395 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] 10.222.0.89 "PUT /v2.0/ports/85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 1091 time: 1.7739592 Jan 18 23:34:31.215210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:31.265281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73a3e-b4df-4396-85a4-f76faa936e8d service neutron] Pushing event updated for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:31.333815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.362512 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f', 'status': 'completed', 'code': 200} Jan 18 23:34:31.376808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-132967885-network', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:31.387262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:31.393633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Usage tracker for resource:network and tenant:e005288ada3a4603af75dd9b49167e9e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:31.393633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:31.409874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:31.436893 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-1279288a-382d-4fba-b189-d258e312a0db service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1094 time: 0.1289532 Jan 18 23:34:31.530832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Made reservation on behalf of e005288ada3a4603af75dd9b49167e9e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:31.530832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.593760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:31.614086 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-2411a644-f87a-4d63-aae5-9d2bd1d1cba2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 217 time: 0.1653309 Jan 18 23:34:31.717885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:31.730863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Usage tracker for resource:security_group_rule and tenant:e005288ada3a4603af75dd9b49167e9e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:31.733326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8c3e42bd-129b-4278-8311-a6a8b1d0835a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:31.735028 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-8c3e42bd-129b-4278-8311-a6a8b1d0835a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.1206472 Jan 18 23:34:31.736133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:31.743621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:31.834722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-30d54dbf-eb63-4dc0-b5bd-94533389a9d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924499 Jan 18 23:34:31.915100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540d8f7-8805-4896-a4be-b179ba3f971d req-e7558881-cf4a-414b-9ea4-d9642bac656b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:31.915100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5540d8f7-8805-4896-a4be-b179ba3f971d req-e7558881-cf4a-414b-9ea4-d9642bac656b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 943 time: 0.2699976 Jan 18 23:34:32.032796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5540d8f7-8805-4896-a4be-b179ba3f971d req-b08e0b09-b250-42bc-93bc-8a6389599595 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617442 Jan 18 23:34:32.098399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-b0d50cf6-d10b-4214-b90e-55cd0e2bb8da service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472486 Jan 18 23:34:32.130276 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.209260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.259078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:34:32.314816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.314816 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Added segment fde6681b-7e3d-4db8-bcff-219bdf217dca of type vlan for network 7cda8ab3-e794-443c-a561-256408b60eec Jan 18 23:34:32.327924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9bcd7-7bf0-4485-930c-0a7689c5ce57,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:32.353529 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f20547f0-752d-489f-9755-2c53c12e1023 req-c78789b5-4a4a-4687-843d-1facc10ece89 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435772 Jan 18 23:34:32.387538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.389536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:32.389536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.461565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.461565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:32.461565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.564876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:32.659639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port 368fc86d-9ecb-4501-bd63-84c1ae6af5ea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:32.660244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:32.758724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] Pushing event updated for resources: {'Network': ['ID=7cda8ab3-e794-443c-a561-256408b60eec,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:32.771475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7cda8ab3-e794-443c-a561-256408b60eec details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:34:32.786834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-c511f1b3-cb34-44da-8534-42edce2bbe0a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1094 time: 0.2898045 Jan 18 23:34:32.837690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for 368fc86d-9ecb-4501-bd63-84c1ae6af5ea owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:32.951490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41d0c030-304d-440e-be8a-4abcdd1c2897 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9130471 Jan 18 23:34:32.951490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40606) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:32.991572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Request body: {'subnet': {'network_id': '7cda8ab3-e794-443c-a561-256408b60eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-132967885-subnet', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:32.991572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:33.000760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Usage tracker for resource:subnet and tenant:e005288ada3a4603af75dd9b49167e9e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:33.012130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:33.012130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:33.023753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:33.054346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-71b7e869-40c8-4aad-a0cb-81496cf99584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.055799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-71b7e869-40c8-4aad-a0cb-81496cf99584 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.2682853 Jan 18 23:34:33.070040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:33.073943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa929f9b134429c8edc7b9f60fb5980 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:33.077076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:33.083752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:33.127359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:33.133161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Made reservation on behalf of e005288ada3a4603af75dd9b49167e9e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:33.136346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:33.167689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-ecb1d776-a95a-4564-b6b9-a2fff3bc914a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 217 time: 0.1053023 Jan 18 23:34:33.329716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-0ffab82c-ca76-4988-9088-f0fe64e2d76e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.335593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-0ffab82c-ca76-4988-9088-f0fe64e2d76e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.1030626 Jan 18 23:34:33.344603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=368fc86d-9ecb-4501-bd63-84c1ae6af5ea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:33.451396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-0f1f0df3-0053-42a8-a1b6-2f417791291f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115844 Jan 18 23:34:33.539342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:33.671367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:33.751089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40c93a-01aa-45d9-a626-8d0fd0e47eea,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:33.785968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-44599be5-329e-492f-9a31-98a3a104ce02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2aa929f9b134429c8edc7b9f60fb5980&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2176564 Jan 18 23:34:33.804310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:33.807955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bb151-87c0-44c5-bc0e-cd04a4fc9b9f req-c9c6ffb1-198e-4683-9c36-7f2a34f30a4f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:33.807955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5bb151-87c0-44c5-bc0e-cd04a4fc9b9f req-c9c6ffb1-198e-4683-9c36-7f2a34f30a4f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 943 time: 0.4942100 Jan 18 23:34:33.961685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5bb151-87c0-44c5-bc0e-cd04a4fc9b9f req-b9839322-f9c0-4ba3-81bf-c0730acfbbf0 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427608 Jan 18 23:34:34.141920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-c4e0a9ab-d5ad-4870-80de-5c9618f05800 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707182 Jan 18 23:34:34.214486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.238777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.342554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.392941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.499603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:34.556474 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6d09d66-3140-4323-a695-6f17ce6f3459 req-7220ddfe-3c18-451b-84c6-45229d23119a service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073899 Jan 18 23:34:34.556474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Checking segment: {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:34.556474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Network hostable DHCP agents. Network: 7cda8ab3-e794-443c-a561-256408b60eec, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:34:34.728248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Network 7cda8ab3-e794-443c-a561-256408b60eec is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:34:34.759260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.770922 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:34:34.773589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40c93a-01aa-45d9-a626-8d0fd0e47eea,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:34.796760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.805369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ca54382-dafc-4971-a828-7e83bd01a3d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f40c93a-01aa-45d9-a626-8d0fd0e47eea HTTP/1.1" status: 204 len: 168 time: 1.0025761 Jan 18 23:34:34.847554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7cda8ab3-e794-443c-a561-256408b60eec) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:34.856659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:34.857280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:34.865817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66814533-2328-45f3-b508-277ab77b81fb None None] Network 7cda8ab3-e794-443c-a561-256408b60eec requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:34.959313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-34a8851f-0709-4a33-8294-a6e2baf4b282 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9842901 Jan 18 23:34:34.959313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:34.964130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:34.981121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ddb85-fac8-414c-a650-4813b3b73372 req-f45d139f-dd09-4a9c-b22f-2f0ed73e9f47 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:34.981121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d5ddb85-fac8-414c-a650-4813b3b73372 req-f45d139f-dd09-4a9c-b22f-2f0ed73e9f47 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.2532578 Jan 18 23:34:34.990749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:34.990749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Usage tracker for resource:router and tenant:e005288ada3a4603af75dd9b49167e9e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:35.003794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:35.022174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:35.050868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d5ddb85-fac8-414c-a650-4813b3b73372 req-63a6c957-950e-4265-9a35-b4baa109c056 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594952 Jan 18 23:34:35.138263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.138263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.176067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.283471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7cda8ab3-e794-443c-a561-256408b60eec', 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'fixed_ips': [{'subnet_id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:34:35.284532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.285093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Router c50903a0-3baf-460f-b056-954161fa7f52 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:34:35.421792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada3353-48a4-405c-94d9-c1d9d6bd9cad req-a0379eb6-baee-4210-b8fe-91bb3affddd3 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:35.434257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ada3353-48a4-405c-94d9-c1d9d6bd9cad req-a0379eb6-baee-4210-b8fe-91bb3affddd3 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 943 time: 0.2079208 Jan 18 23:34:35.543195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.576793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Allocated IP 172.20.0.2 (7cda8ab3-e794-443c-a561-256408b60eec/08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14/77350f85-8534-464c-98a5-23efb0600fe9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:35.596749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ada3353-48a4-405c-94d9-c1d9d6bd9cad req-c782aa04-53cf-4579-a310-672adfb9704f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572621 Jan 18 23:34:35.898594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:35.911461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Transition to ACTIVE for port object 77350f85-8534-464c-98a5-23efb0600fe9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:35.942052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Transition to ACTIVE for port object 77350f85-8534-464c-98a5-23efb0600fe9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:35.991562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:36.003670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Sync routers for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:36.038419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:36.038419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:36.099849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.107221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4b21be33-0505-41d9-bd18-d5a6c706b01a tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "PUT /v2.0/routers/c50903a0-3baf-460f-b056-954161fa7f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5792706 Jan 18 23:34:36.107970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:36.194750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.204392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 85b787f6-e89b-4b97-9071-62af911c4c8f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:34:36.254872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-836a42fb-d579-4b5e-8e47-ec9e3ce4b18d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:36.254872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-836a42fb-d579-4b5e-8e47-ec9e3ce4b18d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:36.281392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.443634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Network 7cda8ab3-e794-443c-a561-256408b60eec is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:36.473262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:36.489403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:36.497602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076b43f-af9e-4a15-b118-a90049ede0ed req-2650bb5a-5a71-4eaa-a53b-52361e638f76 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:36.499143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2076b43f-af9e-4a15-b118-a90049ede0ed req-2650bb5a-5a71-4eaa-a53b-52361e638f76 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1718686 Jan 18 23:34:36.546011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Allocated IP 172.25.1.81 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/60e49ccf-4f85-4601-9b0d-a66fac6dc718) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:36.554954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-836a42fb-d579-4b5e-8e47-ec9e3ce4b18d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:36.583785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting subnet 502d20a8-8527-4b33-85cd-d5bfa102f28b {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:34:36.584234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-836a42fb-d579-4b5e-8e47-ec9e3ce4b18d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.89 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.7233517 Jan 18 23:34:36.584370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.621237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Pushing event updated for resources: {'Port': ['ID=77350f85-8534-464c-98a5-23efb0600fe9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:36.635011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2076b43f-af9e-4a15-b118-a90049ede0ed req-f21541b3-b5c4-4683-9b51-981b0fef91ba tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167867 Jan 18 23:34:36.682851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.739522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 2a3a7213-1503-4206-b1ee-bb1bb36db02a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:36.739985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.753594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Attempting to bind port 77350f85-8534-464c-98a5-23efb0600fe9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:36.754166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Attempting to bind port 77350f85-8534-464c-98a5-23efb0600fe9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:36.754696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Attempting to bind port 77350f85-8534-464c-98a5-23efb0600fe9 on network 7cda8ab3-e794-443c-a561-256408b60eec {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:36.767409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:36.768381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Checking segment: {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:36.769015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.770697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Bound using segment: {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:36.771488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Bound port: 77350f85-8534-464c-98a5-23efb0600fe9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:36.772040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.815618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:36.847520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.913900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:36.965612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] For port 77350f85-8534-464c-98a5-23efb0600fe9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:36.972561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] For port 77350f85-8534-464c-98a5-23efb0600fe9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=77350f85-8534-464c-98a5-23efb0600fe9,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:37.046833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7005457-18f2-4ba6-83a9-656c6a77bcf2 req-6ff1c4ed-065b-4169-b71c-45a2fd33e221 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:37.046833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7005457-18f2-4ba6-83a9-656c6a77bcf2 req-6ff1c4ed-065b-4169-b71c-45a2fd33e221 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 943 time: 0.2646313 Jan 18 23:34:37.085414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.089805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.140053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=85b787f6-e89b-4b97-9071-62af911c4c8f,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:37.153854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7005457-18f2-4ba6-83a9-656c6a77bcf2 req-9f05e657-cef9-4435-90f5-e4b5c31d6e15 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843091 Jan 18 23:34:37.155801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.249984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '85b787f6-e89b-4b97-9071-62af911c4c8f', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'port_id': '85b787f6-e89b-4b97-9071-62af911c4c8f', 'mac_address': 'fa:16:3e:3d:7b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:34:37.282966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:37.322135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:37.329349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Pushing event updated for resources: {'Port': ['ID=60e49ccf-4f85-4601-9b0d-a66fac6dc718,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:37.337549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Subnet': ['ID=502d20a8-8527-4b33-85cd-d5bfa102f28b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:37.350470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.365591 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.365804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-960102d4-6f96-4c5a-8aa0-e33cf2a5f4de tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/subnets/502d20a8-8527-4b33-85cd-d5bfa102f28b HTTP/1.1" status: 204 len: 168 time: 1.2559257 Jan 18 23:34:37.396762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:37.428099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:37.458935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab23ba-4327-494c-b5fe-420b5d34b5b9 None None] Network 0496bd51-adeb-427b-a586-7530ad9da77e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:37.477311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b787f6-e89b-4b97-9071-62af911c4c8f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:34:37.502093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=85b787f6-e89b-4b97-9071-62af911c4c8f,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:37.505898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76164bde-1648-4e7f-8a80-ec1f6ab94744 None None] Pushing event updated for resources: {'Port': ['ID=77350f85-8534-464c-98a5-23efb0600fe9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:37.593873 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.803357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:37.803853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:37.988561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:38.059995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['85b787f6-e89b-4b97-9071-62af911c4c8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:34:38.117943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac7366-88ae-4e3c-a420-b11984449059 req-e2a80d68-c760-4d1a-aa5a-fa9484e0e7ad tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:38.122186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5ac7366-88ae-4e3c-a420-b11984449059 req-e2a80d68-c760-4d1a-aa5a-fa9484e0e7ad tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 946 time: 0.1967947 Jan 18 23:34:38.144289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2a3a7213-1503-4206-b1ee-bb1bb36db02a no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:38.148688 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.264271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e5ac7366-88ae-4e3c-a420-b11984449059 req-83f44b4c-66e4-4e9d-bc0c-05e9774bd96c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423581 Jan 18 23:34:38.489905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.490774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.491168 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Floating IP aeb132c8-1d83-4cfd-9952-1f4a90e220ab disassociated. External IP: 172.25.1.249, port: 2a3a7213-1503-4206-b1ee-bb1bb36db02a. Jan 18 23:34:38.491582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 2a3a7213-1503-4206-b1ee-bb1bb36db02a owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:38.566280 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.579052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] DHCP port deletion for 0496bd51-adeb-427b-a586-7530ad9da77e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:34:38.646863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de7f8f-71fc-4589-91c3-e6f92b7ac23c req-3af0ebda-baa4-47ed-a658-2d97cc629202 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:38.646863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7de7f8f-71fc-4589-91c3-e6f92b7ac23c req-3af0ebda-baa4-47ed-a658-2d97cc629202 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 944 time: 0.2188995 Jan 18 23:34:38.650734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:38.650734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:38.672891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Deleting port e173836e-6b93-4446-a4c7-bb9829054df8 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:38.672891 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.702326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.702326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.817851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.907460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:38.944696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7de7f8f-71fc-4589-91c3-e6f92b7ac23c req-16c8a2e7-30aa-4f7e-93f0-206ff086a123 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981169 Jan 18 23:34:38.999906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:34:39.000500 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:34:39.016075 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'code': 200} Jan 18 23:34:39.029379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:39.029379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 77350f85-8534-464c-98a5-23efb0600fe9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:39.048564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Deleting port ecd9ee75-cdd6-47f0-a734-22e71f74afd4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:39.048943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:39.132642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d59ccc-7a3f-4016-bdd7-cc07f3ea833d None None] Network 7cda8ab3-e794-443c-a561-256408b60eec requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:39.182604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:34:32Z', 'revision_number': 5, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port': {'id': 'ecd9ee75-cdd6-47f0-a734-22e71f74afd4', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:44:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:32:54Z', 'updated_at': '2022-01-18T23:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:39.200818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Checking router: c50903a0-3baf-460f-b056-954161fa7f52 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:39.284803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Router ce985003-e9fa-42b0-b468-06888a23582a is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:34:39.369365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] For port ecd9ee75-cdd6-47f0-a734-22e71f74afd4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:39.371405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:39.413549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 77350f85-8534-464c-98a5-23efb0600fe9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:39.432065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:39.508556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Routers {'c50903a0-3baf-460f-b056-954161fa7f52'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:39.508744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['c50903a0-3baf-460f-b056-954161fa7f52'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:39.665211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Provisioning for port 77350f85-8534-464c-98a5-23efb0600fe9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:39.717393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] For port e173836e-6b93-4446-a4c7-bb9829054df8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e173836e-6b93-4446-a4c7-bb9829054df8,segment=NetworkSegment(713c564b-8dd1-4e71-8b01-e174ac0c80a1),segment_id=713c564b-8dd1-4e71-8b01-e174ac0c80a1)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:39.717393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:39.723690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Provisioning complete for port 77350f85-8534-464c-98a5-23efb0600fe9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:39.724059 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:39.778032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e173836e-6b93-4446-a4c7-bb9829054df8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:39.834315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Calling delete_port for ecd9ee75-cdd6-47f0-a734-22e71f74afd4 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:39.851005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 2a3a7213-1503-4206-b1ee-bb1bb36db02a {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:39.853056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.132791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-4b42d060-97c4-491f-a950-8373edab0d4e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3015065 Jan 18 23:34:40.265467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b40d4-ee8b-4d89-abec-59654a8cada3 req-c13b0736-2a63-481e-9ddd-f33e2c0ad9e6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:40.274592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f0b40d4-ee8b-4d89-abec-59654a8cada3 req-c13b0736-2a63-481e-9ddd-f33e2c0ad9e6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 944 time: 0.4825962 Jan 18 23:34:40.342788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Calling delete_port for e173836e-6b93-4446-a4c7-bb9829054df8 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:40.376111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] For port 2a3a7213-1503-4206-b1ee-bb1bb36db02a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2a3a7213-1503-4206-b1ee-bb1bb36db02a,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:40.377267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.386671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] Set router c50903a0-3baf-460f-b056-954161fa7f52 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:40.949749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f0b40d4-ee8b-4d89-abec-59654a8cada3 req-d5405fea-ec71-47fb-9391-6bb21f7d8a1d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab27185f-6373-44cd-97df-c3e3b1a117e9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2796397 Jan 18 23:34:40.954635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:34:38Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:40.961132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b14a3-fab6-4840-8bd8-52ba37366667 req-f2cbaf6f-271b-4e0f-8347-e083987feeb6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:40.961132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-921b14a3-fab6-4840-8bd8-52ba37366667 req-f2cbaf6f-271b-4e0f-8347-e083987feeb6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 944 time: 0.3976672 Jan 18 23:34:40.961132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-fe765361-0e55-4d32-8721-86c3a1955b5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 1100 time: 0.3587253 Jan 18 23:34:40.962690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec2a5a0-04e8-4780-92be-8a3a7f048633 None None] The sync data for ids ['c50903a0-3baf-460f-b056-954161fa7f52'] in n-d-825175-2 is: [{'id': 'c50903a0-3baf-460f-b056-954161fa7f52', 'name': 'tempest-TestNetworkBasicOps-router-1023673295', 'tenant_id': 'a073fd6141644163bfda05c76228577e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:32:53Z', 'updated_at': '2022-01-18T23:34:38Z', 'revision_number': 6, 'project_id': 'a073fd6141644163bfda05c76228577e', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:40.964437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:40.966350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Sync routers for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:40.966350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:40.966350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:40.968125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.973397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-921b14a3-fab6-4840-8bd8-52ba37366667 req-bd71df4e-aa13-4374-aa1d-2027c4c9289a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504731 Jan 18 23:34:40.974527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.974527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] For port 77350f85-8534-464c-98a5-23efb0600fe9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=77350f85-8534-464c-98a5-23efb0600fe9,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:40.975685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-ca04aa7b-12d8-493c-bcc0-7dca21ec648a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:40.975685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-ca04aa7b-12d8-493c-bcc0-7dca21ec648a service neutron] 10.222.0.83 "GET /v2.0/networks?id=12fadaff-98a3-4aab-b730-21f0b12b3766 HTTP/1.1" status: 200 len: 870 time: 0.2003586 Jan 18 23:34:40.976982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.978114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:40.978114 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8104fd56-ac41-43b1-860d-ab232ba7d12a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9161980 Jan 18 23:34:40.978114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40866) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:41.080685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.113257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.117155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.117639 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Floating IP aeb132c8-1d83-4cfd-9952-1f4a90e220ab disassociated. External IP: 172.25.1.249, port: 2a3a7213-1503-4206-b1ee-bb1bb36db02a. Jan 18 23:34:41.119195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 2a3a7213-1503-4206-b1ee-bb1bb36db02a owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:41.180316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] No DVR routers for this DVR port e173836e-6b93-4446-a4c7-bb9829054df8 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:41.182018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47cf0-b6f6-4315-a421-e8e3f7fa1c9a None None] Pushing event deleted for resources: {'Port': ['ID=e173836e-6b93-4446-a4c7-bb9829054df8,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:41.187507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:41.193349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:41.206491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.258649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Port': ['ID=ecd9ee75-cdd6-47f0-a734-22e71f74afd4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:41.275949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-4e928807-2f89-49b3-98cb-04469ff69b1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 200 len: 217 time: 0.4092641 Jan 18 23:34:41.303145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 368fc86d-9ecb-4501-bd63-84c1ae6af5ea no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:41.428181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 368fc86d-9ecb-4501-bd63-84c1ae6af5ea {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:34:41.428181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 368fc86d-9ecb-4501-bd63-84c1ae6af5ea not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:41.486959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998df9d-74d3-4516-9e7a-6af95cabbf8b None None] Pushing event updated for resources: {'Port': ['ID=77350f85-8534-464c-98a5-23efb0600fe9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:41.493326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2d461bd7-721f-4616-870c-0fb6a187851d None None] Provisioning complete for port 77350f85-8534-464c-98a5-23efb0600fe9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:41.493729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d461bd7-721f-4616-870c-0fb6a187851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.545766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.587557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.596095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-7fb1ac43-8a2a-4c1a-89fe-1d87ed501ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:41.597647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-7fb1ac43-8a2a-4c1a-89fe-1d87ed501ce5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.2523298 Jan 18 23:34:41.797093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:37Z', 'revision_number': 3, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:41.804257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.805561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Checking router: ce985003-e9fa-42b0-b468-06888a23582a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:41.805989 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Updating router ce985003-e9fa-42b0-b468-06888a23582a port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:34:41.823855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'Port': ['ID=2a3a7213-1503-4206-b1ee-bb1bb36db02a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:41.857466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.857739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.858447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.859140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.859844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.860788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.861292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.861978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.862437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.862921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.863382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:41.929994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:41.939226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Usage tracker for resource:security_group_rule and tenant:c7b58841308c4c808594449215e55fbb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:41.945143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:41.949612 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:41.961688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:42.109319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 85b787f6-e89b-4b97-9071-62af911c4c8f up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:42.159848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4bc30e4d-22b9-4a1c-bf42-8a5093db63b8 req-1ffb6ded-ae8e-4612-aa90-d46071518672 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.3292596 Jan 18 23:34:42.206254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.357755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 85b787f6-e89b-4b97-9071-62af911c4c8f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:42.365991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 85b787f6-e89b-4b97-9071-62af911c4c8f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:42.371828 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.657511 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.670573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.674505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Transition to ACTIVE for port object 60e49ccf-4f85-4601-9b0d-a66fac6dc718 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:42.715408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:42.743186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=85b787f6-e89b-4b97-9071-62af911c4c8f,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:42.755162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:34:42.766558 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.812607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.824624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.834348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-69c8c574-f558-4f3e-8528-9e7e9ca60ac8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2044272 Jan 18 23:34:42.862207 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.866830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.917868 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f', 'code': 200} Jan 18 23:34:42.950188 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Attempting to bind port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:42.950647 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Attempting to bind port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:42.951073 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Attempting to bind port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:42.973848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:42.975082 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:42.977414 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:42.980979 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:42.981680 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:42.982327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Bound port: 60e49ccf-4f85-4601-9b0d-a66fac6dc718, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:42.982862 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.061596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.092224 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed553d0-e9d8-44d6-9d88-5a8f5bad3041 None None] Pushing event updated for resources: {'Port': ['ID=60e49ccf-4f85-4601-9b0d-a66fac6dc718,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:43.116891 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] For port 60e49ccf-4f85-4601-9b0d-a66fac6dc718, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:43.123116 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] For port 60e49ccf-4f85-4601-9b0d-a66fac6dc718, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60e49ccf-4f85-4601-9b0d-a66fac6dc718,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:43.154767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2bb8791-f378-426a-993b-3f30de8e3025 req-60070709-1bd1-4d9f-839a-9749693b29e4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1096 time: 0.1957159 Jan 18 23:34:43.157521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02089b29-82fa-48d0-b097-e62fe7918539 req-08fe6309-0d7d-4592-a215-433e8ca72835 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:43.159202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02089b29-82fa-48d0-b097-e62fe7918539 req-08fe6309-0d7d-4592-a215-433e8ca72835 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 944 time: 1.0271776 Jan 18 23:34:43.197896 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.291219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-a10ebb26-5d96-4fbe-8e11-cc266c7e891c service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280005 Jan 18 23:34:43.294323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7b58841308c4c808594449215e55fbb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0873139 Jan 18 23:34:43.295770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ed636-1476-4413-b775-97cb1a1b968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa2cea-9c34-4390-a4ee-d4e26414e08b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:43.364822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:43.364822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:43.401944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:43.476745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 77350f85-8534-464c-98a5-23efb0600fe9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:43.539985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2bb8791-f378-426a-993b-3f30de8e3025 req-dac92f60-9567-4132-92d3-55566d0dbeeb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774798 Jan 18 23:34:43.582321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 77350f85-8534-464c-98a5-23efb0600fe9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:43.583041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.610220 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:43.634342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:43.637027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-765d85af-cffa-48f4-975d-6b69c0e5b91b req-4d62b16f-255c-4f4a-8073-392bb0a6a968 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179235 Jan 18 23:34:43.655954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.656714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Fanout notify agent at l3_agent the message router_deleted on router c50903a0-3baf-460f-b056-954161fa7f52 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:34:43.696235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:43.712975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8376e11e-f633-47ee-8388-2efa49604f8d req-8d33f66a-af2e-4459-9a19-38bb6b92c102 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.1537380 Jan 18 23:34:43.737857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02089b29-82fa-48d0-b097-e62fe7918539 req-7bf6e0c5-388d-4201-a4f1-566e916681fd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514452 Jan 18 23:34:43.792027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.793987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-87cfad29-57a4-4fcd-bcc3-7f31b5ea81ed tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/routers/c50903a0-3baf-460f-b056-954161fa7f52 HTTP/1.1" status: 204 len: 168 time: 6.4071865 Jan 18 23:34:43.796629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:43.840337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:43.847091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:43.862707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] No DVR routers for this DVR port 2a3a7213-1503-4206-b1ee-bb1bb36db02a on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:43.871721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:43.877046 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed553d0-e9d8-44d6-9d88-5a8f5bad3041 None None] Pushing event updated for resources: {'Port': ['ID=60e49ccf-4f85-4601-9b0d-a66fac6dc718,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:43.904371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-deleted', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:43.914977 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-65eef048-c0e5-4954-b927-48b75789f1d2 req-ce70d1e5-c2eb-4f5e-bb61-983729c06cf0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.89 "DELETE /v2.0/ports/2a3a7213-1503-4206-b1ee-bb1bb36db02a HTTP/1.1" status: 204 len: 173 time: 7.3508677 Jan 18 23:34:43.986816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.032960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ecd9ee75-cdd6-47f0-a734-22e71f74afd4 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:44.076363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.090058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ecd9ee75-cdd6-47f0-a734-22e71f74afd4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:34:44.090632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ecd9ee75-cdd6-47f0-a734-22e71f74afd4 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:44.135971 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.154680 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc5bd35-33d1-4303-b515-f2787e1348b2', 'name': 'network-vif-deleted', 'tag': '2a3a7213-1503-4206-b1ee-bb1bb36db02a', 'status': 'completed', 'code': 200} Jan 18 23:34:44.169709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ae7879e-5b6e-4aa9-bcec-c935574ae27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.269578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.276197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:44.297827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa2cea-9c34-4390-a4ee-d4e26414e08b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:44.298829 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:37Z', 'revision_number': 3, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:44.313202 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ebf68c-4a3d-41fa-958a-15c4f583b524 None None] The sync data for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 is: [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:37Z', 'revision_number': 3, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:44.313876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.315341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e56497ef-c3f7-435f-b8b4-88bb3e769291 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29fa2cea-9c34-4390-a4ee-d4e26414e08b HTTP/1.1" status: 204 len: 168 time: 0.9127877 Jan 18 23:34:44.439112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.502226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0496bd51-adeb-427b-a586-7530ad9da77e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:44.520377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713c564b-8dd1-4e71-8b01-e174ac0c80a1') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:44.521024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713c564b-8dd1-4e71-8b01-e174ac0c80a1') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:44.537203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.556821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.564011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:34:44.564360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.568118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:34:44.598543 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:34:44.967519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.040182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.059965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] Pushing event deleted for resources: {'Network': ['ID=0496bd51-adeb-427b-a586-7530ad9da77e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:45.072419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Allocated IP 172.20.0.1 (7cda8ab3-e794-443c-a561-256408b60eec/08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14/017f2f5b-ba52-4af7-9c9a-c44ad0b57572) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:45.144895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:45.164567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:45.256985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c86eb7f-08af-4198-be0c-b294b51913c3 tempest-TestNetworkBasicOps-970413036 tempest-TestNetworkBasicOps-970413036-project] 10.222.0.59 "DELETE /v2.0/networks/0496bd51-adeb-427b-a586-7530ad9da77e HTTP/1.1" status: 204 len: 168 time: 1.4571819 Jan 18 23:34:45.271250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:45.271989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:45.419341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a7738-1d1a-4f57-bf0d-d67fba6a083a req-b7d0f680-8ece-4b09-9266-9f5990c9b346 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:45.431582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-549a7738-1d1a-4f57-bf0d-d67fba6a083a req-b7d0f680-8ece-4b09-9266-9f5990c9b346 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.3519931 Jan 18 23:34:45.504567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60e49ccf-4f85-4601-9b0d-a66fac6dc718 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:45.520442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.539545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Transition to ACTIVE for port object 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:45.546478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7221b654-dc91-4e2f-878f-f07905c008c5 req-215d9f71-8fad-4e82-bb72-371899a39d8a tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cc5bd35-33d1-4303-b515-f2787e1348b2 HTTP/1.1" status: 200 len: 210 time: 0.1506157 Jan 18 23:34:45.601307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-549a7738-1d1a-4f57-bf0d-d67fba6a083a req-827d45a6-1c02-4ed7-9c8e-73330f722b0a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652565 Jan 18 23:34:45.666000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:45.775859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Network 7cda8ab3-e794-443c-a561-256408b60eec is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:45.779387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:45.786211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:45.789572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:45.922929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Pushing event updated for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:45.991142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.070550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:46.093034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:46.093428 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.109960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:46.185276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da379c9e-96be-419f-af3e-345ddf760baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.189902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.313994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e621dab5-ff5b-4490-85bb-3bca45a7869a None None] Provisioning for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:46.315700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0c9e7a6a-a338-48f7-bd77-c43d911217d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a073fd6141644163bfda05c76228577e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040873 Jan 18 23:34:46.318279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:46.332554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e621dab5-ff5b-4490-85bb-3bca45a7869a None None] Provisioning complete for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:46.332948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e621dab5-ff5b-4490-85bb-3bca45a7869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.356825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.395290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.420316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 60e49ccf-4f85-4601-9b0d-a66fac6dc718, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60e49ccf-4f85-4601-9b0d-a66fac6dc718,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:46.428071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.444900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e621dab5-ff5b-4490-85bb-3bca45a7869a None None] Port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:34:46.473592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:46.486608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752c5423-408c-4895-8eec-bcc76f80e98e None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:46.506501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.606770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=60e49ccf-4f85-4601-9b0d-a66fac6dc718,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:46.625851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.629704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.660552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c39f20-facc-4479-9cf2-28223b027528,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:46.691803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.697087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c39f20-facc-4479-9cf2-28223b027528 HTTP/1.1" status: 204 len: 168 time: 0.3736155 Jan 18 23:34:46.699904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.700398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.701038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.701559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.702112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.702634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.703109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.703671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.704263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.704939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.705447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a697ca-feb5-432a-b940-a18a942e6788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:34:46.739844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.841679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:46.955962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3d61-e7f9-4983-adc9-84fde01d5b90 req-c3d0da02-071e-4d59-a455-245c22bf4ffa tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:46.957600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-897a3d61-e7f9-4983-adc9-84fde01d5b90 req-c3d0da02-071e-4d59-a455-245c22bf4ffa tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1306493 Jan 18 23:34:47.013219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Pushing event updated for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:47.064778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-897a3d61-e7f9-4983-adc9-84fde01d5b90 req-ff6969a1-e4e9-47c4-b111-74d98b41930c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011412 Jan 18 23:34:47.130626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:47.150767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Network 7cda8ab3-e794-443c-a561-256408b60eec is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:47.153855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:47.225552 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.303654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.409254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60e49ccf-4f85-4601-9b0d-a66fac6dc718 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:47.418945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.508097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.613855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:47.614243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.742804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2c205409-1b06-4659-a8de-51e2cd7aa0da None None] Provisioning complete for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:47.743207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c205409-1b06-4659-a8de-51e2cd7aa0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.838448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.851266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2c205409-1b06-4659-a8de-51e2cd7aa0da None None] Port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:34:47.861094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab27185f-6373-44cd-97df-c3e3b1a117e9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:47.906931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Router ce985003-e9fa-42b0-b468-06888a23582a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:34:47.956174 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:47.957381 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7808d522-c8c0-4e83-973d-4a99c0da7f41 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "DELETE /v2.0/security-groups/ab27185f-6373-44cd-97df-c3e3b1a117e9 HTTP/1.1" status: 204 len: 168 time: 0.8257525 Jan 18 23:34:47.959936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:47.977672 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-7d1dbc0a-f8aa-4a68-ab71-e8caa5ecd66f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] show failed (client error): The resource could not be found. Jan 18 23:34:47.979230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7d1dbc0a-f8aa-4a68-ab71-e8caa5ecd66f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups/ab27185f-6373-44cd-97df-c3e3b1a117e9 HTTP/1.1" status: 404 len: 347 time: 0.0174928 Jan 18 23:34:47.989252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:48.191921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41138) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:48.278196 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.353468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 00da67c9-0822-4452-8878-f212c0a79a4b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:48.354070 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.484141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:48.497127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Usage tracker for resource:security_group_rule and tenant:92a361335b174c62811186ab8e08f6f3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:48.519129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:48.527291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:48.626765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72178b-db8d-4ca8-b07d-5bca81a23efe req-5293de93-9df3-49af-a7c3-6f649f0a41e6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:48.634224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f72178b-db8d-4ca8-b07d-5bca81a23efe req-5293de93-9df3-49af-a7c3-6f649f0a41e6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2774858 Jan 18 23:34:48.724910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.725394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.766436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.778819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f72178b-db8d-4ca8-b07d-5bca81a23efe req-84f5d1e9-d656-46d3-b9f2-ced7c8dfe578 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398227 Jan 18 23:34:48.824722 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855e8ee-1189-410a-a34f-6196c61ead99 None None] New status for floating IP aeb132c8-1d83-4cfd-9952-1f4a90e220ab: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:34:48.859563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:48.861154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.008289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac43259-fc26-44e0-8732-02dc9deac599,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:49.041850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-40cbc16c-d0db-4bba-9dbf-4100119029d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92a361335b174c62811186ab8e08f6f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8459930 Jan 18 23:34:49.047260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:49.148691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.199187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 00da67c9-0822-4452-8878-f212c0a79a4b owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:49.203840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.374441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.390689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac43259-fc26-44e0-8732-02dc9deac599,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:49.401478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:49.402375 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-61ba9eca-ec7f-4c6e-8091-97f856f7c9f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1096 time: 1.1324713 Jan 18 23:34:49.403299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09c96beb-1cfb-447f-8df6-070b19a41285 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dac43259-fc26-44e0-8732-02dc9deac599 HTTP/1.1" status: 204 len: 168 time: 0.3525553 Jan 18 23:34:49.411583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:34:49.412083 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:34:49.512977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:49.524781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Sync routers for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:49.558320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:49.559004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:49.577958 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de3d7a09-29c7-4fdc-8cce-c18663aeca0d admin admin] 10.222.0.59 "PUT /v2.0/routers/ce985003-e9fa-42b0-b468-06888a23582a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6944528 Jan 18 23:34:49.606820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-5ff2ee88-b69b-49a5-b511-ac7e9c6fe1a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:49.608787 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-5ff2ee88-b69b-49a5-b511-ac7e9c6fe1a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.1981878 Jan 18 23:34:49.730367 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-6102faaf-4f44-4923-a967-5e83b81eb3a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 217 time: 0.1152475 Jan 18 23:34:49.886218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-5ac7423f-bd60-45a9-8f22-e63d70561359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:49.887768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-5ac7423f-bd60-45a9-8f22-e63d70561359 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.1513567 Jan 18 23:34:50.032080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 00da67c9-0822-4452-8878-f212c0a79a4b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:50.032438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.105630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:50.123951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:50.224801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-1c04a852-5353-4c4b-a22b-df2af9f9e643 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3242784 Jan 18 23:34:50.368619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ddce7-676c-4252-b71b-fc465dc8fd79 req-908f12bb-bfd4-4196-ad1d-4095b52a037e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.371534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a5ddce7-676c-4252-b71b-fc465dc8fd79 req-908f12bb-bfd4-4196-ad1d-4095b52a037e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1875122 Jan 18 23:34:50.472926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a5ddce7-676c-4252-b71b-fc465dc8fd79 req-138029ed-45fd-4059-aa86-102e63ee409c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942068 Jan 18 23:34:50.495282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.533992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:50.536198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-0784d928-7aa7-47b1-9d0a-a60bab4a5365 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918954 Jan 18 23:34:50.538307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Usage tracker for resource:security_group_rule and tenant:2c1400b2eabb41849052142da160dff5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:50.542090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:50.548851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:50.688570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.704567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25fc23-ba7c-46e3-9658-404680a7c432 req-caf7a5aa-a4f9-49a0-970b-92a875574e72 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:50.706157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a25fc23-ba7c-46e3-9658-404680a7c432 req-caf7a5aa-a4f9-49a0-970b-92a875574e72 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 949 time: 0.1279206 Jan 18 23:34:50.758620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a25fc23-ba7c-46e3-9658-404680a7c432 req-6aee4502-9b0b-4e0a-85d3-de24129877e8 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Jan 18 23:34:50.768295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:50.826391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c1400b2eabb41849052142da160dff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7168043 Jan 18 23:34:50.830195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41236) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:50.849262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '017f2f5b-ba52-4af7-9c9a-c44ad0b57572', 'name': '', 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'mac_address': 'fa:16:3e:76:12:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:44Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 2, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'subnets': [{'id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:50.852379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd34c10-a06c-4512-b040-7556c572f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7370f8b5-1a84-417b-b1d4-92cdb2636c26,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:50.853445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Checking router: ce985003-e9fa-42b0-b468-06888a23582a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:50.861823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Updating router ce985003-e9fa-42b0-b468-06888a23582a port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:34:50.908201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.009324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.009666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.018701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.026986 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90919bac-86eb-49c6-a300-d569ff7c6faf req-e678b519-2966-4a61-90ea-88fea428664c service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386914 Jan 18 23:34:51.165957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 00da67c9-0822-4452-8878-f212c0a79a4b owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:51.205993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.343022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.386411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.405968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7370f8b5-1a84-417b-b1d4-92cdb2636c26,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:51.423986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.427475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61ca1ec4-a22f-4b74-9fb5-a42e78663e82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7370f8b5-1a84-417b-b1d4-92cdb2636c26 HTTP/1.1" status: 204 len: 168 time: 0.5798793 Jan 18 23:34:51.466356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Transition to ACTIVE for port object 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:51.469336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.529612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'Port': ['ID=00da67c9-0822-4452-8878-f212c0a79a4b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:51.529898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.669459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.672783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.679316 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1009ef40-aa68-49bb-8d8b-ea6efa6b00d2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "DELETE /v2.0/floatingips/aeb132c8-1d83-4cfd-9952-1f4a90e220ab HTTP/1.1" status: 204 len: 168 time: 3.6889286 Jan 18 23:34:51.769382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41288) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:51.783479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1505078003-network', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:51.796108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:51.808673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Usage tracker for resource:network and tenant:1b9957722fa247b6ae56e5b28515fa0b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:51.813733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:51.830613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:51.939404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4da60-aa01-49f8-9006-5057e334dc3d req-5bde3225-6e47-4796-a6f1-47d07890b6e9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:51.945512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b4da60-aa01-49f8-9006-5057e334dc3d req-5bde3225-6e47-4796-a6f1-47d07890b6e9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1815374 Jan 18 23:34:51.963884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Made reservation on behalf of 1b9957722fa247b6ae56e5b28515fa0b for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:51.966448 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.995224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:51.999706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Attempting to bind port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:52.000408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Attempting to bind port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:52.002117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Attempting to bind port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 on network 7cda8ab3-e794-443c-a561-256408b60eec {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:52.010496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e561b67-58a1-465a-9e4b-d08d9aa947fb None None] Pushing event updated for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:52.025185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:52.026517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Checking segment: {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:52.027108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.027671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Bound using segment: {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:52.028317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Bound port: 017f2f5b-ba52-4af7-9c9a-c44ad0b57572, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde6681b-7e3d-4db8-bcff-219bdf217dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:52.028911 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.081291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:52.105633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b4da60-aa01-49f8-9006-5057e334dc3d req-29843307-d95c-435b-aedf-e2eac99624b4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511469 Jan 18 23:34:52.110375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Usage tracker for resource:security_group_rule and tenant:1b9957722fa247b6ae56e5b28515fa0b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:52.122442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:52.150966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:52.162032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536b183-6384-418b-8493-43f64a31cebf req-cca3a90d-2cdc-4ba2-841c-dcdb8cacc66d tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:52.173313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f536b183-6384-418b-8493-43f64a31cebf req-cca3a90d-2cdc-4ba2-841c-dcdb8cacc66d tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 949 time: 0.2969882 Jan 18 23:34:52.192423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] For port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:52.203072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] For port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:52.317156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Deleting port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:34:52.323873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.326381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.329816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.402759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.451918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:52.453281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:52.648053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e561b67-58a1-465a-9e4b-d08d9aa947fb None None] Pushing event updated for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:52.697702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:52.710672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370191002', 'description': 'tempest-description--412347479'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:52.727639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:52.738679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:52.742065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:34:52.744698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:52.747672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f522c-0f31-41cd-b8d4-adad89520bfc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:52.757690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:52.764705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.765236 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Added segment 425b6b55-bd5b-4adc-8b0e-6c364be4f0d9 of type vlan for network b084c88e-983b-4a40-98cf-d94767f2bbfc Jan 18 23:34:52.820187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.839579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.839969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] For port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:52.840891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:52.892725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:52.915339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:52.942032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:52.946308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:52.949716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:52.955374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:52.984042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Calling delete_port for 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:34:53.015633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.016918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.029377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.030210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:53.031821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.063944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11507400-575f-463d-991e-8932dc6334fb req-f072f6fa-2761-4635-9c9c-beff4f047896 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:53.066216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11507400-575f-463d-991e-8932dc6334fb req-f072f6fa-2761-4635-9c9c-beff4f047896 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 949 time: 0.6762180 Jan 18 23:34:53.131580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.165149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11507400-575f-463d-991e-8932dc6334fb req-f83475cd-26b4-4d13-81cf-bc7f261933c5 tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/security-groups?id=f6bf8859-5744-4db6-9250-9180cc2819e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853579 Jan 18 23:34:53.194696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ab7ad7-44ba-46cb-b146-2318b159b389,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:53.220686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] Pushing event updated for resources: {'Network': ['ID=b084c88e-983b-4a40-98cf-d94767f2bbfc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:53.240797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:53.242698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Usage tracker for resource:security_group_rule and tenant:ac598acf16bf45058f7f3e8f307d8ec0 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:53.246206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:53.255671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:53.260230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.269332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b084c88e-983b-4a40-98cf-d94767f2bbfc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:34:53.325541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Pushing event deleted for resources: {'Port': ['ID=538ef2e7-4a7d-4787-b567-a0f38ead3bf4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:53.335050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d3fd7fd-acab-41ec-b841-7be91875241f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5639162 Jan 18 23:34:53.338836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41358) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:53.376806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['538ef2e7-4a7d-4787-b567-a0f38ead3bf4'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:34:53.381097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Request body: {'subnet': {'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1505078003-subnet', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:53.390947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:53.410163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.413079 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.414336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3f413ca-af18-422c-8e37-60719f0f9e63 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7156384 Jan 18 23:34:53.417857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41362) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:53.432828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Usage tracker for resource:subnet and tenant:1b9957722fa247b6ae56e5b28515fa0b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:53.436398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:53.436565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group_rule': {'security_group_id': '10ab7ad7-44ba-46cb-b146-2318b159b389', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:53.445168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:53.451321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:53.457128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:53.462792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:53.478818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-9fc49464-d702-48fe-9949-969d8535d0d0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1096 time: 0.1937349 Jan 18 23:34:53.483298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.545236 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac598acf16bf45058f7f3e8f307d8ec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6405909 Jan 18 23:34:53.552441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41370) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:53.576943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] No DVR routers for this DVR port 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:34:53.579483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:53.582228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.587747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'name': 'network-vif-deleted', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:34:53.606696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f536b183-6384-418b-8493-43f64a31cebf req-e1706104-165f-4717-83de-90ab17f7481c tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.83 "DELETE /v2.0/ports/538ef2e7-4a7d-4787-b567-a0f38ead3bf4 HTTP/1.1" status: 204 len: 173 time: 1.4300528 Jan 18 23:34:53.664199 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3577f8-cb0d-4011-b097-08b2a5d50694', 'name': 'network-vif-deleted', 'tag': '538ef2e7-4a7d-4787-b567-a0f38ead3bf4', 'status': 'completed', 'code': 200} Jan 18 23:34:53.688449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Made reservation on behalf of 1b9957722fa247b6ae56e5b28515fa0b for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:34:53.691205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.750776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177ecc8-1733-4857-bc7e-ad3c9731d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda14c4-950c-4bda-a5b8-1b37520c5789,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:53.754453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.879156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:53.994128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '017f2f5b-ba52-4af7-9c9a-c44ad0b57572', 'name': '', 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'mac_address': 'fa:16:3e:76:12:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:44Z', 'updated_at': '2022-01-18T23:34:52Z', 'revision_number': 4, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'subnets': [{'id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:54.002874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c338e3-1a36-4e7b-9bb6-b966c9622ec6 None None] The sync data for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 is: [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '017f2f5b-ba52-4af7-9c9a-c44ad0b57572', 'name': '', 'network_id': '7cda8ab3-e794-443c-a561-256408b60eec', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'mac_address': 'fa:16:3e:76:12:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:44Z', 'updated_at': '2022-01-18T23:34:52Z', 'revision_number': 4, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'subnets': [{'id': '08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:34:54.029591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-d04698f5-89fc-4280-96a9-c6b4412ce51f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:54.031084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-d04698f5-89fc-4280-96a9-c6b4412ce51f service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.5161037 Jan 18 23:34:54.102314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.194420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.218289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-b8e2781b-d2af-466d-bebb-99dcc3a367a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 217 time: 0.1215386 Jan 18 23:34:54.233700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65be0a-193d-4689-abff-64ebf8c6623c req-54c46074-06c9-4337-a6d5-be2831dc5bd2 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:54.236244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc65be0a-193d-4689-abff-64ebf8c6623c req-54c46074-06c9-4337-a6d5-be2831dc5bd2 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.9171226 Jan 18 23:34:54.280241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.319748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc65be0a-193d-4689-abff-64ebf8c6623c req-eafa1940-9888-49ad-92e2-ac77d7cf8c44 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Jan 18 23:34:54.323949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.325944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-9f2b0834-1f62-4975-8ade-86caf46410bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:54.327542 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-9f2b0834-1f62-4975-8ade-86caf46410bd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.0985286 Jan 18 23:34:54.330922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c24523d-ebf8-4620-a5d8-be35cb367b0c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:54.412961 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-eac1fc2a-70ec-4044-8937-c3f133b2960e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792015 Jan 18 23:34:54.434218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:54.505694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.508018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.512148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0651e35-212a-44c3-a87d-3d28ce44b6b5 req-543ba92d-0e6d-4d7c-92f1-881f8cab44df tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Synchronizing usage tracker for tenant:77bcd775d9d8472cb17f31f6eb95d5a0 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:54.512312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edda14c4-950c-4bda-a5b8-1b37520c5789 HTTP/1.1" status: 204 len: 168 time: 0.9555492 Jan 18 23:34:54.538105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Checking segment: {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:54.539170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Network hostable DHCP agents. Network: b084c88e-983b-4a40-98cf-d94767f2bbfc, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:34:54.544130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d6442-b056-467f-b86b-a0ff3e09e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda14c4-950c-4bda-a5b8-1b37520c5789,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:54.547240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.550875 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46878026-7248-465e-9a32-83a48058fcb6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1318929 Jan 18 23:34:54.554148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:54.562975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'security_group_rule': {'security_group_id': '10ab7ad7-44ba-46cb-b146-2318b159b389', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:54.569503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:54.573874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:security_group_rule and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:54.576863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:54.583281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:54.609994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0651e35-212a-44c3-a87d-3d28ce44b6b5 req-543ba92d-0e6d-4d7c-92f1-881f8cab44df tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] Unset dirty status for tenant:77bcd775d9d8472cb17f31f6eb95d5a0 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:54.611519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0651e35-212a-44c3-a87d-3d28ce44b6b5 req-543ba92d-0e6d-4d7c-92f1-881f8cab44df tempest-VolumesBackupsTest-930169103 tempest-VolumesBackupsTest-930169103-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e3577f8-cb0d-4011-b097-08b2a5d50694 HTTP/1.1" status: 200 len: 210 time: 0.1521897 Jan 18 23:34:54.631723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-59d2cba6-2b91-4629-89ea-098d13cb5879 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123427 Jan 18 23:34:54.735378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.751943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Network b084c88e-983b-4a40-98cf-d94767f2bbfc is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:34:54.786459 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-91a81b6e-f612-4114-8f6b-c03d874ac1b5 req-ac580d7d-b032-4a17-832f-a1257d02b2d3 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397722 Jan 18 23:34:54.832250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.916722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b084c88e-983b-4a40-98cf-d94767f2bbfc) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:54.921130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:54.922111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.928482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a4001-9e83-478d-86a0-9e35c4ac0310 None None] Network b084c88e-983b-4a40-98cf-d94767f2bbfc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:54.958393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:54.996303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a613cf1-f7a3-475c-8bf3-2c2071b31cf0,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:55.013449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2c1d0d58-02be-4360-87db-829fd6028751 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6704838 Jan 18 23:34:55.013557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:55.019723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:55.027662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:55.032639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Usage tracker for resource:router and tenant:1b9957722fa247b6ae56e5b28515fa0b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:55.036177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:55.043991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:55.059834 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.064522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8f9f17c8-cfea-4622-a442-f777b23aa88f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5042453 Jan 18 23:34:55.065243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:55.072366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:34:55.083120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:34:55.091836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:floatingip and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:34:55.098989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:34:55.105523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:34:55.139954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.141088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.165695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.196747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.265032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b084c88e-983b-4a40-98cf-d94767f2bbfc', 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'fixed_ips': [{'subnet_id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:34:55.266186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.357393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:55.430409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.573234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Allocated IP 172.20.0.2 (b084c88e-983b-4a40-98cf-d94767f2bbfc/40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3/0942ed6a-3e45-4a74-a781-4ba55f7a4973) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:55.587044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Allocated IP 172.25.1.78 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/84c92939-1c9a-45e0-93a8-d2b4238ed657) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:55.599535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.643738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda00c33-83b3-422b-b6df-c067a9e75c3d req-c589f414-f4d6-4766-b48e-0f510d5a2b3c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:55.645222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bda00c33-83b3-422b-b6df-c067a9e75c3d req-c589f414-f4d6-4766-b48e-0f510d5a2b3c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1484826 Jan 18 23:34:55.696025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:55.710708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:55.711212 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:55.722176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bda00c33-83b3-422b-b6df-c067a9e75c3d req-9b7cea32-07a1-4f7d-a43b-0e96394ce67c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690792 Jan 18 23:34:55.835215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:34:55.918353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:34:55.918696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 538ef2e7-4a7d-4787-b567-a0f38ead3bf4 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:34:56.034402 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.042922 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.046362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.087660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:34:56.090153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.102462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Transition to ACTIVE for port object 0942ed6a-3e45-4a74-a781-4ba55f7a4973 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:56.104934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.136919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Transition to ACTIVE for port object 0942ed6a-3e45-4a74-a781-4ba55f7a4973 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:34:56.243138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.243489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.322792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.323457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Allocated IP 172.25.1.193 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/9b2db841-758f-4c1d-b9e9-1465e9ce7077) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:34:56.400940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:56.420645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Network b084c88e-983b-4a40-98cf-d94767f2bbfc is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:56.424366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:56.429415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:56.429789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:56.435697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:56.477227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=84c92939-1c9a-45e0-93a8-d2b4238ed657,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:56.527658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:56.554582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.592390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Attempting to bind port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:34:56.592687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Attempting to bind port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:34:56.593072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Attempting to bind port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 on network b084c88e-983b-4a40-98cf-d94767f2bbfc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:34:56.659270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.660785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.675254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:34:56.675976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Checking segment: {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:34:56.676565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.677174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Bound using segment: {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:34:56.677822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Bound port: 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:34:56.678411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.699155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Pushing event updated for resources: {'Port': ['ID=0942ed6a-3e45-4a74-a781-4ba55f7a4973,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:56.741389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:34:56.749607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:34:56.753931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:34:56.821496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] For port 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:34:56.825883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] For port 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0942ed6a-3e45-4a74-a781-4ba55f7a4973,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:34:56.842258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2db841-758f-4c1d-b9e9-1465e9ce7077,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:56.857897 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:56.945946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.109215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59b510-a682-4df3-9efa-545095cf283a None None] Pushing event updated for resources: {'Port': ['ID=0942ed6a-3e45-4a74-a781-4ba55f7a4973,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:57.151172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.200085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa965-8784-4f6a-a441-50cdad73e2c2 req-4eab2612-cb68-47ef-b259-7bf8bef917c7 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:57.201647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-909aa965-8784-4f6a-a441-50cdad73e2c2 req-4eab2612-cb68-47ef-b259-7bf8bef917c7 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1620708 Jan 18 23:34:57.287761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.310646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-909aa965-8784-4f6a-a441-50cdad73e2c2 req-6fa1069b-91e9-4e1b-a3b9-1505b2d6c637 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033452 Jan 18 23:34:57.349929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:57.378801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.378801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.433127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=84c92939-1c9a-45e0-93a8-d2b4238ed657,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:34:57.498400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.515476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:57.515869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.630879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:57.636902 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-acac1b85-63a5-4583-a4a3-065e3a8bb7e4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5657749 Jan 18 23:34:57.998671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-a9872cad-b709-4fe2-b0e8-9a5f1206abec tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:34:58.132880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:34:58.200100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-a9872cad-b709-4fe2-b0e8-9a5f1206abec tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:34:58.201189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-a9872cad-b709-4fe2-b0e8-9a5f1206abec tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--370191002&fields=id&tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 267 time: 0.2910542 Jan 18 23:34:58.527971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-5aea4f8d-6b70-40b7-bb54-fa6ec87d5035 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:58.529881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-5aea4f8d-6b70-40b7-bb54-fa6ec87d5035 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 811 time: 0.3173959 Jan 18 23:34:58.616651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abae10-cb89-4469-b578-665ac644c6a1 None None] Network b084c88e-983b-4a40-98cf-d94767f2bbfc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:34:58.645237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-0261283e-02ea-44d9-878c-8ae34c751122 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/quotas/fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 375 time: 0.0643694 Jan 18 23:34:58.734679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5b4c6-a823-4426-a093-135982e0771e req-54321bf7-5e33-4872-a31f-00df5ecc37ed tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:34:58.736517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbc5b4c6-a823-4426-a093-135982e0771e req-54321bf7-5e33-4872-a31f-00df5ecc37ed tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2055550 Jan 18 23:34:58.760000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:34:58.769996 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Sync routers for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:34:58.800079 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:34:58.801214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:58.839957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbc5b4c6-a823-4426-a093-135982e0771e req-1d4f440b-754c-4005-9696-cd466a94a518 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638528 Jan 18 23:34:58.871533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-5b3df6b5-f096-4667-a86b-c1fb8e58796c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2170739 Jan 18 23:34:58.923980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-08b8d183-9492-4f8a-abde-2b9c6631dac1 None None] Provisioning for port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:59.030692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:59.031957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c26d7447-5003-411d-bb1a-ce188fe28861 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0171449 Jan 18 23:34:59.035002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41640) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:34:59.042801 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:34:59.120504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-df21a0f9-10ef-4efb-8e99-3df9db89f364 service neutron] 10.222.0.59 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157550 Jan 18 23:34:59.381882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-21940a4a-f0f6-4d19-8138-82fd147eb5d4 service neutron] 10.222.0.59 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556822 Jan 18 23:34:59.403754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0942ed6a-3e45-4a74-a781-4ba55f7a4973 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:34:59.625884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:34:59.638033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:34:59.640611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:59.682222 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:34:56Z', 'revision_number': 3, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:34:59.691512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Checking router: d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:34:59.692416 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Updating router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:34:59.854151 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:34:59.919219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-351a4b15-314d-403f-8789-8aee66887033 req-335988d6-8f1f-47fe-b460-3dcd9ab8538c tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.1420269 Jan 18 23:35:00.031669 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.184467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0942ed6a-3e45-4a74-a781-4ba55f7a4973,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:00.237681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.342208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163676cf-9360-48ca-af17-73682044fed6 req-a08ea46d-760b-4de2-8406-7a82c98177f5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:00.343932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-163676cf-9360-48ca-af17-73682044fed6 req-a08ea46d-760b-4de2-8406-7a82c98177f5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1909659 Jan 18 23:35:00.381251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0942ed6a-3e45-4a74-a781-4ba55f7a4973,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:00.420775 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-163676cf-9360-48ca-af17-73682044fed6 req-efd14238-17de-427e-abb2-df4a1b21c4c4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629447 Jan 18 23:35:00.661284 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.661830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:00.670436 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.684438 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Transition to ACTIVE for port object 9b2db841-758f-4c1d-b9e9-1465e9ce7077 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:00.796827 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.886015 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Attempting to bind port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:00.887107 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Attempting to bind port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:00.887655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Attempting to bind port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:00.887918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.904438 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d991a0-7a1c-4431-87de-ca1dfdcec715 None None] Pushing event updated for resources: {'Port': ['ID=9b2db841-758f-4c1d-b9e9-1465e9ce7077,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:00.907986 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:00.908579 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:00.909167 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.909754 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:00.915580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Bound port: 9b2db841-758f-4c1d-b9e9-1465e9ce7077, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:00.916542 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:00.983331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:00.988379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Usage tracker for resource:security_group_rule and tenant:0c805211e25f463ba7b1d64c7dca917a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:00.991692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:00.998404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:01.008213 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] For port 9b2db841-758f-4c1d-b9e9-1465e9ce7077, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:01.011748 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] For port 9b2db841-758f-4c1d-b9e9-1465e9ce7077, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9b2db841-758f-4c1d-b9e9-1465e9ce7077,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:01.062159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Allocated IP 172.20.0.1 (b084c88e-983b-4a40-98cf-d94767f2bbfc/40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3/58cef815-c275-44e7-9673-6557cdea35e0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:01.081734 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.094253 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.146339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79b6be4a-de72-468b-91ae-824073d963a5 req-83852abf-5a08-4bb9-af49-402ee18120b8 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.0472124 Jan 18 23:35:01.174229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.228038 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.237238 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d991a0-7a1c-4431-87de-ca1dfdcec715 None None] Pushing event updated for resources: {'Port': ['ID=9b2db841-758f-4c1d-b9e9-1465e9ce7077,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:01.241815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:01.242937 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:01.245413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Transition to ACTIVE for port object 58cef815-c275-44e7-9673-6557cdea35e0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:01.262440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c805211e25f463ba7b1d64c7dca917a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5996943 Jan 18 23:35:01.272857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:01.273034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2963-a798-4662-b98c-5e980e253876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d766c76-b858-4b27-a04c-a150c253f766,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:01.314003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0942ed6a-3e45-4a74-a781-4ba55f7a4973 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:01.341727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.369455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.393460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.482591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:01.483364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.484694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Network b084c88e-983b-4a40-98cf-d94767f2bbfc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:01.488354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:01.494603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:01.536577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Pushing event updated for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:01.569505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.677570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.703391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d766c76-b858-4b27-a04c-a150c253f766,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:01.728787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.731083 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e85540d3-95cd-4010-97e6-c287f1e76574 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d766c76-b858-4b27-a04c-a150c253f766 HTTP/1.1" status: 204 len: 168 time: 0.4642186 Jan 18 23:35:01.818488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:01.820904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32297ed-6947-4a9a-96c1-385b06cac53e req-58c3a04c-c4df-46d4-a9cd-5ab1c620f4e1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:01.822969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32297ed-6947-4a9a-96c1-385b06cac53e req-58c3a04c-c4df-46d4-a9cd-5ab1c620f4e1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1546659 Jan 18 23:35:01.899106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:01.965166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32297ed-6947-4a9a-96c1-385b06cac53e req-59a74b3e-61e1-483f-8e96-f2aa04e6e93f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361151 Jan 18 23:35:02.059537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17652dcf-377b-4ae4-939d-c98a7f61c4c7 None None] Provisioning for port 58cef815-c275-44e7-9673-6557cdea35e0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:02.065323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-17652dcf-377b-4ae4-939d-c98a7f61c4c7 None None] Provisioning complete for port 58cef815-c275-44e7-9673-6557cdea35e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:02.065924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17652dcf-377b-4ae4-939d-c98a7f61c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:02.155999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-17652dcf-377b-4ae4-939d-c98a7f61c4c7 None None] Port 58cef815-c275-44e7-9673-6557cdea35e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:35:02.266103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:02.323500 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-60ed7932-9588-4529-9744-de17657262c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:34:56Z', 'revision_number': 3, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:02.327476 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7932-9588-4529-9744-de17657262c9 None None] The sync data for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 is: [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:34:56Z', 'revision_number': 3, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:02.333942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:02.455519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a21806c9-b955-4afc-bfb8-5ea342021432 req-970868f0-9b2a-46b2-bfb3-f2c7d3745839 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.1039314 Jan 18 23:35:02.499511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:02.575578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Pushing event updated for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:02.767678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Network b084c88e-983b-4a40-98cf-d94767f2bbfc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:02.768903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:03.021804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:03.187532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:03.274651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:03.280220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Usage tracker for resource:security_group_rule and tenant:097bbf1e1fa54b21a5df9bda961cef89 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:03.285698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:03.290175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-202b43d7-1874-4152-b76f-19325b43fb74 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:03.297913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-202b43d7-1874-4152-b76f-19325b43fb74 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.83 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 811 time: 0.5219359 Jan 18 23:35:03.298081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:03.307064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1a53d577-3661-4241-97cd-6ae4c7da21f2 None None] Provisioning complete for port 58cef815-c275-44e7-9673-6557cdea35e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:03.309889 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a53d577-3661-4241-97cd-6ae4c7da21f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:03.410864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1a53d577-3661-4241-97cd-6ae4c7da21f2 None None] Port 58cef815-c275-44e7-9673-6557cdea35e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:35:03.449401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:03.490500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-07b3a4d8-91cc-41e0-b7ab-789f522c01d5 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef HTTP/1.1" status: 200 len: 379 time: 0.0849292 Jan 18 23:35:03.501842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'port': {'device_id': '56410669-3431-4f27-aa55-eae80530331b', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'admin_state_up': True, 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'security_groups': ['10ab7ad7-44ba-46cb-b146-2318b159b389']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:03.548575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:03.614572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edab8087-4b42-4477-8b69-e569c7f67407,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:03.623656 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-25fa5e5b-f779-4b48-adb3-385e6e79dc86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=097bbf1e1fa54b21a5df9bda961cef89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6001589 Jan 18 23:35:03.626482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41880) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:03.749580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7bd26c5-7e84-4cf6-abe1-08c2a6c8d714 req-c154d0e6-cd19-4223-8676-1162c3608ad6 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.0924630 Jan 18 23:35:03.758546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe38a68-2909-46b0-80ea-d238f5f9f46c req-74971ba1-6e59-4762-9f5d-001905dfbdfb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:03.766206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe38a68-2909-46b0-80ea-d238f5f9f46c req-74971ba1-6e59-4762-9f5d-001905dfbdfb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.4669569 Jan 18 23:35:03.826103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:03.830543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Usage tracker for resource:port and tenant:fcc8c2be7bcb412e937c8adb13ec02ef is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:03.855511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:03.868325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:03.974681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:03.980078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Made reservation on behalf of fcc8c2be7bcb412e937c8adb13ec02ef for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:03.983402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.229656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.258113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Allocated IP 172.20.0.8 (712265ac-ad98-4884-ac49-2233c45b7d24/39f7b02b-fc5e-4150-aaf3-d58ddd40b2af/0530eccb-9a3f-440a-8e63-6d1118a95bf7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:04.267888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:35:04.453638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.477043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edab8087-4b42-4477-8b69-e569c7f67407,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:04.485679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.487067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c8fb273-9be8-47f0-a198-eb525b7b34c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edab8087-4b42-4477-8b69-e569c7f67407 HTTP/1.1" status: 204 len: 168 time: 0.8561294 Jan 18 23:35:04.504620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-afe38a68-2909-46b0-80ea-d238f5f9f46c req-cb0fa10e-bbe9-453d-b5f0-f4ff9f102762 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7375467 Jan 18 23:35:04.507918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.537559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Transition to ACTIVE for port object 0530eccb-9a3f-440a-8e63-6d1118a95bf7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:04.546164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:04.565402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-553a8ddb-f2fc-4ac7-9ce9-dd27159a9c72 admin admin] 10.222.0.59 "PUT /v2.0/routers/d7b5244f-e76b-4c0c-8d0e-bc519464e9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5283449 Jan 18 23:35:04.643925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:04.765001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Network 712265ac-ad98-4884-ac49-2233c45b7d24 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:04.771514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:04.774063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:04.835176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event updated for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:04.916197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:04.917184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:05.045371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-210e2073-99fd-45ab-8e3b-997552c2cedf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5493805 Jan 18 23:35:05.069769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Request body: {'port': {'device_id': '56410669-3431-4f27-aa55-eae80530331b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:05.305565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3398edb0-2a09-4666-aa31-dd94bcb1ab8e None None] Provisioning for port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:05.313735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3398edb0-2a09-4666-aa31-dd94bcb1ab8e None None] Provisioning complete for port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:05.314874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3398edb0-2a09-4666-aa31-dd94bcb1ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:05.372440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:05.399720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5cf4f-948c-4249-a39d-dfe700a57217 req-4a7bd0bd-5a46-4f74-b7c5-8e33d10bfa59 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:05.400477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-93e5cf4f-948c-4249-a39d-dfe700a57217 req-4a7bd0bd-5a46-4f74-b7c5-8e33d10bfa59 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:05.427504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3398edb0-2a09-4666-aa31-dd94bcb1ab8e None None] Port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:35:05.561201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-93e5cf4f-948c-4249-a39d-dfe700a57217 req-4a7bd0bd-5a46-4f74-b7c5-8e33d10bfa59 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:05.573854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e5cf4f-948c-4249-a39d-dfe700a57217 req-4a7bd0bd-5a46-4f74-b7c5-8e33d10bfa59 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 931 time: 0.3819327 Jan 18 23:35:05.733766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e5cf4f-948c-4249-a39d-dfe700a57217 req-59d680b5-bb5d-44ce-a439-f06500a0a3a0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588025 Jan 18 23:35:05.981744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0530eccb-9a3f-440a-8e63-6d1118a95bf7 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:05.993074 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:06.018429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29b7e-1bc0-465a-bae3-938292927000 req-aba44241-02f5-4f22-a918-3a291db881cc tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:06.019943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac29b7e-1bc0-465a-bae3-938292927000 req-aba44241-02f5-4f22-a918-3a291db881cc tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1386235 Jan 18 23:35:06.022528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Transition to ACTIVE for port object 0530eccb-9a3f-440a-8e63-6d1118a95bf7 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:06.069404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac29b7e-1bc0-465a-bae3-938292927000 req-985f3261-497e-4e04-8810-1bf1f7765009 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Jan 18 23:35:06.111296 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:06.313117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deb024-a101-4535-a994-99c229520254 service neutron] Pushing event updated for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:06.594561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41954) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:06.625386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Attempting to bind port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:06.626517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Attempting to bind port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:06.626984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Attempting to bind port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:06.636038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 on network 712265ac-ad98-4884-ac49-2233c45b7d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:35:06.636362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Attempting to bind port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 on network 712265ac-ad98-4884-ac49-2233c45b7d24 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:06.643108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:06.643448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Checking segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:06.643868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Bound using segment: {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:06.648632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Bound port: 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91838417-bbb1-486b-b42c-c6548b9440e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:06.648632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:06.758768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:06.778569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:06.835431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'networks': [{'name': 'tempest-network--1268908250'}, {'name': 'tempest-network--174355525'}]} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:06.836099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-network--1268908250'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:06.836997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-network--174355525'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:06.849886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:06.858048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:network and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:06.861646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:06.870370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:06.909666 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:06.945185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'network': 2} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:06.949991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:06.970991 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.013157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:07.017361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:security_group_rule and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:07.020701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:07.027308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:07.076158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deb024-a101-4535-a994-99c229520254 service neutron] Pushing event updated for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:07.085654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.088394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-85deb024-a101-4535-a994-99c229520254 service neutron] 10.222.0.83 "PUT /v2.0/ports/0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 200 len: 1091 time: 2.0345054 Jan 18 23:35:07.128155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.129279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:07.192465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b230161-f832-4b5c-a318-b8f9e6ef29a7 req-0cdd5cfc-632d-48e7-a8ee-8eaf52a5014e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.194187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b230161-f832-4b5c-a318-b8f9e6ef29a7 req-0cdd5cfc-632d-48e7-a8ee-8eaf52a5014e tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 943 time: 0.1225235 Jan 18 23:35:07.236731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.237518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.315740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f1be85-8563-4ad5-bd43-a555f2afe00a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:07.322970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:07.336032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.336358 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment 70335946-f44e-4705-bc43-7e76c3b64388 of type vlan for network fb2ee7d6-8ffd-4787-938b-0f7a172efdbf Jan 18 23:35:07.382053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.392464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b230161-f832-4b5c-a318-b8f9e6ef29a7 req-dd9fec80-fd2c-4484-bfe7-1dee5a82d970 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922903 Jan 18 23:35:07.417839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-6094c5ca-38d2-426f-a941-c5f3c69017db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 1094 time: 0.1841562 Jan 18 23:35:07.428667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29dd4e-a20e-4693-9ac8-81e7107c07f5 req-46d143be-9530-4a70-a2aa-e2016440bcc5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.430570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb29dd4e-a20e-4693-9ac8-81e7107c07f5 req-46d143be-9530-4a70-a2aa-e2016440bcc5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1428685 Jan 18 23:35:07.488050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:07.500822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.501493 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment 5e61e1ce-5406-4ea5-953e-71ddf4808741 of type vlan for network 27a8eafc-747e-462e-996c-01096b497edc Jan 18 23:35:07.545621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.609725 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'status': 'completed', 'code': 200} Jan 18 23:35:07.617776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-b2c4cd50-09a2-43c9-88c0-5e39c67a6283 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 200 len: 217 time: 0.1860890 Jan 18 23:35:07.697502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb29dd4e-a20e-4693-9ac8-81e7107c07f5 req-db201426-9e06-400b-b1a9-f843c8d0184b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643827 Jan 18 23:35:07.717390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-9cffbdb1-c59d-4797-a73a-5a714930ae47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.719221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-9cffbdb1-c59d-4797-a73a-5a714930ae47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.0885131 Jan 18 23:35:07.747608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.749286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.753385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.757424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:07.758072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:07.827918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-a99858c3-2935-42a3-86a9-60456687e038 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965447 Jan 18 23:35:08.041555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-1a7b46de-c8c3-4d44-a10f-5ec47b458da4 service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127342 Jan 18 23:35:08.069114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=fb2ee7d6-8ffd-4787-938b-0f7a172efdbf,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:08.088071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network fb2ee7d6-8ffd-4787-938b-0f7a172efdbf details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:08.147769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5525959 Jan 18 23:35:08.164539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 41996) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:08.290145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c4b670-1a44-4880-8940-0ad1e47a737e req-4e3d7e35-7e24-4a8c-bc3f-db0d4f10234d service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443755 Jan 18 23:35:08.425383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7d5d0-e7a7-4b17-860f-8907cf2b7fe1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=27a8eafc-747e-462e-996c-01096b497edc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:08.436225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 27a8eafc-747e-462e-996c-01096b497edc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:08.508862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42006) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:08.549018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:08.557479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:08.562333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:08.566563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:08.567623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Synchronizing usage tracker for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:08.687797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Unset dirty status for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:08.691694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97fc26e2-da74-48c4-b95e-6ddad88c4fbd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5235808 Jan 18 23:35:08.693613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:08.716753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-482f1126-119f-48d4-98d3-c1371bef02b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 1094 time: 0.2807562 Jan 18 23:35:08.874684 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.038045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.068534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ee7d6-8ffd-4787-938b-0f7a172efdbf']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.088986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70335946-f44e-4705-bc43-7e76c3b64388') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.089634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70335946-f44e-4705-bc43-7e76c3b64388') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.108427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.128281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.134907 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.135429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:09.135541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:09.151454 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:09.154508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49bbe0-47ea-4236-9499-3a10513792f8 req-d02a4a83-f453-47a2-b964-e36f5dc4e32f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:09.156202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e49bbe0-47ea-4236-9499-3a10513792f8 req-d02a4a83-f453-47a2-b964-e36f5dc4e32f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 943 time: 0.5127039 Jan 18 23:35:09.231343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-7f6de428-c1ad-4b42-9218-39b4ce5e4828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:09.231698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-7f6de428-c1ad-4b42-9218-39b4ce5e4828 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.5023022 Jan 18 23:35:09.317150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.332582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e49bbe0-47ea-4236-9499-3a10513792f8 req-964776c2-64fd-4c7f-abd2-a16588a0c3df tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623635 Jan 18 23:35:09.335017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-def7ae53-ccf1-4478-9459-48fe60b3bb7b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 200 len: 217 time: 0.0954783 Jan 18 23:35:09.338918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9b2db841-758f-4c1d-b9e9-1465e9ce7077 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:09.347137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98d96c-913c-41a2-999c-f9423aa602b5 req-d7452e37-5043-4ed0-b5d0-b50b79cb6e58 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:09.349158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.355059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f98d96c-913c-41a2-999c-f9423aa602b5 req-d7452e37-5043-4ed0-b5d0-b50b79cb6e58 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.4571500 Jan 18 23:35:09.390525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=fb2ee7d6-8ffd-4787-938b-0f7a172efdbf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:09.466183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56f1e99e-87db-4c5c-9b9e-bb7391b67a9f tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/fb2ee7d6-8ffd-4787-938b-0f7a172efdbf HTTP/1.1" status: 204 len: 168 time: 0.7729766 Jan 18 23:35:09.468591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42020) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:09.539717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-fc888337-eb6b-4f73-9cec-1a2d5ac53f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:09.542596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-fc888337-eb6b-4f73-9cec-1a2d5ac53f08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1687522 Jan 18 23:35:09.574361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:09.581875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:09.582303 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.604633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f98d96c-913c-41a2-999c-f9423aa602b5 req-165474d0-d311-42a6-b9e1-ecd29d57c6e0 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483351 Jan 18 23:35:09.642992 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.818506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.821201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-007e533c-d76b-41a9-a150-32e8eb70e169 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682776 Jan 18 23:35:09.840179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 9b2db841-758f-4c1d-b9e9-1465e9ce7077, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9b2db841-758f-4c1d-b9e9-1465e9ce7077,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:09.864716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.917444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.945755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a8eafc-747e-462e-996c-01096b497edc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.959747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e61e1ce-5406-4ea5-953e-71ddf4808741') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.960044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e61e1ce-5406-4ea5-953e-71ddf4808741') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:09.973920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.987854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:09.996945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.003487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=9b2db841-758f-4c1d-b9e9-1465e9ce7077,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:10.008117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:10.008526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.123909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-07b751f9-936f-4e00-91c1-d1b088e304d5 service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812703 Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:10.156630 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:10.305219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.331352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.334725 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c63835e0-6eac-42cb-9621-a5c78e0c1eac req-2c208162-2493-49cd-8da2-8b6d84420c2a service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046764 Jan 18 23:35:10.362657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=27a8eafc-747e-462e-996c-01096b497edc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:10.368392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-818a6acc-9950-4ef6-a75f-2a5f1f3e757c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/27a8eafc-747e-462e-996c-01096b497edc HTTP/1.1" status: 204 len: 168 time: 0.8985653 Jan 18 23:35:10.371370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42028) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:10.547952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c4be3-d5c9-4569-89d5-ee68a105ba7a tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:10.552189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c4be3-d5c9-4569-89d5-ee68a105ba7a tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:10.553168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-044c4be3-d5c9-4569-89d5-ee68a105ba7a tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Synchronizing usage tracker for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:10.624797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-044c4be3-d5c9-4569-89d5-ee68a105ba7a tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Unset dirty status for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:10.630037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-044c4be3-d5c9-4569-89d5-ee68a105ba7a tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2535539 Jan 18 23:35:10.630653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:10.639486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1610506835'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:10.650483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:10.689653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:10.717401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba8196-551b-4f96-ba9c-7dab3b0e92f3 req-7777a5a1-ff7a-41ac-89d1-a1e474bfa181 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:10.718890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abba8196-551b-4f96-ba9c-7dab3b0e92f3 req-7777a5a1-ff7a-41ac-89d1-a1e474bfa181 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 943 time: 0.1956129 Jan 18 23:35:10.841720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:10.844606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.896009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abba8196-551b-4f96-ba9c-7dab3b0e92f3 req-4bbcb105-a3ee-4b32-8d61-a55a88e90dd2 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664412 Jan 18 23:35:10.910886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:10.933731 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.933731 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment 18fe9fb9-bb71-46b8-aa0f-0d67297b7977 of type vlan for network f34794ea-e277-4880-994a-b9708627a66d Jan 18 23:35:10.973136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:10.985672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b6818-0e82-4eaf-b743-c2b9fa2bcdbb req-0d43a154-ec4f-437d-9ca1-38bb56aa1029 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:10.987379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-369b6818-0e82-4eaf-b743-c2b9fa2bcdbb req-0d43a154-ec4f-437d-9ca1-38bb56aa1029 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2097025 Jan 18 23:35:11.082433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.269564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-369b6818-0e82-4eaf-b743-c2b9fa2bcdbb req-8e7f134e-177e-441b-82b6-854ea27cde61 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678380 Jan 18 23:35:11.307482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.311101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:11.311958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.329578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9b2db841-758f-4c1d-b9e9-1465e9ce7077 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:11.412568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:11.412978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.492471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=f34794ea-e277-4880-994a-b9708627a66d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:11.499950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Deleting port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:11.500294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.515392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f34794ea-e277-4880-994a-b9708627a66d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:11.578386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e5f5d0df-e0d5-49dd-a6e3-b309976924be tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9446473 Jan 18 23:35:11.578930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:11.585256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-694021633'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:11.594862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:11.601335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:network and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:11.606027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:11.617185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:11.683225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:11.686370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.696570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] For port 017f2f5b-ba52-4af7-9c9a-c44ad0b57572, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:11.698197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.717208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:11.726760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.727359 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment 472d00c0-6e8f-4035-9991-c91efc901262 of type vlan for network 0baca7dc-b50b-4102-8205-5da17b5a372a Jan 18 23:35:11.757451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.763491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:35:11.830852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Calling delete_port for 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:11.831062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.838293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:11.839450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:11.881120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0530eccb-9a3f-440a-8e63-6d1118a95bf7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:35:11.991376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=0baca7dc-b50b-4102-8205-5da17b5a372a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:12.058283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b5ad49e5-9643-4f86-b902-080dfccfdc73 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4774685 Jan 18 23:35:12.058466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:12.065176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'ports': [{'network_id': 'f34794ea-e277-4880-994a-b9708627a66d', 'name': 'tempest-port--1829264407', 'admin_state_up': True}, {'network_id': '0baca7dc-b50b-4102-8205-5da17b5a372a', 'admin_state_up': False}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:12.065838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'port': {'network_id': 'f34794ea-e277-4880-994a-b9708627a66d', 'name': 'tempest-port--1829264407', 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:12.066772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'port': {'network_id': '0baca7dc-b50b-4102-8205-5da17b5a372a', 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:12.120083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0baca7dc-b50b-4102-8205-5da17b5a372a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:12.210340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:12.274322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:12.291711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'port_id': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'mac_address': 'fa:16:3e:30:76:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:35:12.296897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Pushing event deleted for resources: {'Port': ['ID=017f2f5b-ba52-4af7-9c9a-c44ad0b57572,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:12.351495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:12.377840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0530eccb-9a3f-440a-8e63-6d1118a95bf7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:12.399666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:12.488161 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:12.578772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:12.775123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:12.779521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0530eccb-9a3f-440a-8e63-6d1118a95bf7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:35:12.779616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:port and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:12.779616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:12.779616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1f886-1f36-4f26-8791-f86d66e5177b req-793e6719-af3a-443a-abec-2c0832ec1711 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:12.779616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2e1f886-1f36-4f26-8791-f86d66e5177b req-793e6719-af3a-443a-abec-2c0832ec1711 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 943 time: 0.6024232 Jan 18 23:35:12.779616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:12.870130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Sync routers for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:12.870538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959ced5-971a-4aa5-92e3-2cccd99b0cc4 req-725b8201-fad9-42e6-bfc1-d02383cc97af tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:12.870538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4959ced5-971a-4aa5-92e3-2cccd99b0cc4 req-725b8201-fad9-42e6-bfc1-d02383cc97af tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2997487 Jan 18 23:35:12.870706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:12.870706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:12.871758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2e1f886-1f36-4f26-8791-f86d66e5177b req-f94e9907-4f11-4101-899d-e5910dd852d0 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977511 Jan 18 23:35:13.002433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4959ced5-971a-4aa5-92e3-2cccd99b0cc4 req-db5d11de-3511-4be0-a738-9c34894791df tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047094 Jan 18 23:35:13.107590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'port': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:13.110133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.135335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.157162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.157549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:13.489702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] device_id is not set on port 7a9e6357-e02a-4d38-93d0-885cd540e1b1 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:35:13.609209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:01Z', 'revision_number': 4, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '58cef815-c275-44e7-9673-6557cdea35e0', 'name': '', 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'mac_address': 'fa:16:3e:c7:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:00Z', 'updated_at': '2022-01-18T23:35:02Z', 'revision_number': 2, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'subnets': [{'id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:13.615627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Checking router: d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:13.617653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Updating router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 port 58cef815-c275-44e7-9673-6557cdea35e0 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:35:13.676290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.682618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:13.871682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] device_id is not set on port 1a3fcac2-ed69-470e-b535-06e781384dd4 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:35:14.008287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0720433d-9bd3-4e17-9da3-e23eb887c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.012631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0530eccb-9a3f-440a-8e63-6d1118a95bf7 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:14.306118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.310230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.318328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Transition to ACTIVE for port object 58cef815-c275-44e7-9673-6557cdea35e0 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:14.356757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:14.365279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:14.376219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.441304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.535770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca95423-cb0b-47a3-8433-c0135e5d34b9 req-73483343-780e-40a5-8f42-63ce8b073851 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:14.537847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ca95423-cb0b-47a3-8433-c0135e5d34b9 req-73483343-780e-40a5-8f42-63ce8b073851 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 944 time: 0.3237903 Jan 18 23:35:14.549023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592c8b7-b344-488d-8d88-46a4a3e596af req-9b77bb63-4878-44b5-bca7-263ca1dcc421 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:14.550811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0592c8b7-b344-488d-8d88-46a4a3e596af req-9b77bb63-4878-44b5-bca7-263ca1dcc421 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.3006248 Jan 18 23:35:14.576083 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.634372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784bf2-6d9e-4171-81c0-b420175e2c9b None None] Pushing event updated for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:14.705332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:14.768977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0592c8b7-b344-488d-8d88-46a4a3e596af req-b5990502-85a3-4d31-8e28-552337ae800a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982841 Jan 18 23:35:14.788057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ca95423-cb0b-47a3-8433-c0135e5d34b9 req-33723036-14be-4325-823a-b61bfcfa8bd4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359662 Jan 18 23:35:14.789367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:14.794411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Router ce985003-e9fa-42b0-b468-06888a23582a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:35:14.803951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Port': ['ID=7a9e6357-e02a-4d38-93d0-885cd540e1b1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:14.908096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Checking segment: {'id': '18fe9fb9-bb71-46b8-aa0f-0d67297b7977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f34794ea-e277-4880-994a-b9708627a66d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:14.908096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network hostable DHCP agents. Network: f34794ea-e277-4880-994a-b9708627a66d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:14.941702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:14.966136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Attempting to bind port 58cef815-c275-44e7-9673-6557cdea35e0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:14.966659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Attempting to bind port 58cef815-c275-44e7-9673-6557cdea35e0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:14.967096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Attempting to bind port 58cef815-c275-44e7-9673-6557cdea35e0 on network b084c88e-983b-4a40-98cf-d94767f2bbfc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:14.993987 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'code': 200} Jan 18 23:35:14.993987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:14.993987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Checking segment: {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:15.001129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.005294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Bound using segment: {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:15.005960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Bound port: 58cef815-c275-44e7-9673-6557cdea35e0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:15.006429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.025156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.166761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:15.183020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] For port 58cef815-c275-44e7-9673-6557cdea35e0, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:15.189915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] For port 58cef815-c275-44e7-9673-6557cdea35e0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58cef815-c275-44e7-9673-6557cdea35e0,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:15.197187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network f34794ea-e277-4880-994a-b9708627a66d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:15.279117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0092aab-b19b-429f-9549-7638af7904a3 req-f89a6999-fe77-4436-adfb-f90df80a9a89 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 1096 time: 0.1501114 Jan 18 23:35:15.282505 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.304286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f34794ea-e277-4880-994a-b9708627a66d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:15.315460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:15.316326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.337454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f4f32-c6c2-45da-83a0-258f215b60a1 None None] Network f34794ea-e277-4880-994a-b9708627a66d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:15.404747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0092aab-b19b-429f-9549-7638af7904a3 req-d6ca2c3c-52ec-41d1-90ab-a7c1e018d575 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168551 Jan 18 23:35:15.427311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Port': ['ID=1a3fcac2-ed69-470e-b535-06e781384dd4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:15.455248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:15.464823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Sync routers for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:15.477343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-63a1ce65-fb44-473e-81db-5f3f1f013822 admin admin] 10.222.0.59 "PUT /v2.0/routers/ce985003-e9fa-42b0-b468-06888a23582a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9669454 Jan 18 23:35:15.480430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42106) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:15.481441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:15.482471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:15.486307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Checking segment: {'id': '472d00c0-6e8f-4035-9991-c91efc901262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0baca7dc-b50b-4102-8205-5da17b5a372a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:15.486684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network hostable DHCP agents. Network: 0baca7dc-b50b-4102-8205-5da17b5a372a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:15.501005 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:15.501916 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:15.546504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784bf2-6d9e-4171-81c0-b420175e2c9b None None] Pushing event updated for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:15.653729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network 0baca7dc-b50b-4102-8205-5da17b5a372a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:15.722305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0baca7dc-b50b-4102-8205-5da17b5a372a) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:15.725887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:15.730349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:15.733551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:15.734230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:15.858836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63de105-89a5-4a31-bc7d-ec98608e1555 None None] Network 0baca7dc-b50b-4102-8205-5da17b5a372a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:15.867351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-170b7059-c541-4b55-96f7-b18a8e5120b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8078225 Jan 18 23:35:15.870813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:16.025477 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:16.039770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:16.209383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f71eb-2e4c-4f9a-b3e4-c0bdd3cb4e13 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:16.214785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f71eb-2e4c-4f9a-b3e4-c0bdd3cb4e13 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:16.215826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c4f71eb-2e4c-4f9a-b3e4-c0bdd3cb4e13 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Synchronizing usage tracker for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:16.345041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c28c83-4d52-4bfa-b67f-defcd0b1234a req-2436b3ba-bf21-4cfc-9f68-2c7f936c7daf tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:16.346754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52c28c83-4d52-4bfa-b67f-defcd0b1234a req-2436b3ba-bf21-4cfc-9f68-2c7f936c7daf tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2981017 Jan 18 23:35:16.423386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c4f71eb-2e4c-4f9a-b3e4-c0bdd3cb4e13 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Unset dirty status for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:16.428625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c4f71eb-2e4c-4f9a-b3e4-c0bdd3cb4e13 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5568230 Jan 18 23:35:16.433689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:16.468733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa2bb-faac-40c9-9c2f-4a8b569d2217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:16.494069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4b2bd-2f97-4640-896f-f766f3ca0c22 req-da5ad661-98cb-4ab0-8ea6-e7c3b0917385 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:16.500801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:16.510618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:16.517462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75b4b2bd-2f97-4640-896f-f766f3ca0c22 req-da5ad661-98cb-4ab0-8ea6-e7c3b0917385 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.3774333 Jan 18 23:35:16.579406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Deleting port 60e49ccf-4f85-4601-9b0d-a66fac6dc718 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:16.584189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:16.608922 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:35:11Z', 'revision_number': 5, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port': {'id': '60e49ccf-4f85-4601-9b0d-a66fac6dc718', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:36Z', 'updated_at': '2022-01-18T23:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:16.622203 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Checking router: ce985003-e9fa-42b0-b468-06888a23582a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:16.650716 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Routers {'ce985003-e9fa-42b0-b468-06888a23582a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:16.651387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ce985003-e9fa-42b0-b468-06888a23582a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:16.810137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52c28c83-4d52-4bfa-b67f-defcd0b1234a req-d742196f-71fe-4a0b-b0ad-12c41cbfd32d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515688 Jan 18 23:35:16.846681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75b4b2bd-2f97-4640-896f-f766f3ca0c22 req-9fcf2a81-6bbf-41c8-a90d-c8d26be8f99b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117182 Jan 18 23:35:16.877089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting port 7a9e6357-e02a-4d38-93d0-885cd540e1b1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:16.881250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:16.997945 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] Set router ce985003-e9fa-42b0-b468-06888a23582a gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:17.005606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] For port 60e49ccf-4f85-4601-9b0d-a66fac6dc718, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60e49ccf-4f85-4601-9b0d-a66fac6dc718,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:17.005957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.091666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:01Z', 'revision_number': 4, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '58cef815-c275-44e7-9673-6557cdea35e0', 'name': '', 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'mac_address': 'fa:16:3e:c7:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:00Z', 'updated_at': '2022-01-18T23:35:15Z', 'revision_number': 4, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'subnets': [{'id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:17.098694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f218f8-300b-46a1-9f75-c1e1a087d91b None None] The sync data for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 is: [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:01Z', 'revision_number': 4, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '58cef815-c275-44e7-9673-6557cdea35e0', 'name': '', 'network_id': 'b084c88e-983b-4a40-98cf-d94767f2bbfc', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'mac_address': 'fa:16:3e:c7:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:00Z', 'updated_at': '2022-01-18T23:35:15Z', 'revision_number': 4, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'subnets': [{'id': '40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:17.116560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:35:16Z', 'revision_number': 6, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:17.122065 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1bdcdc-27d6-4b91-9c0b-f68218bb3ce8 None None] The sync data for ids ['ce985003-e9fa-42b0-b468-06888a23582a'] in n-d-825175-2 is: [{'id': 'ce985003-e9fa-42b0-b468-06888a23582a', 'name': 'tempest-TestAggregatesBasicOps-132967885-router', 'tenant_id': 'e005288ada3a4603af75dd9b49167e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:35Z', 'updated_at': '2022-01-18T23:35:16Z', 'revision_number': 6, 'project_id': 'e005288ada3a4603af75dd9b49167e9e', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:17.192284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Calling delete_port for 60e49ccf-4f85-4601-9b0d-a66fac6dc718 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:17.237564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.248150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.458200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.462854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58cef815-c275-44e7-9673-6557cdea35e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:17.562442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.581453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Calling delete_port for 7a9e6357-e02a-4d38-93d0-885cd540e1b1 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:17.613671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 58cef815-c275-44e7-9673-6557cdea35e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:17.621045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 58cef815-c275-44e7-9673-6557cdea35e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:17.621616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.646474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Pushing event deleted for resources: {'Port': ['ID=60e49ccf-4f85-4601-9b0d-a66fac6dc718,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:17.791238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.804710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.858636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 58cef815-c275-44e7-9673-6557cdea35e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58cef815-c275-44e7-9673-6557cdea35e0,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:17.938412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:17.958237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Port': ['ID=7a9e6357-e02a-4d38-93d0-885cd540e1b1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:17.978461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.091780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:18.096479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7b9f903b-4fa5-4a77-a64f-587603bd8866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/ports/7a9e6357-e02a-4d38-93d0-885cd540e1b1 HTTP/1.1" status: 204 len: 168 time: 1.6551342 Jan 18 23:35:18.096757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:18.227920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:18.228536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 017f2f5b-ba52-4af7-9c9a-c44ad0b57572 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:18.253365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:18.261755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting port 1a3fcac2-ed69-470e-b535-06e781384dd4 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:18.263830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.264325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.264813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.265314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.265618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.266089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.266570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.267046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.267511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.267986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.268587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.269075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:18.405193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.698181 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-340503a8-fb4a-46dc-962b-ece504545dee req-d4bdad0e-0ef6-42cb-8322-fb2292c36e7c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1096 time: 0.7031341 Jan 18 23:35:18.724820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.742008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.763187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-340503a8-fb4a-46dc-962b-ece504545dee req-455855db-4832-49ac-b1de-e31660163506 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568421 Jan 18 23:35:18.810284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2a8e-4ca0-4c13-bcad-d8c356002521 req-00fac04f-9962-4456-b1e8-9edec8eeb59d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:18.811782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bec2a8e-4ca0-4c13-bcad-d8c356002521 req-00fac04f-9962-4456-b1e8-9edec8eeb59d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.4509330 Jan 18 23:35:18.860613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.874177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a6b5d-8a75-4175-91ac-cec609b101d7 req-65b1b400-a0ac-4e81-b10a-7a4e6a14778b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:18.875696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a07a6b5d-8a75-4175-91ac-cec609b101d7 req-65b1b400-a0ac-4e81-b10a-7a4e6a14778b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.5707045 Jan 18 23:35:18.927942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.928375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.928924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce985003-e9fa-42b0-b468-06888a23582a {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:35:18.943569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:18.944771 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-567f0348-1274-45fe-bd0a-ae7011e2241d admin admin] 10.222.0.59 "DELETE /v2.0/routers/ce985003-e9fa-42b0-b468-06888a23582a HTTP/1.1" status: 204 len: 168 time: 3.4637392 Jan 18 23:35:18.947661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:19.025744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Deleting subnet 08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:35:19.034745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.071010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Calling delete_port for 1a3fcac2-ed69-470e-b535-06e781384dd4 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:19.104889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.131437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bec2a8e-4ca0-4c13-bcad-d8c356002521 req-27cf7a8f-7b6a-484b-9aa5-5e5d5a9fd963 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103304 Jan 18 23:35:19.162135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a07a6b5d-8a75-4175-91ac-cec609b101d7 req-716739d9-1b9d-4a31-8437-881fe6b6de13 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737849 Jan 18 23:35:19.201873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.305061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.309878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58cef815-c275-44e7-9673-6557cdea35e0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:19.354795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.362149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Port': ['ID=1a3fcac2-ed69-470e-b535-06e781384dd4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:19.391064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 58cef815-c275-44e7-9673-6557cdea35e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:19.391064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.421578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.457525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff24d42a-5413-424b-8501-cb8373bf5afd tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/ports/1a3fcac2-ed69-470e-b535-06e781384dd4 HTTP/1.1" status: 204 len: 168 time: 1.3594143 Jan 18 23:35:19.460430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:19.484800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.492772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:19.498147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-33a074c7-6981-4487-bf81-6141bb83f03b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/08a9c1f9-15eb-4e6d-bcac-35c2d7cc9f14 HTTP/1.1" status: 204 len: 168 time: 0.5492969 Jan 18 23:35:19.500558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:19.504349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199930d3-6b43-4066-8431-2340fcc32fd4 None None] Network 7cda8ab3-e794-443c-a561-256408b60eec requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:19.546182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-42114b04-0d17-44a0-bf2f-c7856131e51c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Synchronizing usage tracker for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:19.569957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e7b9-7396-4a55-8cba-65c6b566991a req-67c133ac-e4bd-4955-b1bf-06284b7c03c4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:19.572181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be03e7b9-7396-4a55-8cba-65c6b566991a req-67c133ac-e4bd-4955-b1bf-06284b7c03c4 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.2076092 Jan 18 23:35:19.584066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:19.591497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Request body: {'floatingip': {'port_id': '0530eccb-9a3f-440a-8e63-6d1118a95bf7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:19.632915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.658920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Deleting port 77350f85-8534-464c-98a5-23efb0600fe9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:19.659286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.663494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-42114b04-0d17-44a0-bf2f-c7856131e51c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Unset dirty status for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:19.665813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-42114b04-0d17-44a0-bf2f-c7856131e51c tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2045546 Jan 18 23:35:19.680130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:19.699732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-934615432'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:19.707312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:19.768944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:19.778635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:network and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:19.799921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:19.860118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60e49ccf-4f85-4601-9b0d-a66fac6dc718 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:19.889643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:19.933691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 60e49ccf-4f85-4601-9b0d-a66fac6dc718 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:19.934298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60e49ccf-4f85-4601-9b0d-a66fac6dc718 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:19.952937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] DHCP port deletion for 7cda8ab3-e794-443c-a561-256408b60eec request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:35:19.955905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Deleting port 77350f85-8534-464c-98a5-23efb0600fe9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:19.956359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.050686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:20.053742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.123446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:20.217562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.217841 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment fc928512-ff70-4a23-b075-c4d118652d6f of type vlan for network 8049db8a-3cbe-4ade-b54c-53e6282d34dc Jan 18 23:35:20.241170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] For port 77350f85-8534-464c-98a5-23efb0600fe9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=77350f85-8534-464c-98a5-23efb0600fe9,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:20.241707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.303411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] For port 77350f85-8534-464c-98a5-23efb0600fe9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=77350f85-8534-464c-98a5-23efb0600fe9,segment=NetworkSegment(fde6681b-7e3d-4db8-bcff-219bdf217dca),segment_id=fde6681b-7e3d-4db8-bcff-219bdf217dca)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:20.303883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.639280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Calling delete_port for 77350f85-8534-464c-98a5-23efb0600fe9 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:20.658189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Calling delete_port for 77350f85-8534-464c-98a5-23efb0600fe9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:20.703750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.797122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21e05-bcb7-4400-bba9-acc7dd465fef req-7168e604-9446-4e3e-bfcb-be46dc93f9ee tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:20.802247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3e21e05-bcb7-4400-bba9-acc7dd465fef req-7168e604-9446-4e3e-bfcb-be46dc93f9ee tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2361941 Jan 18 23:35:20.835585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.843728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:20.844086 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:20.854225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.859039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:20.859795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:20.914666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] No DVR routers for this DVR port 77350f85-8534-464c-98a5-23efb0600fe9 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:21.041571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=77350f85-8534-464c-98a5-23efb0600fe9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:21.051299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3e21e05-bcb7-4400-bba9-acc7dd465fef req-61614370-a77a-4b05-ae0a-4e5b91e97048 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450557 Jan 18 23:35:21.065592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.099181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cda8ab3-e794-443c-a561-256408b60eec']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:21.101284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=8049db8a-3cbe-4ade-b54c-53e6282d34dc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:21.112510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.114313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 8049db8a-3cbe-4ade-b54c-53e6282d34dc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:21.127475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde6681b-7e3d-4db8-bcff-219bdf217dca') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:21.129033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde6681b-7e3d-4db8-bcff-219bdf217dca') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:21.141342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.159384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.163917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7f7b9746-82e8-4c85-92eb-f3aaaa0862b1 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4815805 Jan 18 23:35:21.167037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:21.172264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:21.173007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.186286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.197980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-454683189'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:21.202430 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:21.260522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:21.272862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:network and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:21.296416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:21.304691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:21.348308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Deleting port 77350f85-8534-464c-98a5-23efb0600fe9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:21.348308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.369778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.375464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.390366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 77350f85-8534-464c-98a5-23efb0600fe9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:21.404827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cda8ab3-e794-443c-a561-256408b60eec,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:21.409452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:21.419312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.434503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 77350f85-8534-464c-98a5-23efb0600fe9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:21.435224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 77350f85-8534-464c-98a5-23efb0600fe9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:21.472637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:21.479246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1b41a90e-96f9-4c0d-aeb0-aca6fd25d64c None None] The port '77350f85-8534-464c-98a5-23efb0600fe9' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:35:21.487059 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.487855 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Added segment 1d3ca026-b68c-4e51-9a9c-09847d1a03bd of type vlan for network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad Jan 18 23:35:21.501644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9bd7c864-e194-4744-9f1a-4362c0a15b43 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7cda8ab3-e794-443c-a561-256408b60eec HTTP/1.1" status: 204 len: 168 time: 1.9998188 Jan 18 23:35:21.504805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:21.601994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.752083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.757254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:21.758548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:21.881863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-4d6bc9b7-d854-4e6e-8a3d-3f0f50eabb9f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:21.885056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-4d6bc9b7-d854-4e6e-8a3d-3f0f50eabb9f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 810 time: 0.2957480 Jan 18 23:35:21.905409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-f5a48518-6bc5-46c5-bcdb-9ee3cf7bd983 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/quotas/acf410039e7742fbbff55e5d6a22b6d3 HTTP/1.1" status: 200 len: 375 time: 0.0194383 Jan 18 23:35:21.956621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Network': ['ID=99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:21.969332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:21.970071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d1b11e63-14c2-4bda-ab09-1e08e35d817e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8004668 Jan 18 23:35:22.090867 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Floating IP 10ead8c4-d554-4796-aff7-55d525148709 associated. External IP: 172.25.1.78, port: 0530eccb-9a3f-440a-8e63-6d1118a95bf7. Jan 18 23:35:22.169154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-7528b0fa-001c-46d8-b003-ec38753ce42a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2628808 Jan 18 23:35:22.213752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:22.406521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-4c2947c8-aabe-4001-96e3-723ecfb48396 service neutron] 10.222.0.59 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290299 Jan 18 23:35:22.648665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-15db748d-8c66-4082-9715-1b1f66cc1e37 service neutron] 10.222.0.59 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274237 Jan 18 23:35:23.051283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:35:23.238563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Deleting port 58cef815-c275-44e7-9673-6557cdea35e0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:23.239515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:23.462218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9829ecc-7bae-4e79-a1eb-f89f8363e910 req-0ab1201c-1163-42b0-87d1-31d6fc350ae4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 210 time: 0.0847681 Jan 18 23:35:23.527732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:23.536502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:23.548975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:23.579798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:23.580453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:23.636075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d91f8b7-dcf5-49ca-b33b-b8d8edf426d7 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "PUT /v2.0/floatingips/10ead8c4-d554-4796-aff7-55d525148709 HTTP/1.1" status: 200 len: 990 time: 4.0494826 Jan 18 23:35:23.636353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:23.648130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] For port 58cef815-c275-44e7-9673-6557cdea35e0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58cef815-c275-44e7-9673-6557cdea35e0,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:23.648639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:23.803399 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'status': 'completed', 'code': 200} Jan 18 23:35:23.831232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Calling delete_port for 58cef815-c275-44e7-9673-6557cdea35e0 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:24.211000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:24.298147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-bfd00dba-8679-4790-82a3-d47e26e04ddb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 1096 time: 0.4725909 Jan 18 23:35:24.459307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:24.502730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-2f443427-26a3-4780-9ec9-fc59810b5c4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:24.504436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-2f443427-26a3-4780-9ec9-fc59810b5c4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.1991863 Jan 18 23:35:24.615592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cef815-c275-44e7-9673-6557cdea35e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:24.732310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44e1f9dc-013d-4de4-af6a-ec57b31b2449 req-77dbbc0b-85f4-40df-a9cc-aa4d2153b723 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 210 time: 0.1414504 Jan 18 23:35:24.903370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-9dc44c7e-b78e-497b-b88e-d655903a28b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 200 len: 998 time: 0.3908556 Jan 18 23:35:25.097282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-4a79a367-23ef-4ff4-af85-89bdbf47f114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:25.102014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-4a79a367-23ef-4ff4-af85-89bdbf47f114 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.1940770 Jan 18 23:35:25.123855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:25.133512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'subnets': [{'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--328447871', 'ip_version': 6}, {'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:25.137779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'subnet': {'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--328447871', 'ip_version': 6}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:25.137779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Request body: {'subnet': {'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:25.216135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-2d6d9a50-0584-450a-bb7d-df64073d83c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073482 Jan 18 23:35:25.299429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '10ead8c4-d554-4796-aff7-55d525148709', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:30:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56410669-3431-4f27-aa55-eae80530331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:20Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:25.319241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:25.332552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:25.341185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:25.427157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-5e0be18a-f83e-4c75-835d-6bb1799f26bb service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825364 Jan 18 23:35:25.634313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:25.643083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Usage tracker for resource:subnet and tenant:ea3ecc669a044fc3a8e3708019b3a0dd is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:25.647319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:25.655003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:25.668931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16147bfb-d20d-4884-aded-fd0be2292a13 req-8aa3b66e-13c2-4e9e-9544-9cccfb184977 service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353001 Jan 18 23:35:25.691201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:25.740016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:25.785071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Made reservation on behalf of ea3ecc669a044fc3a8e3708019b3a0dd for: {'subnet': 2} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:26.212350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d678545-e7c3-4ecd-bf21-b091b1ef0510 req-9a020d36-27c5-49f6-ae13-9101fad5a522 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 210 time: 0.0722177 Jan 18 23:35:26.337439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:26.337680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:26.463297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-48c4c624-6c32-4edd-bf07-8d9bcdb7de79 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:26.467947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-48c4c624-6c32-4edd-bf07-8d9bcdb7de79 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.83 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 810 time: 0.2097487 Jan 18 23:35:26.473196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '10ead8c4-d554-4796-aff7-55d525148709', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:30:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56410669-3431-4f27-aa55-eae80530331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:20Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:26.479667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04ddf7-71d5-42a1-8ae2-57ea2defad6c None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '10ead8c4-d554-4796-aff7-55d525148709', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'port_id': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'mac_address': 'fa:16:3e:30:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56410669-3431-4f27-aa55-eae80530331b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:20Z', 'revision_number': 1, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:26.489070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Request body: {'port': {'device_id': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'admin_state_up': True, 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:26.715282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:26.719216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Usage tracker for resource:port and tenant:acf410039e7742fbbff55e5d6a22b6d3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:26.722322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:26.728448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:26.887672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Made reservation on behalf of acf410039e7742fbbff55e5d6a22b6d3 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:26.891656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:27.175250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Allocated IP 172.20.0.2 (10b8b44c-c9c8-4be0-a810-b36186b78f8a/e4c2a0f0-b906-4110-99fb-8f384aeb0855/0849d9e2-3978-43a6-9560-d603f0bb8f58) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:27.359053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:35:27.419459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0821d29b-c9bb-46ac-bf9a-b83b2fdc1106 req-89f95eea-4fba-4d56-93ae-2efa895036d8 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 210 time: 0.0519326 Jan 18 23:35:27.480827 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:27.524079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:27.596179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Checking segment: {'id': 'fc928512-ff70-4a23-b075-c4d118652d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:27.596639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network hostable DHCP agents. Network: 8049db8a-3cbe-4ade-b54c-53e6282d34dc, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:27.613425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Subnet': ['ID=e3402a94-d438-4027-8cb1-e169bdbde945,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:27.647259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:27.659416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['85b787f6-e89b-4b97-9071-62af911c4c8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:35:27.823832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:27.840215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7f43c449-2395-4488-ae39-94f4985e8007 admin admin] 10.222.0.59 "PUT /v2.0/routers/d7b5244f-e76b-4c0c-8d0e-bc519464e9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3340464 Jan 18 23:35:27.842845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42336) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:27.908431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Network 10b8b44c-c9c8-4be0-a810-b36186b78f8a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:27.917535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:27.922881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:27.985824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Pushing event updated for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:28.030825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Sync routers for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:28.042931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.043899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.047795 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:28.048425 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:28.090201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network 8049db8a-3cbe-4ade-b54c-53e6282d34dc is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:28.128513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-93cd8f78-c867-446c-8f16-9d1daa79c48e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6451287 Jan 18 23:35:28.144171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Request body: {'port': {'device_id': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:28.213426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 8049db8a-3cbe-4ade-b54c-53e6282d34dc) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:28.217816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.229690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870ce1f-aa0d-4dbf-8b98-c6afd820da22 None None] Network 8049db8a-3cbe-4ade-b54c-53e6282d34dc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:28.328157 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:28.370081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event updated for resources: {'Subnet': ['ID=d8baee2b-8bc7-41e3-83f2-d4caa024bddc,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:28.386528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.398942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Checking segment: {'id': '1d3ca026-b68c-4e51-9a9c-09847d1a03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:28.402239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network hostable DHCP agents. Network: 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:28.516608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-8049db8a-3cbe-4ade-b54c-53e6282d34dc', 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc', 'tenant_id': 'ea3ecc669a044fc3a8e3708019b3a0dd', 'fixed_ips': [{'subnet_id': 'e3402a94-d438-4027-8cb1-e169bdbde945'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:28.517155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.518726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.660852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:28.746546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:28.776190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.776740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.777431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:28.897759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-517d289e-ce6c-46b4-b65c-acb5215c7d74 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7726567 Jan 18 23:35:28.903942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:28.909611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0450ce-b740-43be-912d-3867656df497 None None] Network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:28.969805 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:24Z', 'revision_number': 5, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:28.975252 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Checking router: d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:28.991520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.993281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.993491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Routers {'d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:28.994246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:28.994798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:28.995753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Synchronizing usage tracker for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:29.025259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.099568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Unset dirty status for tenant:ea3ecc669a044fc3a8e3708019b3a0dd on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:29.103040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-72cb8ce0-319e-49db-9e55-daab7be6a82e tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1962676 Jan 18 23:35:29.118298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:29.129361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Allocated IP 2001:db8::1 (8049db8a-3cbe-4ade-b54c-53e6282d34dc/e3402a94-d438-4027-8cb1-e169bdbde945/522b5882-54aa-4200-bb85-db56d3a5c1e2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:29.204721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting subnet e3402a94-d438-4027-8cb1-e169bdbde945 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:35:29.208777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Deleting port 9b2db841-758f-4c1d-b9e9-1465e9ce7077 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:29.209174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.297044 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] Set router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:29.311862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933da0d-2b2f-43ad-bd49-687a9fe0f150 req-cfbbdb9e-55e9-433f-87ac-7263ad00afeb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:29.317951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a933da0d-2b2f-43ad-bd49-687a9fe0f150 req-cfbbdb9e-55e9-433f-87ac-7263ad00afeb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Synchronizing usage tracker for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:29.331202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0849d9e2-3978-43a6-9560-d603f0bb8f58 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:29.375906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.386829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad', 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad', 'tenant_id': 'ea3ecc669a044fc3a8e3708019b3a0dd', 'fixed_ips': [{'subnet_id': 'd8baee2b-8bc7-41e3-83f2-d4caa024bddc'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:29.387847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.433979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Transition to ACTIVE for port object 0849d9e2-3978-43a6-9560-d603f0bb8f58 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:29.461209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] For port 9b2db841-758f-4c1d-b9e9-1465e9ce7077, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9b2db841-758f-4c1d-b9e9-1465e9ce7077,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:29.463046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.522215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a933da0d-2b2f-43ad-bd49-687a9fe0f150 req-cfbbdb9e-55e9-433f-87ac-7263ad00afeb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Unset dirty status for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:29.523367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a933da0d-2b2f-43ad-bd49-687a9fe0f150 req-cfbbdb9e-55e9-433f-87ac-7263ad00afeb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 931 time: 0.8101699 Jan 18 23:35:29.568339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.580920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Allocated IP 2001:db8:0:1::1 (99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad/d8baee2b-8bc7-41e3-83f2-d4caa024bddc/abce4a4b-3877-4e53-a78f-ddf97207dc55) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:29.607122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.637728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Calling delete_port for 9b2db841-758f-4c1d-b9e9-1465e9ce7077 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:29.688653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Transition to ACTIVE for port object 522b5882-54aa-4200-bb85-db56d3a5c1e2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:29.701343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:24Z', 'revision_number': 5, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:29.707250 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3b4b5c-1ac2-4f20-82b6-5ade09a9fcf9 None None] The sync data for ids ['d7b5244f-e76b-4c0c-8d0e-bc519464e9e2'] in n-d-825175-2 is: [{'id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'name': 'tempest-TestAggregatesBasicOps-1505078003-router', 'tenant_id': '1b9957722fa247b6ae56e5b28515fa0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:55Z', 'updated_at': '2022-01-18T23:35:24Z', 'revision_number': 5, 'project_id': '1b9957722fa247b6ae56e5b28515fa0b', 'gw_port': {'id': '9b2db841-758f-4c1d-b9e9-1465e9ce7077', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5244f-e76b-4c0c-8d0e-bc519464e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:56Z', 'updated_at': '2022-01-18T23:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:29.737806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Transition to ACTIVE for port object 522b5882-54aa-4200-bb85-db56d3a5c1e2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:29.759583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26143f15-b60c-4609-b180-823e6430447b service neutron] Pushing event updated for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:29.773869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a933da0d-2b2f-43ad-bd49-687a9fe0f150 req-9d27ab16-3750-4c54-9660-d389d26e2456 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434704 Jan 18 23:35:29.849990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.850100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:29.934045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Network 8049db8a-3cbe-4ade-b54c-53e6282d34dc is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:29.937173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:29.939120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Attempting to bind port 0849d9e2-3978-43a6-9560-d603f0bb8f58 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:29.941772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:29.942388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Attempting to bind port 0849d9e2-3978-43a6-9560-d603f0bb8f58 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:29.944094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Pushing event updated for resources: {'Port': ['ID=522b5882-54aa-4200-bb85-db56d3a5c1e2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:29.944435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Attempting to bind port 0849d9e2-3978-43a6-9560-d603f0bb8f58 on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:29.972890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Port 0849d9e2-3978-43a6-9560-d603f0bb8f58 on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:35:29.972890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Attempting to bind port 0849d9e2-3978-43a6-9560-d603f0bb8f58 on network 10b8b44c-c9c8-4be0-a810-b36186b78f8a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:29.989602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:29.990022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Checking segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:29.990486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Bound using segment: {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:29.991004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Bound port: 0849d9e2-3978-43a6-9560-d603f0bb8f58, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d0122a-e4eb-4844-a538-294dca940bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:29.992045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.023696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.086220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.143020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2db841-758f-4c1d-b9e9-1465e9ce7077,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:30.166806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:30.172170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:30.206231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Attempting to bind port 522b5882-54aa-4200-bb85-db56d3a5c1e2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:30.206231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Attempting to bind port 522b5882-54aa-4200-bb85-db56d3a5c1e2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fc928512-ff70-4a23-b075-c4d118652d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:30.210177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Attempting to bind port 522b5882-54aa-4200-bb85-db56d3a5c1e2 on network 8049db8a-3cbe-4ade-b54c-53e6282d34dc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:30.225229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:30.233498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Checking segment: {'id': 'fc928512-ff70-4a23-b075-c4d118652d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:30.233498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.233498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Bound using segment: {'id': 'fc928512-ff70-4a23-b075-c4d118652d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:30.233498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Bound port: 522b5882-54aa-4200-bb85-db56d3a5c1e2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc928512-ff70-4a23-b075-c4d118652d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8049db8a-3cbe-4ade-b54c-53e6282d34dc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:30.233498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.264137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.283551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.335024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.367019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13b03f-a008-4d63-a37e-4a3898f8f203 None None] New status for floating IP 10ead8c4-d554-4796-aff7-55d525148709: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:35:30.372651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.374227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-26143f15-b60c-4609-b180-823e6430447b service neutron] 10.222.0.83 "PUT /v2.0/ports/0849d9e2-3978-43a6-9560-d603f0bb8f58 HTTP/1.1" status: 200 len: 1091 time: 2.2362790 Jan 18 23:35:30.374669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:30.420743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26143f15-b60c-4609-b180-823e6430447b service neutron] Pushing event updated for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:30.463595 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58', 'status': 'completed', 'code': 200} Jan 18 23:35:30.477770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Transition to ACTIVE for port object abce4a4b-3877-4e53-a78f-ddf97207dc55 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:30.556037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Transition to ACTIVE for port object abce4a4b-3877-4e53-a78f-ddf97207dc55 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:30.608310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50533ca6-9be2-4abb-aa38-9fcaf34bd815 req-f1195700-e25b-4fde-a12f-0a9051e83991 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1094 time: 0.1194174 Jan 18 23:35:30.669469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.683852 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.785986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533ca6-9be2-4abb-aa38-9fcaf34bd815 req-6e59f002-f398-4986-9ccb-151d58fefa47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:30.787404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50533ca6-9be2-4abb-aa38-9fcaf34bd815 req-6e59f002-f398-4986-9ccb-151d58fefa47 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1727469 Jan 18 23:35:30.817228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:30.822759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:30.835800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:30.865943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Pushing event updated for resources: {'Port': ['ID=abce4a4b-3877-4e53-a78f-ddf97207dc55,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:30.934991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Attempting to bind port abce4a4b-3877-4e53-a78f-ddf97207dc55 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:30.936081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Attempting to bind port abce4a4b-3877-4e53-a78f-ddf97207dc55 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1d3ca026-b68c-4e51-9a9c-09847d1a03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:30.936638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Attempting to bind port abce4a4b-3877-4e53-a78f-ddf97207dc55 on network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:30.944582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:30.945220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Checking segment: {'id': '1d3ca026-b68c-4e51-9a9c-09847d1a03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:30.948872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50533ca6-9be2-4abb-aa38-9fcaf34bd815 req-a69e3477-a75b-4b3d-adf6-c81bd5708739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:30.949680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.949680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Bound using segment: {'id': '1d3ca026-b68c-4e51-9a9c-09847d1a03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:30.949680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Bound port: abce4a4b-3877-4e53-a78f-ddf97207dc55, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3ca026-b68c-4e51-9a9c-09847d1a03bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:30.950707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50533ca6-9be2-4abb-aa38-9fcaf34bd815 req-a69e3477-a75b-4b3d-adf6-c81bd5708739 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541071 Jan 18 23:35:30.951011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:30.981939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:31.020043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:31.047155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.089729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.094342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] For port abce4a4b-3877-4e53-a78f-ddf97207dc55, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:31.098123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Subnet': ['ID=e3402a94-d438-4027-8cb1-e169bdbde945,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:31.098536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] For port abce4a4b-3877-4e53-a78f-ddf97207dc55, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=abce4a4b-3877-4e53-a78f-ddf97207dc55,segment=NetworkSegment(1d3ca026-b68c-4e51-9a9c-09847d1a03bd),segment_id=1d3ca026-b68c-4e51-9a9c-09847d1a03bd)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:31.104047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.107652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.126775 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.176611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045f124-4c56-4218-a25c-a74096660271 req-8af078bc-7c38-4253-a830-e667f4a58ae9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.183815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b045f124-4c56-4218-a25c-a74096660271 req-8af078bc-7c38-4253-a830-e667f4a58ae9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 943 time: 0.2161758 Jan 18 23:35:31.228535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-ec3979a2-89e9-4cc8-bac5-c6cdb5e1ccf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1094 time: 0.2020366 Jan 18 23:35:31.229045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.248476 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-863527b6-c2e6-46e6-9045-308bb1c58866 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/subnets/e3402a94-d438-4027-8cb1-e169bdbde945 HTTP/1.1" status: 204 len: 168 time: 2.1265233 Jan 18 23:35:31.248476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.249312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:35:31.263327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42394) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:31.265134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.270188 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d16a6376-8881-48e9-bb7d-7353166eb418 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d7b5244f-e76b-4c0c-8d0e-bc519464e9e2 HTTP/1.1" status: 204 len: 168 time: 3.4257767 Jan 18 23:35:31.285324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0439-08e0-4c85-9372-df4f8eda61ed None None] Pushing event updated for resources: {'Port': ['ID=522b5882-54aa-4200-bb85-db56d3a5c1e2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:31.318051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42396) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:31.373934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58cef815-c275-44e7-9673-6557cdea35e0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:31.382042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-ef2455f2-31f6-46e3-8e86-2b6bed59ce83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58 HTTP/1.1" status: 200 len: 217 time: 0.1274095 Jan 18 23:35:31.387279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b045f124-4c56-4218-a25c-a74096660271 req-c0c05db9-9ede-47db-86d7-df803487e79f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026672 Jan 18 23:35:31.428196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 58cef815-c275-44e7-9673-6557cdea35e0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:31.428718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58cef815-c275-44e7-9673-6557cdea35e0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:31.488317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e628915-bd84-4882-b156-249f9fa1935e None None] Pushing event updated for resources: {'Port': ['ID=abce4a4b-3877-4e53-a78f-ddf97207dc55,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:31.627761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting subnet d8baee2b-8bc7-41e3-83f2-d4caa024bddc {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:35:31.639639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-e0b8e07f-223f-465f-a3c5-f16277f53ae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:31.640614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.641405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-e0b8e07f-223f-465f-a3c5-f16277f53ae7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.2435360 Jan 18 23:35:31.717850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Deleting subnet 40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:35:31.717850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.752086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-66aa7939-70ee-4162-8ab2-1030cf2b6873 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838244 Jan 18 23:35:31.772361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.840922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:31.988954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-ea4b14e4-9736-4454-b148-d34dcc926228 service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350948 Jan 18 23:35:31.991945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.048104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.141423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f101914b-a81a-4a97-be9a-9f485ec30687 req-e20018b4-28cb-434a-85b0-60d46e773006 service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460204 Jan 18 23:35:32.230221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.271832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Subnet': ['ID=d8baee2b-8bc7-41e3-83f2-d4caa024bddc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:32.289094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.307213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-21161b1b-bb42-4392-bd60-e4d2733639d0 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/subnets/d8baee2b-8bc7-41e3-83f2-d4caa024bddc HTTP/1.1" status: 204 len: 168 time: 1.0311418 Jan 18 23:35:32.307213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.307427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:32.352528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:32.368998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.373289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eefbdb9c-f5e0-4914-92d3-43e210570ad4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/40a4ca39-a8f6-4be5-8ee2-4abfa30ee6f3 HTTP/1.1" status: 204 len: 168 time: 1.0519166 Jan 18 23:35:32.376095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295b630f-b29e-41cc-8e73-5cbfd06bb8b8 None None] Network b084c88e-983b-4a40-98cf-d94767f2bbfc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:32.385447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42420) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:32.446690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43971e7-703a-4fc2-ad51-2fb5cc57faf9 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:32.453419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e43971e7-703a-4fc2-ad51-2fb5cc57faf9 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461546 Jan 18 23:35:32.457339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:32.635285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.654025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Deleting port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:32.654570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.687349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.710001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting port abce4a4b-3877-4e53-a78f-ddf97207dc55 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:32.710346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.759751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b12038-07ce-424d-ba6f-8291624ea7ba req-93463f4b-680d-4f2c-b054-a0877daf32ba tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:32.761287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54b12038-07ce-424d-ba6f-8291624ea7ba req-93463f4b-680d-4f2c-b054-a0877daf32ba tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 943 time: 0.1804841 Jan 18 23:35:32.845203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] DHCP port deletion for b084c88e-983b-4a40-98cf-d94767f2bbfc request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:35:32.850762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Deleting port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:32.851146 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:32.891025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54b12038-07ce-424d-ba6f-8291624ea7ba req-b9b31e05-55f6-468c-962a-cebb4cccccf3 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210282 Jan 18 23:35:33.089565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] For port abce4a4b-3877-4e53-a78f-ddf97207dc55, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=abce4a4b-3877-4e53-a78f-ddf97207dc55,segment=NetworkSegment(1d3ca026-b68c-4e51-9a9c-09847d1a03bd),segment_id=1d3ca026-b68c-4e51-9a9c-09847d1a03bd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:33.090252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.152814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] For port 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0942ed6a-3e45-4a74-a781-4ba55f7a4973,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:33.154047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.236454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] For port 0942ed6a-3e45-4a74-a781-4ba55f7a4973, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0942ed6a-3e45-4a74-a781-4ba55f7a4973,segment=NetworkSegment(425b6b55-bd5b-4adc-8b0e-6c364be4f0d9),segment_id=425b6b55-bd5b-4adc-8b0e-6c364be4f0d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:33.236948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.370600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Calling delete_port for abce4a4b-3877-4e53-a78f-ddf97207dc55 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:33.374181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Calling delete_port for 0942ed6a-3e45-4a74-a781-4ba55f7a4973 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:33.405592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Calling delete_port for 0942ed6a-3e45-4a74-a781-4ba55f7a4973 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:33.520791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96108a21-e00c-4ab9-9ee1-d25c48a83ced None None] Network 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:33.552620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abce4a4b-3877-4e53-a78f-ddf97207dc55 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:33.584920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.611456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7539685c-7487-4d5d-a698-b92f286c8e1a None None] Network 8049db8a-3cbe-4ade-b54c-53e6282d34dc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:33.624911 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.645318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Pushing event deleted for resources: {'Port': ['ID=0942ed6a-3e45-4a74-a781-4ba55f7a4973,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:33.651334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] No DVR routers for this DVR port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:33.701597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Port': ['ID=abce4a4b-3877-4e53-a78f-ddf97207dc55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:33.710665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] No DVR routers for this DVR port abce4a4b-3877-4e53-a78f-ddf97207dc55 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:33.730125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-28ed8b11-8a9a-47f2-ba8c-9fb0456f24d9 None None] Could not find standard attr ID for object abce4a4b-3877-4e53-a78f-ddf97207dc55. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:35:33.797756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.822855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port abce4a4b-3877-4e53-a78f-ddf97207dc55 {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:35:33.823501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abce4a4b-3877-4e53-a78f-ddf97207dc55 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 18 23:35:33.826844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b084c88e-983b-4a40-98cf-d94767f2bbfc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.846317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.846317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425b6b55-bd5b-4adc-8b0e-6c364be4f0d9') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.861311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.875659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.879986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.888293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:33.889466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:33.904904 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:33.919714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.934712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3ca026-b68c-4e51-9a9c-09847d1a03bd') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.935091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3ca026-b68c-4e51-9a9c-09847d1a03bd') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:33.948014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.966778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:33.973445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:33.973952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:34.002539 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:34.081326 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.106934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port abce4a4b-3877-4e53-a78f-ddf97207dc55 not found, will not notify nova. {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 18 23:35:34.106934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 522b5882-54aa-4200-bb85-db56d3a5c1e2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:34.111324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.128206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] Pushing event deleted for resources: {'Network': ['ID=b084c88e-983b-4a40-98cf-d94767f2bbfc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:34.131064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b690d042-4b42-4e99-96d8-1ee69c77a57b admin admin] 10.222.0.59 "DELETE /v2.0/networks/b084c88e-983b-4a40-98cf-d94767f2bbfc HTTP/1.1" status: 204 len: 168 time: 1.7446828 Jan 18 23:35:34.203140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45158a50-e35f-48bb-b4d5-0e421093bbe3 req-0328c2ee-a4cc-4051-96ac-0fb33c2a7cfa tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:34.207197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45158a50-e35f-48bb-b4d5-0e421093bbe3 req-0328c2ee-a4cc-4051-96ac-0fb33c2a7cfa tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 943 time: 0.1256018 Jan 18 23:35:34.245000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87c96a2e-a0c1-49fc-bbea-b03116ed186a None None] Provisioning for port 522b5882-54aa-4200-bb85-db56d3a5c1e2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:34.248393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:34.248544 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:34.258193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ad837-819a-4916-b024-f1a547a7e40e None None] DHCP port deletion for 99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:35:34.363414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.373995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] DHCP port deletion for 8049db8a-3cbe-4ade-b54c-53e6282d34dc request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:35:34.380576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Deleting port 522b5882-54aa-4200-bb85-db56d3a5c1e2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:34.380989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.385775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.402768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:34.419420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dca4ab27-3d9c-4af9-ba2a-c3cc320f6a25 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/99af0b0c-ec41-4c66-bb9c-c4d64af4b3ad HTTP/1.1" status: 204 len: 168 time: 1.9609947 Jan 18 23:35:34.422013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:34.431303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45158a50-e35f-48bb-b4d5-0e421093bbe3 req-a935d898-e08c-42dc-8049-5397c4f82d01 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194998 Jan 18 23:35:34.466059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 522b5882-54aa-4200-bb85-db56d3a5c1e2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:34.483439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 522b5882-54aa-4200-bb85-db56d3a5c1e2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:34.483879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.548581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.578021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting port 522b5882-54aa-4200-bb85-db56d3a5c1e2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:34.578021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.753529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Deleting port 0942ed6a-3e45-4a74-a781-4ba55f7a4973 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:34.753917 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.780718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.783082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42468) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:34.800974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:34.801380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.885383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf06d354-df42-4636-8f79-63b0cc812fc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e005288ada3a4603af75dd9b49167e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1004825 Jan 18 23:35:34.886573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42474) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:34.915643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:34.918526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.976637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:34.999908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-94d204c5-8a80-44ea-b0e3-c5158d5593f3 None None] The port '0942ed6a-3e45-4a74-a781-4ba55f7a4973' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:35:35.006520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Calling delete_port for 522b5882-54aa-4200-bb85-db56d3a5c1e2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:35.006874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.068178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:35.087898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Calling delete_port for 522b5882-54aa-4200-bb85-db56d3a5c1e2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:35.163854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.196038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.212644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9bcd7-7bf0-4485-930c-0a7689c5ce57,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:35.220730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.222635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f1757f7b-14d8-4f76-b71d-7be4814152dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fb9bcd7-7bf0-4485-930c-0a7689c5ce57 HTTP/1.1" status: 204 len: 168 time: 0.3349864 Jan 18 23:35:35.242095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:35.242420 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:35.248971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:35.249350 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:35.261217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=522b5882-54aa-4200-bb85-db56d3a5c1e2,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:35.307663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0942ed6a-3e45-4a74-a781-4ba55f7a4973 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:35.352295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0942ed6a-3e45-4a74-a781-4ba55f7a4973 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:35.352643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0942ed6a-3e45-4a74-a781-4ba55f7a4973 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:35.427355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abce4a4b-3877-4e53-a78f-ddf97207dc55 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:35.461350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: abce4a4b-3877-4e53-a78f-ddf97207dc55 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:35.461729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device abce4a4b-3877-4e53-a78f-ddf97207dc55 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:35.462148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 522b5882-54aa-4200-bb85-db56d3a5c1e2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:35.639655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.658558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8aa5f-b903-4fe3-b28f-0949629e8fcc req-69d63d31-1723-40d2-a0e2-48b8c4245477 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:35.668643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7f8aa5f-b903-4fe3-b28f-0949629e8fcc req-69d63d31-1723-40d2-a0e2-48b8c4245477 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 943 time: 0.0992517 Jan 18 23:35:35.679885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:35.717530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c7f8aa5f-b903-4fe3-b28f-0949629e8fcc req-9bcf37b1-8585-4d02-82fd-c9108059503e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480278 Jan 18 23:35:35.748066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Deleting port 522b5882-54aa-4200-bb85-db56d3a5c1e2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:35.748066 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.751632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Deleting port 522b5882-54aa-4200-bb85-db56d3a5c1e2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:35.752011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.890540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:35.891605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9b2db841-758f-4c1d-b9e9-1465e9ce7077 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:35:36.008198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9b2db841-758f-4c1d-b9e9-1465e9ce7077 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:35:36.009210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9b2db841-758f-4c1d-b9e9-1465e9ce7077 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:35:36.030354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0849d9e2-3978-43a6-9560-d603f0bb8f58 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:35:36.058151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:36.058525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.167403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=522b5882-54aa-4200-bb85-db56d3a5c1e2,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:36.195306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Calling delete_port for 522b5882-54aa-4200-bb85-db56d3a5c1e2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:36.265395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:36.272023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] For port 522b5882-54aa-4200-bb85-db56d3a5c1e2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=522b5882-54aa-4200-bb85-db56d3a5c1e2,segment=NetworkSegment(fc928512-ff70-4a23-b075-c4d118652d6f),segment_id=fc928512-ff70-4a23-b075-c4d118652d6f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:36.272422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.331862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9d65e4e4-d718-4bb9-a454-2b5eff303fb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b9957722fa247b6ae56e5b28515fa0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647857 Jan 18 23:35:36.335944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:36.430488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.439525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Calling delete_port for 522b5882-54aa-4200-bb85-db56d3a5c1e2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:36.458216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.499628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.515883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:36.539704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0849d9e2-3978-43a6-9560-d603f0bb8f58', 'network_id': '10b8b44c-c9c8-4be0-a810-b36186b78f8a', 'port_id': '0849d9e2-3978-43a6-9560-d603f0bb8f58', 'mac_address': 'fa:16:3e:65:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c2a0f0-b906-4110-99fb-8f384aeb0855', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:35:36.546559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Port': ['ID=522b5882-54aa-4200-bb85-db56d3a5c1e2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:36.551821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] No DVR routers for this DVR port 522b5882-54aa-4200-bb85-db56d3a5c1e2 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:36.603275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:36.603715 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:36.612243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.630721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0849d9e2-3978-43a6-9560-d603f0bb8f58 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:35:36.647094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:36.665087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.679412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f522c-0f31-41cd-b8d4-adad89520bfc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:36.682790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.687402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.688742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-159d18db-d26d-47be-9c61-939b08434169 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a7f522c-0f31-41cd-b8d4-adad89520bfc HTTP/1.1" status: 204 len: 168 time: 0.3517225 Jan 18 23:35:36.710609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8049db8a-3cbe-4ade-b54c-53e6282d34dc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:36.722922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc928512-ff70-4a23-b075-c4d118652d6f') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:36.723332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc928512-ff70-4a23-b075-c4d118652d6f') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:36.735107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.752225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.759006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:36.759719 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:36.779242 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:36.796797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:36.940463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:37.007753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.033161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0849d9e2-3978-43a6-9560-d603f0bb8f58'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:35:37.041505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139411e5-9464-47bb-b7a9-eb2875a49138 req-b744376c-bda8-447c-9c61-e3dfb5db5adf tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:37.042273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.043748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-139411e5-9464-47bb-b7a9-eb2875a49138 req-b744376c-bda8-447c-9c61-e3dfb5db5adf tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 944 time: 0.1036227 Jan 18 23:35:37.058875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=8049db8a-3cbe-4ade-b54c-53e6282d34dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:37.080281 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-19102bdc-d5a7-4530-8698-870f32711af7 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/8049db8a-3cbe-4ade-b54c-53e6282d34dc HTTP/1.1" status: 204 len: 168 time: 2.6565547 Jan 18 23:35:37.081394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:37.121591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-139411e5-9464-47bb-b7a9-eb2875a49138 req-7c4a5162-bae3-4114-b4f0-44aca8041513 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698767 Jan 18 23:35:37.217106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.359550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.386836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baca7dc-b50b-4102-8205-5da17b5a372a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:37.390633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Deleting port 522b5882-54aa-4200-bb85-db56d3a5c1e2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:37.391089 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.410720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472d00c0-6e8f-4035-9991-c91efc901262') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:37.411096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472d00c0-6e8f-4035-9991-c91efc901262') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:37.429445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.447810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.454726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:37.455418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:37.475186 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:37.479561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d0aec98-98fa-42cd-8544-87a98ad9e07c None None] The port '522b5882-54aa-4200-bb85-db56d3a5c1e2' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:35:37.668351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.689438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.695808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=0baca7dc-b50b-4102-8205-5da17b5a372a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:37.704713 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d71aba2a-4530-499b-b7b3-483de7274d98 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/0baca7dc-b50b-4102-8205-5da17b5a372a HTTP/1.1" status: 204 len: 168 time: 0.6222796 Jan 18 23:35:37.710147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42546) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:37.827071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.982272 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:37.993846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0849d9e2-3978-43a6-9560-d603f0bb8f58 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:38.015546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34794ea-e277-4880-994a-b9708627a66d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:38.033606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fe9fb9-bb71-46b8-aa0f-0d67297b7977') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:38.035775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fe9fb9-bb71-46b8-aa0f-0d67297b7977') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:38.048335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.066278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.073212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:38.074037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:38.097126 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:38.207450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0849d9e2-3978-43a6-9560-d603f0bb8f58 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:38.208665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0849d9e2-3978-43a6-9560-d603f0bb8f58 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:38.209215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.328099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.364981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301073-9840-459d-af7a-74ebaa059d16 req-654bae38-12c8-44c3-a7e9-71d11f5e58c6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:38.374739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf301073-9840-459d-af7a-74ebaa059d16 req-654bae38-12c8-44c3-a7e9-71d11f5e58c6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 944 time: 0.0923145 Jan 18 23:35:38.378104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.379897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.387253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] Pushing event deleted for resources: {'Network': ['ID=f34794ea-e277-4880-994a-b9708627a66d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:38.400109 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ea71990-8233-45a8-9da2-1744ed079040 tempest-BulkNetworkOpsIpV6Test-1047364535 tempest-BulkNetworkOpsIpV6Test-1047364535-project] 10.222.0.59 "DELETE /v2.0/networks/f34794ea-e277-4880-994a-b9708627a66d HTTP/1.1" status: 204 len: 168 time: 0.6862781 Jan 18 23:35:38.420775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:35:38.451882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:38.484197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf301073-9840-459d-af7a-74ebaa059d16 req-59007da5-d36c-43ab-b082-2f14b0ac4cbb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082304 Jan 18 23:35:38.497096 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58', 'code': 200} Jan 18 23:35:38.556425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:38.641346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:38.923475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f64a7ce-4b69-4c6b-8733-600410fc4f28 req-9a262259-6ebe-4b2d-94f0-916e1c561867 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1096 time: 0.3633463 Jan 18 23:35:38.981234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f64a7ce-4b69-4c6b-8733-600410fc4f28 req-9d82369f-de76-4bce-896d-2ed8dafce07f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Jan 18 23:35:39.215993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:39.263566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.412007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-256e0e47-38f8-4509-af1e-4c016c756e85 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea3ecc669a044fc3a8e3708019b3a0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1945891 Jan 18 23:35:39.414802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:39.494514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.528525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.724112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03f7e-0da4-4b4e-a64e-296c03073de2 req-504e82d2-7ae5-4325-8bf2-42547355fc98 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:39.725738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aab03f7e-0da4-4b4e-a64e-296c03073de2 req-504e82d2-7ae5-4325-8bf2-42547355fc98 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.0947063 Jan 18 23:35:39.750158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.774419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f1be85-8563-4ad5-bd43-a555f2afe00a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:39.788624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:39.791596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2aa6d607-5486-4311-93e7-0aecdf7f74ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23f1be85-8563-4ad5-bd43-a555f2afe00a HTTP/1.1" status: 204 len: 168 time: 0.3749027 Jan 18 23:35:39.800193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aab03f7e-0da4-4b4e-a64e-296c03073de2 req-5babc8a7-f90f-4e5e-b2e8-80909f15cb4c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684006 Jan 18 23:35:40.919849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:40.927515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653521920', 'description': 'tempest-secgroup-smoke-1653521920 description', 'project_id': '36aa58617d204c21948d8a0a03cb89f1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:40.935204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:40.939737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:40.942965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:40.949737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.029463 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.047576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.089445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760aba-745a-43ad-8a19-860989c02e2f req-9ee9d153-6f89-46d1-bb21-d5cd74d80fad tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:41.091227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7760aba-745a-43ad-8a19-860989c02e2f req-9ee9d153-6f89-46d1-bb21-d5cd74d80fad tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1333814 Jan 18 23:35:41.110649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.120932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.129063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.133320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.145584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.169337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7760aba-745a-43ad-8a19-860989c02e2f req-4bbf9372-9b0c-4405-9285-9e27eb3184bb tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Jan 18 23:35:41.232598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.316460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.364332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.370259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d79c6d4-d73e-46c3-8257-82ec442d6569,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:41.373790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.377086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.386974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.443711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.470965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:41.505148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.557701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a72914-5a52-42d4-9992-b8acf65736c7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:41.613938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.618337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42694) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:41.618525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-56736836-c845-4700-868d-edb54bc3100d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6960673 Jan 18 23:35:41.624228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:41.637973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.650591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.655400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.662607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696216628'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:41.671106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.678010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.685127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.689150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.695198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.803848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.881357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.882789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:41.887829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.901582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.937685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:41.943104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:security_group_rule and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:41.946645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:41.952602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:41.967397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:41.994600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-10f19672-918b-422d-881d-34c5e5066ff4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1096 time: 0.1147895 Jan 18 23:35:41.999009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d38f20-1925-490e-9ef0-b7f16b330faa,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:42.001898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09c54f-9e25-4778-99a2-d37326c533ec req-e5f27ad2-2691-4860-b315-f3e3f4a7ecd5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:42.009453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f09c54f-9e25-4778-99a2-d37326c533ec req-e5f27ad2-2691-4860-b315-f3e3f4a7ecd5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1687565 Jan 18 23:35:42.027874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.028222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.028565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.028957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.033713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.034119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.034475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.034824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.036118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.036118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.036118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:42.101709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.150226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.154402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8735cfdc-1cf7-4ac0-b7a4-fcd410ec595a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5321043 Jan 18 23:35:42.154552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42710) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:42.160513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:42.161261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f09c54f-9e25-4778-99a2-d37326c533ec req-1b039185-48c5-4db8-bf0d-336f2754871a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506984 Jan 18 23:35:42.168240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:42.172541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:42.175652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:42.184440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:42.201312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-9437de3c-2d31-412b-951b-7504fa60b551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:42.203100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-9437de3c-2d31-412b-951b-7504fa60b551 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.1914427 Jan 18 23:35:42.203624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.233827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:42.247337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe46d786-5e3f-40a7-9b8c-11d935d0e23e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:42.252628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.257020 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment e531529d-3209-4320-b4c9-d8705445c286 of type vlan for network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 Jan 18 23:35:42.280502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-91d07d4b-f2c9-4a62-b989-38744615e79d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58 HTTP/1.1" status: 200 len: 217 time: 0.0704076 Jan 18 23:35:42.287935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.292053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.348250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-370cbb64-3af1-472e-b80a-288144d74374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:42.349769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-370cbb64-3af1-472e-b80a-288144d74374 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.0628550 Jan 18 23:35:42.397936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-82bab093-ca8a-4670-b61f-fe5e9c820ff7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420477 Jan 18 23:35:42.505280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.562541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.566502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:42.567273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.601153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.709698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f92258e-64a2-45ce-8989-74b658a7d810,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:42.718308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=f15cfc82-08ec-4aeb-a34f-d7661e53c6a6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:42.730932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:42.785081 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5447de73-a9a5-40a7-a93b-a6ef437f7f21 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3020196 Jan 18 23:35:42.785297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-9d1b2423-f4c1-453e-88f8-abda63306dbe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1309364 Jan 18 23:35:42.802003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-1c8847ca-e942-4614-91c0-d78e249c6973 service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977649 Jan 18 23:35:42.808343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:42.809729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a3165e2b-372b-4439-ac91-c4704bbb6f00 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6541092 Jan 18 23:35:42.813110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42724) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:42.819841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:42.834453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:42.853513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:42.859090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:42.875307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:42.928769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42730) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:42.935817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:43.082928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed0cfbc8-4bd0-4be9-9951-00008cddfdea req-975acb32-2591-42d0-abfa-12d40e9602df service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716463 Jan 18 23:35:43.089811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-3ae96776-1a95-4bad-bb69-68f8698e7180 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 1096 time: 0.1252420 Jan 18 23:35:43.091645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.152471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:43.159424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:43.168126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:43.177399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:43.207442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.282561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569899a-da45-47be-b686-bb8d8cf11732 req-f4bb7af4-8e7a-4b62-8478-5692fe998054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:43.284431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-f4bb7af4-8e7a-4b62-8478-5692fe998054 service neutron] 10.222.0.83 "GET /v2.0/networks?id=712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 200 len: 912 time: 0.1689260 Jan 18 23:35:43.349023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.384573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db32a3a-5019-4477-8e2e-92ab6892777d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:43.384573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:43.479999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-94408261-025b-4295-9292-4744d7e4ff4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 200 len: 1000 time: 0.1857493 Jan 18 23:35:43.492511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e684-bad6-46c5-8792-f663a3542470 req-f7dc7573-c576-4b2b-a445-5a8a838d8348 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:43.494436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0592e684-bad6-46c5-8792-f663a3542470 req-f7dc7573-c576-4b2b-a445-5a8a838d8348 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1405947 Jan 18 23:35:43.507198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.557039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569899a-da45-47be-b686-bb8d8cf11732 req-23fe6e1b-05b1-48e1-bafe-dbfafcdef63a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:43.558475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-23fe6e1b-05b1-48e1-bafe-dbfafcdef63a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 200 len: 850 time: 0.0630481 Jan 18 23:35:43.593922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.595377 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e11e4392-29b7-4560-8cdd-c5d95db82eaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7810709 Jan 18 23:35:43.601331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42746) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:43.621119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:43.631075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:43.651220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:43.651220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:43.660266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:43.663037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0592e684-bad6-46c5-8792-f663a3542470 req-254f736a-056a-4ce1-83a2-1e604de67c9a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036179 Jan 18 23:35:43.699165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-6476f59e-0e76-4713-a200-3acbd52a3c03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=712265ac-ad98-4884-ac49-2233c45b7d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098444 Jan 18 23:35:43.796876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.842868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-81d3dd99-8000-440f-af18-988f6e3171df service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360543 Jan 18 23:35:43.895601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-06edd945-2574-4722-98b1-6519a1c81f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.902140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.902140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:43.969677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=318240fc-50f4-4c60-84df-35b97717a9e8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:43.996244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.029498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d9edd6-8648-45d0-b6f0-3a88dce202fa,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:44.074499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': 'e531529d-3209-4320-b4c9-d8705445c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:44.074771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: f15cfc82-08ec-4aeb-a34f-d7661e53c6a6, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:44.097980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0569899a-da45-47be-b686-bb8d8cf11732 req-2257e662-fb82-4230-871f-584988e5063b service neutron] 10.222.0.83 "GET /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482500 Jan 18 23:35:44.166569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:44.166569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.169951 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dea2219-24ac-4555-bab7-0dabfaf5aeba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5649207 Jan 18 23:35:44.170455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42758) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:44.176121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:44.183161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:44.187740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:44.190724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:44.197401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:44.269076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f15cfc82-08ec-4aeb-a34f-d7661e53c6a6) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:44.275080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:44.276373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.278819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f94c7e-75b5-4cc5-b76c-dd51f8d66bde None None] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:44.322375 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:35:44.329350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.391910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e394ab2-0e64-4406-b312-303f3cc1835e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4620147 Jan 18 23:35:44.395985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:44.406010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33590141'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:44.420795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.422779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:44.428127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:44.440159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:44.447835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:44.470500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.502600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06fadf7-44a0-485d-a6a7-d7e67a752eab,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:44.522585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:44.527032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.554095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f15cfc82-08ec-4aeb-a34f-d7661e53c6a6', 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '318240fc-50f4-4c60-84df-35b97717a9e8'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:44.555476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.565413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:44.573096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.574280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3ba54e89-1979-4919-bd1d-1dd62af9b781 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4028349 Jan 18 23:35:44.577186 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.581683 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment d0083618-be74-4597-b4a4-a92379acbde5 of type vlan for network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 Jan 18 23:35:44.581789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:44.585012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '48a72914-5a52-42d4-9992-b8acf65736c7', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:44.594486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:44.599170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:44.604099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:44.640693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:44.653912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.734078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Allocated IP 172.20.255.242 (f15cfc82-08ec-4aeb-a34f-d7661e53c6a6/318240fc-50f4-4c60-84df-35b97717a9e8/d7c8c3ad-f0d3-4d39-b7be-b98b4130f548) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:44.734388 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:35:44.760765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.762023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.766156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:44.766915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.873996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.939300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:44.952807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5530815 Jan 18 23:35:44.987413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:45.046790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9653572b-3fb6-4773-a644-79fb043f4ef7,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.057086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737b927-9b71-4369-aee2-002aaf9a8e82 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=d681e03b-7a09-4ed1-b2d3-f6a9da74d968,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.072328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:45.087134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:45.121682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616d323-492b-4c1a-93aa-cfccf079982d req-b848d28e-107b-4e53-b8df-488dad94ed3b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:45.123974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a616d323-492b-4c1a-93aa-cfccf079982d req-b848d28e-107b-4e53-b8df-488dad94ed3b tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.2840202 Jan 18 23:35:45.229642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a616d323-492b-4c1a-93aa-cfccf079982d req-6ff9ca23-41b4-4f63-8e0e-347c647b5b4f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937321 Jan 18 23:35:45.313171 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.323798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Transition to ACTIVE for port object d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:45.334002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:45.338613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:45.341307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:45.342355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Transition to ACTIVE for port object d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:45.347224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:45.367116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.368597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4a66107a-f657-4004-8fe5-dbf794dd7cce tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7894495 Jan 18 23:35:45.371652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42794) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:45.377049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'network': {'name': 'tempest-network-smoke--297450384', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:45.382410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:45.390463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:network and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:45.399998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:45.404872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:45.419628 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.447560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:45.489950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:45.497276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:45.501241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:45.538208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Pushing event updated for resources: {'Port': ['ID=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.544260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:45.547248 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.603134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.603798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Attempting to bind port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:45.603798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Attempting to bind port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e531529d-3209-4320-b4c9-d8705445c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:45.604174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Attempting to bind port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 on network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:45.610852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:45.613329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Checking segment: {'id': 'e531529d-3209-4320-b4c9-d8705445c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:45.613329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.613329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Bound using segment: {'id': 'e531529d-3209-4320-b4c9-d8705445c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:45.613329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Bound port: d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e531529d-3209-4320-b4c9-d8705445c286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f15cfc82-08ec-4aeb-a34f-d7661e53c6a6'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:45.613329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.627372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:45.698736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.698994 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Added segment f216f471-3d67-4b96-b675-d6ed085928c9 of type vlan for network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a Jan 18 23:35:45.707647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] For port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:45.712666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] For port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,segment=NetworkSegment(e531529d-3209-4320-b4c9-d8705445c286),segment_id=e531529d-3209-4320-b4c9-d8705445c286)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:45.740178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.818131 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.932012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc52aec-a063-4eee-8812-5924198cb6e3 None None] Pushing event updated for resources: {'Port': ['ID=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:45.934932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:45.939772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:45.940418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.041810 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48b0ddab-78c6-4ada-b879-f2ee549ba1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.049264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.097220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:46.097361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7246547 Jan 18 23:35:46.104085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'admin_state_up': True, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:46.119425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:46.125115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:router and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:46.145672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:46.154521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:46.175207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a6237-282a-48dd-809c-ca73e2533cb6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Network': ['ID=2acee4e8-5eab-4961-9576-4ba6d2b8d81a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:46.189066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:46.203620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=370536a8-bda4-4aa9-8276-5c28c3821091,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:46.230573 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.231888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.257144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': 'd0083618-be74-4597-b4a4-a92379acbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:46.257513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: d681e03b-7a09-4ed1-b2d3-f6a9da74d968, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:46.274250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.395113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:46.522263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d681e03b-7a09-4ed1-b2d3-f6a9da74d968) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:46.527379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.527986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.538553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4dd54-13bf-4310-818b-7994cdae58f5 None None] Network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:46.630129 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dd8e87d-2dae-4492-9446-602d508965d5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6217856 Jan 18 23:35:46.632810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42824) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:46.812074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-d681e03b-7a09-4ed1-b2d3-f6a9da74d968', 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '370536a8-bda4-4aa9-8276-5c28c3821091'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:46.813393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.819614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:46.905504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5081ea6-d173-43de-9382-b0e3aa8d26d2 req-4e7511fb-7aaa-4913-94bb-ba258cf213df tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:46.911989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5081ea6-d173-43de-9382-b0e3aa8d26d2 req-4e7511fb-7aaa-4913-94bb-ba258cf213df tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.4172394 Jan 18 23:35:46.991629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5081ea6-d173-43de-9382-b0e3aa8d26d2 req-df065c97-be9a-427d-abc3-2ef4d987d7c6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697496 Jan 18 23:35:47.080673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.129622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Allocated IP 172.20.0.2 (d681e03b-7a09-4ed1-b2d3-f6a9da74d968/370536a8-bda4-4aa9-8276-5c28c3821091/c8fe3411-8a07-4dd0-95f9-442c2b56c185) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:47.220677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.223586 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.264002 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.264613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.536498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.544542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.106 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/ef20ad86-740e-4aaf-9097-4cf4bf0e0049) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:47.547127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Transition to ACTIVE for port object c8fe3411-8a07-4dd0-95f9-442c2b56c185 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:47.569790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Transition to ACTIVE for port object c8fe3411-8a07-4dd0-95f9-442c2b56c185 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:47.580609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c038abe3-126f-44e1-a179-6c18d881bf54 None None] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:47.595889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:47.705156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.734731 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.753549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.798298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=370536a8-bda4-4aa9-8276-5c28c3821091,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:47.829222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:47.832232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.840277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:47.845629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Pushing event updated for resources: {'Port': ['ID=c8fe3411-8a07-4dd0-95f9-442c2b56c185,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:47.859083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:47.928106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:47.998239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:47.998637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.004766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:48.006621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:48.050892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:48.064522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.066164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.066529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.066902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.067647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.067647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.067895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.068275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.068614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.068974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.069307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:48.090406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d681e03b-7a09-4ed1-b2d3-f6a9da74d968']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:48.119824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:48.128810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0083618-be74-4597-b4a4-a92379acbde5') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:48.129155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0083618-be74-4597-b4a4-a92379acbde5') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:48.149639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.157418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:48.157794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.184779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Provisioning for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:48.191982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.197387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:48.197999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:48.213313 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:48.252336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Provisioning complete for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:48.252728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.334848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6cbef-7df8-49d6-8b1e-82ebd883ef64 req-f90ba822-7eb0-4912-a308-0c6475cbd1c6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:48.336380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6db6cbef-7df8-49d6-8b1e-82ebd883ef64 req-f90ba822-7eb0-4912-a308-0c6475cbd1c6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1358428 Jan 18 23:35:48.363767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Attempting to bind port c8fe3411-8a07-4dd0-95f9-442c2b56c185 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:48.364345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Attempting to bind port c8fe3411-8a07-4dd0-95f9-442c2b56c185 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'd0083618-be74-4597-b4a4-a92379acbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:48.364644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Attempting to bind port c8fe3411-8a07-4dd0-95f9-442c2b56c185 on network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:48.372092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:35:48.372092 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:35:48.372092 n-d-825175-2 neutron-server[84543]: [parameters: {'id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'}] Jan 18 23:35:48.372092 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:48.372476 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:48.386914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6db6cbef-7df8-49d6-8b1e-82ebd883ef64 req-05b3223f-181d-41ac-bd73-fe25ea1beb79 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446136 Jan 18 23:35:48.417997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:48.418370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Checking segment: {'id': 'd0083618-be74-4597-b4a4-a92379acbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:48.418769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.419164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Bound using segment: {'id': 'd0083618-be74-4597-b4a4-a92379acbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:48.419637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Bound port: c8fe3411-8a07-4dd0-95f9-442c2b56c185, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0083618-be74-4597-b4a4-a92379acbde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd681e03b-7a09-4ed1-b2d3-f6a9da74d968'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:48.420047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.431153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.431895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.498124 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.689816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,segment=NetworkSegment(e531529d-3209-4320-b4c9-d8705445c286),segment_id=e531529d-3209-4320-b4c9-d8705445c286)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:48.689816 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.709846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] For port c8fe3411-8a07-4dd0-95f9-442c2b56c185, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:48.737400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] For port c8fe3411-8a07-4dd0-95f9-442c2b56c185, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8fe3411-8a07-4dd0-95f9-442c2b56c185,segment=NetworkSegment(d0083618-be74-4597-b4a4-a92379acbde5),segment_id=d0083618-be74-4597-b4a4-a92379acbde5)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:48.768474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:35:48.776149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.801701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router d60058ec-3674-42f8-bb5e-f4c1785c2b67 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:35:48.873325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.889878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port c8fe3411-8a07-4dd0-95f9-442c2b56c185 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:35:48.893370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.923446 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:35:48.924048 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b1a4b1a5-ebf1-4c29-971a-9c055ec04d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:35:48.935887 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:48.937684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:49.057023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:49.173321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:49.182787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f552c12-d427-4d41-b638-879fd48789c8 None None] Network d681e03b-7a09-4ed1-b2d3-f6a9da74d968 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:49.187004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Sync routers for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:49.207269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:49.208307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:49.208718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048980b8-4cd4-4d01-8570-4ed821bf903f None None] Pushing event updated for resources: {'Port': ['ID=c8fe3411-8a07-4dd0-95f9-442c2b56c185,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:49.292221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:49.298025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-01231ee5-4af6-4eca-b29f-459490c4bb44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1998043 Jan 18 23:35:49.299026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42884) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:49.364885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port c8fe3411-8a07-4dd0-95f9-442c2b56c185, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8fe3411-8a07-4dd0-95f9-442c2b56c185,segment=NetworkSegment(d0083618-be74-4597-b4a4-a92379acbde5),segment_id=d0083618-be74-4597-b4a4-a92379acbde5)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:49.365627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:49.459523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:49.634224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:49.662514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for c8fe3411-8a07-4dd0-95f9-442c2b56c185 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:35:49.776699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d2bd2a1c-38c8-45b0-8224-0e2affb1d46a tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=36aa58617d204c21948d8a0a03cb89f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4761581 Jan 18 23:35:49.778141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42902) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:49.940629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55393ce4-1b32-4a2f-90de-4e89518fe688 None None] Provisioning complete for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:49.941045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55393ce4-1b32-4a2f-90de-4e89518fe688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:49.985340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.102670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port c8fe3411-8a07-4dd0-95f9-442c2b56c185 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:35:50.103504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ca830-e066-4dc4-a17c-2b5b1faeef40 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:35:50.103616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=c8fe3411-8a07-4dd0-95f9-442c2b56c185,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:50.108294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77967d6c-8a32-4a5f-883a-41a470b1fb8e req-48c5ebc1-740d-41e8-a869-0ae2a1c5efd0 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:50.116016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77967d6c-8a32-4a5f-883a-41a470b1fb8e req-48c5ebc1-740d-41e8-a869-0ae2a1c5efd0 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.4990540 Jan 18 23:35:50.170109 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:48Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:50.174216 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Checking router: d60058ec-3674-42f8-bb5e-f4c1785c2b67 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:50.174568 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Updating router d60058ec-3674-42f8-bb5e-f4c1785c2b67 port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:35:50.247087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77967d6c-8a32-4a5f-883a-41a470b1fb8e req-57a6b07a-ba4b-4e8b-bf81-66f1bd2fb4a9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294510 Jan 18 23:35:50.262385 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.276104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d16d7ae-b883-4392-91a1-d00124fe6e1b tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:50.276104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4d16d7ae-b883-4392-91a1-d00124fe6e1b tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4916220 Jan 18 23:35:50.276891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42914) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:50.291601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:50.292195 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.349550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.355566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7178191-8991-4a8d-93aa-49361c3d1609 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747597 Jan 18 23:35:50.356142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42918) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:50.373340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730737812', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:50.399547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d681e03b-7a09-4ed1-b2d3-f6a9da74d968']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:50.412357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0083618-be74-4597-b4a4-a92379acbde5') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:50.412972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0083618-be74-4597-b4a4-a92379acbde5') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:50.425947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.444588 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.451897 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:50.452526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:50.473984 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:50.513951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ca830-e066-4dc4-a17c-2b5b1faeef40 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:35:50.619943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:50.624367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:subnet and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:50.627763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:50.634885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:50.646638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.675176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.690622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=d681e03b-7a09-4ed1-b2d3-f6a9da74d968,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:50.703026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:50.703958 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-193b5023-439f-4b91-af78-1e856d9308db tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/d681e03b-7a09-4ed1-b2d3-f6a9da74d968 HTTP/1.1" status: 204 len: 168 time: 4.0687218 Jan 18 23:35:50.709761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115594968'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:50.721601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:50.726103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:50.729536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:50.750006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:50.767474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:50.865917 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.879760 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Transition to ACTIVE for port object ef20ad86-740e-4aaf-9097-4cf4bf0e0049 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:50.919535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:50.922736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.942095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:50.994616 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.081448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:51.090326 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Pushing event updated for resources: {'Port': ['ID=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:51.101230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.102205 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.102740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.103266 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.104298 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.104783 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.108375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.108375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.108375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.108375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.108375 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:35:51.143135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Attempting to bind port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:51.143501 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Attempting to bind port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:51.143789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.144146 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 9c6b5bbf-232d-42c3-9512-ec53d32fb335 of type vlan for network 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc Jan 18 23:35:51.144399 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Attempting to bind port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:51.153003 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:51.153369 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:51.153808 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.156586 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:51.157778 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Bound port: ef20ad86-740e-4aaf-9097-4cf4bf0e0049, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:51.158390 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.201294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.258880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] For port ef20ad86-740e-4aaf-9097-4cf4bf0e0049, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:51.262489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] For port ef20ad86-740e-4aaf-9097-4cf4bf0e0049, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:51.357356 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.386299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.399509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:51.400414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.444238 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e9cb8-050c-435f-9c84-bfd376d55340 None None] Pushing event updated for resources: {'Port': ['ID=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:51.449078 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:51.449684 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:51.527080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.630940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=96ca802d-e8e7-4239-a0b4-9e5ec88f13fc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:51.642351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:51.679283 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:51.687471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Subnet': ['ID=feac9ce5-96db-452b-a566-5fd0fc31f85d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:51.700582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7407c189-e423-45e1-bd13-e42feb5b1e20 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9958129 Jan 18 23:35:51.704054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42948) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:51.711516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '96ca802d-e8e7-4239-a0b4-9e5ec88f13fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:51.721411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Checking segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:51.722008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network hostable DHCP agents. Network: 2acee4e8-5eab-4961-9576-4ba6d2b8d81a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:51.749212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad07d3-a44c-4b35-89c4-ce85c2651e2b req-212d12de-fe0c-433e-95b2-06d508c5dc90 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:51.750806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67ad07d3-a44c-4b35-89c4-ce85c2651e2b req-212d12de-fe0c-433e-95b2-06d508c5dc90 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.3285043 Jan 18 23:35:51.814351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67ad07d3-a44c-4b35-89c4-ce85c2651e2b req-f17b4c90-125b-4c7c-bb9a-9e564e7fd811 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Jan 18 23:35:51.838223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:51.906740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:51.910868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:51.914030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:51.922511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:51.933717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2acee4e8-5eab-4961-9576-4ba6d2b8d81a) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:51.941222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:51.941222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:51.951726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f32d0a-29f1-4ecb-ab58-83a77e8b966c None None] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:52.032349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:52.071804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b70ce2b7-d570-4289-8d84-8e550499dfa3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7132378 Jan 18 23:35:52.074422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 42958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:52.090178 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:48Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:52.099749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53a9e74-20a7-4b54-91a8-aa2b5b11246a None None] The sync data for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 is: [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:48Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:35:52.257684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:52.259369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.297201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.620320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Allocated IP 172.20.0.2 (2acee4e8-5eab-4961-9576-4ba6d2b8d81a/feac9ce5-96db-452b-a566-5fd0fc31f85d/b9c8f5f3-53a6-4535-b585-ea7a4c9e9934) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:52.623108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing IP validity checks on allocation pools {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:35:52.623635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:35:52.951838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:52.985478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.010272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Transition to ACTIVE for port object b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:53.074484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Transition to ACTIVE for port object b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:53.110468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=b8d82bd4-a755-4a66-80ad-3dce0b69fcc9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:53.123716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '9c6b5bbf-232d-42c3-9512-ec53d32fb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '96ca802d-e8e7-4239-a0b4-9e5ec88f13fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:53.124250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:53.139974 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.231270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:53.243233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:53.243233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:53.258241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:53.316328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Pushing event updated for resources: {'Port': ['ID=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:53.333029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8498f9-2394-4d2d-ad10-be908d1ff9e0 req-79bf5d7d-5db0-4b34-b71b-f74f826d7687 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:53.344964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b8498f9-2394-4d2d-ad10-be908d1ff9e0 req-79bf5d7d-5db0-4b34-b71b-f74f826d7687 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.2377264 Jan 18 23:35:53.363082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:53.368026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:53.368925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.412651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Attempting to bind port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:35:53.413059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Attempting to bind port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:35:53.413426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Attempting to bind port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:35:53.425539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cce5c0-4a38-483f-8687-f2f81212d03b None None] Network 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:53.517393 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-625d5d8b-c780-4840-9a00-2f9941d662f6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8122230 Jan 18 23:35:53.519838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 42984) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:53.544511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ef20ad86-740e-4aaf-9097-4cf4bf0e0049 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:53.595527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:35:53.595903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Checking segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:53.596281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.596666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Bound using segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:35:53.597365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Bound port: b9c8f5f3-53a6-4535-b585-ea7a4c9e9934, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:35:53.597741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.770167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b8498f9-2394-4d2d-ad10-be908d1ff9e0 req-942046a7-36da-49f4-a8f5-0b7d24778fca tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240687 Jan 18 23:35:53.783934 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.859965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:53.938843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:53.991033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:53.991698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.093453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.103494 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.124133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] For port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:35:54.140065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d82bd4-a755-4a66-80ad-3dce0b69fcc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:54.149401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] For port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:35:54.179050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c84a83-c83b-4cd0-9825-94c8c059c7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-96ca802d-e8e7-4239-a0b4-9e5ec88f13fc', 'network_id': '96ca802d-e8e7-4239-a0b4-9e5ec88f13fc', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': 'b8d82bd4-a755-4a66-80ad-3dce0b69fcc9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:54.180598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-54c84a83-c83b-4cd0-9825-94c8c059c7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.270637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.286960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ca802d-e8e7-4239-a0b4-9e5ec88f13fc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6b5bbf-232d-42c3-9512-ec53d32fb335') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6b5bbf-232d-42c3-9512-ec53d32fb335') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:54.476576 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:54.482203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.566516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ef20ad86-740e-4aaf-9097-4cf4bf0e0049, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:54.574673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd89ed-b876-49ef-ba06-7bf4429c19f9 None None] Pushing event updated for resources: {'Port': ['ID=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:54.640709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c4f35-dcd7-4df3-b5e1-925c66e7799e None None] Network 96ca802d-e8e7-4239-a0b4-9e5ec88f13fc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:54.686182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.1 (2acee4e8-5eab-4961-9576-4ba6d2b8d81a/feac9ce5-96db-452b-a566-5fd0fc31f85d/b8f06599-7158-40c4-8d2a-2690379a87cc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:35:54.722286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.788032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:54.824234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=96ca802d-e8e7-4239-a0b4-9e5ec88f13fc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:54.834657 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-331ad92c-6534-4baa-b255-b268905f50c6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/96ca802d-e8e7-4239-a0b4-9e5ec88f13fc HTTP/1.1" status: 204 len: 168 time: 1.3115640 Jan 18 23:35:54.841453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43016) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:54.849724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683479391'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:54.989507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.007448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:55.011209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.046333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object b8f06599-7158-40c4-8d2a-2690379a87cc will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:35:55.048401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:55.062400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:55.077788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:55.183472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:55.192245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-a80e4f82-6014-4e4f-9e69-a346333f1863 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5505097 Jan 18 23:35:55.197791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.200206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:55.203401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.263746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:55.283005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.283265 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 489f19d6-baad-454e-bd96-b18c43186234 of type vlan for network 3bbdb499-67e1-4fbe-abf0-0abe36dba671 Jan 18 23:35:55.356056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:55.364360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:55.372040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:35:55.406091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.430526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:55.450281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea02c05-7c94-48e2-bac0-53375bf8d4ef req-9e8c6ca4-a0d7-442b-b41e-c9d3e7702810 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:55.457011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea02c05-7c94-48e2-bac0-53375bf8d4ef req-9e8c6ca4-a0d7-442b-b41e-c9d3e7702810 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.3745067 Jan 18 23:35:55.498794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.500869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-3c7c3421-0f3a-4367-8425-b4bc479dd579 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 1096 time: 0.1888454 Jan 18 23:35:55.549406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea02c05-7c94-48e2-bac0-53375bf8d4ef req-d2e65ade-066f-4544-b126-f4382f93d6dd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Jan 18 23:35:55.669960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:55.729598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.774971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-68ee9c23-4f58-4051-b73d-b23fbe5611c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:55.776422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-68ee9c23-4f58-4051-b73d-b23fbe5611c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.2452099 Jan 18 23:35:55.777997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.782161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:55.786083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:55.847415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:55.855485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ef20ad86-740e-4aaf-9097-4cf4bf0e0049 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:56.004908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:56.005434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:56.109533 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2642264 Jan 18 23:35:56.117638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43040) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:56.123617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '3bbdb499-67e1-4fbe-abf0-0abe36dba671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:56.138123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f73401-aeae-4dbc-ab5d-00e968fbed18 None None] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:56.154472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-3d3e95a0-46f9-4317-a94d-740e003a59e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 200 len: 217 time: 0.3244548 Jan 18 23:35:56.308971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:56.317925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:56.322060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cff7c-eea2-4888-9176-4a1cf7b0c7d6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=3bbdb499-67e1-4fbe-abf0-0abe36dba671,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:56.324917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:56.335312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 3bbdb499-67e1-4fbe-abf0-0abe36dba671 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:35:56.336091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:56.368502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-10ac462e-98f3-437e-a56d-018bac07fd9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:56.371729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-10ac462e-98f3-437e-a56d-018bac07fd9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.0984313 Jan 18 23:35:56.458228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:56.558220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:56.573990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:56.598564 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-4a095dbe-8a2f-45a9-b93d-d4c74c2df2ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2162471 Jan 18 23:35:56.697886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Provisioning for port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:56.718987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Provisioning complete for port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:56.719356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:56.723320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:56.920243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.015230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] For port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:35:57.058048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.064085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:57.098571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.131066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-98021bbd-5cb2-4a25-82bc-c9bfe758b706 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867340 Jan 18 23:35:57.238053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c5da-857e-4800-bb92-5a198d3e1b4b None None] Pushing event updated for resources: {'Port': ['ID=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:57.249008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10e783-cfc7-4236-96a4-8fe93300673c req-8823f0a6-9f78-421e-83c6-e43b1071cea1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:57.250611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd10e783-cfc7-4236-96a4-8fe93300673c req-8823f0a6-9f78-421e-83c6-e43b1071cea1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.4499426 Jan 18 23:35:57.328533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Provisioning complete for port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:57.328919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.362823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:35:57.366170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:57.379185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eda7377e-2e40-4734-855f-54e2270aa6a2 req-7554d2d3-2d0e-47b2-9934-25a436de1a01 service neutron] 10.222.0.89 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000530 Jan 18 23:35:57.452251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd10e783-cfc7-4236-96a4-8fe93300673c req-b59821fb-4a90-46ca-90d2-1be7d8e9d265 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839094 Jan 18 23:35:57.518217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.562996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:35:57.708618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:57.746703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '489f19d6-baad-454e-bd96-b18c43186234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3bbdb499-67e1-4fbe-abf0-0abe36dba671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:35:57.747066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 3bbdb499-67e1-4fbe-abf0-0abe36dba671, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:35:57.786981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:57.787465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.875975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 3bbdb499-67e1-4fbe-abf0-0abe36dba671 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:35:57.967629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 3bbdb499-67e1-4fbe-abf0-0abe36dba671) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:35:57.969626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Provisioning for port b8f06599-7158-40c4-8d2a-2690379a87cc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:35:57.972077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:57.972775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:57.977058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Provisioning complete for port b8f06599-7158-40c4-8d2a-2690379a87cc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:57.977475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.018141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04337f26-a4f8-451b-b06d-a3cb4dc63879 None None] Network 3bbdb499-67e1-4fbe-abf0-0abe36dba671 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:58.074781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-86e8f9a5-51eb-49e9-b044-805eefa74981 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9530566 Jan 18 23:35:58.075006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43080) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:58.079916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router d60058ec-3674-42f8-bb5e-f4c1785c2b67 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:35:58.106438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1ec15793-1835-401f-96d2-0af028f8bf1b None None] Port b8f06599-7158-40c4-8d2a-2690379a87cc cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:35:58.263828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.316289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec53d5be-1d39-4274-9fa9-fc71d2e587af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-3bbdb499-67e1-4fbe-abf0-0abe36dba671', 'network_id': '3bbdb499-67e1-4fbe-abf0-0abe36dba671', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:35:58.317211 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec53d5be-1d39-4274-9fa9-fc71d2e587af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.339161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5294be1-7042-465f-b4be-91cc3c82bbeb None None] Provisioning complete for port b8f06599-7158-40c4-8d2a-2690379a87cc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:35:58.339784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5294be1-7042-465f-b4be-91cc3c82bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.359764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.373954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:35:58.392406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Sync routers for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:35:58.395243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-25d90d78-473f-4836-b0fa-b126809d376c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/d60058ec-3674-42f8-bb5e-f4c1785c2b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3195989 Jan 18 23:35:58.502534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a5294be1-7042-465f-b4be-91cc3c82bbeb None None] Port b8f06599-7158-40c4-8d2a-2690379a87cc cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:35:58.515138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:35:58.515768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:58.525885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.630022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-ec53d5be-1d39-4274-9fa9-fc71d2e587af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73: This subnet is being modified by another concurrent operation. Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73: This subnet is being modified by another concurrent operation. Jan 18 23:35:58.665299 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:35:58.702168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98722f5d-b2e3-4f80-9e4e-b4d45136183f None None] Network 3bbdb499-67e1-4fbe-abf0-0abe36dba671 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:35:58.803574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.815910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-2a723079-d721-4621-83b7-368ffec476c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:58.876381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0e492-18db-49fd-bfab-5132506dc705 req-08826fff-3e69-40c8-b37a-e035aba6b191 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:58.879863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d0e492-18db-49fd-bfab-5132506dc705 req-08826fff-3e69-40c8-b37a-e035aba6b191 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.2265923 Jan 18 23:35:58.901095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbdb499-67e1-4fbe-abf0-0abe36dba671']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:58.939577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489f19d6-baad-454e-bd96-b18c43186234') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:58.949990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489f19d6-baad-454e-bd96-b18c43186234') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:58.975537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:58.999016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b1d0e492-18db-49fd-bfab-5132506dc705 req-474729dc-680e-463f-89a5-8b70bef1d9d5 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105225 Jan 18 23:35:59.003893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.005111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:35:59.012488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:35:59.012919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.025971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-2a723079-d721-4621-83b7-368ffec476c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:59.027566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-2a723079-d721-4621-83b7-368ffec476c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653521920&fields=id&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 267 time: 0.3021741 Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:35:59.031280 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:35:59.174954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09e209-5cf4-4b79-9a04-1bd9bcf96316 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:35:59.269124 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.270820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36169-c786-48a5-894e-a6261444f04d req-aeaabeb7-4d7e-40b2-acd3-596a76f28ce1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:59.281068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-aeaabeb7-4d7e-40b2-acd3-596a76f28ce1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 796 time: 0.2449436 Jan 18 23:35:59.297852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.299727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-05b4f30e-8dac-4ebe-930d-4390a6bf9a87 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/quotas/36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 375 time: 0.0176916 Jan 18 23:35:59.317670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/3bbdb499-67e1-4fbe-abf0-0abe36dba671 HTTP/1.1" status: 204 len: 168 time: 1.2408612 Jan 18 23:35:59.322302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:59.325192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e4710-f047-4b4e-bf9f-6a061e36a14c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=3bbdb499-67e1-4fbe-abf0-0abe36dba671,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:35:59.336667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43009814'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:59.354142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:35:59.364673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:35:59.367959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:35:59.375611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:35:59.421843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-10f5d785-6886-4d16-b014-b8f0b3a8a48e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:35:59.457241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:35:59.460240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.489210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:35:59.498839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.499407 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 3db689ae-bde7-4b5e-9d43-292e790576a7 of type vlan for network f63add44-b38d-486d-8c52-045b2b814053 Jan 18 23:35:59.526864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.531410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e209-5cf4-4b79-9a04-1bd9bcf96316 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:35:59.532784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-10f5d785-6886-4d16-b014-b8f0b3a8a48e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:35:59.534168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-10f5d785-6886-4d16-b014-b8f0b3a8a48e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2336237 Jan 18 23:35:59.618781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.622656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:35:59.623343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:35:59.767684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:35:56Z', 'revision_number': 2, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:35:59.781005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-725c6459-2afe-4ea8-83ec-5af6f7858ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144876 Jan 18 23:35:59.786136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Checking router: d60058ec-3674-42f8-bb5e-f4c1785c2b67 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:35:59.786136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Updating router d60058ec-3674-42f8-bb5e-f4c1785c2b67 port b8f06599-7158-40c4-8d2a-2690379a87cc binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:35:59.857232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5269077 Jan 18 23:35:59.863373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:35:59.895189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': 'f63add44-b38d-486d-8c52-045b2b814053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:35:59.967356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:00.177509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-28c1575e-d614-4feb-b0af-2d1e904393a2 service neutron] 10.222.0.59 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921731 Jan 18 23:36:00.342500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:00.350089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c327-0536-447e-91d5-41674124ebcf tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=f63add44-b38d-486d-8c52-045b2b814053,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:00.352560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:00.355801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:00.362398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da61e-13be-4985-a0a1-a44961f72b15 req-6ff79ed6-0aee-47bb-9c11-98372be02b83 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:00.371153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318da61e-13be-4985-a0a1-a44961f72b15 req-6ff79ed6-0aee-47bb-9c11-98372be02b83 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1397088 Jan 18 23:36:00.385209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:00.411139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f63add44-b38d-486d-8c52-045b2b814053 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:00.431716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318da61e-13be-4985-a0a1-a44961f72b15 req-8e4c2da0-1c04-4db9-9740-f5a41e5512e9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Jan 18 23:36:00.504470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:00.644871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:00.800182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:00.826795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Transition to ACTIVE for port object b8f06599-7158-40c4-8d2a-2690379a87cc will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:00.921965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:00.970270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c4940d5-10ab-4e32-b381-d23985303c3f req-48b0a300-6e08-4ab8-9ec1-97afd3b0e227 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.0959926 Jan 18 23:36:00.990263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.033671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d8f2e-b6f1-4dda-a2da-c0ff4ceae4fe None None] Pushing event updated for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:01.109310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=8d1c1332-5db7-4b58-9bcd-aafeabeaa763,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:01.137963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '3db689ae-bde7-4b5e-9d43-292e790576a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f63add44-b38d-486d-8c52-045b2b814053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:01.138719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: f63add44-b38d-486d-8c52-045b2b814053, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:01.221098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Attempting to bind port b8f06599-7158-40c4-8d2a-2690379a87cc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:01.221735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Attempting to bind port b8f06599-7158-40c4-8d2a-2690379a87cc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:01.222289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Attempting to bind port b8f06599-7158-40c4-8d2a-2690379a87cc on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:01.235166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:01.235665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Checking segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:01.236137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.236904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Bound using segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:01.237448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Bound port: b8f06599-7158-40c4-8d2a-2690379a87cc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:01.237915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.240390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network f63add44-b38d-486d-8c52-045b2b814053 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:01.349890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f63add44-b38d-486d-8c52-045b2b814053) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:01.355372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:01.356500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.379948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758b8c4-d9cf-44c7-b98c-cf6c4f21f5ea None None] Network f63add44-b38d-486d-8c52-045b2b814053 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:01.396298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] For port b8f06599-7158-40c4-8d2a-2690379a87cc, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:01.435135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ffb7fe5-e11c-4c22-825b-9cde6b05a878 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5705876 Jan 18 23:36:01.437837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43168) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:01.458778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] For port b8f06599-7158-40c4-8d2a-2690379a87cc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b8f06599-7158-40c4-8d2a-2690379a87cc,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:01.580705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.653902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.704796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773494d-35cd-478b-8c38-c64d2145b8ae req-b2e5d3f1-c339-4416-8d0a-97897e7f7fdd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:01.715349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7773494d-35cd-478b-8c38-c64d2145b8ae req-b2e5d3f1-c339-4416-8d0a-97897e7f7fdd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1312690 Jan 18 23:36:01.826521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.832287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7773494d-35cd-478b-8c38-c64d2145b8ae req-bd735f6b-f84a-49cd-892b-c94bc9fa1de4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152594 Jan 18 23:36:01.841924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edef8a7c-e2a9-4503-9f66-d461e708929d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f63add44-b38d-486d-8c52-045b2b814053', 'network_id': 'f63add44-b38d-486d-8c52-045b2b814053', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '8d1c1332-5db7-4b58-9bcd-aafeabeaa763'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:01.842837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-edef8a7c-e2a9-4503-9f66-d461e708929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:01.897650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d8f2e-b6f1-4dda-a2da-c0ff4ceae4fe None None] Pushing event updated for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:01.923200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:36:01.923846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:35:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:02.111048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:02.126978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8219374d-1b9f-4ed3-b574-4048d80af37c req-0a7f3716-6b0f-4fe2-ba45-b7f60a5e8ee5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.0581088 Jan 18 23:36:02.209046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1c1332-5db7-4b58-9bcd-aafeabeaa763,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:02.315251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-edef8a7c-e2a9-4503-9f66-d461e708929d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d1c1332-5db7-4b58-9bcd-aafeabeaa763: This subnet is being modified by another concurrent operation. Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d1c1332-5db7-4b58-9bcd-aafeabeaa763: This subnet is being modified by another concurrent operation. Jan 18 23:36:02.341259 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:36:02.364166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63add44-b38d-486d-8c52-045b2b814053']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:02.372384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71761833-76c4-433c-8be6-b52910f25573 None None] Network f63add44-b38d-486d-8c52-045b2b814053 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:02.383712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db689ae-bde7-4b5e-9d43-292e790576a7') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:02.384305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db689ae-bde7-4b5e-9d43-292e790576a7') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:02.398428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:02.416783 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:02.429958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:02.429958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:02.477879 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:02.548771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:36:03.044573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.048270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c18ccc-719e-4bc9-807a-ce771ed26809 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:03.050122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.050122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=f63add44-b38d-486d-8c52-045b2b814053,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:03.050122 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d0e87324-ba0b-4479-a08b-d41956c7f706 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/f63add44-b38d-486d-8c52-045b2b814053 HTTP/1.1" status: 204 len: 168 time: 1.5089264 Jan 18 23:36:03.050932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:03.062895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1891968391'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:03.074138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:03.082115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:01Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:03.084610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c18ccc-719e-4bc9-807a-ce771ed26809 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:03.087455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:03.091177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc989a-3cdc-4ea6-8db9-4367c1d0410d None None] The sync data for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 is: [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:01Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:36:03.092290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:03.110785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:03.302780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:03.304768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.364424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:03.377170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.377836 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 9d165237-9b71-4731-9ebf-c18e5b72823c of type vlan for network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe Jan 18 23:36:03.440057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.583063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b8f06599-7158-40c4-8d2a-2690379a87cc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:03.680210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.684023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:03.684721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.737780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6010d2ba-1734-432a-8672-a67db8ed588b req-23f6a6dd-8a99-4bac-84c9-4515d1a54661 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.1870565 Jan 18 23:36:03.893235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:03.904972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b8f06599-7158-40c4-8d2a-2690379a87cc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:03.911185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b8f06599-7158-40c4-8d2a-2690379a87cc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:03.911759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:03.916490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcb75-eacf-41e5-b621-f0e9a2b0b868 req-976dbad8-2090-4b38-a671-8c1132d1a709 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:03.922542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-211dcb75-eacf-41e5-b621-f0e9a2b0b868 req-976dbad8-2090-4b38-a671-8c1132d1a709 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.5791059 Jan 18 23:36:03.989447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fa68156f-4780-491e-9ea1-86140275e36b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9375207 Jan 18 23:36:03.990686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43220) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:03.997964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:04.003816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:04.083262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-211dcb75-eacf-41e5-b621-f0e9a2b0b868 req-25575cfa-237e-4c19-bd51-8bd05d07a95e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453023 Jan 18 23:36:04.433715 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:04.534561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b8f06599-7158-40c4-8d2a-2690379a87cc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b8f06599-7158-40c4-8d2a-2690379a87cc,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:04.596806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:04.689319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36169-c786-48a5-894e-a6261444f04d req-e34001c4-88ff-4e42-b386-9f37db7bc23c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:04.694309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-e34001c4-88ff-4e42-b386-9f37db7bc23c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:04.776777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:04.803845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:04.811453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:04.826789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:04.844661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:04.887273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-eee36169-c786-48a5-894e-a6261444f04d req-e34001c4-88ff-4e42-b386-9f37db7bc23c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:04.888424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-e34001c4-88ff-4e42-b386-9f37db7bc23c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 796 time: 0.5460150 Jan 18 23:36:04.963738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:05.001283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dace629-2615-4138-b402-092fa388ed73 req-b0cb5db6-67a6-471a-9939-b8549bb58d12 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.0647933 Jan 18 23:36:05.081455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-1a17c72f-8d31-443c-a563-8743f1b92568 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 380 time: 0.1800396 Jan 18 23:36:05.097425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'port': {'device_id': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'admin_state_up': True, 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'security_groups': ['48a72914-5a52-42d4-9992-b8acf65736c7']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:05.456883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:05.456883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:05.513300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b8f06599-7158-40c4-8d2a-2690379a87cc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:05.519943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f087d-8511-4d5c-958c-1958c908da14 req-557952b1-8cc8-4f5e-a357-82c58d165df4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:05.522080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab6f087d-8511-4d5c-958c-1958c908da14 req-557952b1-8cc8-4f5e-a357-82c58d165df4 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1930375 Jan 18 23:36:05.538999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:05.572974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing IP validity checks on allocation pools {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:36:05.573494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:36:05.602634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab6f087d-8511-4d5c-958c-1958c908da14 req-b95aff46-c393-45d6-998e-fd205f10244e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738010 Jan 18 23:36:05.635864 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b8f06599-7158-40c4-8d2a-2690379a87cc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:05.636407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:05.740799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:05.744745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:05.815018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:05.890709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=7b513a17-b370-496b-9cd7-32fcd47ff896,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:05.996707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '9d165237-9b71-4731-9ebf-c18e5b72823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:05.997029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:06.014705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.11 (2acee4e8-5eab-4961-9576-4ba6d2b8d81a/feac9ce5-96db-452b-a566-5fd0fc31f85d/579af3ad-a9ea-4cec-8afd-4589cd811206) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:06.145644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:06.216446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:06.225503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e74166-d984-4a85-96b8-87458e3893ac None None] Network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:06.231593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:06.232037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.246894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.275714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object 579af3ad-a9ea-4cec-8afd-4589cd811206 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:06.301703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1384734d-ecd1-4560-a776-45d7d4c4925e req-a8cd1f5e-71ea-4118-b04e-3efab9fb634e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.1167276 Jan 18 23:36:06.352981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3c44fc75-5b10-4dab-94a2-d05aaebc2784 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3599095 Jan 18 23:36:06.355548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43268) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:06.381741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.563106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe', 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '7b513a17-b370-496b-9cd7-32fcd47ff896'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:06.564111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.568778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:06.575604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:06.579772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:06.617822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:06.737030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:06.738818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.855925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:06.879333 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-800a42e4-7a20-4db1-9cf8-d159f21d9992 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7878740 Jan 18 23:36:06.899407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Request body: {'port': {'device_id': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:06.920301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e821658-0b6b-4abf-87d8-b99dd8ffa663 req-3a38fffb-7719-4510-b753-2208933cde42 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:06.927409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e821658-0b6b-4abf-87d8-b99dd8ffa663 req-3a38fffb-7719-4510-b753-2208933cde42 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1221359 Jan 18 23:36:06.927885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Allocated IP 172.20.0.3 (6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe/7b513a17-b370-496b-9cd7-32fcd47ff896/31c9f107-bb39-498f-84b0-a97654ec94d0) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:07.024617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e821658-0b6b-4abf-87d8-b99dd8ffa663 req-a2a85dfa-ee97-4e02-9173-12b4fc2a39f1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962136 Jan 18 23:36:07.119119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.175237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03b3bad3-9d60-42f8-af3e-4bc83b45cbce None None] Provisioning for port 579af3ad-a9ea-4cec-8afd-4589cd811206 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:07.192652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03b3bad3-9d60-42f8-af3e-4bc83b45cbce None None] Provisioning complete for port 579af3ad-a9ea-4cec-8afd-4589cd811206 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:07.193036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03b3bad3-9d60-42f8-af3e-4bc83b45cbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.205323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.247257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.323451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Transition to ACTIVE for port object 31c9f107-bb39-498f-84b0-a97654ec94d0 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:07.376219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-03b3bad3-9d60-42f8-af3e-4bc83b45cbce None None] Port 579af3ad-a9ea-4cec-8afd-4589cd811206 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:36:07.393837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Transition to ACTIVE for port object 31c9f107-bb39-498f-84b0-a97654ec94d0 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:07.490045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.561111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:07.562717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:07.568852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:07.570290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb128-50a9-473d-afa0-14751c920b25 req-9bd8f173-2c64-4e4a-968e-c31a33ff9e68 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:07.577275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b8eb128-50a9-473d-afa0-14751c920b25 req-9bd8f173-2c64-4e4a-968e-c31a33ff9e68 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 932 time: 0.0951564 Jan 18 23:36:07.637241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b8eb128-50a9-473d-afa0-14751c920b25 req-9cc13179-3dcd-4528-8133-29661d281ea9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584357 Jan 18 23:36:07.699054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Pushing event updated for resources: {'Port': ['ID=31c9f107-bb39-498f-84b0-a97654ec94d0,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:07.705284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579af3ad-a9ea-4cec-8afd-4589cd811206 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:36:07.708532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Attempting to bind port 31c9f107-bb39-498f-84b0-a97654ec94d0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:07.715391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Attempting to bind port 31c9f107-bb39-498f-84b0-a97654ec94d0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9d165237-9b71-4731-9ebf-c18e5b72823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:07.715391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Attempting to bind port 31c9f107-bb39-498f-84b0-a97654ec94d0 on network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:07.715603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.717179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:07.717603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Checking segment: {'id': '9d165237-9b71-4731-9ebf-c18e5b72823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:07.717999 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.718588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Bound using segment: {'id': '9d165237-9b71-4731-9ebf-c18e5b72823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:07.719044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Bound port: 31c9f107-bb39-498f-84b0-a97654ec94d0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d165237-9b71-4731-9ebf-c18e5b72823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:07.719414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.729783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Transition to ACTIVE for port object 579af3ad-a9ea-4cec-8afd-4589cd811206 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:07.790709 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.819124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] For port 31c9f107-bb39-498f-84b0-a97654ec94d0, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:07.824500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] For port 31c9f107-bb39-498f-84b0-a97654ec94d0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=31c9f107-bb39-498f-84b0-a97654ec94d0,segment=NetworkSegment(9d165237-9b71-4731-9ebf-c18e5b72823c),segment_id=9d165237-9b71-4731-9ebf-c18e5b72823c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:07.903815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:07.925319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=7b513a17-b370-496b-9cd7-32fcd47ff896,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:07.931978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.016769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1b9d9-3ea2-43df-987c-d1525f0c361d None None] Pushing event updated for resources: {'Port': ['ID=31c9f107-bb39-498f-84b0-a97654ec94d0,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:08.255775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb270-9f4e-435d-8873-6a7268e81cac req-1d1b8024-27c1-4b6e-a3b1-c753692b04e6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:08.273297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-895cb270-9f4e-435d-8873-6a7268e81cac req-1d1b8024-27c1-4b6e-a3b1-c753692b04e6 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1099377 Jan 18 23:36:08.295043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.419137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-895cb270-9f4e-435d-8873-6a7268e81cac req-655c4c07-4a24-414a-8feb-32f1a965efc1 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445427 Jan 18 23:36:08.482500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:08.494653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:08.508164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d165237-9b71-4731-9ebf-c18e5b72823c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:08.508882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d165237-9b71-4731-9ebf-c18e5b72823c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:08.556913 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.583646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.607308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:08.607717 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:08.649544 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:08.737176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:08.739745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:08.739745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:08.746458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:36:08.746781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:08.753142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:08.753476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Checking segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:08.753862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Bound using segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:08.754283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Bound port: 579af3ad-a9ea-4cec-8afd-4589cd811206, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:08.754631 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:08.801823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:36:08.801823 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:36:08.801823 n-d-825175-2 neutron-server[84543]: [parameters: {'id': '6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe'}] Jan 18 23:36:08.801823 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:08.802213 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:08.854630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:08.857730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:08.868573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c148c1-7c40-4d7c-8938-b44382f7403f req-50efb4f0-70d4-472c-be0c-6fbf62ec64c7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:08.870426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40c148c1-7c40-4d7c-8938-b44382f7403f req-50efb4f0-70d4-472c-be0c-6fbf62ec64c7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.0883498 Jan 18 23:36:08.953450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40c148c1-7c40-4d7c-8938-b44382f7403f req-a5de6a36-21ae-4ec6-86a1-d8a3f18ade3e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772853 Jan 18 23:36:08.956643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.088393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.091613 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] 10.222.0.89 "PUT /v2.0/ports/579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1092 time: 2.2041478 Jan 18 23:36:09.096275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:09.141662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ff270-ba27-4a41-9593-c864d7d55195 service neutron] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:09.184607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.286760 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'status': 'completed', 'code': 200} Jan 18 23:36:09.306561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.334046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port 31c9f107-bb39-498f-84b0-a97654ec94d0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:09.335044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.476953 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-eeb482c8-110f-45bb-a818-f53197552a0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1095 time: 0.2842581 Jan 18 23:36:09.520919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-354e6927-49ed-441f-9e1c-da84019e00b5 req-34f3202e-5833-4e71-a68c-3de1d3bd94a4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1096 time: 0.1650023 Jan 18 23:36:09.611893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 31c9f107-bb39-498f-84b0-a97654ec94d0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:09.625920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-354e6927-49ed-441f-9e1c-da84019e00b5 req-4740c709-2dfc-4690-9cb3-288b8eab3771 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040859 Jan 18 23:36:09.671383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82a324-fc4d-452a-b1d8-280d5f2697f1 None None] Network 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:09.811231 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-ff6c04f6-07b7-43fc-ba20-f6e0dac2603d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 217 time: 0.1469748 Jan 18 23:36:09.836822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d1feb-a54a-4f4d-acb4-c3e9cbdbd50c req-9833fb4d-75b1-4477-a4e8-2d619a8f06f9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:09.844544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-882d1feb-a54a-4f4d-acb4-c3e9cbdbd50c req-9833fb4d-75b1-4477-a4e8-2d619a8f06f9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1115906 Jan 18 23:36:09.890605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port 31c9f107-bb39-498f-84b0-a97654ec94d0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=31c9f107-bb39-498f-84b0-a97654ec94d0,segment=NetworkSegment(9d165237-9b71-4731-9ebf-c18e5b72823c),segment_id=9d165237-9b71-4731-9ebf-c18e5b72823c)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:09.891004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:09.905436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-882d1feb-a54a-4f4d-acb4-c3e9cbdbd50c req-b5c489c3-1c1f-4474-a5c8-ddcaa6926a86 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596726 Jan 18 23:36:09.915983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-41ecbae7-fc0c-4654-aefe-e1acfebe97a8 None None] Provisioning for port 31c9f107-bb39-498f-84b0-a97654ec94d0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:10.015950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 31c9f107-bb39-498f-84b0-a97654ec94d0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:10.025176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 31c9f107-bb39-498f-84b0-a97654ec94d0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:10.025550 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.034177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee36169-c786-48a5-894e-a6261444f04d req-8ddaa6bf-1084-4ef3-a4be-899fa91f2793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:10.039173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-8ddaa6bf-1084-4ef3-a4be-899fa91f2793 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.2128055 Jan 18 23:36:10.062532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for 31c9f107-bb39-498f-84b0-a97654ec94d0 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:10.075468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c8ed46-dbbe-4f5a-b06d-34145bf681fe None None] DHCP port deletion for 6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:36:10.093699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ed46-dbbe-4f5a-b06d-34145bf681fe None None] Deleting port 31c9f107-bb39-498f-84b0-a97654ec94d0 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:10.094071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d5c8ed46-dbbe-4f5a-b06d-34145bf681fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.262109 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-8ee263b2-0d99-457d-9d44-b981ad19c69c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856471 Jan 18 23:36:10.265022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.279983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84d7ae-d08c-4bf9-ae0e-97581a300840 req-6262c64d-4d27-49a7-a867-8cb8ba99dbaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:10.289317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b84d7ae-d08c-4bf9-ae0e-97581a300840 req-6262c64d-4d27-49a7-a867-8cb8ba99dbaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.1487041 Jan 18 23:36:10.363251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8ed46-dbbe-4f5a-b06d-34145bf681fe None None] The port '31c9f107-bb39-498f-84b0-a97654ec94d0' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:36:10.383410 n-d-825175-2 neutron-server[84544]: INFO neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No ports have port_id starting with 31c9f107-bb39-498f-84b0-a97654ec94d0 Jan 18 23:36:10.387231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b84d7ae-d08c-4bf9-ae0e-97581a300840 req-881e791d-558d-4346-b848-714f6c9704b8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966001 Jan 18 23:36:10.499097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=31c9f107-bb39-498f-84b0-a97654ec94d0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:10.511652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port 31c9f107-bb39-498f-84b0-a97654ec94d0 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:10.712037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.723678 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-aace3ef1-f35d-47f0-ae1a-00840ecb56dc service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521108 Jan 18 23:36:10.766303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:10.825490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d165237-9b71-4731-9ebf-c18e5b72823c') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:10.825796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d165237-9b71-4731-9ebf-c18e5b72823c') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:10.842367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.870922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.892891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:10.893323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:10.908906 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:10.981024 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eee36169-c786-48a5-894e-a6261444f04d req-832eddce-aafd-4368-ba13-063c6471419f service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464180 Jan 18 23:36:11.110942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.126366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef82e-b3bf-437a-8c6e-6bca7a7e1af2 req-8b70be8f-61fb-4285-873c-f27641a24ed9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:11.130520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e55ef82e-b3bf-437a-8c6e-6bca7a7e1af2 req-8b70be8f-61fb-4285-873c-f27641a24ed9 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.0840800 Jan 18 23:36:11.173086 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.174848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.182223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e55ef82e-b3bf-437a-8c6e-6bca7a7e1af2 req-f2e1f92e-297f-4f49-98ec-fd551629468e tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487254 Jan 18 23:36:11.211148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:11.232760 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa7bf469-e95b-43a2-8530-a4f48ba6ad88 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe HTTP/1.1" status: 204 len: 168 time: 4.8729484 Jan 18 23:36:11.234445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:11.240697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-20336685'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:11.248093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:11.251992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:11.255384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:11.261550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-63482c84-10d0-40a5-af0d-d9437f333b2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1095 time: 0.1486416 Jan 18 23:36:11.266577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:11.339218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:11.342670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.402335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:11.411543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-4543f148-9ed2-4482-a3d1-c4863ee683f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:11.422171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-4543f148-9ed2-4482-a3d1-c4863ee683f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.1458626 Jan 18 23:36:11.423023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.423379 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment ac3f56fd-340f-4d2d-913d-ce348e66b7b0 of type vlan for network c751400c-aa11-487c-8a32-7ddd4258e90b Jan 18 23:36:11.483484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.490441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 31c9f107-bb39-498f-84b0-a97654ec94d0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:11.501193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-a4aad965-2fc4-4f90-a8d9-63788102f94b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 217 time: 0.0815434 Jan 18 23:36:11.549438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 31c9f107-bb39-498f-84b0-a97654ec94d0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:11.550973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 31c9f107-bb39-498f-84b0-a97654ec94d0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:11.631610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-31f682c7-ce63-4106-8176-879083182c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:11.633381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-31f682c7-ce63-4106-8176-879083182c89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1251862 Jan 18 23:36:11.636236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.639911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:11.640499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:11.740989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-9aaa9ce6-118c-4934-b3da-338c1ad98c65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007879 Jan 18 23:36:11.955444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-10dfe388-61ff-4cfb-b26e-8136f5181199 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067549 Jan 18 23:36:12.034629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7989352 Jan 18 23:36:12.043502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:12.070360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:12.111209 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0892cbfb-4bd9-428d-8e85-02b368fcc315 req-c9a14089-b494-4780-9212-727ab944ba09 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481698 Jan 18 23:36:12.183077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e78c0d-f0af-405b-a58e-7d439f257f2f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=c751400c-aa11-487c-8a32-7ddd4258e90b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:12.194228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c751400c-aa11-487c-8a32-7ddd4258e90b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:12.243516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:12.251578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:12.261653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:12.269828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e41c8-fa60-4fe3-8d49-dce608aadc88 req-1566c877-44b5-483a-9ee8-d57fe6789e98 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:12.271475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc7e41c8-fa60-4fe3-8d49-dce608aadc88 req-1566c877-44b5-483a-9ee8-d57fe6789e98 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.2877622 Jan 18 23:36:12.279355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-17594c84-0d35-4723-9748-43d9afd8a08d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 1096 time: 0.4910316 Jan 18 23:36:12.286244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37906-e125-42d9-bab2-3b1a09ee53a5 req-51960d8e-2e71-45d4-b36b-4c1fedc8402f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:12.292062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6b37906-e125-42d9-bab2-3b1a09ee53a5 req-51960d8e-2e71-45d4-b36b-4c1fedc8402f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.6166544 Jan 18 23:36:12.293117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:12.495174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:12.527865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc7e41c8-fa60-4fe3-8d49-dce608aadc88 req-cb127bc3-daad-44d6-8748-3163c8ead847 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312589 Jan 18 23:36:12.550536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6b37906-e125-42d9-bab2-3b1a09ee53a5 req-e635eba6-fbb9-49bd-adf7-7b9a922897ba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015390 Jan 18 23:36:12.669653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-307652e1-7ef3-4063-a404-7a7604acd0a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:12.672973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-307652e1-7ef3-4063-a404-7a7604acd0a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 200 len: 911 time: 0.3775618 Jan 18 23:36:12.768583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:13.020936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-456e19d7-3267-485f-bbf3-52d2412ba7a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58 HTTP/1.1" status: 200 len: 217 time: 0.3348889 Jan 18 23:36:13.084366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-7c0815cf-d9c8-48a5-9da4-3580029c3665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:13.086044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-7c0815cf-d9c8-48a5-9da4-3580029c3665 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 200 len: 850 time: 0.0593202 Jan 18 23:36:13.136510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-1418fd41-7599-4dba-851a-4eb0a6f7a98c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10b8b44c-c9c8-4be0-a810-b36186b78f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448985 Jan 18 23:36:13.162680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:13.324551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=48ad2c5c-c87d-44a3-99f0-f61657f8d447,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:13.345839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-a9993489-f951-4fd8-a72f-c01f67631f80 service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026229 Jan 18 23:36:13.348894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:13.349254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: c751400c-aa11-487c-8a32-7ddd4258e90b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:13.493090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b03192be-767b-4320-a420-2a3d90b1e4a2 req-d3cb433a-35fe-4f82-837d-8761bcb2c9ee service neutron] 10.222.0.83 "GET /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394517 Jan 18 23:36:13.508857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network c751400c-aa11-487c-8a32-7ddd4258e90b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:13.594798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c751400c-aa11-487c-8a32-7ddd4258e90b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:13.599777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:13.600375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:13.605746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93043deb-cb1c-4143-b503-18702d6c1d76 None None] Network c751400c-aa11-487c-8a32-7ddd4258e90b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:13.761442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-819d6e64-a786-4540-bfa7-56921c44b7d2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7105529 Jan 18 23:36:13.763843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43412) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:13.924781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f8c0920-9898-47ea-8c9c-67e9b4d54196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.012227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.074731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-c751400c-aa11-487c-8a32-7ddd4258e90b', 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '48ad2c5c-c87d-44a3-99f0-f61657f8d447'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:14.076023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.090066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0768702-02c8-4f31-bd5b-059753cf9a23 req-a6bfee1b-f063-4d20-89c2-e2e97933fe54 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:14.097053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0768702-02c8-4f31-bd5b-059753cf9a23 req-a6bfee1b-f063-4d20-89c2-e2e97933fe54 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.4208107 Jan 18 23:36:14.121327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e0a54-9ada-4e33-a637-1b389de04f29 req-52a6ea04-77b3-41ac-a252-81185760db20 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:14.124270 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.128799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc8e0a54-9ada-4e33-a637-1b389de04f29 req-52a6ea04-77b3-41ac-a252-81185760db20 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.4515073 Jan 18 23:36:14.190233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0768702-02c8-4f31-bd5b-059753cf9a23 req-8f0d9051-d009-4849-a561-ad9fd0daec7a tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920491 Jan 18 23:36:14.212679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc8e0a54-9ada-4e33-a637-1b389de04f29 req-9d136d40-e64f-42cb-a524-87b4982ee93e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826836 Jan 18 23:36:14.304550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Allocated IP 172.20.0.1 (c751400c-aa11-487c-8a32-7ddd4258e90b/48ad2c5c-c87d-44a3-99f0-f61657f8d447/ae274547-7c0a-4319-ad4b-e4f7a487eb10) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:14.516685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.527155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Transition to ACTIVE for port object ae274547-7c0a-4319-ad4b-e4f7a487eb10 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:14.544646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Transition to ACTIVE for port object ae274547-7c0a-4319-ad4b-e4f7a487eb10 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:14.620687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.625044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:36:14.699243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Network c751400c-aa11-487c-8a32-7ddd4258e90b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:14.710624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.714950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:14.717304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:14.727797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Pushing event updated for resources: {'Port': ['ID=ae274547-7c0a-4319-ad4b-e4f7a487eb10,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:14.755323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=48ad2c5c-c87d-44a3-99f0-f61657f8d447,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:14.903820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Attempting to bind port ae274547-7c0a-4319-ad4b-e4f7a487eb10 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:14.904197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Attempting to bind port ae274547-7c0a-4319-ad4b-e4f7a487eb10 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:14.904571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Attempting to bind port ae274547-7c0a-4319-ad4b-e4f7a487eb10 on network c751400c-aa11-487c-8a32-7ddd4258e90b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:14.925030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:14.925406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Checking segment: {'id': 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:14.925826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.926216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Bound using segment: {'id': 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:14.926688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Bound port: ae274547-7c0a-4319-ad4b-e4f7a487eb10, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:14.937063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.970932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:14.976904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:15.005376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751400c-aa11-487c-8a32-7ddd4258e90b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:15.023784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:15.024211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:15.043191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.060647 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.068160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:15.068656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:15.093475 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:15.095700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] For port ae274547-7c0a-4319-ad4b-e4f7a487eb10, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:15.097897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'mac_address': 'fa:16:3e:33:4b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:36:15.158803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.176859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] For port ae274547-7c0a-4319-ad4b-e4f7a487eb10, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ae274547-7c0a-4319-ad4b-e4f7a487eb10,segment=NetworkSegment(ac3f56fd-340f-4d2d-913d-ce348e66b7b0),segment_id=ac3f56fd-340f-4d2d-913d-ce348e66b7b0)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:15.180631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579af3ad-a9ea-4cec-8afd-4589cd811206 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:36:15.190845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:36:15.190845 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:36:15.190845 n-d-825175-2 neutron-server[84543]: [parameters: {'id': 'c751400c-aa11-487c-8a32-7ddd4258e90b'}] Jan 18 23:36:15.190845 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:15.192063 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:15.195884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:15.231209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.280988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.398162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1073e-f5e8-4ab3-8417-af242e9ddb07 None None] Pushing event updated for resources: {'Port': ['ID=ae274547-7c0a-4319-ad4b-e4f7a487eb10,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:15.486777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdaefc1-df70-4da5-b0c1-431464bd3620 None None] Network c751400c-aa11-487c-8a32-7ddd4258e90b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:15.509296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:15.521231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7b008-387e-4d75-90c2-a6bd16e1c57d req-2c001ba1-c279-4dc2-a40e-dd88c51e3a34 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:15.522936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8c7b008-387e-4d75-90c2-a6bd16e1c57d req-2c001ba1-c279-4dc2-a40e-dd88c51e3a34 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1810768 Jan 18 23:36:15.528669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5797b4-8f8e-4cb9-a288-5207a7cfdefc req-57b5958c-869e-4d18-b5f0-3c94f34c07ef tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:15.530300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f5797b4-8f8e-4cb9-a288-5207a7cfdefc req-57b5958c-869e-4d18-b5f0-3c94f34c07ef tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 945 time: 0.1347098 Jan 18 23:36:15.634611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8c7b008-387e-4d75-90c2-a6bd16e1c57d req-7f8b9e55-0103-467f-b405-fd7176baccbf tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Jan 18 23:36:15.637243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f5797b4-8f8e-4cb9-a288-5207a7cfdefc req-fa73b507-86b6-4807-bf8b-7300cb7b2571 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901229 Jan 18 23:36:15.637760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['579af3ad-a9ea-4cec-8afd-4589cd811206'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:36:15.693447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.705910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port ae274547-7c0a-4319-ad4b-e4f7a487eb10 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:15.707259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:15.827713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c3e01-8975-4fa8-8094-0439f81027df None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:16.034460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port ae274547-7c0a-4319-ad4b-e4f7a487eb10, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ae274547-7c0a-4319-ad4b-e4f7a487eb10,segment=NetworkSegment(ac3f56fd-340f-4d2d-913d-ce348e66b7b0),segment_id=ac3f56fd-340f-4d2d-913d-ce348e66b7b0)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:16.035071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-650803ef-3ec1-4df7-ae1c-b056228be197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.035159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.045554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09c3e01-8975-4fa8-8094-0439f81027df None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:16.167041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for ae274547-7c0a-4319-ad4b-e4f7a487eb10 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:16.367535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.417411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port ae274547-7c0a-4319-ad4b-e4f7a487eb10 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:16.458960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=ae274547-7c0a-4319-ad4b-e4f7a487eb10,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:16.559271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6cf67-2332-4c22-a155-1679f9eb5ffa req-d3aae1a6-e32d-498d-822c-dd58d9aa8b6c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:16.561640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67d6cf67-2332-4c22-a155-1679f9eb5ffa req-d3aae1a6-e32d-498d-822c-dd58d9aa8b6c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.0999687 Jan 18 23:36:16.572302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.602528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751400c-aa11-487c-8a32-7ddd4258e90b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:16.615193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:16.615492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3f56fd-340f-4d2d-913d-ce348e66b7b0') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:16.618454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67d6cf67-2332-4c22-a155-1679f9eb5ffa req-cd8bc47e-b425-4129-bb20-9a7b905aae7c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Jan 18 23:36:16.628789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.649749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.656785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:16.657208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:16.671681 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:16.836957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.853097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849d25b-07b8-42e5-8378-dc5c67cab52c req-82ec7958-f4ad-46b7-818e-874174ff75a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:16.854613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7849d25b-07b8-42e5-8378-dc5c67cab52c req-82ec7958-f4ad-46b7-818e-874174ff75a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 945 time: 0.0808890 Jan 18 23:36:16.869959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:16.872687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=c751400c-aa11-487c-8a32-7ddd4258e90b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:16.887947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:16.888763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d37f7496-e086-4065-b951-b73285adbcb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/c751400c-aa11-487c-8a32-7ddd4258e90b HTTP/1.1" status: 204 len: 168 time: 3.1254616 Jan 18 23:36:16.896422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508587505'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:16.903427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:16.914525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:16.918516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:16.929590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:16.938301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7849d25b-07b8-42e5-8378-dc5c67cab52c req-09ba358d-4cee-4850-90ae-0191aa5d04d7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779684 Jan 18 23:36:17.035713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:17.040121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.069174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:17.077685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.078023 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment e0c45044-f3e3-4c7f-9092-21c1d6a2c0a4 of type vlan for network a9ddd024-7969-471b-be86-b82ea27e6745 Jan 18 23:36:17.104245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.207136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.210873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:17.211499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.258861 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.335221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=a9ddd024-7969-471b-be86-b82ea27e6745,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:17.345866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a9ddd024-7969-471b-be86-b82ea27e6745 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:17.421658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc0cfe51-c4b5-4646-a0e1-2de2ace6aa6d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5300372 Jan 18 23:36:17.421795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:17.429681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': 'a9ddd024-7969-471b-be86-b82ea27e6745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:17.500185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.545993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:17.549800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:17.552524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:17.558689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:17.613128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:17.728372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:17.935368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340953cd-0119-45b4-a0d8-ef6e199eaae7 req-53e68d71-536f-4275-bd60-28054614d278 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:17.936993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-340953cd-0119-45b4-a0d8-ef6e199eaae7 req-53e68d71-536f-4275-bd60-28054614d278 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.1333504 Jan 18 23:36:18.037827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-340953cd-0119-45b4-a0d8-ef6e199eaae7 req-1d06c1d2-72ff-4ab7-9022-10507e5e9f59 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943773 Jan 18 23:36:18.160192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f9ebe-56af-4ff7-be45-f977d2579818 req-9e9034bb-e5f9-4525-bf3b-66047c92206f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:18.161742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-989f9ebe-56af-4ff7-be45-f977d2579818 req-9e9034bb-e5f9-4525-bf3b-66047c92206f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 945 time: 0.0842433 Jan 18 23:36:18.163059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.301798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=ba0266b5-2014-43ae-a053-56d9a39d3e7c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:18.320857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-989f9ebe-56af-4ff7-be45-f977d2579818 req-d85c58ca-a00e-4409-9222-b6aa9e95396f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270967 Jan 18 23:36:18.332398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': 'e0c45044-f3e3-4c7f-9092-21c1d6a2c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a9ddd024-7969-471b-be86-b82ea27e6745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:18.333292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: a9ddd024-7969-471b-be86-b82ea27e6745, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:18.474472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network a9ddd024-7969-471b-be86-b82ea27e6745 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:18.565952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a9ddd024-7969-471b-be86-b82ea27e6745) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:18.570390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:18.571254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.576731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d1598-b710-449a-b63c-4836261bc7f1 None None] Network a9ddd024-7969-471b-be86-b82ea27e6745 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:18.650492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:36:18.690095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-883dd365-8047-40f9-a3c8-7279e79e82ff tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2648699 Jan 18 23:36:18.690626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:18.849719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.875739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 579af3ad-a9ea-4cec-8afd-4589cd811206 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:36:18.884906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.887933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 579af3ad-a9ea-4cec-8afd-4589cd811206 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:36:18.888454 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.919849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e429a8-6855-4041-90a3-43064d8b367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a9ddd024-7969-471b-be86-b82ea27e6745', 'network_id': 'a9ddd024-7969-471b-be86-b82ea27e6745', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': 'ba0266b5-2014-43ae-a053-56d9a39d3e7c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:18.920950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16e429a8-6855-4041-90a3-43064d8b367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:18.922901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.088535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.109460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.131602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:19.183167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:19.202729 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'code': 200} Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-16e429a8-6855-4041-90a3-43064d8b367b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba0266b5-2014-43ae-a053-56d9a39d3e7c: This subnet is being modified by another concurrent operation. Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba0266b5-2014-43ae-a053-56d9a39d3e7c: This subnet is being modified by another concurrent operation. Jan 18 23:36:19.218274 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 18 23:36:19.254876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ac0bc-b1b2-47ef-b587-6bb52067a4cc None None] Network a9ddd024-7969-471b-be86-b82ea27e6745 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:19.274377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.421202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-346892d9-b8fb-42ad-98ac-a7226928802b req-58b9c203-7b7c-47b0-a3bb-0374c82a9bc6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.1445432 Jan 18 23:36:19.438257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:19.490062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0266b5-2014-43ae-a053-56d9a39d3e7c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:19.492821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.493329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.493678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.494020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.494370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.494682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.495594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.496476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.497049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.497553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.498233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:19.509638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-346892d9-b8fb-42ad-98ac-a7226928802b req-5409bbf4-85d9-41fa-bfcc-b361c5fd9a1b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819626 Jan 18 23:36:19.558902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379faf22-fdd7-441b-95d1-a06ba19a9f15 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:19.672575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379faf22-fdd7-441b-95d1-a06ba19a9f15 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:19.699520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238170d-b570-473d-9dd3-899f61114756 req-55d1186c-e30d-4a50-92e1-486e8b6f45fd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:19.701571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4238170d-b570-473d-9dd3-899f61114756 req-55d1186c-e30d-4a50-92e1-486e8b6f45fd tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.3545072 Jan 18 23:36:19.706804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616f826-072c-48e8-953f-5ec532bda3e1 req-5b69ce2c-40f9-4f14-8606-982737da5c0c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:19.708120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b616f826-072c-48e8-953f-5ec532bda3e1 req-5b69ce2c-40f9-4f14-8606-982737da5c0c tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 945 time: 0.4386690 Jan 18 23:36:19.763595 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.830450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ddd024-7969-471b-be86-b82ea27e6745']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:19.852877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c45044-f3e3-4c7f-9092-21c1d6a2c0a4') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:19.853224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c45044-f3e3-4c7f-9092-21c1d6a2c0a4') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:19.871583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Deleting port 0849d9e2-3978-43a6-9560-d603f0bb8f58 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:19.871927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.906373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:19.924933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b616f826-072c-48e8-953f-5ec532bda3e1 req-96d652d3-6bff-4299-8948-58ea4955fe58 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800911 Jan 18 23:36:19.952991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.010576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143758a2-8734-4d7d-a93a-a25cab4752f0 req-eb2133f6-a82a-4edb-9304-f96b8edeca44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:20.012079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143758a2-8734-4d7d-a93a-a25cab4752f0 req-eb2133f6-a82a-4edb-9304-f96b8edeca44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.4808571 Jan 18 23:36:20.013312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:20.013703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:20.035529 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:20.235446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143758a2-8734-4d7d-a93a-a25cab4752f0 req-1723c089-0c8b-4f6c-9207-20d33b2dd78a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960156 Jan 18 23:36:20.282168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.303151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.315574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] For port 0849d9e2-3978-43a6-9560-d603f0bb8f58, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0849d9e2-3978-43a6-9560-d603f0bb8f58,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:20.315948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.325162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=a9ddd024-7969-471b-be86-b82ea27e6745,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:20.332959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a5894481-5e53-47a7-81db-1afae4daaa3c tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/a9ddd024-7969-471b-be86-b82ea27e6745 HTTP/1.1" status: 204 len: 168 time: 1.6414042 Jan 18 23:36:20.336971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43672) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:20.342660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1144995050'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:20.363186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:20.369779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:20.377415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:20.387808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:20.443878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Calling delete_port for 0849d9e2-3978-43a6-9560-d603f0bb8f58 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:20.477913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:20.483782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.514210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:20.524417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.524799 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 2663f0ca-b528-4a8e-82e6-9ab1fe91be3f of type vlan for network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e Jan 18 23:36:20.559693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.687352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.691093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:20.691675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.755616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:20.767334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['85b787f6-e89b-4b97-9071-62af911c4c8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:36:20.834774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Pushing event deleted for resources: {'Port': ['ID=0849d9e2-3978-43a6-9560-d603f0bb8f58,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:20.862618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:20.881477 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c5818400-4207-4db3-a78a-2df4f2147e22 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5427659 Jan 18 23:36:20.885079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43698) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:20.899300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:20.902870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:21.006245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] No DVR routers for this DVR port 0849d9e2-3978-43a6-9560-d603f0bb8f58 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:21.009491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:21.012779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'name': 'network-vif-deleted', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:21.106138 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed3f140-ff52-421e-aa4d-f83e4670e323', 'name': 'network-vif-deleted', 'tag': '0849d9e2-3978-43a6-9560-d603f0bb8f58', 'status': 'completed', 'code': 200} Jan 18 23:36:21.121128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4238170d-b570-473d-9dd3-899f61114756 req-0c35aaae-5331-4023-a1a5-7ffa75a1d19d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.83 "DELETE /v2.0/ports/0849d9e2-3978-43a6-9560-d603f0bb8f58 HTTP/1.1" status: 204 len: 173 time: 1.4076307 Jan 18 23:36:21.201464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad74e4b5-42a8-4ed8-9e60-021c6c1698e4 req-0fdd61fe-4ad9-471c-9aa9-c8bc64fea391 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Synchronizing usage tracker for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:21.287823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ad74e4b5-42a8-4ed8-9e60-021c6c1698e4 req-0fdd61fe-4ad9-471c-9aa9-c8bc64fea391 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Unset dirty status for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:21.289921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad74e4b5-42a8-4ed8-9e60-021c6c1698e4 req-0fdd61fe-4ad9-471c-9aa9-c8bc64fea391 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ed3f140-ff52-421e-aa4d-f83e4670e323 HTTP/1.1" status: 200 len: 210 time: 0.1397030 Jan 18 23:36:21.375123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:21.462653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:21.504428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929285-770a-4bba-b3b2-5926f7b32eaa req-205f4947-c079-4038-aafd-96e8c9c99342 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:21.513172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02929285-770a-4bba-b3b2-5926f7b32eaa req-205f4947-c079-4038-aafd-96e8c9c99342 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1005085 Jan 18 23:36:21.573229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02929285-770a-4bba-b3b2-5926f7b32eaa req-af9637d3-4dcb-4455-abd1-25e7646485f5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590835 Jan 18 23:36:21.589704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e is not hosted by any dhcp agent {{(pid=84543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 18 23:36:21.596792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:21.597693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:21.599257 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "PUT /v2.0/networks/33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e HTTP/1.1" status: 200 len: 723 time: 0.7131062 Jan 18 23:36:21.615198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:21.615198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:21.622550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa95e0e-4545-444a-a524-c2327c2dda7e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:21.634505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:21.897793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:21.903084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:21.906756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:21.914684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:21.933928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808786bc-3a2f-492d-801f-860d7ec2ee21 req-ebf7546b-b1d0-413b-bf42-368bf86ad1aa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:21.935417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-808786bc-3a2f-492d-801f-860d7ec2ee21 req-ebf7546b-b1d0-413b-bf42-368bf86ad1aa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1304269 Jan 18 23:36:21.996195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:22.020571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-808786bc-3a2f-492d-801f-860d7ec2ee21 req-aef020ba-3035-47ff-ab82-e243851b2608 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745223 Jan 18 23:36:22.056971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:22.107852 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.143462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c3af3b45-3e4f-4b2c-80c3-066dac8191f7 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1092 time: 0.0849507 Jan 18 23:36:22.146097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 43778) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:22.152420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:22.160002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:22.165895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:floatingip and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:22.169263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:22.177811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:22.255161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0849d9e2-3978-43a6-9560-d603f0bb8f58 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:22.269305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.309074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 0849d9e2-3978-43a6-9560-d603f0bb8f58 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:22.309771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0849d9e2-3978-43a6-9560-d603f0bb8f58 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:22.424797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.549057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.557804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=8b7828a6-ef90-437b-9a2f-4ec5ba630ac9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:22.577951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:22.578421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:22.668530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:22.733276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.7 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/d3ba9ff7-81d7-4dd5-871e-462ae54f6043) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:22.744551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:22.754070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:22.757421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:22.757560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68e9e1-0624-442e-b036-354ca44c46f8 None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:22.854463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ab1ce45-b39e-492b-b661-3af5a0917025 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2461290 Jan 18 23:36:22.857124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:22.865385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:22.975417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.062755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1657175'] for subnet, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.110203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.129195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e', 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '8b7828a6-ef90-437b-9a2f-4ec5ba630ac9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:23.130392 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.207631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:23.208657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=d3ba9ff7-81d7-4dd5-871e-462ae54f6043,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:23.211608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:23.214061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:23.328660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8ad01-54e8-455f-b4d2-8193ff0e34ea req-4b17ecea-3c20-4a5d-8c22-ecb9bc84d97d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:23.330363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fc8ad01-54e8-455f-b4d2-8193ff0e34ea req-4b17ecea-3c20-4a5d-8c22-ecb9bc84d97d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.2011194 Jan 18 23:36:23.381576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fc8ad01-54e8-455f-b4d2-8193ff0e34ea req-2f6f6234-5c59-4d10-832d-a56e3d708215 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Jan 18 23:36:23.422769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750542754551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1772542'] for subnet, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.474073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Allocated IP 172.20.0.2 (33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e/8b7828a6-ef90-437b-9a2f-4ec5ba630ac9/4af52511-f660-4515-82c2-2e8fa37353f7) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:23.496241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:23.499268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.501318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "PUT /v2.0/subnets/8b7828a6-ef90-437b-9a2f-4ec5ba630ac9 HTTP/1.1" status: 200 len: 806 time: 0.6423790 Jan 18 23:36:23.506792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 43858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:23.567913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474d18d-1472-49cf-84ff-37130cc036e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=8b7828a6-ef90-437b-9a2f-4ec5ba630ac9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:23.721937 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.748238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.756590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Transition to ACTIVE for port object 4af52511-f660-4515-82c2-2e8fa37353f7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:23.779720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Transition to ACTIVE for port object 4af52511-f660-4515-82c2-2e8fa37353f7 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:23.830311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.849575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.884183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:23.953357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:23.960199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:23.965304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:24.012133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Pushing event updated for resources: {'Port': ['ID=4af52511-f660-4515-82c2-2e8fa37353f7,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:24.032532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.042416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.095640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Attempting to bind port 4af52511-f660-4515-82c2-2e8fa37353f7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:24.097142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Attempting to bind port 4af52511-f660-4515-82c2-2e8fa37353f7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:24.097714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Attempting to bind port 4af52511-f660-4515-82c2-2e8fa37353f7 on network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:24.107698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:24.108325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Checking segment: {'id': '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:24.109272 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.109871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Bound using segment: {'id': '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:24.110483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Bound port: 4af52511-f660-4515-82c2-2e8fa37353f7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:24.111099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.115319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7828a6-ef90-437b-9a2f-4ec5ba630ac9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:24.228264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.259454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] For port 4af52511-f660-4515-82c2-2e8fa37353f7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:24.259800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:24.263702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] For port 4af52511-f660-4515-82c2-2e8fa37353f7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4af52511-f660-4515-82c2-2e8fa37353f7,segment=NetworkSegment(2663f0ca-b528-4a8e-82e6-9ab1fe91be3f),segment_id=2663f0ca-b528-4a8e-82e6-9ab1fe91be3f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:24.274569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:24.275125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:24.287003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.319361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.368616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.370578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.380122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:24.380523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:24.397264 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:24.405132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.553046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=d3ba9ff7-81d7-4dd5-871e-462ae54f6043,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:24.575667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc655adb-acc6-4d07-aaf3-a6a4aa727035 None None] Pushing event updated for resources: {'Port': ['ID=4af52511-f660-4515-82c2-2e8fa37353f7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:24.626596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e13c2e-2ae7-4ca2-888b-6652fcd7ae6a None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:24.635866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:24.649212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:36:24.649212 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:36:24.649212 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e'}] Jan 18 23:36:24.649212 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:24.649675 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:24.685131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12858-2306-4854-9350-08b06370b1a4 req-bd3df957-f452-4a7b-bbc7-5058ddce81df tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:24.687253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fe12858-2306-4854-9350-08b06370b1a4 req-bd3df957-f452-4a7b-bbc7-5058ddce81df tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1035588 Jan 18 23:36:24.766366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fe12858-2306-4854-9350-08b06370b1a4 req-9d842ecd-0fd4-4841-83b6-8f4c0a4f0cfc tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726798 Jan 18 23:36:24.882684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339f91d-7158-46b5-91e7-ee5151ad1eff None None] Network 33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:24.895094 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Floating IP b322c641-1df3-4ceb-9934-fd872002b6aa associated. External IP: 172.25.1.7, port: 579af3ad-a9ea-4cec-8afd-4589cd811206. Jan 18 23:36:25.150631 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.164738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port 4af52511-f660-4515-82c2-2e8fa37353f7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:25.165428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.182190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf0fd5-fe75-48cf-a632-8e57f767c774 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:25.327040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf0fd5-fe75-48cf-a632-8e57f767c774 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:25.473587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898229b-46db-4965-baf1-59631f1a11cd req-f1783e14-0931-4e5b-9626-1ecf6a013ee8 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:25.474858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5898229b-46db-4965-baf1-59631f1a11cd req-f1783e14-0931-4e5b-9626-1ecf6a013ee8 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Synchronizing usage tracker for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:25.495607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-5898229b-46db-4965-baf1-59631f1a11cd req-f1783e14-0931-4e5b-9626-1ecf6a013ee8 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Unset dirty status for tenant:acf410039e7742fbbff55e5d6a22b6d3 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:25.496770 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5898229b-46db-4965-baf1-59631f1a11cd req-f1783e14-0931-4e5b-9626-1ecf6a013ee8 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.89 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.1323020 Jan 18 23:36:25.584089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port 4af52511-f660-4515-82c2-2e8fa37353f7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4af52511-f660-4515-82c2-2e8fa37353f7,segment=NetworkSegment(2663f0ca-b528-4a8e-82e6-9ab1fe91be3f),segment_id=2663f0ca-b528-4a8e-82e6-9ab1fe91be3f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:25.584546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.635985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Deleting port 85b787f6-e89b-4b97-9071-62af911c4c8f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:25.636356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.754557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for 4af52511-f660-4515-82c2-2e8fa37353f7 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:25.774645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:36:25.932087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router d60058ec-3674-42f8-bb5e-f4c1785c2b67 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:36:25.979393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] For port 85b787f6-e89b-4b97-9071-62af911c4c8f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=85b787f6-e89b-4b97-9071-62af911c4c8f,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:25.979863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:25.980569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.031769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=4af52511-f660-4515-82c2-2e8fa37353f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:26.045908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port 4af52511-f660-4515-82c2-2e8fa37353f7 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:26.173741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Calling delete_port for 85b787f6-e89b-4b97-9071-62af911c4c8f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:26.215486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.252933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:26.281312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad330495-faed-481a-b941-53dbed9c7ebb req-e3fa9416-cf9c-48c5-b6cd-0c82a0e65e6f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:26.284044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad330495-faed-481a-b941-53dbed9c7ebb req-e3fa9416-cf9c-48c5-b6cd-0c82a0e65e6f tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 945 time: 0.3489463 Jan 18 23:36:26.284571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:26.284891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2663f0ca-b528-4a8e-82e6-9ab1fe91be3f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:26.312794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.339530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.352168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:26.352554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:26.366979 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:26.373149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad330495-faed-481a-b941-53dbed9c7ebb req-ae9e8611-84b4-488b-9541-c76e79a2a9dc tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/security-groups?id=50862482-b04a-43d7-9353-23ffa4d71c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807323 Jan 18 23:36:26.437699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:36:26.448939 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Sync routers for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:36:26.467790 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:36:26.468442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:26.475960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.488811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['85b787f6-e89b-4b97-9071-62af911c4c8f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:36:26.539841 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.551827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Pushing event deleted for resources: {'Port': ['ID=85b787f6-e89b-4b97-9071-62af911c4c8f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:26.567929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.582430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.591377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:26.603826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a1c4844e-2062-4a33-8921-82e64d19a040 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e HTTP/1.1" status: 204 len: 168 time: 3.0729320 Jan 18 23:36:26.609540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44002) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:26.645584 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-434cc953-5f67-4258-a60d-a70e94af89e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:26.646563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434cc953-5f67-4258-a60d-a70e94af89e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:26.653132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-434cc953-5f67-4258-a60d-a70e94af89e7 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e HTTP/1.1" status: 404 len: 339 time: 0.0423348 Jan 18 23:36:26.653776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:26.659712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122657432', 'description': 'd1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:26.666322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:26.675346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:network and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:26.679767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:26.687468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:26.723518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] No DVR routers for this DVR port 85b787f6-e89b-4b97-9071-62af911c4c8f on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:26.727749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.729795 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5898229b-46db-4965-baf1-59631f1a11cd req-756a68ca-0d7e-48db-bf94-992ff22e0616 tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.89 "DELETE /v2.0/ports/85b787f6-e89b-4b97-9071-62af911c4c8f HTTP/1.1" status: 204 len: 173 time: 1.2263451 Jan 18 23:36:26.730291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'name': 'network-vif-deleted', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:26.742263 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-083d0b61-9827-4251-8ba0-a90034171f47 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5921805 Jan 18 23:36:26.756916 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:36:26.807378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:26.810417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.818411 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f398f924-803b-415d-b0b2-36dbb855b132', 'name': 'network-vif-deleted', 'tag': '85b787f6-e89b-4b97-9071-62af911c4c8f', 'status': 'completed', 'code': 200} Jan 18 23:36:26.902833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:26.921714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.921991 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 1e4bb009-7b00-4d10-b1e1-78cd3567a31d of type vlan for network 30aa9c21-e536-419e-8c7d-f53f081c2838 Jan 18 23:36:26.957951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:26.966792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a86e7-d821-48b7-ac90-9cdd7fedcfa4 req-e0281396-d037-4fc3-81f1-467d82103c18 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:26.968257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f3a86e7-d821-48b7-ac90-9cdd7fedcfa4 req-e0281396-d037-4fc3-81f1-467d82103c18 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1221068 Jan 18 23:36:27.031791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f3a86e7-d821-48b7-ac90-9cdd7fedcfa4 req-689636de-abe0-4a9b-8567-92e5c32afa8a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Jan 18 23:36:27.064078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44032) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:27.128458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:27.132775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.133530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:27.277775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=30aa9c21-e536-419e-8c7d-f53f081c2838,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:27.283463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e3538cab-0f9a-41a6-9138-43d6a7b9ed0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 200 len: 990 time: 0.2171938 Jan 18 23:36:27.306963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 30aa9c21-e536-419e-8c7d-f53f081c2838 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:27.355086 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b322c641-1df3-4ceb-9934-fd872002b6aa', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'mac_address': 'fa:16:3e:33:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:36:23Z', 'updated_at': '2022-01-18T23:36:23Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:27.356823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4fc8b186-bcd0-4ce5-979e-20d469c70057 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7011986 Jan 18 23:36:27.359677 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Checking router: d60058ec-3674-42f8-bb5e-f4c1785c2b67 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:36:27.362285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:27.373734 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:36:27.374449 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:27.535453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65479c-4648-498a-a516-9ea9e95d9b46 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:27.536810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed65479c-4648-498a-a516-9ea9e95d9b46 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Synchronizing usage tracker for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:27.628701 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:36:27.653384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed65479c-4648-498a-a516-9ea9e95d9b46 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Unset dirty status for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:27.654624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ed65479c-4648-498a-a516-9ea9e95d9b46 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks?id=30aa9c21-e536-419e-8c7d-f53f081c2838 HTTP/1.1" status: 200 len: 761 time: 0.2914157 Jan 18 23:36:27.657777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44074) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:27.661606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de3f5c51-522e-4cfb-9e6e-ee70b0c0db23 req-5d4c8a9e-efa5-4bbc-951b-b38d60fb3b2d tempest-ServerRescueTestJSON-1783296632 tempest-ServerRescueTestJSON-1783296632-project] 10.222.0.59 "GET /v2.0/ports?device_id=f398f924-803b-415d-b0b2-36dbb855b132 HTTP/1.1" status: 200 len: 210 time: 0.0551279 Jan 18 23:36:27.665297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'description': 'd2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:28.051838 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b322c641-1df3-4ceb-9934-fd872002b6aa', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'mac_address': 'fa:16:3e:33:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:36:23Z', 'updated_at': '2022-01-18T23:36:23Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:28.056740 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb2abf-4bc5-41dc-aaac-a6374848a6b6 None None] The sync data for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 is: [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b322c641-1df3-4ceb-9934-fd872002b6aa', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'mac_address': 'fa:16:3e:33:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:36:23Z', 'updated_at': '2022-01-18T23:36:23Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:36:28.070839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.165832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.241223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 30aa9c21-e536-419e-8c7d-f53f081c2838 is not hosted by any dhcp agent {{(pid=84543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 18 23:36:28.245490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.246189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.247545 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "PUT /v2.0/networks/30aa9c21-e536-419e-8c7d-f53f081c2838 HTTP/1.1" status: 200 len: 758 time: 0.5881457 Jan 18 23:36:28.250506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:28.284492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc685e62-4560-4e7f-a1b0-42ba05be874f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=30aa9c21-e536-419e-8c7d-f53f081c2838,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:28.286629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:28.292624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe07e9-ff0c-488d-a4c5-29c30b20eb8a None None] New status for floating IP b322c641-1df3-4ceb-9934-fd872002b6aa: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:36:28.466668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 30aa9c21-e536-419e-8c7d-f53f081c2838 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:28.469952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1400bff-1c84-4be9-b66f-e527fbbf1da6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 200 len: 990 time: 0.1822631 Jan 18 23:36:28.571499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2db1f-b6e6-4337-b946-9ede6896b70a tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.573164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-93b2db1f-b6e6-4337-b946-9ede6896b70a tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks?id=30aa9c21-e536-419e-8c7d-f53f081c2838 HTTP/1.1" status: 200 len: 761 time: 0.3216500 Jan 18 23:36:28.577333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:28.583054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523360336'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:28.589135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:28.598771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:28.678797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 85b787f6-e89b-4b97-9071-62af911c4c8f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:28.680485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:28.691957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.733172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:28.739833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 85b787f6-e89b-4b97-9071-62af911c4c8f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:28.740276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 85b787f6-e89b-4b97-9071-62af911c4c8f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:28.748648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.749417 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa of type vlan for network 8169036b-0630-4d89-ad28-d24c3139dfb2 Jan 18 23:36:28.781582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.809813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:28.880113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:36:28.915811 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:28.915811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:28.915811 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:29.031001 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'status': 'completed', 'code': 200} Jan 18 23:36:29.058386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=8169036b-0630-4d89-ad28-d24c3139dfb2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:29.070328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 8169036b-0630-4d89-ad28-d24c3139dfb2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:29.142205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2564412e-2642-400c-9b4c-9a8d3fc33821 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5636113 Jan 18 23:36:29.142787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:29.148636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:29.175964 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-3947c9a7-34df-4079-9837-a8a9aa568b36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.1033986 Jan 18 23:36:29.322226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:29.326317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Usage tracker for resource:subnet and tenant:a712a3dcd90b4ed3b470c5154aeb16cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:29.329265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:29.334960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:29.397214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-236e5e18-ac57-4214-9316-4fa3f592988e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:29.399308 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-236e5e18-ac57-4214-9316-4fa3f592988e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.1583509 Jan 18 23:36:29.412816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:29.503567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44120) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:29.587768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-1e9fcf31-bf05-4e55-bd11-091c5adbc348 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1000 time: 0.1229508 Jan 18 23:36:29.665711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:29.684879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-78b8aa66-80cf-4214-94d8-5c238cdd15f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:29.688104 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-78b8aa66-80cf-4214-94d8-5c238cdd15f4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.0898147 Jan 18 23:36:29.754891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:29.831817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-145a1a23-1599-4713-82d9-74bf92eb6d79 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 200 len: 992 time: 0.3268247 Jan 18 23:36:29.915878 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-e629346e-c9f0-4f0c-ada8-f5698cfbc762 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217407 Jan 18 23:36:30.030227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:30.139651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=5731c2ed-dd6d-485f-aafe-aa5d459ca989,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:30.156852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:30.157393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 8169036b-0630-4d89-ad28-d24c3139dfb2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:30.228319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 8169036b-0630-4d89-ad28-d24c3139dfb2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:30.272706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-2f7bb50d-4ebd-4e4f-ad9e-50d465e52c5c service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503151 Jan 18 23:36:30.291315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 8169036b-0630-4d89-ad28-d24c3139dfb2) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:30.295217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:30.295803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:30.306890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0a655-b3fe-45b3-b1f0-f4cd44feb009 None None] Network 8169036b-0630-4d89-ad28-d24c3139dfb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:30.396814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0b04497b-b996-4c34-b9cb-d3dab8f85c27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2527301 Jan 18 23:36:30.399233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:30.421734 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-778bfd40-6b4e-4948-b150-a3e2c593ec96 req-ba937e3c-e4ff-41b0-a1f4-82314127834b service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370785 Jan 18 23:36:30.710869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-8169036b-0630-4d89-ad28-d24c3139dfb2', 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '5731c2ed-dd6d-485f-aafe-aa5d459ca989'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:30.711895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:30.723936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:30.843672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:30.974175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Allocated IP 172.20.0.2 (8169036b-0630-4d89-ad28-d24c3139dfb2/5731c2ed-dd6d-485f-aafe-aa5d459ca989/24f7679b-fb02-4f5c-9ba8-e5c454e21ee2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:31.055097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Deleting port c6ded5fe-651e-426f-85a4-c3c1e0146c17 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:31.055723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.199582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.210992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Transition to ACTIVE for port object 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:31.229560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Transition to ACTIVE for port object 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:31.235101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] For port c6ded5fe-651e-426f-85a4-c3c1e0146c17, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c6ded5fe-651e-426f-85a4-c3c1e0146c17,segment=NetworkSegment(57d0122a-e4eb-4844-a538-294dca940bbe),segment_id=57d0122a-e4eb-4844-a538-294dca940bbe)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:31.235528 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.310723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.365623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Calling delete_port for c6ded5fe-651e-426f-85a4-c3c1e0146c17 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:31.388676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.398176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Network 8169036b-0630-4d89-ad28-d24c3139dfb2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:31.420784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Pushing event updated for resources: {'Port': ['ID=24f7679b-fb02-4f5c-9ba8-e5c454e21ee2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:31.430877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:31.433623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:31.473151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=5731c2ed-dd6d-485f-aafe-aa5d459ca989,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:31.526360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Attempting to bind port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:31.526819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Attempting to bind port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:31.527260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Attempting to bind port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 on network 8169036b-0630-4d89-ad28-d24c3139dfb2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Checking segment: {'id': 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Bound using segment: {'id': 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Bound port: 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8169036b-0630-4d89-ad28-d24c3139dfb2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:31.541688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.632421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.636786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] For port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:31.640517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] For port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=24f7679b-fb02-4f5c-9ba8-e5c454e21ee2,segment=NetworkSegment(e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa),segment_id=e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:31.653574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.658779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8169036b-0630-4d89-ad28-d24c3139dfb2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:31.671847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:31.672420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:31.684772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.714310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ded5fe-651e-426f-85a4-c3c1e0146c17,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:31.747017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.747999 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.753747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:31.754137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:31.776237 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:31.901968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6ed51-c397-43b8-8c02-568fa91a719f None None] Pushing event updated for resources: {'Port': ['ID=24f7679b-fb02-4f5c-9ba8-e5c454e21ee2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:31.910210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:36:31.910210 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:36:31.910210 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '8169036b-0630-4d89-ad28-d24c3139dfb2'}] Jan 18 23:36:31.910210 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:31.911443 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:32.049441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499e428-6677-414d-8f6c-1ada15819a42 None None] Network 8169036b-0630-4d89-ad28-d24c3139dfb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:32.254766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:32.313141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456cbf2-a528-49ac-8307-8351173de7c9 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:32.415663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:32.436101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:32.436449 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:32.525822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d456cbf2-a528-49ac-8307-8351173de7c9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:32.914930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=24f7679b-fb02-4f5c-9ba8-e5c454e21ee2,segment=NetworkSegment(e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa),segment_id=e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:32.915420 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.106771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Router ee5efefa-a3f3-42dd-9585-496deb8b1108 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:36:33.169679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:33.308166 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.316619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:36:33.336858 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Sync routers for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:36:33.352971 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:36:33.353921 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:33.363430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port 24f7679b-fb02-4f5c-9ba8-e5c454e21ee2 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:33.410279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=24f7679b-fb02-4f5c-9ba8-e5c454e21ee2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:33.411245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8286044c-135d-4573-bb52-ce13db250254 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee5efefa-a3f3-42dd-9585-496deb8b1108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6002195 Jan 18 23:36:33.411981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:33.527342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.602714 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:36:33.604184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8169036b-0630-4d89-ad28-d24c3139dfb2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:33.630611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:33.630915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54ac4e3-0c47-4ed1-b93a-f8b6c0defafa') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:33.650621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.671246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.679729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:33.680075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.697556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:33.791457 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:33.860019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.904465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.917062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:33.919349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=8169036b-0630-4d89-ad28-d24c3139dfb2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:33.941438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:33.941692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-989ac9e5-2f0f-4bd1-8f91-9ce5dca304b6 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/8169036b-0630-4d89-ad28-d24c3139dfb2 HTTP/1.1" status: 204 len: 168 time: 3.5404699 Jan 18 23:36:34.038479 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-17989f92-cce1-4864-bc61-7a328fdf5285 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] GET failed (client error): The resource could not be found. Jan 18 23:36:34.039096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17989f92-cce1-4864-bc61-7a328fdf5285 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Synchronizing usage tracker for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:34.075898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Deleting port 30a22c65-22a4-47ce-8a53-4c25f7bf6321 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:34.085768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.239011 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:36:31Z', 'revision_number': 5, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port': {'id': '30a22c65-22a4-47ce-8a53-4c25f7bf6321', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:1c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:34:12Z', 'updated_at': '2022-01-18T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:34.245155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Checking router: ee5efefa-a3f3-42dd-9585-496deb8b1108 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:36:34.258687 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Routers {'ee5efefa-a3f3-42dd-9585-496deb8b1108'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:36:34.259480 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ee5efefa-a3f3-42dd-9585-496deb8b1108'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:34.362448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-17989f92-cce1-4864-bc61-7a328fdf5285 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Unset dirty status for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:34.366838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:34.385407 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17989f92-cce1-4864-bc61-7a328fdf5285 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets/5731c2ed-dd6d-485f-aafe-aa5d459ca989 HTTP/1.1" status: 404 len: 337 time: 0.4423721 Jan 18 23:36:34.409869 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea59aa5-b889-4286-99a9-42213373316f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:34.410444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea59aa5-b889-4286-99a9-42213373316f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:34.416988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:34.420873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4ea59aa5-b889-4286-99a9-42213373316f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/8169036b-0630-4d89-ad28-d24c3139dfb2 HTTP/1.1" status: 404 len: 339 time: 0.0528436 Jan 18 23:36:34.469939 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] Set router ee5efefa-a3f3-42dd-9585-496deb8b1108 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:36:34.551761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] For port 30a22c65-22a4-47ce-8a53-4c25f7bf6321, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=30a22c65-22a4-47ce-8a53-4c25f7bf6321,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:34.552259 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:34.591236 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:36:33Z', 'revision_number': 6, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:34.598947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b8632-7221-43ef-b13e-12174b5db906 None None] The sync data for ids ['ee5efefa-a3f3-42dd-9585-496deb8b1108'] in n-d-825175-2 is: [{'id': 'ee5efefa-a3f3-42dd-9585-496deb8b1108', 'name': 'tempest-ServerRescueTestJSON-542837802-router', 'tenant_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:34:11Z', 'updated_at': '2022-01-18T23:36:33Z', 'revision_number': 6, 'project_id': 'acf410039e7742fbbff55e5d6a22b6d3', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:36:34.698084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Calling delete_port for 30a22c65-22a4-47ce-8a53-4c25f7bf6321 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:34.777137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdffa8a9-081e-4ed0-b219-4e697ad59f8d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:34.777826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdffa8a9-081e-4ed0-b219-4e697ad59f8d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Synchronizing usage tracker for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:34.930816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cdffa8a9-081e-4ed0-b219-4e697ad59f8d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Unset dirty status for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:34.932886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cdffa8a9-081e-4ed0-b219-4e697ad59f8d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5121119 Jan 18 23:36:34.935003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44200) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:34.986334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-99278415-f71b-45d4-894d-273f81ff7381 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44 HTTP/1.1" status: 200 len: 207 time: 0.0469079 Jan 18 23:36:34.986932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:35.013745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.118491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a22c65-22a4-47ce-8a53-4c25f7bf6321,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:35.256433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569fb3-6633-4e95-beea-922e87532ece tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.260962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569fb3-6633-4e95-beea-922e87532ece tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.264916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569fb3-6633-4e95-beea-922e87532ece tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.268641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e569fb3-6633-4e95-beea-922e87532ece tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:35.270334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e569fb3-6633-4e95-beea-922e87532ece tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2824445 Jan 18 23:36:35.275040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44210) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:35.498972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.520811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c6ded5fe-651e-426f-85a4-c3c1e0146c17 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:35.569875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c6ded5fe-651e-426f-85a4-c3c1e0146c17 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:35.571084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c6ded5fe-651e-426f-85a4-c3c1e0146c17 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:35.571671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 30a22c65-22a4-47ce-8a53-4c25f7bf6321 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:35.608199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 30a22c65-22a4-47ce-8a53-4c25f7bf6321 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:35.608666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 30a22c65-22a4-47ce-8a53-4c25f7bf6321 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:35.937787 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-568e5cc6-a2be-43e4-b588-c6d69fe935fc tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6582689 Jan 18 23:36:35.939156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44220) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:35.948340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:35.952513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.026426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496299e8-5e21-4ac3-b2d5-0e18b93b1475 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.028068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496299e8-5e21-4ac3-b2d5-0e18b93b1475 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.028789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-496299e8-5e21-4ac3-b2d5-0e18b93b1475 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Synchronizing usage tracker for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:36.041619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-496299e8-5e21-4ac3-b2d5-0e18b93b1475 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Unset dirty status for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:36.042759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-496299e8-5e21-4ac3-b2d5-0e18b93b1475 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1017492 Jan 18 23:36:36.046537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.083469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.084048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5efefa-a3f3-42dd-9585-496deb8b1108 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:36:36.150657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedaa85-2494-4793-8b16-2ac13e4466b8 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.152446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efedaa85-2494-4793-8b16-2ac13e4466b8 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.154195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-efedaa85-2494-4793-8b16-2ac13e4466b8 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1066427 Jan 18 23:36:36.157896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.170088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.171794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aae019a6-3485-4ad7-91b9-bae6e1b35ec9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee5efefa-a3f3-42dd-9585-496deb8b1108 HTTP/1.1" status: 204 len: 168 time: 2.7587385 Jan 18 23:36:36.176820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44238) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.251874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Deleting subnet e4c2a0f0-b906-4110-99fb-8f384aeb0855 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:36:36.254262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.315828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.338360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb2fb66-3c35-47a6-a8f1-233861432b34 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.339074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-beb2fb66-3c35-47a6-a8f1-233861432b34 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Synchronizing usage tracker for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:36.351365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-beb2fb66-3c35-47a6-a8f1-233861432b34 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Unset dirty status for tenant:a712a3dcd90b4ed3b470c5154aeb16cb on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:36.352521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-beb2fb66-3c35-47a6-a8f1-233861432b34 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks/f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 HTTP/1.1" status: 200 len: 800 time: 0.1934698 Jan 18 23:36:36.356219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44242) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.400432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.535959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-02279d92-33fc-40aa-9b48-3b6df8ff7801 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/networks/f15cfc82-08ec-4aeb-a34f-d7661e53c6a6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1756470 Jan 18 23:36:36.536352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.574005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.625099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c2a0f0-b906-4110-99fb-8f384aeb0855,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:36.638905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.657845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.666814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be38c72-c92e-4a52-9688-51868bf7c19d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.668398 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0be38c72-c92e-4a52-9688-51868bf7c19d tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets/318240fc-50f4-4c60-84df-35b97717a9e8 HTTP/1.1" status: 200 len: 811 time: 0.1310127 Jan 18 23:36:36.672461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.676829 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eefa1a70-488a-46a3-8d3b-ee256aa2602d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e4c2a0f0-b906-4110-99fb-8f384aeb0855 HTTP/1.1" status: 204 len: 168 time: 0.4989688 Jan 18 23:36:36.677483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.787411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86abcdc4-5e9a-4a2b-9a61-23081d9a19ba tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:36.790385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-86abcdc4-5e9a-4a2b-9a61-23081d9a19ba tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "GET /v2.0/subnets/318240fc-50f4-4c60-84df-35b97717a9e8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1169143 Jan 18 23:36:36.794652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:36.801021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1948414292'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:36.808998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:36.811939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.820919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:36.883828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.887749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:36.891475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.927693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:36.937810 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.938304 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Added segment 286d2df1-5141-4db6-a11a-5666ffdc6c54 of type vlan for network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 Jan 18 23:36:36.968539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:36.979779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.006475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:37.011862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b8b44c-c9c8-4be0-a810-b36186b78f8a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:37.018432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2f642695b14c168baa370a7d2d0c67 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:37.024161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:37.035350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d0122a-e4eb-4844-a538-294dca940bbe') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:37.035350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d0122a-e4eb-4844-a538-294dca940bbe') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:37.037745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:37.047438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.052486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.056662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:37.057482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.068320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.078409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:37.086373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:37.095980 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:37.195709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Network': ['ID=046c882a-e0c0-4ab0-b451-2e33a8e40f89,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:37.207167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:37.218061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.237320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b41e53aa-cabe-4971-aa15-06d73931fb6e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4402049 Jan 18 23:36:37.239106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44278) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:37.245220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:37.252629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.274167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.283414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.315136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b8b44c-c9c8-4be0-a810-b36186b78f8a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:37.330234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e2f642695b14c168baa370a7d2d0c67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6910689 Jan 18 23:36:37.331187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44282) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:37.358044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789638ea-4821-44e5-a475-5879e62c36f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5bcb7b-1360-4e9a-ad92-a0b067cddbdf,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:37.404885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f2bb9d03-8ee7-458d-894a-bfc1033d0059 admin admin] 10.222.0.59 "DELETE /v2.0/networks/10b8b44c-c9c8-4be0-a810-b36186b78f8a HTTP/1.1" status: 204 len: 168 time: 0.7241247 Jan 18 23:36:37.510863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:37.526298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:37.544377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.569747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.633966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Made reservation on behalf of a712a3dcd90b4ed3b470c5154aeb16cb for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:37.733516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.751608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.771134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5bcb7b-1360-4e9a-ad92-a0b067cddbdf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:37.833323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44290) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:37.854569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:37.858405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-abcccce1-3d2e-4815-b73a-3372f6c7a2af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa5bcb7b-1360-4e9a-ad92-a0b067cddbdf HTTP/1.1" status: 204 len: 168 time: 0.5262828 Jan 18 23:36:37.894219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:36:37.894770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:36:37.938463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-05c5d81c-cee3-46c8-8143-837bd7a18515 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acf410039e7742fbbff55e5d6a22b6d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1003020 Jan 18 23:36:37.938582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:38.066255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.130321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.235571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.269121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.297896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50862482-b04a-43d7-9353-23ffa4d71c06,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:38.332570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=42beb565-ad34-47d0-9180-a4898778d9a9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:38.349579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Checking segment: {'id': '286d2df1-5141-4db6-a11a-5666ffdc6c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:38.350028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network hostable DHCP agents. Network: 046c882a-e0c0-4ab0-b451-2e33a8e40f89, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:38.398082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.401793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-409a4926-6cc9-4161-bd5a-98e32b1422b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50862482-b04a-43d7-9353-23ffa4d71c06 HTTP/1.1" status: 204 len: 168 time: 0.4600146 Jan 18 23:36:38.458489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:38.527169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 046c882a-e0c0-4ab0-b451-2e33a8e40f89) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:38.531631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:38.533724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.540758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf999c-ab9b-4193-a110-56b1ff6479c8 None None] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:38.597628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5579389d-1e98-4e6b-8289-2690739e3bbe tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3572927 Jan 18 23:36:38.600410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44310) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:38.607192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:38.813480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:38.840499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.874616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-046c882a-e0c0-4ab0-b451-2e33a8e40f89', 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89', 'tenant_id': 'a712a3dcd90b4ed3b470c5154aeb16cb', 'fixed_ips': [{'subnet_id': '42beb565-ad34-47d0-9180-a4898778d9a9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:38.878260 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.925105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1175791'] for subnet, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:38.931483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:38.953709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Usage tracker for resource:security_group_rule and tenant:6515131ec01e4fadb64b03cf79bb8b5b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:38.957515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:38.967047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:39.094209 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.143872 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 18 23:36:39.143872 n-d-825175-2 neutron-server[84544]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jan 18 23:36:39.143872 n-d-825175-2 neutron-server[84544]: [parameters: {'in_use': 1, 'id_1': '42beb565-ad34-47d0-9180-a4898778d9a9'}] Jan 18 23:36:39.143872 n-d-825175-2 neutron-server[84544]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:39.144330 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:39.173015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.211916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.262523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b6d14-5222-4a28-8171-fe2dff64d054,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:39.280784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-31a15f20-b019-43c2-af67-ca0a2883e429 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6515131ec01e4fadb64b03cf79bb8b5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4624450 Jan 18 23:36:39.280784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44334) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:39.346905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.375304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.435705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750542754551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1311476'] for subnet, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.488966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:39.489571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.490873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "PUT /v2.0/subnets/42beb565-ad34-47d0-9180-a4898778d9a9 HTTP/1.1" status: 200 len: 877 time: 0.8891246 Jan 18 23:36:39.494473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44340) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:39.507951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a9503-6819-4052-a3c3-132ed07d6117 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event updated for resources: {'Subnet': ['ID=42beb565-ad34-47d0-9180-a4898778d9a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:39.526221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.598254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b6d14-5222-4a28-8171-fe2dff64d054,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:39.609745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.621118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff95d08e-c977-49bc-a92e-b723439406c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a1b6d14-5222-4a28-8171-fe2dff64d054 HTTP/1.1" status: 204 len: 168 time: 0.3338439 Jan 18 23:36:39.645367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.728631 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.808046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:39.825205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Allocated IP 172.20.0.3 (046c882a-e0c0-4ab0-b451-2e33a8e40f89/42beb565-ad34-47d0-9180-a4898778d9a9/adbade35-b10f-42b7-8eca-72b4f8947699) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:36:40.069015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.091966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Transition to ACTIVE for port object adbade35-b10f-42b7-8eca-72b4f8947699 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:40.122266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Transition to ACTIVE for port object adbade35-b10f-42b7-8eca-72b4f8947699 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:36:40.208420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.288287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:40.289609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.291486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:40.299709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:40.318368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Pushing event updated for resources: {'Port': ['ID=adbade35-b10f-42b7-8eca-72b4f8947699,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:40.400183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=42beb565-ad34-47d0-9180-a4898778d9a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:40.409895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Attempting to bind port adbade35-b10f-42b7-8eca-72b4f8947699 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:36:40.410268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Attempting to bind port adbade35-b10f-42b7-8eca-72b4f8947699 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '286d2df1-5141-4db6-a11a-5666ffdc6c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:36:40.410631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Attempting to bind port adbade35-b10f-42b7-8eca-72b4f8947699 on network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:36:40.423929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:36:40.431601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Checking segment: {'id': '286d2df1-5141-4db6-a11a-5666ffdc6c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:40.431601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.431601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Bound using segment: {'id': '286d2df1-5141-4db6-a11a-5666ffdc6c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:36:40.431601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Bound port: adbade35-b10f-42b7-8eca-72b4f8947699, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286d2df1-5141-4db6-a11a-5666ffdc6c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:36:40.431601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.538624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.563475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] For port adbade35-b10f-42b7-8eca-72b4f8947699, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:36:40.567435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] For port adbade35-b10f-42b7-8eca-72b4f8947699, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=adbade35-b10f-42b7-8eca-72b4f8947699,segment=NetworkSegment(286d2df1-5141-4db6-a11a-5666ffdc6c54),segment_id=286d2df1-5141-4db6-a11a-5666ffdc6c54)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:36:40.572859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046c882a-e0c0-4ab0-b451-2e33a8e40f89']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:40.585573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286d2df1-5141-4db6-a11a-5666ffdc6c54') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:40.585867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286d2df1-5141-4db6-a11a-5666ffdc6c54') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:40.597672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.698903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.701619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.710624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:40.711023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:40.750683 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:40.777437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd156af3-86af-4e11-96c0-64f098ae5c4b None None] Pushing event updated for resources: {'Port': ['ID=adbade35-b10f-42b7-8eca-72b4f8947699,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:40.907598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2231a-e9fe-496e-82e4-6cee39576194 None None] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:40.952091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:40.962258 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 18 23:36:40.962258 n-d-825175-2 neutron-server[84542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 18 23:36:40.962258 n-d-825175-2 neutron-server[84542]: [parameters: {'id': '046c882a-e0c0-4ab0-b451-2e33a8e40f89'}] Jan 18 23:36:40.962258 n-d-825175-2 neutron-server[84542]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:40.963059 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:41.119654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.161814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a44cf-15ec-46fd-a845-bb96221b94f7 None None] Network 046c882a-e0c0-4ab0-b451-2e33a8e40f89 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:41.290827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.324123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:41.328758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce000400bff45eebdc98fb67d77c077 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:41.333526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:41.343838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:41.405644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109f322-2a74-4416-9296-a0a874a4ed8d None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:36:41.437122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.464492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.495220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port adbade35-b10f-42b7-8eca-72b4f8947699 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:41.495220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.533173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.542778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109f322-2a74-4416-9296-a0a874a4ed8d None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:36:41.686730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f176cb85-74d5-4cf9-8e02-3a5d73c5b568,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:41.693482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e45a665-6de6-4d26-8b79-c62b1503d5a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ce000400bff45eebdc98fb67d77c077&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7399487 Jan 18 23:36:41.700996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44408) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:41.828795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.898074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:41.935774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port adbade35-b10f-42b7-8eca-72b4f8947699, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=adbade35-b10f-42b7-8eca-72b4f8947699,segment=NetworkSegment(286d2df1-5141-4db6-a11a-5666ffdc6c54),segment_id=286d2df1-5141-4db6-a11a-5666ffdc6c54)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:41.936148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.058065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.078133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.083400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f176cb85-74d5-4cf9-8e02-3a5d73c5b568 HTTP/1.1" status: 204 len: 168 time: 0.3805795 Jan 18 23:36:42.083974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f176cb85-74d5-4cf9-8e02-3a5d73c5b568,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:42.090374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for adbade35-b10f-42b7-8eca-72b4f8947699 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:42.094194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.094707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.095215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.095717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.096206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.096848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.097342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.097819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.098315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.099063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.099539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8b4203-7890-42f0-9470-5bc15bfe4dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:42.246117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.302257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=adbade35-b10f-42b7-8eca-72b4f8947699,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:42.307781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port adbade35-b10f-42b7-8eca-72b4f8947699 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:42.443063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.475435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046c882a-e0c0-4ab0-b451-2e33a8e40f89']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:42.490445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286d2df1-5141-4db6-a11a-5666ffdc6c54') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:42.491700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286d2df1-5141-4db6-a11a-5666ffdc6c54') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:42.506619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.524948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.537734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:42.538711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:42.555047 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:42.726835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.747182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:42.755845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=046c882a-e0c0-4ab0-b451-2e33a8e40f89,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:42.778051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ec0d9ca0-522a-4dce-a6f7-58b42c78c00b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/046c882a-e0c0-4ab0-b451-2e33a8e40f89 HTTP/1.1" status: 204 len: 168 time: 3.2788770 Jan 18 23:36:42.778176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44440) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:42.816892 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a70914-80f5-42b9-b5a8-84074c8be3fc tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:42.817346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a70914-80f5-42b9-b5a8-84074c8be3fc tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:42.820239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c2a70914-80f5-42b9-b5a8-84074c8be3fc tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/42beb565-ad34-47d0-9180-a4898778d9a9 HTTP/1.1" status: 404 len: 337 time: 0.0401275 Jan 18 23:36:42.825593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:42.858057 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f55319-7201-4d99-82da-2b0aa8676168 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:42.858705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f55319-7201-4d99-82da-2b0aa8676168 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:42.860686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-00f55319-7201-4d99-82da-2b0aa8676168 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/046c882a-e0c0-4ab0-b451-2e33a8e40f89 HTTP/1.1" status: 404 len: 339 time: 0.0338733 Jan 18 23:36:42.863736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:42.916232 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce94316-65db-48da-adb6-289006a9e4a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:42.916770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce94316-65db-48da-adb6-289006a9e4a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:42.918939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ce94316-65db-48da-adb6-289006a9e4a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/5731c2ed-dd6d-485f-aafe-aa5d459ca989 HTTP/1.1" status: 404 len: 337 time: 0.0537763 Jan 18 23:36:42.921358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:42.950713 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8973b1-c2a4-4b6c-ab38-af78cbc3671e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:42.951266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8973b1-c2a4-4b6c-ab38-af78cbc3671e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:42.953370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c8973b1-c2a4-4b6c-ab38-af78cbc3671e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/8169036b-0630-4d89-ad28-d24c3139dfb2 HTTP/1.1" status: 404 len: 339 time: 0.0310557 Jan 18 23:36:42.956004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.089099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.240270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.273566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30aa9c21-e536-419e-8c7d-f53f081c2838']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:43.289049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4bb009-7b00-4d10-b1e1-78cd3567a31d') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:43.289049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4bb009-7b00-4d10-b1e1-78cd3567a31d') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:43.300485 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.318065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.324664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:43.325085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:43.340949 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:43.520735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.526992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.557112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44484) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.566827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/30aa9c21-e536-419e-8c7d-f53f081c2838 HTTP/1.1" status: 204 len: 168 time: 0.6096077 Jan 18 23:36:43.568082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782d6e9-bdb1-4ea5-891d-b0a887ae3537 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=30aa9c21-e536-419e-8c7d-f53f081c2838,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:43.570205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.625202 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-61645c02-c836-4dad-a373-19f2715a763e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.625819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61645c02-c836-4dad-a373-19f2715a763e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.627752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61645c02-c836-4dad-a373-19f2715a763e tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/8b7828a6-ef90-437b-9a2f-4ec5ba630ac9 HTTP/1.1" status: 404 len: 337 time: 0.0512323 Jan 18 23:36:43.630184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.656775 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3501886f-32fe-4daa-afc1-b7848fa09f27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.657473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3501886f-32fe-4daa-afc1-b7848fa09f27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.660051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3501886f-32fe-4daa-afc1-b7848fa09f27 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/33f7eb1e-0a0e-419c-ae3e-73dd6b319b6e HTTP/1.1" status: 404 len: 339 time: 0.0288181 Jan 18 23:36:43.662698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.725699 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8e7a81-2689-462c-959a-8f6671c64b03 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.726146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8e7a81-2689-462c-959a-8f6671c64b03 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.727922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c8e7a81-2689-462c-959a-8f6671c64b03 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/ba0266b5-2014-43ae-a053-56d9a39d3e7c HTTP/1.1" status: 404 len: 337 time: 0.0636132 Jan 18 23:36:43.729108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-577720297-network', 'tenant_id': '5bbb5b33795c41a2a2ddc0b0cc406b3f'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:43.730474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44508) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.734807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:43.738954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Usage tracker for resource:network and tenant:5bbb5b33795c41a2a2ddc0b0cc406b3f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:43.742813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:43.750116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:43.764192 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2f0a3a-3060-4bdf-8dac-dd9657f7617b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.764717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2f0a3a-3060-4bdf-8dac-dd9657f7617b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.769316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.769546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b2f0a3a-3060-4bdf-8dac-dd9657f7617b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/a9ddd024-7969-471b-be86-b82ea27e6745 HTTP/1.1" status: 404 len: 339 time: 0.0378036 Jan 18 23:36:43.814086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Made reservation on behalf of 5bbb5b33795c41a2a2ddc0b0cc406b3f for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:43.816467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.831339 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ab4a97-59c7-41e3-b63e-8d07b34486fd tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.832017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ab4a97-59c7-41e3-b63e-8d07b34486fd tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.836599 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-37ab4a97-59c7-41e3-b63e-8d07b34486fd tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/48ad2c5c-c87d-44a3-99f0-f61657f8d447 HTTP/1.1" status: 404 len: 337 time: 0.0661814 Jan 18 23:36:43.836757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44516) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.839910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.847684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1bd23e3f-9156-417f-bf35-41949d46dfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:43.874481 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-37496d4d-7c28-4ba9-8934-c65a1188f2d3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.874919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37496d4d-7c28-4ba9-8934-c65a1188f2d3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.878862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-37496d4d-7c28-4ba9-8934-c65a1188f2d3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/c751400c-aa11-487c-8a32-7ddd4258e90b HTTP/1.1" status: 404 len: 339 time: 0.0388403 Jan 18 23:36:43.879102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44520) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.880248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:43.885641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Usage tracker for resource:security_group_rule and tenant:5bbb5b33795c41a2a2ddc0b0cc406b3f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:43.895338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:43.912823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:43.933180 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f536f9e-3c1a-4120-90db-c8f4703a8b7b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.933596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f536f9e-3c1a-4120-90db-c8f4703a8b7b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.935222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9f536f9e-3c1a-4120-90db-c8f4703a8b7b tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/7b513a17-b370-496b-9cd7-32fcd47ff896 HTTP/1.1" status: 404 len: 337 time: 0.0552468 Jan 18 23:36:43.939053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:43.973405 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd6211d-1763-410e-aaea-b2bed5faec26 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:43.973850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd6211d-1763-410e-aaea-b2bed5faec26 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:43.976025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bfd6211d-1763-410e-aaea-b2bed5faec26 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/6aa9162f-c1f8-44e9-9bc5-36592cf1c3fe HTTP/1.1" status: 404 len: 339 time: 0.0352101 Jan 18 23:36:43.984188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44530) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.011789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.023508 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-10329935-494f-47d0-8735-0c09ff447d8f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.023950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10329935-494f-47d0-8735-0c09ff447d8f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.025645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-10329935-494f-47d0-8735-0c09ff447d8f tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/8d1c1332-5db7-4b58-9bcd-aafeabeaa763 HTTP/1.1" status: 404 len: 337 time: 0.0403450 Jan 18 23:36:44.028173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.058247 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bc1a4b-d8b3-4b2e-8e3b-eb6b30f2a660 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.058691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6bc1a4b-d8b3-4b2e-8e3b-eb6b30f2a660 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.060347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e6bc1a4b-d8b3-4b2e-8e3b-eb6b30f2a660 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/f63add44-b38d-486d-8c52-045b2b814053 HTTP/1.1" status: 404 len: 339 time: 0.0312572 Jan 18 23:36:44.063005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.066826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.106695 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f8435a-03af-4f6b-88c9-220f72f1b330 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.112392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f8435a-03af-4f6b-88c9-220f72f1b330 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.112392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-73f8435a-03af-4f6b-88c9-220f72f1b330 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/8e1cef9b-e0a1-40c2-9570-9be5ed1a1e73 HTTP/1.1" status: 404 len: 337 time: 0.0448856 Jan 18 23:36:44.112650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19223f-a293-4bd3-8124-74ac620743e0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:44.112732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44544) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.114567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:44.134537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.140917 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Added segment d868cbb9-9c0f-444d-94f4-02ff03eb70de of type vlan for network b1f43a90-d28f-404c-92e7-3c869cc84255 Jan 18 23:36:44.160319 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f81565-2f17-4a73-ba93-d4bf329da4b5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.160319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f81565-2f17-4a73-ba93-d4bf329da4b5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.162020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-40f81565-2f17-4a73-ba93-d4bf329da4b5 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/3bbdb499-67e1-4fbe-abf0-0abe36dba671 HTTP/1.1" status: 404 len: 339 time: 0.0489380 Jan 18 23:36:44.168895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44548) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.169037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.213479 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b6193c-a160-4b75-9c0b-791330cf99e2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.213914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b6193c-a160-4b75-9c0b-791330cf99e2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.215544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7b6193c-a160-4b75-9c0b-791330cf99e2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/b8d82bd4-a755-4a66-80ad-3dce0b69fcc9 HTTP/1.1" status: 404 len: 337 time: 0.0484943 Jan 18 23:36:44.218281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.247797 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1f84dc-d2ee-43eb-82f6-1f5fd54dacb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.248330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1f84dc-d2ee-43eb-82f6-1f5fd54dacb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.250054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e1f84dc-d2ee-43eb-82f6-1f5fd54dacb1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/96ca802d-e8e7-4239-a0b4-9e5ec88f13fc HTTP/1.1" status: 404 len: 339 time: 0.0308299 Jan 18 23:36:44.251628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.252483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:44.252989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44556) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.253099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.292036 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6839520-4e1f-43ab-9721-e7cdcc675244 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.292522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6839520-4e1f-43ab-9721-e7cdcc675244 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.296772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d6839520-4e1f-43ab-9721-e7cdcc675244 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/370536a8-bda4-4aa9-8276-5c28c3821091 HTTP/1.1" status: 404 len: 337 time: 0.0399570 Jan 18 23:36:44.296934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44560) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.322447 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-282bc06a-ba18-4965-8b42-36e9362085a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] DELETE failed (client error): The resource could not be found. Jan 18 23:36:44.323141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282bc06a-ba18-4965-8b42-36e9362085a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:36:44.329092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-282bc06a-ba18-4965-8b42-36e9362085a3 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/d681e03b-7a09-4ed1-b2d3-f6a9da74d968 HTTP/1.1" status: 404 len: 339 time: 0.0268524 Jan 18 23:36:44.329092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:44.359839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f43a90-d28f-404c-92e7-3c869cc84255,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:44.370100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b1f43a90-d28f-404c-92e7-3c869cc84255 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:44.430054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06aced1e-31a5-43ce-8e13-e40901beead8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8711944 Jan 18 23:36:44.680537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting subnet 318240fc-50f4-4c60-84df-35b97717a9e8 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:36:44.694993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:44.819710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.032215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.141409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503bde0-91fa-44a4-8720-dbab5798c444 req-c72090ea-10e7-4dc6-86e6-f8090155f324 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:45.145333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503bde0-91fa-44a4-8720-dbab5798c444 req-c72090ea-10e7-4dc6-86e6-f8090155f324 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:45.149792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503bde0-91fa-44a4-8720-dbab5798c444 req-c72090ea-10e7-4dc6-86e6-f8090155f324 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:45.151465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9503bde0-91fa-44a4-8720-dbab5798c444 req-c72090ea-10e7-4dc6-86e6-f8090155f324 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2234626 Jan 18 23:36:45.270866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.324034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Subnet': ['ID=318240fc-50f4-4c60-84df-35b97717a9e8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:45.342054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.351921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712a85c-006b-4b79-bf63-0228303e0398 None None] Network f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:45.370070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adcba1-dd4a-42e6-a7f9-09c53a3323e2 req-ed5dcdfc-21c8-483a-8860-94cd10d36f76 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:45.376117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47adcba1-dd4a-42e6-a7f9-09c53a3323e2 req-ed5dcdfc-21c8-483a-8860-94cd10d36f76 tempest-ComputeTenantNetworksTest-560511890 tempest-ComputeTenantNetworksTest-560511890-project] 10.222.0.59 "GET /v2.0/networks/b1f43a90-d28f-404c-92e7-3c869cc84255 HTTP/1.1" status: 200 len: 768 time: 0.1888332 Jan 18 23:36:45.379986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46a152ca-63b0-48f7-a4aa-b14e54513fb2 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/subnets/318240fc-50f4-4c60-84df-35b97717a9e8 HTTP/1.1" status: 204 len: 168 time: 1.0495160 Jan 18 23:36:45.380356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:45.381332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44598) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:45.505027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.508663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.519689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Deleting port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:45.520027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.689561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.722076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f43a90-d28f-404c-92e7-3c869cc84255']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:45.738284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd868cbb9-9c0f-444d-94f4-02ff03eb70de') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:45.738968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd868cbb9-9c0f-444d-94f4-02ff03eb70de') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:45.765578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.776047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb594448-59cd-41a4-b871-085783040874 None None] DHCP port deletion for f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:36:45.784922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb594448-59cd-41a4-b871-085783040874 None None] Deleting port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:45.785480 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb594448-59cd-41a4-b871-085783040874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.816235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.819956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] For port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,segment=NetworkSegment(e531529d-3209-4320-b4c9-d8705445c286),segment_id=e531529d-3209-4320-b4c9-d8705445c286)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:45.820308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.832688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:45.842224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:45.870461 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:45.989427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Calling delete_port for d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:46.040147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7cda6d72-464b-45b0-a288-3ba1f89a1689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.146532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-eb594448-59cd-41a4-b871-085783040874 None None] For port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,segment=NetworkSegment(e531529d-3209-4320-b4c9-d8705445c286),segment_id=e531529d-3209-4320-b4c9-d8705445c286)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:36:46.146923 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb594448-59cd-41a4-b871-085783040874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.182594 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.198551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.207558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f43a90-d28f-404c-92e7-3c869cc84255,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:46.210811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-499d3607-df7e-40a5-942b-686a23adbc9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b1f43a90-d28f-404c-92e7-3c869cc84255 HTTP/1.1" status: 204 len: 168 time: 0.8284569 Jan 18 23:36:46.241062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.267597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb594448-59cd-41a4-b871-085783040874 None None] Calling delete_port for d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:46.290676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Port': ['ID=d7c8c3ad-f0d3-4d39-b7be-b98b4130f548,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:46.296365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] No DVR routers for this DVR port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:36:46.383404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-eb594448-59cd-41a4-b871-085783040874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:36:46.384012 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-eb594448-59cd-41a4-b871-085783040874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:36:46.435624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.465257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15cfc82-08ec-4aeb-a34f-d7661e53c6a6']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:46.484957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e531529d-3209-4320-b4c9-d8705445c286') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:46.484957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e531529d-3209-4320-b4c9-d8705445c286') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:46.499262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.517521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.525009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:46.525637 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:46.542289 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:46.590065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:46.673540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dde9ec2b-3354-4495-92b4-e978c673d60b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bbb5b33795c41a2a2ddc0b0cc406b3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0822964 Jan 18 23:36:46.674181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:46.840674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.842668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.868863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.889052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb594448-59cd-41a4-b871-085783040874 None None] Deleting port d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:46.889052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb594448-59cd-41a4-b871-085783040874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.901372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] Pushing event deleted for resources: {'Network': ['ID=f15cfc82-08ec-4aeb-a34f-d7661e53c6a6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:46.908057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:46.916629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfc9ffdc-532e-494f-a111-c25b6f95a6f1 tempest-NetworksTest-508405656 tempest-NetworksTest-508405656-project] 10.222.0.59 "DELETE /v2.0/networks/f15cfc82-08ec-4aeb-a34f-d7661e53c6a6 HTTP/1.1" status: 204 len: 168 time: 1.5350869 Jan 18 23:36:46.973583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb594448-59cd-41a4-b871-085783040874 None None] The port 'd7c8c3ad-f0d3-4d39-b7be-b98b4130f548' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:36:47.068054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.105401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19223f-a293-4bd3-8124-74ac620743e0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:47.109399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.112491 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5101fba1-073e-4115-8241-363539a66597 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a19223f-a293-4bd3-8124-74ac620743e0 HTTP/1.1" status: 204 len: 168 time: 0.4353700 Jan 18 23:36:47.207088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.447023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.478246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:47.489866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:36:47.528341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:36:47.528684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d7c8c3ad-f0d3-4d39-b7be-b98b4130f548 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:36:47.697533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:47.704338 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-93265117-4895-4f82-96d7-8a1eeddf2abf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a712a3dcd90b4ed3b470c5154aeb16cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2182589 Jan 18 23:36:47.766854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.793008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.915124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.935774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe46d786-5e3f-40a7-9b8c-11d935d0e23e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:47.939019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:47.946232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dece939e-358c-4059-b882-429ea0a503fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe46d786-5e3f-40a7-9b8c-11d935d0e23e HTTP/1.1" status: 204 len: 168 time: 0.2426827 Jan 18 23:36:48.875627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:49.365172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44746) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:49.671768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1098764473'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:49.680402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:49.685465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:49.688807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:49.702548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:49.795920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:49.799297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:49.813291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:49.853246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:49.857699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:49.860605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:49.868073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:49.948789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.053722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.070081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:50.092126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.092462 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment 2c9fa937-9b3c-40cb-9274-53b9ba69fea8 of type vlan for network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 Jan 18 23:36:50.097983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c9709-dbec-4e1f-abef-e9cf6ccea923,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:50.129599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.218757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.222889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:50.223396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.359376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:50.372826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:50.411621 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5fc95a3c-3e62-4291-a34f-91ffe4ddfff9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0445502 Jan 18 23:36:50.414899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:50.420629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'name': 'tempest-PortsTestJSON-828411165'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:50.574342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:50.578663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:50.582215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:50.590094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:50.658057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:50.661367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:50.690850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:36:51.038220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:51.142290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:51.275462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=6cc9e0d0-5423-46ec-88e7-ae46201cc237,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:51.288161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.288713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.289272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.289822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.290347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.290870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.291410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.291941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.292581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.293233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.293756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:36:51.319371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': '2c9fa937-9b3c-40cb-9274-53b9ba69fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:51.319743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:51.407180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:51.510240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:51.514075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:51.520607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:51.520607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:51.522796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb80f6-1f22-4781-99fc-aac3c2dc50c7 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:51.665915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-21e59b31-176b-4336-a5ce-c1e6fe1bd6c2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2498415 Jan 18 23:36:51.668668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:51.674562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1750484258'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:51.688790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:51.692937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:51.703049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:51.714127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:51.813048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:51.820801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:51.846695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:51.858618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:51.859344 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment 0d1f440f-b754-4e9f-ae7a-372337f2f063 of type vlan for network 8270cfb2-d9de-4056-8b57-c28bee1e8546 Jan 18 23:36:51.890469 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.029655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.033628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:52.039647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.159352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=8270cfb2-d9de-4056-8b57-c28bee1e8546,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:52.170982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 8270cfb2-d9de-4056-8b57-c28bee1e8546 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:52.195582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bbf9d6a0-5728-4ff8-9779-0a16e3255703 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5206158 Jan 18 23:36:52.195582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:52.201011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'ports': [{'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'}, {'network_id': '8270cfb2-d9de-4056-8b57-c28bee1e8546'}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:52.201011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:52.201011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '8270cfb2-d9de-4056-8b57-c28bee1e8546'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:52.462960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:52.466814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:52.473809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:52.481531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:52.561344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:52.565444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.591812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:52.862586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 17615ee6-5295-4987-8863-f8febce046bb yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:36:53.039040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.227507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 88ea2953-1a16-4a87-b83e-4e1e27dc93b1 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:36:53.413265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.548237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.619274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:36:53.622353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:53.626800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:53.627781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.629523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=17615ee6-5295-4987-8863-f8febce046bb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:53.717985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=88ea2953-1a16-4a87-b83e-4e1e27dc93b1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:53.743357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': '0d1f440f-b754-4e9f-ae7a-372337f2f063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8270cfb2-d9de-4056-8b57-c28bee1e8546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:53.743801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: 8270cfb2-d9de-4056-8b57-c28bee1e8546, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:53.835582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 8270cfb2-d9de-4056-8b57-c28bee1e8546 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:53.845938 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-7d496a40-5a05-4660-acde-e8e1d14af406 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780408 Jan 18 23:36:53.902809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 8270cfb2-d9de-4056-8b57-c28bee1e8546) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:53.907614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:36:53.912929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:53.913613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c612442f-b41f-4fee-8e1d-152032c774b2 None None] Network 8270cfb2-d9de-4056-8b57-c28bee1e8546 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:53.919133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:53.919892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:53.927853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:54.029713 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-c6cb3b46-9370-4dde-9b37-edce140b282b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.0776889 Jan 18 23:36:54.038655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d44870de-0184-4c20-b395-95f4d4ef3ea3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8423367 Jan 18 23:36:54.040054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:54.168697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 88ea2953-1a16-4a87-b83e-4e1e27dc93b1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:54.181066 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.192849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.244160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:54.252354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Usage tracker for resource:security_group_rule and tenant:709adc694d6846c1816797ef74f52a58 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:54.257544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:54.274444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:54.303870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-e95208bc-dfa7-4815-9302-2f69d65573b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:54.304726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-e95208bc-dfa7-4815-9302-2f69d65573b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.2519999 Jan 18 23:36:54.427243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-2be8494f-34b9-4e45-88e1-cf42657d1ac8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1000 time: 0.1158714 Jan 18 23:36:54.456070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.533131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.535175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-4da83808-8f0d-4dd8-a2ad-121084e99c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:54.536663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-4da83808-8f0d-4dd8-a2ad-121084e99c3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1031249 Jan 18 23:36:54.589238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.651465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6112a-c74a-4f71-a833-d8b1bca1f658,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:54.657773 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6b88567-4b3c-4576-8e71-a57a0fec228c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=709adc694d6846c1816797ef74f52a58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7284143 Jan 18 23:36:54.661566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44886) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:54.685394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-6eaa3ca5-7569-425f-ba56-271f800baf56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422791 Jan 18 23:36:54.694993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 88ea2953-1a16-4a87-b83e-4e1e27dc93b1 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:54.844977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.864221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.889010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-2123fa77-f90e-4fce-b810-4204ef5b0ee1 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968081 Jan 18 23:36:54.920130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=88ea2953-1a16-4a87-b83e-4e1e27dc93b1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:54.932319 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:54.943726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c26aa820-8401-4e8c-9f74-ac1d7579c28f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/88ea2953-1a16-4a87-b83e-4e1e27dc93b1 HTTP/1.1" status: 204 len: 168 time: 0.9010355 Jan 18 23:36:54.944610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:54.950519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:55.034602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b4a9f-60a5-4d8a-9177-e78b294ff21a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:55.039365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b4a9f-60a5-4d8a-9177-e78b294ff21a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:55.040123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f68b4a9f-60a5-4d8a-9177-e78b294ff21a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:55.108142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-85d55007-4026-46ab-8d2a-2efb71a3e9e4 req-bce346cf-72f5-43b9-90a6-000ad653a777 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020535 Jan 18 23:36:55.133433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f68b4a9f-60a5-4d8a-9177-e78b294ff21a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:55.134879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f68b4a9f-60a5-4d8a-9177-e78b294ff21a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1892922 Jan 18 23:36:55.137918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:55.198314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:55.224125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6112a-c74a-4f71-a833-d8b1bca1f658,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:55.228885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 17615ee6-5295-4987-8863-f8febce046bb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:36:55.229236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:55.283625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:55.284815 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c6e713e1-5580-416b-938a-fd571cd23dae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1f6112a-c74a-4f71-a833-d8b1bca1f658 HTTP/1.1" status: 204 len: 168 time: 0.6221414 Jan 18 23:36:55.642179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:55.790379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 17615ee6-5295-4987-8863-f8febce046bb owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:36:55.970990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.024710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=17615ee6-5295-4987-8863-f8febce046bb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:56.030325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.137658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42c4839b-a00f-43c9-8431-c54d085a7fa0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/17615ee6-5295-4987-8863-f8febce046bb HTTP/1.1" status: 204 len: 168 time: 0.9983876 Jan 18 23:36:56.140170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.218785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc6e30-d570-49db-9142-d24e79d07436 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:56.219474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7cfc6e30-d570-49db-9142-d24e79d07436 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:36:56.267001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44932) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.288236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.325553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7cfc6e30-d570-49db-9142-d24e79d07436 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:36:56.344812 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7cfc6e30-d570-49db-9142-d24e79d07436 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2008858 Jan 18 23:36:56.345430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.370300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:56.378078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Usage tracker for resource:security_group_rule and tenant:c675962e64854e2ea32e8811e52cb718 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:56.380286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:56.387001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:56.457500 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed33cbd-863a-43a5-9f1b-b269f9560648 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:36:56.459732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7ed33cbd-863a-43a5-9f1b-b269f9560648 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/88ea2953-1a16-4a87-b83e-4e1e27dc93b1 HTTP/1.1" status: 404 len: 333 time: 0.1125202 Jan 18 23:36:56.463673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.478157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.536722 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a9baad-237a-4b68-9591-45a284c99a97 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:36:56.538881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f9a9baad-237a-4b68-9591-45a284c99a97 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/17615ee6-5295-4987-8863-f8febce046bb HTTP/1.1" status: 404 len: 333 time: 0.0740364 Jan 18 23:36:56.541682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44950) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.568143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.637456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7118741-2f53-44da-a7e6-34b25222fc44,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:56.646763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-666794ba-3338-4914-a09c-e825664f9012 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c675962e64854e2ea32e8811e52cb718&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3785772 Jan 18 23:36:56.649687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44954) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:56.716450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.798104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.829755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.942509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:56.974985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8270cfb2-d9de-4056-8b57-c28bee1e8546']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:56.992871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1f440f-b754-4e9f-ae7a-372337f2f063') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:56.993466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1f440f-b754-4e9f-ae7a-372337f2f063') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:36:57.005845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.007450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.033439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.055484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:36:57.055484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.058132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.062898 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7118741-2f53-44da-a7e6-34b25222fc44 HTTP/1.1" status: 204 len: 168 time: 0.4109423 Jan 18 23:36:57.062898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed013aaa-d175-400a-9946-09d58f0d1fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7118741-2f53-44da-a7e6-34b25222fc44,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:36:57.119082 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:36:57.292823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.311965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.325490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=8270cfb2-d9de-4056-8b57-c28bee1e8546,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:57.333947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5a0577f-fdfa-49ab-814c-c1c0cf1b704c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/8270cfb2-d9de-4056-8b57-c28bee1e8546 HTTP/1.1" status: 204 len: 168 time: 0.7875991 Jan 18 23:36:57.334215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 44970) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:57.340387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-878718051'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:57.355993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:57.362771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:57.367726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:57.388901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:57.447074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:57.450077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.534222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:36:57.552517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.553089 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment f1d5dd6c-94a8-4937-90bd-c385422ad067 of type vlan for network ff454490-83e0-4199-9b26-a1c1e3ccd9fc Jan 18 23:36:57.603929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.748131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.752357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:57.753002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:57.864553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=ff454490-83e0-4199-9b26-a1c1e3ccd9fc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:57.877335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:36:57.941261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 44998) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:57.941623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61dae4b7-3ce1-45f1-b45a-2e9484ae36d9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6062353 Jan 18 23:36:57.959460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:58.096294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:58.101680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:58.104980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:58.113671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:58.190282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:58.329287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:58.425566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:36:58.426684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:36:58.692673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:58.725746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45032) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:58.948196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=a18de866-45a9-42fb-80cb-0615bf9e3c3d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:58.961283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': 'f1d5dd6c-94a8-4937-90bd-c385422ad067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:36:58.963936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: ff454490-83e0-4199-9b26-a1c1e3ccd9fc, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:36:59.000494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.098304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:36:59.104462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:59.113117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec1d16c183f4afb83129718c44d3875 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:36:59.121635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:36:59.132879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:59.195485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ff454490-83e0-4199-9b26-a1c1e3ccd9fc) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:36:59.203495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.206946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52319fe-8c73-4835-8bee-0b4ce3700270 None None] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:36:59.211857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:36:59.217798 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.287349 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.320042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9a78f75f-df27-4911-a046-73a3f909252e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3747773 Jan 18 23:36:59.320861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:59.326468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc', 'name': 'tempest-PortsTestJSON-1157527144'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:36:59.366304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ee126-d451-401e-b937-781bfcd7e7dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:59.376205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39c19394-79ef-40b8-8951-b08e176a1484 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ec1d16c183f4afb83129718c44d3875&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6481829 Jan 18 23:36:59.378702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:36:59.464064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.496471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.528285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ff454490-83e0-4199-9b26-a1c1e3ccd9fc', 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': 'a18de866-45a9-42fb-80cb-0615bf9e3c3d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:36:59.529369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.561124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:36:59.571675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:36:59.617937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.637392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ee126-d451-401e-b937-781bfcd7e7dd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:36:59.641788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.645752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-908c3850-bf18-42ec-b9ee-21bc2c45affd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a2ee126-d451-401e-b937-781bfcd7e7dd HTTP/1.1" status: 204 len: 168 time: 0.2669291 Jan 18 23:36:59.685027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:36:59.685027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:36:59.729562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:36:59.817364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Allocated IP 172.20.0.2 (ff454490-83e0-4199-9b26-a1c1e3ccd9fc/a18de866-45a9-42fb-80cb-0615bf9e3c3d/a809c854-c816-4b71-86cc-fd12b0e2ac1c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:00.116276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.140643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Transition to ACTIVE for port object a809c854-c816-4b71-86cc-fd12b0e2ac1c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:00.167441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Transition to ACTIVE for port object a809c854-c816-4b71-86cc-fd12b0e2ac1c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:00.274631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.347437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:00.348624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:00.361776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:00.369452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.14 (ff454490-83e0-4199-9b26-a1c1e3ccd9fc/a18de866-45a9-42fb-80cb-0615bf9e3c3d/aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:00.459156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Pushing event updated for resources: {'Port': ['ID=a809c854-c816-4b71-86cc-fd12b0e2ac1c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:00.521902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Attempting to bind port a809c854-c816-4b71-86cc-fd12b0e2ac1c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:00.521902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Attempting to bind port a809c854-c816-4b71-86cc-fd12b0e2ac1c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f1d5dd6c-94a8-4937-90bd-c385422ad067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:00.521902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Attempting to bind port a809c854-c816-4b71-86cc-fd12b0e2ac1c on network ff454490-83e0-4199-9b26-a1c1e3ccd9fc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:00.533109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:00.534172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Checking segment: {'id': 'f1d5dd6c-94a8-4937-90bd-c385422ad067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:00.534863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.535502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Bound using segment: {'id': 'f1d5dd6c-94a8-4937-90bd-c385422ad067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:00.536227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Bound port: a809c854-c816-4b71-86cc-fd12b0e2ac1c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d5dd6c-94a8-4937-90bd-c385422ad067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ff454490-83e0-4199-9b26-a1c1e3ccd9fc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:00.537009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.588774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45098) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:00.644290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.710834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:00.718010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Usage tracker for resource:security_group_rule and tenant:92e688a7cf3540798ea232499334294c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:00.737458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:00.767011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:00.773518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] For port a809c854-c816-4b71-86cc-fd12b0e2ac1c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:00.781471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] For port a809c854-c816-4b71-86cc-fd12b0e2ac1c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a809c854-c816-4b71-86cc-fd12b0e2ac1c,segment=NetworkSegment(f1d5dd6c-94a8-4937-90bd-c385422ad067),segment_id=f1d5dd6c-94a8-4937-90bd-c385422ad067)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:37:00.859836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.869222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.886217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:00.921706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:00.966920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.012002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3e3b4-17e1-4be4-9b36-c6b10cda1e97 None None] Pushing event updated for resources: {'Port': ['ID=a809c854-c816-4b71-86cc-fd12b0e2ac1c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:01.016895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67d6bf-496f-49ea-83cc-5096c8e7117c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:01.021342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cce06414-91fc-4098-bfec-76f8a790d705 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92e688a7cf3540798ea232499334294c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4306037 Jan 18 23:37:01.023745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45110) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:01.052745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.092258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.131527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.176494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:01.184944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:01.231323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:01.277643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:01.314061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.334166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67d6bf-496f-49ea-83cc-5096c8e7117c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:01.338669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.340373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:01.341111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.349153 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0a5a8a0-8aa9-40f1-9fa8-fa6d80c0df53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba67d6bf-496f-49ea-83cc-5096c8e7117c HTTP/1.1" status: 204 len: 168 time: 0.3242564 Jan 18 23:37:01.453750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5564a8e6-c6f7-452f-bef1-b2766a5fd76e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1318886 Jan 18 23:37:01.456439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45126) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:01.573079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a809c854-c816-4b71-86cc-fd12b0e2ac1c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:01.604003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:01.604489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:01.795658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a809c854-c816-4b71-86cc-fd12b0e2ac1c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:02.008673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.150902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:02.440911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.545428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:02.579241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45158) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:02.614764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.638745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d3bc3-81bc-4ffa-a80f-90d1fffdd332 None None] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:02.653494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:02.660418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Usage tracker for resource:security_group_rule and tenant:40115fe7aef8430b97204961eab486d9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:02.668568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:02.676395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:02.714960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.738234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1cc33d0a-9cb3-4a92-9429-0fc0ce280701 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 HTTP/1.1" status: 204 len: 168 time: 1.2775667 Jan 18 23:37:02.739185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45164) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:02.768126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:37:02.780325 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.830844 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fed9e25-7938-4186-8219-6d491758da57 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:37:02.831335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fed9e25-7938-4186-8219-6d491758da57 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:37:02.837968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0fed9e25-7938-4186-8219-6d491758da57 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 HTTP/1.1" status: 404 len: 333 time: 0.0923364 Jan 18 23:37:02.839083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45168) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:02.893359 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ebe53e-55b1-4b8c-a358-3f75193d5f7c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:02.894380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-88ebe53e-55b1-4b8c-a358-3f75193d5f7c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:02.899075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.923786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Provisioning for port a809c854-c816-4b71-86cc-fd12b0e2ac1c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:02.932523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Provisioning complete for port a809c854-c816-4b71-86cc-fd12b0e2ac1c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:02.932918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:02.939956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40115fe7aef8430b97204961eab486d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3596492 Jan 18 23:37:02.942624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45174) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:03.042371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbb21-7338-4769-a8d8-ce6336e05133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc526cd-4d64-4eca-813a-5d8e8cd027d2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:03.092920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-88ebe53e-55b1-4b8c-a358-3f75193d5f7c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:03.094633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-88ebe53e-55b1-4b8c-a358-3f75193d5f7c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16 HTTP/1.1" status: 404 len: 333 time: 0.2543418 Jan 18 23:37:03.097288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:03.114977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.171484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.203840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet a18de866-45a9-42fb-80cb-0615bf9e3c3d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:03.207776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.210033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.284684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] For port a809c854-c816-4b71-86cc-fd12b0e2ac1c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a809c854-c816-4b71-86cc-fd12b0e2ac1c,segment=NetworkSegment(f1d5dd6c-94a8-4937-90bd-c385422ad067),segment_id=f1d5dd6c-94a8-4937-90bd-c385422ad067)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:03.300435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.383811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.454682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.461612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919809-3d7f-4635-a42e-bd2b64f955f2 None None] Pushing event updated for resources: {'Port': ['ID=a809c854-c816-4b71-86cc-fd12b0e2ac1c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:03.463568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.490121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc526cd-4d64-4eca-813a-5d8e8cd027d2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:03.503212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.503212 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5eea0d01-77b0-4cd3-b43d-9cd78761e030 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dc526cd-4d64-4eca-813a-5d8e8cd027d2 HTTP/1.1" status: 204 len: 168 time: 0.5544944 Jan 18 23:37:03.624897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d13bc24-0f0d-4851-891c-3e22ede3d4e6 None None] Provisioning complete for port a809c854-c816-4b71-86cc-fd12b0e2ac1c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:03.625552 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d13bc24-0f0d-4851-891c-3e22ede3d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.739297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.856087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=a18de866-45a9-42fb-80cb-0615bf9e3c3d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:03.875553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:03.934886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2a58f36c-4bdf-4693-add0-8af87dce2fcf tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/a18de866-45a9-42fb-80cb-0615bf9e3c3d HTTP/1.1" status: 204 len: 168 time: 0.8364236 Jan 18 23:37:03.935145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:03.986176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbf3cd-ebf1-437c-acbf-ad9da2402107 None None] Network ff454490-83e0-4199-9b26-a1c1e3ccd9fc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:04.104277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4e3b6f80-7674-4b54-aa1b-b7860b396020 None None] Could not find standard attr ID for object aa8b2c2f-ec1b-4f45-8afd-fe518ad0da16. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:37:04.196386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.208965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port a809c854-c816-4b71-86cc-fd12b0e2ac1c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:04.209805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.335717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] DHCP port deletion for ff454490-83e0-4199-9b26-a1c1e3ccd9fc request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:37:04.343079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Deleting port a809c854-c816-4b71-86cc-fd12b0e2ac1c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:04.343692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.466550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port a809c854-c816-4b71-86cc-fd12b0e2ac1c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a809c854-c816-4b71-86cc-fd12b0e2ac1c,segment=NetworkSegment(f1d5dd6c-94a8-4937-90bd-c385422ad067),segment_id=f1d5dd6c-94a8-4937-90bd-c385422ad067)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:04.467382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.616219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] For port a809c854-c816-4b71-86cc-fd12b0e2ac1c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a809c854-c816-4b71-86cc-fd12b0e2ac1c,segment=NetworkSegment(f1d5dd6c-94a8-4937-90bd-c385422ad067),segment_id=f1d5dd6c-94a8-4937-90bd-c385422ad067)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:04.616548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.619295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for a809c854-c816-4b71-86cc-fd12b0e2ac1c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:04.744898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Calling delete_port for a809c854-c816-4b71-86cc-fd12b0e2ac1c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:04.811352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:04.826490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:04.827041 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:04.985537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No DVR routers for this DVR port a809c854-c816-4b71-86cc-fd12b0e2ac1c on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:04.988317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=a809c854-c816-4b71-86cc-fd12b0e2ac1c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:05.150405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.182670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff454490-83e0-4199-9b26-a1c1e3ccd9fc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:05.199050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d5dd6c-94a8-4937-90bd-c385422ad067') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:05.199338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d5dd6c-94a8-4937-90bd-c385422ad067') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:05.211755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.228070 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.234310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:37:05.234679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:37:05.252864 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:37:05.336231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Deleting port a809c854-c816-4b71-86cc-fd12b0e2ac1c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:05.336231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.402444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1f70e53f-d276-43c6-95c1-fdd45d3024a7 None None] The port 'a809c854-c816-4b71-86cc-fd12b0e2ac1c' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:37:05.441131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.481127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.484014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=ff454490-83e0-4199-9b26-a1c1e3ccd9fc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:05.531259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a809c854-c816-4b71-86cc-fd12b0e2ac1c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:05.568634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a809c854-c816-4b71-86cc-fd12b0e2ac1c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:37:05.569059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a809c854-c816-4b71-86cc-fd12b0e2ac1c not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:05.582313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3b37ea9-49ae-4ff4-bfe1-0fe020f76c5c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/ff454490-83e0-4199-9b26-a1c1e3ccd9fc HTTP/1.1" status: 204 len: 168 time: 1.6369221 Jan 18 23:37:05.582811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:05.583603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1722055965'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:05.593263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:05.598186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:05.602334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:05.608441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:05.708491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:05.713722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.770809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:37:05.779841 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.780222 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment cb870a84-ad5f-4fcf-a2a1-a774a8f315c3 of type vlan for network f7e97bbc-08bd-4dec-ae96-cea8e931df15 Jan 18 23:37:05.806774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.915535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:05.923713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:05.924098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:06.044316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=f7e97bbc-08bd-4dec-ae96-cea8e931df15,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:06.055128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:37:06.100446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f87674b5-1571-4ebd-b0ca-155830ed0e5b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5209117 Jan 18 23:37:06.103363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:06.110448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:06.300190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:06.305079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:06.307981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:06.314474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:06.406762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:06.590662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:06.926928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:07.078883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=d4fa2371-d810-49bf-824b-6a09cfefde77,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:07.095200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:07.095578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: f7e97bbc-08bd-4dec-ae96-cea8e931df15, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:37:07.223700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:37:07.315084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f7e97bbc-08bd-4dec-ae96-cea8e931df15) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:07.319738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:07.320327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:07.327501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02a9cc-3b41-48e0-877c-5fee88d515d3 None None] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:07.413425 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-166674b7-cc78-41fb-8e4a-ebc9e3026850 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3086081 Jan 18 23:37:07.415740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45338) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:07.423612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-973362141'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:07.596327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f7e97bbc-08bd-4dec-ae96-cea8e931df15', 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': 'd4fa2371-d810-49bf-824b-6a09cfefde77'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:37:07.596327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:07.722614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:07.727783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:07.730727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:07.736559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:07.777592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Allocated IP 172.20.0.2 (f7e97bbc-08bd-4dec-ae96-cea8e931df15/d4fa2371-d810-49bf-824b-6a09cfefde77/3c3d2965-0e3e-4a36-aebb-fae1c9b4b890) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:07.827734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:07.829037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:07.871474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 9c8b6d11-186d-4273-bd4c-0077e51b8df0 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:08.012854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.023335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Transition to ACTIVE for port object 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:08.041400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Transition to ACTIVE for port object 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:08.114350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.186076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:08.187265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:08.191336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:08.198731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:08.212415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.13 (f7e97bbc-08bd-4dec-ae96-cea8e931df15/d4fa2371-d810-49bf-824b-6a09cfefde77/9c8b6d11-186d-4273-bd4c-0077e51b8df0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:08.329331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Attempting to bind port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:08.331016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Attempting to bind port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:08.331544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Attempting to bind port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 on network f7e97bbc-08bd-4dec-ae96-cea8e931df15 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:08.341121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:08.341547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Checking segment: {'id': 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:08.341958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.342349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Bound using segment: {'id': 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:08.342924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Bound port: 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f7e97bbc-08bd-4dec-ae96-cea8e931df15'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:08.343479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.430559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45398) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:08.454942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] For port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:08.462369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] For port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,segment=NetworkSegment(cb870a84-ad5f-4fcf-a2a1-a774a8f315c3),segment_id=cb870a84-ad5f-4fcf-a2a1-a774a8f315c3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:37:08.497264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.508520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object 9c8b6d11-186d-4273-bd4c-0077e51b8df0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:08.545235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.620417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.670553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.675229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a25a63-c42a-4276-8730-95825cc50466 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:08.709566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:08.712766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:08.716816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:08.720297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:08.721583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Usage tracker for resource:security_group_rule and tenant:73027e71a103488496ad9acfdc9ba7a8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:08.725528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:08.738492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:08.753555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=9c8b6d11-186d-4273-bd4c-0077e51b8df0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:08.797541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:08.798185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.826653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.928486 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:08.942167 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6406e65-f5d1-420c-90b6-bbe8d7ac055c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5224168 Jan 18 23:37:08.942780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45418) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:09.040117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae179906-4daf-48e8-8257-1d8190b8f4fa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:09.059282 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e9c25cc-b4e1-4442-be81-97318e86d476 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73027e71a103488496ad9acfdc9ba7a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6235354 Jan 18 23:37:09.059282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:09.065937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 9c8b6d11-186d-4273-bd4c-0077e51b8df0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:09.066535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.201344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.254647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.349191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.420364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.580535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:09.647208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 9c8b6d11-186d-4273-bd4c-0077e51b8df0 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:09.679353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.707349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae179906-4daf-48e8-8257-1d8190b8f4fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:09.731748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:09.736065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-986b2a41-dd50-4940-aefc-151c4a11b797 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae179906-4daf-48e8-8257-1d8190b8f4fa HTTP/1.1" status: 204 len: 168 time: 0.6739426 Jan 18 23:37:09.784705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:09.956230 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.070492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bc0ca-90b6-4230-8098-50385dc4b2d2 None None] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:10.094021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=9c8b6d11-186d-4273-bd4c-0077e51b8df0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:10.190254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.212164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-58efdcaa-695f-4c81-a029-8bd3f7c62566 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/9c8b6d11-186d-4273-bd4c-0077e51b8df0 HTTP/1.1" status: 204 len: 168 time: 1.2616606 Jan 18 23:37:10.214720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45500) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:10.294164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Provisioning for port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:10.310823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Provisioning complete for port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:10.311198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.386747 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6821a7fe-6cca-43de-8b30-c672b0bd7400 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:10.387468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6821a7fe-6cca-43de-8b30-c672b0bd7400 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:10.493424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6821a7fe-6cca-43de-8b30-c672b0bd7400 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:10.496166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6821a7fe-6cca-43de-8b30-c672b0bd7400 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/9c8b6d11-186d-4273-bd4c-0077e51b8df0 HTTP/1.1" status: 404 len: 333 time: 0.2798030 Jan 18 23:37:10.498390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45518) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:10.500712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.539830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] For port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,segment=NetworkSegment(cb870a84-ad5f-4fcf-a2a1-a774a8f315c3),segment_id=cb870a84-ad5f-4fcf-a2a1-a774a8f315c3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:10.612619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.670168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet d4fa2371-d810-49bf-824b-6a09cfefde77 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:10.673735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.704821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d53826-8f00-4844-8a93-3297cb5b5237 None None] Pushing event updated for resources: {'Port': ['ID=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:10.748290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.752141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:10.773403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.849431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:10.860321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Usage tracker for resource:security_group_rule and tenant:9f440d7fdbbe4dbd969eebdc34cdc783 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:10.868412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:10.870506 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:10.886599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:10.966332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-486018ca-e4fc-457e-9c25-b0c76c86065e None None] Provisioning complete for port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:10.966719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-486018ca-e4fc-457e-9c25-b0c76c86065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.048022 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.093103 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.120819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.172962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.191201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a52be5-a44e-4d8a-84f6-2ac04d258cb2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:11.197820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fa2371-d810-49bf-824b-6a09cfefde77,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:11.204374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47c6d7c7-7dde-48b6-acf0-7954a5688a8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f440d7fdbbe4dbd969eebdc34cdc783&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4505665 Jan 18 23:37:11.205310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:11.213147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.220677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06867679-d734-4ef4-a616-04c034130577 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/d4fa2371-d810-49bf-824b-6a09cfefde77 HTTP/1.1" status: 204 len: 168 time: 0.7204604 Jan 18 23:37:11.223099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:11.267175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46e7aa-2bf5-4b09-a868-eaa8896e4d0e None None] Network f7e97bbc-08bd-4dec-ae96-cea8e931df15 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:11.290476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.337122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.370087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.383466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:11.384081 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.445769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-58b6b3a1-6f46-4692-a889-895fc08abf4e None None] Could not find standard attr ID for object 9c8b6d11-186d-4273-bd4c-0077e51b8df0. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:37:11.498473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.526916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a52be5-a44e-4d8a-84f6-2ac04d258cb2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:11.545493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.546871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11bb230e-c737-4cc0-9396-6dd1f6b558cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33a52be5-a44e-4d8a-84f6-2ac04d258cb2 HTTP/1.1" status: 204 len: 168 time: 0.3406308 Jan 18 23:37:11.631994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:11.767050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:11.767708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.774032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,segment=NetworkSegment(cb870a84-ad5f-4fcf-a2a1-a774a8f315c3),segment_id=cb870a84-ad5f-4fcf-a2a1-a774a8f315c3)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:11.774968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.787415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45560) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:11.821327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] DHCP port deletion for f7e97bbc-08bd-4dec-ae96-cea8e931df15 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:37:11.877043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Deleting port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:11.891504 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:11.969311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:12.159320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.177949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 update to ACTIVE by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 18 23:37:12.205749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] For port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,segment=NetworkSegment(cb870a84-ad5f-4fcf-a2a1-a774a8f315c3),segment_id=cb870a84-ad5f-4fcf-a2a1-a774a8f315c3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:12.206141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.229428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.276521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=3c3d2965-0e3e-4a36-aebb-fae1c9b4b890,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:12.291169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No DVR routers for this DVR port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:12.303490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:12.308434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Usage tracker for resource:security_group_rule and tenant:174d52dcdd44498d9427d63eb64a35fe is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:12.312217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:12.320919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:12.477360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Calling delete_port for 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:12.488699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.539167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.557251 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:12.557615 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:12.565795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e97bbc-08bd-4dec-ae96-cea8e931df15']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:12.587189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:12.587485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb870a84-ad5f-4fcf-a2a1-a774a8f315c3') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:12.595430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.600297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.655043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=174d52dcdd44498d9427d63eb64a35fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8635478 Jan 18 23:37:12.656875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45586) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:12.679971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c824da-c164-4674-b283-66ae21c2688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51665b-8ea0-439d-8250-d912a10ac84a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:12.736664 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.763833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.775145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:37:12.775825 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.778367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:37:12.807424 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:37:12.903866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.919782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51665b-8ea0-439d-8250-d912a10ac84a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:12.929183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.933491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ce017e88-9221-4edc-9dec-23c5deef7a16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e51665b-8ea0-439d-8250-d912a10ac84a HTTP/1.1" status: 204 len: 168 time: 0.2756000 Jan 18 23:37:12.947741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.968419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:12.975868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=f7e97bbc-08bd-4dec-ae96-cea8e931df15,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:13.060141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d84b99c7-4457-43b5-b7b3-2b4199661b44 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/f7e97bbc-08bd-4dec-ae96-cea8e931df15 HTTP/1.1" status: 204 len: 168 time: 1.8357818 Jan 18 23:37:13.062916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Deleting port 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:13.063840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45602) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:13.065165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.069999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'name': 'tempest-PortsTestJSON-487175074'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:13.135760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c7866080-8180-4967-8fe9-c1b618201190 None None] The port '3c3d2965-0e3e-4a36-aebb-fae1c9b4b890' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:37:13.188578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:13.194194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:13.197761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:13.203862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:13.279398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:13.282514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.311108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 069d008a-0e4c-44cb-9fc3-b131cf676119 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:13.554488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:13.588025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:37:13.588680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3c3d2965-0e3e-4a36-aebb-fae1c9b4b890 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:13.590265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.703018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.809043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:13.812393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:13.817881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:13.822137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:13.822757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.833680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45632) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:13.835654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=069d008a-0e4c-44cb-9fc3-b131cf676119,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:13.855485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.887201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:13.891029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Usage tracker for resource:security_group_rule and tenant:886fbcf430a34ad6ad24d4a35979c76e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:13.893726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:13.899452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:13.938501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-773e33f7-5c95-49fa-9644-9f42ad74b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:13.941322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f3778ba-ec8f-40a0-99b9-1fcf586bdff7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8762624 Jan 18 23:37:13.944736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:14.012739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.040254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 069d008a-0e4c-44cb-9fc3-b131cf676119 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:14.044959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.131215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.182950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80ed7e-3189-45ec-89cb-a2de1881fcc8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:14.191111 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-93f90126-a811-4574-be4c-880291f3f47b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=886fbcf430a34ad6ad24d4a35979c76e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3526089 Jan 18 23:37:14.191912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:14.258818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.274615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.288348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.401569 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 069d008a-0e4c-44cb-9fc3-b131cf676119 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:14.447608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.465057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa80ed7e-3189-45ec-89cb-a2de1881fcc8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:14.483024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.484385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b7eedeb-5c09-449a-9f55-a2c2bdcf66de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa80ed7e-3189-45ec-89cb-a2de1881fcc8 HTTP/1.1" status: 204 len: 168 time: 0.2921596 Jan 18 23:37:14.595434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.643024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=069d008a-0e4c-44cb-9fc3-b131cf676119,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:14.651755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:14.662179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11769a9d-c801-4b8a-a9b7-b771c651f1dd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/069d008a-0e4c-44cb-9fc3-b131cf676119 HTTP/1.1" status: 204 len: 168 time: 0.7161779 Jan 18 23:37:14.664684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45670) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:14.673052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'mac_address': 'fa:16:3e:e6:90:24', 'name': 'tempest-PortsTestJSON-568402201'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:14.820454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:14.826011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:14.836331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:14.840311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:14.926796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:15.196142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.242369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 646dd3d5-0de3-47e2-b220-3d9111d584f2 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:15.528981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.624270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.712106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:15.715458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:15.720058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:15.723881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.725112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:15.737979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=646dd3d5-0de3-47e2-b220-3d9111d584f2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:15.853218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-44d17311-9054-47a9-ac75-70a23c2557a1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1870170 Jan 18 23:37:15.855566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45690) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:15.928421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3eec3e-238c-42e2-bb7b-0ce649c3c47d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:15.929013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc3eec3e-238c-42e2-bb7b-0ce649c3c47d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:15.999747 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c6cdb8f-c452-49a6-9cea-07f9e2a295d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:16.033534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc3eec3e-238c-42e2-bb7b-0ce649c3c47d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:16.034750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc3eec3e-238c-42e2-bb7b-0ce649c3c47d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/646dd3d5-0de3-47e2-b220-3d9111d584f2 HTTP/1.1" status: 200 len: 840 time: 0.1782331 Jan 18 23:37:16.038616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:16.110105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 646dd3d5-0de3-47e2-b220-3d9111d584f2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:16.110538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:16.334835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:16.457489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 646dd3d5-0de3-47e2-b220-3d9111d584f2 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:16.613303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:16.666627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=646dd3d5-0de3-47e2-b220-3d9111d584f2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:16.675191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:16.790458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f6b45027-94dc-42e7-9cac-ed37f5aa7f2d tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/646dd3d5-0de3-47e2-b220-3d9111d584f2 HTTP/1.1" status: 204 len: 168 time: 0.7506146 Jan 18 23:37:16.793199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45716) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:16.835893 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23ae3ac-3894-4068-925b-3c612c1bddfd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:16.835893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f23ae3ac-3894-4068-925b-3c612c1bddfd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:16.966578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f23ae3ac-3894-4068-925b-3c612c1bddfd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:16.968883 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f23ae3ac-3894-4068-925b-3c612c1bddfd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/646dd3d5-0de3-47e2-b220-3d9111d584f2 HTTP/1.1" status: 404 len: 333 time: 0.1736252 Jan 18 23:37:16.972695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45722) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:16.978751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'name': 'tempest-PortsTestJSON-1672011694'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:17.093533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:17.102846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:17.183523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:17.194312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.213948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port f4a62232-7ac9-493f-bc24-bc487fb90996 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:17.247850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.449135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.475524 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.532599 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.605355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:17.613033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:17.613033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:17.616206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:17.616796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:17.628732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=f4a62232-7ac9-493f-bc24-bc487fb90996,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:17.693214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b4830a6e-7004-41be-bc78-f2e8e2ab16cb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7191720 Jan 18 23:37:17.696362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:17.703098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:17.876106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45738) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:17.930271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.037220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.075019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:18.079179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ede6830a254f16ba8ef44cbbae4cfe is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:18.082558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:18.090596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:18.158545 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.232231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.262440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.293016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.333379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=f4a62232-7ac9-493f-bc24-bc487fb90996,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:18.347446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] In _notify_port_updated(), no bound segment for port f4a62232-7ac9-493f-bc24-bc487fb90996 on network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:37:18.351391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:18.352211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.354298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8741fdd1-7593-4429-89c2-d3b986926333 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/ports/f4a62232-7ac9-493f-bc24-bc487fb90996 HTTP/1.1" status: 200 len: 818 time: 0.6569247 Jan 18 23:37:18.357061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:18.369670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563ca57-40ff-4ce3-ae6b-3f000b2b528b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:18.372514 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a78c81ae-aad2-45b9-8087-e90991365094 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7ede6830a254f16ba8ef44cbbae4cfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4953396 Jan 18 23:37:18.375166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45752) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:18.428807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port f4a62232-7ac9-493f-bc24-bc487fb90996 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:18.429161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.439860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.466233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.609592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.633756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563ca57-40ff-4ce3-ae6b-3f000b2b528b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:18.636621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.640055 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0dd54279-04b7-4621-9102-6cd8b9e2f619 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0563ca57-40ff-4ce3-ae6b-3f000b2b528b HTTP/1.1" status: 204 len: 168 time: 0.2639496 Jan 18 23:37:18.702900 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.799053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for f4a62232-7ac9-493f-bc24-bc487fb90996 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:18.903839 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:18.966823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.016436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=f4a62232-7ac9-493f-bc24-bc487fb90996,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:19.024990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.035066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5b8e8dd3-924b-4396-a4c1-29b4c238b867 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/f4a62232-7ac9-493f-bc24-bc487fb90996 HTTP/1.1" status: 204 len: 168 time: 0.6768062 Jan 18 23:37:19.038362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45760) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.114005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbdb563-22fb-4fa3-9a27-c1e9d01630ae tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:19.114717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-edbdb563-22fb-4fa3-9a27-c1e9d01630ae tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:19.189610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-edbdb563-22fb-4fa3-9a27-c1e9d01630ae tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:19.190710 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-edbdb563-22fb-4fa3-9a27-c1e9d01630ae tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1511762 Jan 18 23:37:19.193502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45764) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.237741 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38d75cb-1759-4858-ba9e-e1f0fe90d04b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:19.238977 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f38d75cb-1759-4858-ba9e-e1f0fe90d04b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/f4a62232-7ac9-493f-bc24-bc487fb90996 HTTP/1.1" status: 404 len: 333 time: 0.0445950 Jan 18 23:37:19.243039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.248092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-584837206'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:19.253512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:19.262638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:19.262638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:19.266486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:19.348800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:19.352392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.361207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45772) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.379754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.385893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:37:19.394852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.395451 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment e23f631a-93f4-4956-9939-bfc6eedfc466 of type vlan for network 933f8a6c-dd12-4066-9af2-d1d41f14e03b Jan 18 23:37:19.412368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:19.418492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Usage tracker for resource:security_group_rule and tenant:5afa39e8fb144a629d71c9fd6e1e06f2 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:19.419341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:19.425067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:19.426568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.502447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.508993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.512704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:19.513327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.549233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.596442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2c2f8-2a57-40b5-90bb-b8d142e264a6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:19.600973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d7d8d86-af62-44b2-bdd5-854779bfb10c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5afa39e8fb144a629d71c9fd6e1e06f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2387035 Jan 18 23:37:19.603591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.617887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=933f8a6c-dd12-4066-9af2-d1d41f14e03b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:19.629100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:37:19.667751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.690398 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae3e142c-ecc0-4fac-9c1b-b4900c9ccb95 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4433422 Jan 18 23:37:19.690545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45782) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:19.700793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:19.719592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.841499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:19.845654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:19.848531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:19.861252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:19.942254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.960053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2c2f8-2a57-40b5-90bb-b8d142e264a6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:19.966839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:19.968796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf3cca43-e8aa-4453-8a74-da244323fd8f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26b2c2f8-2a57-40b5-90bb-b8d142e264a6 HTTP/1.1" status: 204 len: 168 time: 0.3639719 Jan 18 23:37:19.970346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:20.078970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.393489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.572709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=cb3d8a25-ae70-4246-bcdc-402bee18152b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:20.585787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': 'e23f631a-93f4-4956-9939-bfc6eedfc466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:20.586162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: 933f8a6c-dd12-4066-9af2-d1d41f14e03b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:37:20.731880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:37:20.840824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 933f8a6c-dd12-4066-9af2-d1d41f14e03b) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:20.850223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf83cd-9ed6-4546-ba4c-e328a964242a None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:20.855343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:20.856024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:20.956337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1f1fff57-a863-4f29-ae77-5d23d1529fc4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2649522 Jan 18 23:37:20.959269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45806) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:20.965475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:21.117957 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': 'cb3d8a25-ae70-4246-bcdc-402bee18152b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:37:21.118878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.130022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:21.135322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:21.138575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:21.144701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:21.256435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:21.260388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.290420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Allocated IP 172.20.0.2 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/cb3d8a25-ae70-4246-bcdc-402bee18152b/5fd6925b-9f9d-4053-bd9f-d14d8af6a5be) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:21.418410 n-d-825175-2 neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb3d8a25-ae70-4246-bcdc-402bee18152b (CIDR: 172.20.0.0/28) Jan 18 23:37:21.464198 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:37:21.464658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:37:21.560728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.580393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Transition to ACTIVE for port object 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:21.580533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c23a177-f5a4-4e00-804a-2c8c6fe77527 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6152997 Jan 18 23:37:21.580533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45820) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:21.584640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:21.611396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Transition to ACTIVE for port object 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:21.680569 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.794871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:21.797921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:21.798776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:21.799265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:21.801459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Pushing event updated for resources: {'Port': ['ID=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:21.801734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:21.807393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:21.808881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:21.819831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.820314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.820671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.821022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.821360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.821715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.822042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.822367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.822690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.823011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.823334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:21.903984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:21.905549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Attempting to bind port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:21.906029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Attempting to bind port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e23f631a-93f4-4956-9939-bfc6eedfc466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:21.906268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Attempting to bind port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be on network 933f8a6c-dd12-4066-9af2-d1d41f14e03b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:21.908383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.912817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:21.913226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Checking segment: {'id': 'e23f631a-93f4-4956-9939-bfc6eedfc466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:21.913635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:21.914031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Bound using segment: {'id': 'e23f631a-93f4-4956-9939-bfc6eedfc466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:21.914495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Bound port: 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23f631a-93f4-4956-9939-bfc6eedfc466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:21.914871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.007047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:22.010236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,segment=NetworkSegment(e23f631a-93f4-4956-9939-bfc6eedfc466),segment_id=e23f631a-93f4-4956-9939-bfc6eedfc466)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:37:22.081188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.160247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b67e8-9457-445e-bc2d-06992e7bf8f6 None None] Pushing event updated for resources: {'Port': ['ID=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:22.250932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.329382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:22.332604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:22.337102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:22.337691 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.344692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=a3d0b397-4d05-4ee4-9377-9792803bba50,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:22.447840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-18f2a51b-ee35-46ec-942a-a7d3292dec84 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8681531 Jan 18 23:37:22.450430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45840) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:22.456240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'fixed_ips': [{'subnet_id': 'cb3d8a25-ae70-4246-bcdc-402bee18152b'}, {'subnet_id': 'a3d0b397-4d05-4ee4-9377-9792803bba50'}], 'name': 'tempest-PortsTestJSON-535462187'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:22.630848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:22.638959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:22.648269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:22.661020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:22.755943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:22.762264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:22.788915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:23.308532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.4 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/cb3d8a25-ae70-4246-bcdc-402bee18152b/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:23.315242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.19 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/a3d0b397-4d05-4ee4-9377-9792803bba50/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:23.596019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e808675f-e7e9-467f-819b-14096ccbf740 None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:23.633551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:23.665130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:23.703460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:23.797650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:23.890564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:23.894318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:23.903061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:23.932992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:24.016364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:24.016364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.025075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:24.054309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Provisioning for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:24.060879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:24.060879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.088043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:24.088043 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.165705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e85c6fa8-b545-4dbf-8241-53bb9791f13a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.7137332 Jan 18 23:37:24.177727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45900) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:24.183853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb3d8a25-ae70-4246-bcdc-402bee18152b'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:24.466951 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.476510 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.533352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,segment=NetworkSegment(e23f631a-93f4-4956-9939-bfc6eedfc466),segment_id=e23f631a-93f4-4956-9939-bfc6eedfc466)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:24.533352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Update dhcp port {'port': {'network_id': '933f8a6c-dd12-4066-9af2-d1d41f14e03b', 'fixed_ips': [{'subnet_id': 'cb3d8a25-ae70-4246-bcdc-402bee18152b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3d0b397-4d05-4ee4-9377-9792803bba50'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '5fd6925b-9f9d-4053-bd9f-d14d8af6a5be'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:37:24.535117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.591969 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.648082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:24.826745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:24.827135 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-2fc4dbe5-9314-494f-abdc-a0f8fb7dcec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:24.839814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:24.987938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Delete allocated IP 172.20.0.19 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/a3d0b397-4d05-4ee4-9377-9792803bba50) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:37:25.216767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.233257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Ignored duplicate provisioning block setup for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:37:25.311734 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.400792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:25.512224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Allocated IP 172.20.0.18 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/a3d0b397-4d05-4ee4-9377-9792803bba50/5fd6925b-9f9d-4053-bd9f-d14d8af6a5be) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:25.578724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:25.625453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] In _notify_port_updated(), no bound segment for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 on network 933f8a6c-dd12-4066-9af2-d1d41f14e03b {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:37:25.632893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:25.635397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.639564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45930) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:25.641548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf3e115a-3840-45cb-8a08-ccc556c1423e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/ports/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 HTTP/1.1" status: 200 len: 918 time: 1.4621100 Jan 18 23:37:25.652200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb3d8a25-ae70-4246-bcdc-402bee18152b'}, {'subnet_id': 'a3d0b397-4d05-4ee4-9377-9792803bba50'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:25.664675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:25.853718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:25.853718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.886371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,segment=NetworkSegment(e23f631a-93f4-4956-9939-bfc6eedfc466),segment_id=e23f631a-93f4-4956-9939-bfc6eedfc466)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:25.966460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:25.970768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.018409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Transition to ACTIVE for port object 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:26.038542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:26.042635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Usage tracker for resource:security_group_rule and tenant:b6d6f8cb99e64bbbba27585dcf9e59cd is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:26.045748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:26.051705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:26.073940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.097912 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.143047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.229563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.256628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b23b4e-05c2-4892-9e0b-7b3350077a0b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:26.278101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b987048-bf3a-4917-83e2-0b65e6aafd68 None None] Pushing event updated for resources: {'Port': ['ID=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:26.279551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-79feba46-133f-4a99-a317-a853b1a75d9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6d6f8cb99e64bbbba27585dcf9e59cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6089568 Jan 18 23:37:26.279551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:26.363655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.394600 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.592464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.26 (933f8a6c-dd12-4066-9af2-d1d41f14e03b/a3d0b397-4d05-4ee4-9377-9792803bba50/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:26.629208 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.648121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b23b4e-05c2-4892-9e0b-7b3350077a0b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:26.652699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.678001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d35dc374-9c22-4141-bc04-fe20182c98b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3b23b4e-05c2-4892-9e0b-7b3350077a0b HTTP/1.1" status: 204 len: 168 time: 0.3980777 Jan 18 23:37:26.904503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:26.926651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Ignored duplicate provisioning block setup for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:37:26.995823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa49052-152f-41ed-96ba-4cf72ab65ac0 None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:27.029430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.278921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Provisioning for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:27.297344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:27.297344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.388723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:27.411736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] In _notify_port_updated(), no bound segment for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 on network 933f8a6c-dd12-4066-9af2-d1d41f14e03b {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:37:27.411736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:27.416700 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.416700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11727d1a-b784-4a0a-9e43-487f121a901f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/ports/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 HTTP/1.1" status: 200 len: 998 time: 1.7724047 Jan 18 23:37:27.416700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45970) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:27.499535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:27.500013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.510307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:27.539207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Provisioning for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:27.591516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Provisioning complete for port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:27.591516 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.685640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 45978) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:27.714218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:27.714218 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.739236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.751755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-67a14669-29a5-4275-995c-6c78032e0db1 None None] Port 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:27.804312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:27.827316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:27.834296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Usage tracker for resource:security_group_rule and tenant:5ae849e7d9fe4941be573d9ecd5819e5 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:27.860710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:27.878225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:27.951864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:27.994012 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.058226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.103866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ae849e7d9fe4941be573d9ecd5819e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4115417 Jan 18 23:37:28.106682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45984) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:28.149474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518be7f-b0db-4d89-bc1a-316a584ca73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde8f357-ccfd-491d-b2ea-28353af64592,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:28.235200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.262689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.282485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.351062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:28.540357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.554839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a3be1da0-99fb-40c7-92b7-b3ff34888cf2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 HTTP/1.1" status: 204 len: 168 time: 1.1357820 Jan 18 23:37:28.556735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 45994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:28.616200 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c8893f-2ff4-414f-8900-e58412afeba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:28.617070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97c8893f-2ff4-414f-8900-e58412afeba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:28.624704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.627466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:28.631793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fde8f357-ccfd-491d-b2ea-28353af64592 HTTP/1.1" status: 204 len: 168 time: 0.5256927 Jan 18 23:37:28.650024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb66c4d-117a-4a55-acaf-506777fbaf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde8f357-ccfd-491d-b2ea-28353af64592,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:28.747842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97c8893f-2ff4-414f-8900-e58412afeba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:28.752990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:28.757067 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97c8893f-2ff4-414f-8900-e58412afeba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 HTTP/1.1" status: 404 len: 333 time: 0.1980574 Jan 18 23:37:28.796394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-404fb46c-bd9a-4410-822f-fdb7eefe80da None None] Provisioning complete for port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:28.797033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-404fb46c-bd9a-4410-822f-fdb7eefe80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.086804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-404fb46c-bd9a-4410-822f-fdb7eefe80da None None] Could not find standard attr ID for object 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:37:29.187972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7fa85c30-77ef-46d1-bb5d-ebd792497669 None None] Could not find standard attr ID for object 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:37:29.216286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-269513a5-04bf-48d6-a21b-e8a849d35b66 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.3525236 Jan 18 23:37:29.253657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.269265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet a3d0b397-4d05-4ee4-9377-9792803bba50 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:29.278682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.373873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.419817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:29.443783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Usage tracker for resource:security_group_rule and tenant:4c801a07cdb741c09794c7efe97cbd9b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:29.443783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:29.457572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:29.560939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.566000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.640791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.695797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a29a8-55d8-4ae2-a974-0517b35791fa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:29.705066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10bb72f9-54d3-4366-93bd-d0f04b6eb1b6 req-d2a0f77d-b09e-493c-b015-aed0ef2638a0 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698641 Jan 18 23:37:29.791579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.847499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d0b397-4d05-4ee4-9377-9792803bba50,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:29.865853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:29.916486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0e4a25cb-5c78-4945-a61a-ff38ede1ffd4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/a3d0b397-4d05-4ee4-9377-9792803bba50 HTTP/1.1" status: 204 len: 168 time: 1.1616132 Jan 18 23:37:29.919139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46030) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:29.966855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf0bd1-b531-41d8-8564-7114044903af req-8b4079dd-e795-4f34-8738-ef8080b4638f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:29.968450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccaf0bd1-b531-41d8-8564-7114044903af req-8b4079dd-e795-4f34-8738-ef8080b4638f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.0831711 Jan 18 23:37:30.033990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet cb3d8a25-ae70-4246-bcdc-402bee18152b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:30.038495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.040727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ccaf0bd1-b531-41d8-8564-7114044903af req-abcde8e7-10cc-42d7-a1b3-6482fef7e81c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664141 Jan 18 23:37:30.061366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:30.148386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.342185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cfd05a41-d3b6-4272-8895-a560ae3b2820 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 200 len: 992 time: 0.2747226 Jan 18 23:37:30.343756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.441747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4cffe7-a24a-4cb8-9e33-84bcb22df427 None None] Network 933f8a6c-dd12-4066-9af2-d1d41f14e03b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:30.553513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b136886-705e-43b8-aae9-115f04024ce1 None None] Could not find standard attr ID for object 4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:37:30.602040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.707628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3d8a25-ae70-4246-bcdc-402bee18152b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:30.731771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.737472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b3930586-7122-495d-aa3f-a0464d8839e9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/cb3d8a25-ae70-4246-bcdc-402bee18152b HTTP/1.1" status: 204 len: 168 time: 0.8123314 Jan 18 23:37:30.737472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46064) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:30.869547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] DHCP port deletion for 933f8a6c-dd12-4066-9af2-d1d41f14e03b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:37:30.887216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Deleting port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:30.887216 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:30.993697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.008332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:31.008685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.151606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,segment=NetworkSegment(e23f631a-93f4-4956-9939-bfc6eedfc466),segment_id=e23f631a-93f4-4956-9939-bfc6eedfc466)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:31.152379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.163412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2b1bbb2-50c6-4ac5-8d51-1238dbe11d9c req-ac107735-ff48-4c1c-8527-3b5f99e7d4c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1849909 Jan 18 23:37:31.341037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,segment=NetworkSegment(e23f631a-93f4-4956-9939-bfc6eedfc466),segment_id=e23f631a-93f4-4956-9939-bfc6eedfc466)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:31.341037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.541059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Calling delete_port for 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:31.585824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:31.775889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:31.797099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:31.914357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:31.914701 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:31.939179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.001805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] Pushing event deleted for resources: {'Port': ['ID=5fd6925b-9f9d-4053-bd9f-d14d8af6a5be,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:32.007256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d758a75-2eda-4178-9822-ddeb102e23c4 None None] No DVR routers for this DVR port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:32.264665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ecdd1-89e0-4f11-801c-911e6ef1319e req-2b3ab0db-24cb-4393-8c53-3720af932abb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:32.264665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-016ecdd1-89e0-4f11-801c-911e6ef1319e req-2b3ab0db-24cb-4393-8c53-3720af932abb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1767757 Jan 18 23:37:32.302960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f368361-3eaf-4a57-96ac-a165006b473e req-631e264b-0d62-45e9-8bc4-55dfe3226b3b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:32.311505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f368361-3eaf-4a57-96ac-a165006b473e req-631e264b-0d62-45e9-8bc4-55dfe3226b3b tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.1546676 Jan 18 23:37:32.374408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-016ecdd1-89e0-4f11-801c-911e6ef1319e req-379adb8e-23ea-4deb-806e-b8f1b6790186 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989091 Jan 18 23:37:32.385530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f368361-3eaf-4a57-96ac-a165006b473e req-c7c9d03d-5ce2-4045-876b-1a46d2fa81de tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796282 Jan 18 23:37:32.416245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 5fd6925b-9f9d-4053-bd9f-d14d8af6a5be {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:32.416736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.509929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] The port '5fd6925b-9f9d-4053-bd9f-d14d8af6a5be' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:37:32.628285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-66b45ed0-ff0e-44b8-8afa-3aa8eb6e4d47 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3933086 Jan 18 23:37:32.664525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.694347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933f8a6c-dd12-4066-9af2-d1d41f14e03b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:32.708866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23f631a-93f4-4956-9939-bfc6eedfc466') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:32.708866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23f631a-93f4-4956-9939-bfc6eedfc466') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:32.725074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.754410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.754410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:37:32.754410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:37:32.767892 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:37:32.937643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.943027 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:32.976208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=933f8a6c-dd12-4066-9af2-d1d41f14e03b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:33.079038 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b35eb315-15af-4627-beb3-881c2e69dba6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/933f8a6c-dd12-4066-9af2-d1d41f14e03b HTTP/1.1" status: 204 len: 168 time: 2.3398402 Jan 18 23:37:33.082236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46138) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:33.197019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549c611-4479-4d35-ae6e-281efdf919c9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:33.197730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6549c611-4479-4d35-ae6e-281efdf919c9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:33.287837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6549c611-4479-4d35-ae6e-281efdf919c9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:33.289702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6549c611-4479-4d35-ae6e-281efdf919c9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2090952 Jan 18 23:37:33.293625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46150) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:33.409766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb5d208f-5636-4b0b-90f4-227e44fb00c1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:33.450653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-eb5d208f-5636-4b0b-90f4-227e44fb00c1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:33.450653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-eb5d208f-5636-4b0b-90f4-227e44fb00c1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1504958 Jan 18 23:37:33.457562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46164) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:33.457562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1942166127'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:33.475538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:33.486167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:33.486167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:33.499132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:33.620973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:33.620973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.663531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:37:33.688569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.689019 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment f41216ee-49bf-4bce-b891-c984714b64be of type vlan for network f3d9d503-3604-4262-903c-eb90761e70e2 Jan 18 23:37:33.721891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.865123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.876928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:33.876928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:33.914932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8ab5-5d52-48db-a1fc-a9c33b300e01 req-9fcb73f5-ade5-45fb-b0da-484d8e7dda5d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:33.931101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245f8ab5-5d52-48db-a1fc-a9c33b300e01 req-9fcb73f5-ade5-45fb-b0da-484d8e7dda5d tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.3169742 Jan 18 23:37:33.967530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfabe95-89dd-457f-9115-9007a09a824d req-708ecac2-1115-404f-8f52-cbe618c629e0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:33.971326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbfabe95-89dd-457f-9115-9007a09a824d req-708ecac2-1115-404f-8f52-cbe618c629e0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.3620729 Jan 18 23:37:34.014259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-b5f280ff-f373-44d9-b3bf-8d685743fd0f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:34.014259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-b5f280ff-f373-44d9-b3bf-8d685743fd0f tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.83 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 945 time: 0.2644560 Jan 18 23:37:34.046715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=f3d9d503-3604-4262-903c-eb90761e70e2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:34.061289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f3d9d503-3604-4262-903c-eb90761e70e2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:37:34.118293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea8984aa-298e-4f48-a776-210c7207fdcd tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6653209 Jan 18 23:37:34.119090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:34.126831 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.129421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:34.138491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:34.186843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbfabe95-89dd-457f-9115-9007a09a824d req-0450bd18-c94c-492c-a8ee-1e38e9d1da39 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181265 Jan 18 23:37:34.227034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245f8ab5-5d52-48db-a1fc-a9c33b300e01 req-a8800c6c-7885-438b-87a3-0ef09f2b1eaf tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups?id=10ab7ad7-44ba-46cb-b146-2318b159b389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067482 Jan 18 23:37:34.350826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:34.355504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:34.365843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:34.380957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:34.487210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:34.517526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] For port 0530eccb-9a3f-440a-8e63-6d1118a95bf7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0530eccb-9a3f-440a-8e63-6d1118a95bf7,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:34.517526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.691172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.921428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.921428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:34.921428 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Floating IP 10ead8c4-d554-4796-aff7-55d525148709 disassociated. External IP: 172.25.1.78, port: 0530eccb-9a3f-440a-8e63-6d1118a95bf7. Jan 18 23:37:34.921428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 0530eccb-9a3f-440a-8e63-6d1118a95bf7 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:35.109468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.137978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.179784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=99cffaf9-da81-470a-a62c-8fbcf748daec,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:35.201864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'Port': ['ID=0530eccb-9a3f-440a-8e63-6d1118a95bf7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:35.275041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': 'f41216ee-49bf-4bce-b891-c984714b64be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:35.275041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: f3d9d503-3604-4262-903c-eb90761e70e2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:37:35.405017 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network f3d9d503-3604-4262-903c-eb90761e70e2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:37:35.498989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f3d9d503-3604-4262-903c-eb90761e70e2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:35.512508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d26b7-e555-4851-a88e-eb26ef3ca704 None None] Network f3d9d503-3604-4262-903c-eb90761e70e2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:35.513652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:35.514280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:35.576210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b17895c6-23d4-43a0-8943-4f76d703993c req-5d118f13-fbc3-4fed-ac64-e97fe0ef49f1 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.0917413 Jan 18 23:37:35.647779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f47cf2-15d6-4544-afd5-8c4da1ab8595 req-b848ff99-5b32-4365-acc1-604309691058 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:35.657164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91f47cf2-15d6-4544-afd5-8c4da1ab8595 req-b848ff99-5b32-4365-acc1-604309691058 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2307065 Jan 18 23:37:35.749820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b0e380e-84a3-4cac-8144-88345aed1aa1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6132631 Jan 18 23:37:35.749820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:35.767074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2', 'name': 'tempest-PortsTestJSON-1052815623'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:35.803065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91f47cf2-15d6-4544-afd5-8c4da1ab8595 req-baedffab-f449-4a18-84df-33d6f6a5c9fd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413541 Jan 18 23:37:35.941584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:37:35.969527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f3d9d503-3604-4262-903c-eb90761e70e2', 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': '99cffaf9-da81-470a-a62c-8fbcf748daec'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:37:35.969527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.138477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:36.180708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Allocated IP 172.20.0.2 (f3d9d503-3604-4262-903c-eb90761e70e2/99cffaf9-da81-470a-a62c-8fbcf748daec/a5af0175-407d-40fa-87e5-6fbc198b0657) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:36.182666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:36.197154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:36.202288 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-882e2a73-db74-43e3-8d9d-4c027e620af8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.5430610 Jan 18 23:37:36.240820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:37:36.306931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:37:36.315980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] No DVR routers for this DVR port 0530eccb-9a3f-440a-8e63-6d1118a95bf7 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:36.320918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.331373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:37:36.333425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:36.333908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:36.337616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.340298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'name': 'network-vif-deleted', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:36.387843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port d2a3e4e8-492d-43bc-bcf7-58a87b82279f yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:36.424074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5624a706-2f37-42c4-8065-475e22bdbf0a req-a1600302-c51a-4b4c-9d11-fa3190122f29 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.83 "DELETE /v2.0/ports/0530eccb-9a3f-440a-8e63-6d1118a95bf7 HTTP/1.1" status: 204 len: 173 time: 2.3937893 Jan 18 23:37:36.451675 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56410669-3431-4f27-aa55-eae80530331b', 'name': 'network-vif-deleted', 'tag': '0530eccb-9a3f-440a-8e63-6d1118a95bf7', 'status': 'completed', 'code': 200} Jan 18 23:37:36.478309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-141adcc3-1a62-467a-8490-7d76f52ca946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:36.478309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-141adcc3-1a62-467a-8490-7d76f52ca946 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.2676327 Jan 18 23:37:36.485083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.676217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:36.687700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:37:36.700112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Usage tracker for resource:security_group_rule and tenant:20215ce90bf74bd183316ad808289c86 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:36.710215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-543b72ab-a429-4dab-a3e8-4a829cc04dda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1000 time: 0.2092850 Jan 18 23:37:36.711053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:36.743201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.765016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:36.774679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Transition to ACTIVE for port object a5af0175-407d-40fa-87e5-6fbc198b0657 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:36.805409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c4b33900-0a74-4992-8f5c-9bf9c3ffd0b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:36.806877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c4b33900-0a74-4992-8f5c-9bf9c3ffd0b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.0859427 Jan 18 23:37:36.871135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Transition to ACTIVE for port object a5af0175-407d-40fa-87e5-6fbc198b0657 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:36.905681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:36.946866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-178d69cb-ce61-41e5-946e-1307301a8279 req-36bd1695-9f03-4194-a6ab-8f2f8134e6ad tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Synchronizing usage tracker for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:36.999125 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.069188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-178d69cb-ce61-41e5-946e-1307301a8279 req-36bd1695-9f03-4194-a6ab-8f2f8134e6ad tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Unset dirty status for tenant:fcc8c2be7bcb412e937c8adb13ec02ef on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:37.069188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-178d69cb-ce61-41e5-946e-1307301a8279 req-36bd1695-9f03-4194-a6ab-8f2f8134e6ad tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/ports?device_id=56410669-3431-4f27-aa55-eae80530331b HTTP/1.1" status: 200 len: 210 time: 0.2561510 Jan 18 23:37:37.074078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20215ce90bf74bd183316ad808289c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9268818 Jan 18 23:37:37.074078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606ef06-07b7-4b8e-8bbf-7e5a614a0713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4001e47-7138-46a5-8790-140b70ad63ab,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:37.077934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:37.123232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-175224fd-5ffd-44f3-a971-0b40fae90844 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081850 Jan 18 23:37:37.191173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.237199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.239815 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.310522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c133b9b-c2f6-4743-803b-844a2ec99640 req-a94fbbfe-e5e5-48c9-a427-e5dc6e230ad1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:37.312165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Network f3d9d503-3604-4262-903c-eb90761e70e2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:37.316056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c133b9b-c2f6-4743-803b-844a2ec99640 req-a94fbbfe-e5e5-48c9-a427-e5dc6e230ad1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2836947 Jan 18 23:37:37.316934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:37.319601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:37.331513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Pushing event updated for resources: {'Port': ['ID=a5af0175-407d-40fa-87e5-6fbc198b0657,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:37.386502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.7 (f3d9d503-3604-4262-903c-eb90761e70e2/99cffaf9-da81-470a-a62c-8fbcf748daec/d2a3e4e8-492d-43bc-bcf7-58a87b82279f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:37.395877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-11dad888-73ef-410f-bcb5-82bf78b5a25f service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824121 Jan 18 23:37:37.407006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c133b9b-c2f6-4743-803b-844a2ec99640 req-1c0fd725-3fae-44dc-85ef-5ecc6e515095 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816944 Jan 18 23:37:37.458235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.460562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:37.460562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:37:37.471776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Attempting to bind port a5af0175-407d-40fa-87e5-6fbc198b0657 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:37.471776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Attempting to bind port a5af0175-407d-40fa-87e5-6fbc198b0657 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f41216ee-49bf-4bce-b891-c984714b64be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:37.471776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Attempting to bind port a5af0175-407d-40fa-87e5-6fbc198b0657 on network f3d9d503-3604-4262-903c-eb90761e70e2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Checking segment: {'id': 'f41216ee-49bf-4bce-b891-c984714b64be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Bound using segment: {'id': 'f41216ee-49bf-4bce-b891-c984714b64be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Bound port: a5af0175-407d-40fa-87e5-6fbc198b0657, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41216ee-49bf-4bce-b891-c984714b64be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:37.483351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.499689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4001e47-7138-46a5-8790-140b70ad63ab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:37.499689 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.512566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0623893-233b-47af-a58c-43bc46032c43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4001e47-7138-46a5-8790-140b70ad63ab HTTP/1.1" status: 204 len: 168 time: 0.4297090 Jan 18 23:37:37.553762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:37:37.553762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:37.756202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] For port a5af0175-407d-40fa-87e5-6fbc198b0657, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:37.771761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] For port a5af0175-407d-40fa-87e5-6fbc198b0657, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a5af0175-407d-40fa-87e5-6fbc198b0657,segment=NetworkSegment(f41216ee-49bf-4bce-b891-c984714b64be),segment_id=f41216ee-49bf-4bce-b891-c984714b64be)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:37:37.779931 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-57b29f22-aa3d-4ed6-94e7-4f3658dcbdfa service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699265 Jan 18 23:37:37.804720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:37:37.858826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.874864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:37.891979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object d2a3e4e8-492d-43bc-bcf7-58a87b82279f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:37.972116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50098b-1a90-42fe-b1ab-0e6ca4f79b39 None None] Pushing event updated for resources: {'Port': ['ID=a5af0175-407d-40fa-87e5-6fbc198b0657,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:37.996531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.087282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=d2a3e4e8-492d-43bc-bcf7-58a87b82279f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:38.096863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network f3d9d503-3604-4262-903c-eb90761e70e2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:38.096863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:38.110749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:38.176642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:38.178071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.294531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6da3c83f-3a6d-442b-8512-7ef231d344c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5423317 Jan 18 23:37:38.297456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46264) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:38.322168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': 'f3d9d503-3604-4262-903c-eb90761e70e2', 'name': 'tempest-PortsTestJSON-1397058664'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:38.367087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46270) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:38.416409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:38.421080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4004195e-d735-4d41-8239-a0e1b26e3441 None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '532766a0-47c6-4618-b98c-50e6ce9af4dd', 'name': '', 'network_id': '712265ac-ad98-4884-ac49-2233c45b7d24', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'mac_address': 'fa:16:3e:5c:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:57Z', 'updated_at': '2022-01-18T23:28:15Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'subnets': [{'id': '39f7b02b-fc5e-4150-aaf3-d58ddd40b2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:37:38.538646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:38.544153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:38.548317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0530eccb-9a3f-440a-8e63-6d1118a95bf7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:38.562683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:38.572528 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.579128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:38.619588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.676722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46276) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:38.688175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 0530eccb-9a3f-440a-8e63-6d1118a95bf7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:37:38.688175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0530eccb-9a3f-440a-8e63-6d1118a95bf7 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:38.706071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:38.706071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.724017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.761907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 0b1c3923-91af-4300-99ec-26366d2641be yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:38.815758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2192-40f1-4096-904a-c650ddc6e350 req-06b488ab-d30f-4eef-937a-1497b0b66f1c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:38.830712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-301a2192-40f1-4096-904a-c650ddc6e350 req-06b488ab-d30f-4eef-937a-1497b0b66f1c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1423979 Jan 18 23:37:38.838173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:38.850831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Usage tracker for resource:security_group_rule and tenant:94ccc8bec6c54b1f8786db9448efea24 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:38.858347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:38.882201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:38.905585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c49a562-da3d-4377-aeee-e7663e6c191b None None] New status for floating IP 10ead8c4-d554-4796-aff7-55d525148709: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:37:38.939670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-301a2192-40f1-4096-904a-c650ddc6e350 req-0140e9b3-b196-4aef-8838-8737fd5280f4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072767 Jan 18 23:37:38.940639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:38.971441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ab7ad7-44ba-46cb-b146-2318b159b389,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:39.034434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.035683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e4a10d35-f2e3-4db4-ad04-1f1a0ead0451 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "DELETE /v2.0/security-groups/10ab7ad7-44ba-46cb-b146-2318b159b389 HTTP/1.1" status: 204 len: 168 time: 0.6697338 Jan 18 23:37:39.041600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46284) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:39.061091 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-4a49121d-a99f-4edb-b773-9c9f5f19da33 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] show failed (client error): The resource could not be found. Jan 18 23:37:39.064414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a49121d-a99f-4edb-b773-9c9f5f19da33 tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "GET /v2.0/security-groups/10ab7ad7-44ba-46cb-b146-2318b159b389 HTTP/1.1" status: 404 len: 347 time: 0.0197661 Jan 18 23:37:39.067611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:39.174654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.9 (f3d9d503-3604-4262-903c-eb90761e70e2/99cffaf9-da81-470a-a62c-8fbcf748daec/0b1c3923-91af-4300-99ec-26366d2641be) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:39.194306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.248142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.312206 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.374200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 84c92939-1c9a-45e0-93a8-d2b4238ed657 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:39.374803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.511641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7fb24c-0bc1-4f89-8ba8-927dff470237,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:39.596358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c72e543c-4ef3-43f0-b3a8-44e51d346d1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94ccc8bec6c54b1f8786db9448efea24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9224558 Jan 18 23:37:39.600189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46294) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:39.607764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.639969 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.641350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.661474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a5af0175-407d-40fa-87e5-6fbc198b0657 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:39.670178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object 0b1c3923-91af-4300-99ec-26366d2641be will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:39.703008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a8ed3-814a-46ed-8370-fc17f00c52d4 None None] Network f3d9d503-3604-4262-903c-eb90761e70e2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:39.730330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.779327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:37:39.793894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.841841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:39.936767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b25c69b5-7e99-494e-8f7b-01340d86bdb2 None None] Provisioning for port a5af0175-407d-40fa-87e5-6fbc198b0657 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:39.958895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=0b1c3923-91af-4300-99ec-26366d2641be,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:39.964392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 84c92939-1c9a-45e0-93a8-d2b4238ed657 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:39.987151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a5af0175-407d-40fa-87e5-6fbc198b0657 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:40.002604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network f3d9d503-3604-4262-903c-eb90761e70e2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:40.010437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:40.010560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a5af0175-407d-40fa-87e5-6fbc198b0657 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:40.010560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.012609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:40.130579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.db.api [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:40.131029 n-d-825175-2 neutron-server[84542]: DEBUG oslo_db.api [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:40.139770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.140935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.160508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.189939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7fb24c-0bc1-4f89-8ba8-927dff470237,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:40.196808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.198930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3fbc98eb-ca60-4a66-826c-8fae461d1cf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc7fb24c-0bc1-4f89-8ba8-927dff470237 HTTP/1.1" status: 204 len: 168 time: 0.5974863 Jan 18 23:37:40.256042 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bfc9615e-d69e-4f2a-8cfb-afe09534962b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9558566 Jan 18 23:37:40.256042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46306) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:40.294894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803506a-981e-4844-974c-b2a906d035d8 req-828ea9da-006e-4790-9367-632b34b46645 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.294894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7803506a-981e-4844-974c-b2a906d035d8 req-828ea9da-006e-4790-9367-632b34b46645 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1238379 Jan 18 23:37:40.348006 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.400650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port a5af0175-407d-40fa-87e5-6fbc198b0657, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a5af0175-407d-40fa-87e5-6fbc198b0657,segment=NetworkSegment(f41216ee-49bf-4bce-b891-c984714b64be),segment_id=f41216ee-49bf-4bce-b891-c984714b64be)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:40.408814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c1c671-8e9c-4ca8-adc2-f77d7e870f41 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:40.408814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b0c1c671-8e9c-4ca8-adc2-f77d7e870f41 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:40.413881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7803506a-981e-4844-974c-b2a906d035d8 req-5625f944-a481-427a-88f5-1d202fcb1bfd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108880 Jan 18 23:37:40.521623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.549329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b0c1c671-8e9c-4ca8-adc2-f77d7e870f41 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:40.551064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b0c1c671-8e9c-4ca8-adc2-f77d7e870f41 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2949288 Jan 18 23:37:40.554179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:40.599444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=a5af0175-407d-40fa-87e5-6fbc198b0657,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:40.635415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Deleting port 84c92939-1c9a-45e0-93a8-d2b4238ed657 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:40.635415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.721294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 0b1c3923-91af-4300-99ec-26366d2641be {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:40.721294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.797397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Provisioning for port 0b1c3923-91af-4300-99ec-26366d2641be completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:40.797397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Provisioning complete for port 0b1c3923-91af-4300-99ec-26366d2641be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:40.797397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:40.960289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Port 0b1c3923-91af-4300-99ec-26366d2641be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:40.989523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Provisioning complete for port a5af0175-407d-40fa-87e5-6fbc198b0657 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:40.989523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.143383 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.232132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Provisioning for port d2a3e4e8-492d-43bc-bcf7-58a87b82279f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:41.236997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.236997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.242867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Provisioning complete for port d2a3e4e8-492d-43bc-bcf7-58a87b82279f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:41.242867 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.355888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a103a8da-a436-46f6-8373-92f08c48c9c1 None None] Port d2a3e4e8-492d-43bc-bcf7-58a87b82279f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:41.394313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Calling delete_port for 84c92939-1c9a-45e0-93a8-d2b4238ed657 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:41.450492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.452666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Provisioning complete for port 0b1c3923-91af-4300-99ec-26366d2641be triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:41.452666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.595224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Port 0b1c3923-91af-4300-99ec-26366d2641be cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:41.595224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a5af0175-407d-40fa-87e5-6fbc198b0657 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:41.599265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 0b1c3923-91af-4300-99ec-26366d2641be owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:41.615845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Provisioning complete for port d2a3e4e8-492d-43bc-bcf7-58a87b82279f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:41.616478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.671805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-627b377c-18f6-4c42-a4c8-ce606e7b3d8f None None] Port d2a3e4e8-492d-43bc-bcf7-58a87b82279f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:41.682256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a5af0175-407d-40fa-87e5-6fbc198b0657 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:41.682798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:41.913000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6352e21-2df4-4069-83c4-3682226357b0 req-a7102299-924e-4e46-9a11-25427b8a8323 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:41.913000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6352e21-2df4-4069-83c4-3682226357b0 req-a7102299-924e-4e46-9a11-25427b8a8323 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.3205450 Jan 18 23:37:41.978509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6352e21-2df4-4069-83c4-3682226357b0 req-f62cc483-d35d-471f-8827-f343c715c07b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582824 Jan 18 23:37:42.003394 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.093283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=0b1c3923-91af-4300-99ec-26366d2641be,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:42.100236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.297169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Pushing event deleted for resources: {'Port': ['ID=84c92939-1c9a-45e0-93a8-d2b4238ed657,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:42.428676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.445372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.465751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.465751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ea15c740-c636-42e3-8ba0-c241d3f065ac tempest-AttachVolumeTestJSON-1660275018 tempest-AttachVolumeTestJSON-1660275018-project] 10.222.0.59 "DELETE /v2.0/floatingips/10ead8c4-d554-4796-aff7-55d525148709 HTTP/1.1" status: 204 len: 168 time: 3.3809900 Jan 18 23:37:42.532869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdb4ec1e-4298-4c6f-86f4-021b0ea9c19e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/0b1c3923-91af-4300-99ec-26366d2641be HTTP/1.1" status: 204 len: 168 time: 1.9754355 Jan 18 23:37:42.533719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46350) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:42.576511 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c94cc6a-1b85-4275-9026-7195b7650c0f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:42.583476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c94cc6a-1b85-4275-9026-7195b7650c0f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:42.689363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4c94cc6a-1b85-4275-9026-7195b7650c0f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:42.689363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4c94cc6a-1b85-4275-9026-7195b7650c0f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/0b1c3923-91af-4300-99ec-26366d2641be HTTP/1.1" status: 404 len: 333 time: 0.1509597 Jan 18 23:37:42.691180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:42.800969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port d2a3e4e8-492d-43bc-bcf7-58a87b82279f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:42.800969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:42.892600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:43.105038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.224559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:43.241774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a291d8ea43e40a2acf168bdac7d68d6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:43.263158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:43.263158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:43.291847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89085cb1-90dd-424b-a842-c1c29b040e90 req-b16a19fe-0d0e-4b97-8393-1b39471c5cd4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:43.292210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89085cb1-90dd-424b-a842-c1c29b040e90 req-b16a19fe-0d0e-4b97-8393-1b39471c5cd4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1250665 Jan 18 23:37:43.312104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.362944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89085cb1-90dd-424b-a842-c1c29b040e90 req-7d705b20-573b-449d-a747-82868b20e678 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621114 Jan 18 23:37:43.405747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.484549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.514494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for d2a3e4e8-492d-43bc-bcf7-58a87b82279f owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:43.550046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a291d8ea43e40a2acf168bdac7d68d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6496899 Jan 18 23:37:43.550046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2ed6a-9a66-4ce8-9f68-b2c1b3cae9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb29d222-3750-483b-b40b-7169d58180a9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:43.559180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:43.678026 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.720133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.794727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.850263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=d2a3e4e8-492d-43bc-bcf7-58a87b82279f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:43.890439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6226de7d-5c44-4fff-a163-463782993654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.900535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.958635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.963208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.963208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.963208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.963208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:43.986180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb29d222-3750-483b-b40b-7169d58180a9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:44.084208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.123601 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26705a68-c611-416d-b1cc-a3b29fb9697e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/d2a3e4e8-492d-43bc-bcf7-58a87b82279f HTTP/1.1" status: 204 len: 168 time: 1.4338517 Jan 18 23:37:44.125249 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.126791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39ef5993-d596-4571-b336-84f1e79aa51f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb29d222-3750-483b-b40b-7169d58180a9 HTTP/1.1" status: 204 len: 168 time: 0.5728641 Jan 18 23:37:44.128000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46388) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:44.173471 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa3f8b4-3a97-4486-b5f5-4f3533b7e0ea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:44.173982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-afa3f8b4-3a97-4486-b5f5-4f3533b7e0ea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:44.241457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-afa3f8b4-3a97-4486-b5f5-4f3533b7e0ea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:44.243143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-afa3f8b4-3a97-4486-b5f5-4f3533b7e0ea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/d2a3e4e8-492d-43bc-bcf7-58a87b82279f HTTP/1.1" status: 404 len: 333 time: 0.1140802 Jan 18 23:37:44.245908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46396) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:44.626937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet 99cffaf9-da81-470a-a62c-8fbcf748daec {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:44.638910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.704803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.734504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249c767-dc03-4d8b-95c9-ee4483e0dd35 req-e69d7dc7-895c-4be9-90a2-55ed7552204e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:44.736092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1249c767-dc03-4d8b-95c9-ee4483e0dd35 req-e69d7dc7-895c-4be9-90a2-55ed7552204e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1041772 Jan 18 23:37:44.803764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1249c767-dc03-4d8b-95c9-ee4483e0dd35 req-a4e39478-2e61-4a5b-817d-bdfeb6762c5f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605652 Jan 18 23:37:44.817556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:44.988439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.048375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=99cffaf9-da81-470a-a62c-8fbcf748daec,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:45.056229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.063195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-389cc05e-a918-4185-b4ca-3bd06b2f9a4a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/99cffaf9-da81-470a-a62c-8fbcf748daec HTTP/1.1" status: 204 len: 168 time: 0.8108068 Jan 18 23:37:45.066649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60dc02-1913-4000-b9e0-dfd90aeb7b7b None None] Network f3d9d503-3604-4262-903c-eb90761e70e2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:45.078360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46414) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:45.220974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.233968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port a5af0175-407d-40fa-87e5-6fbc198b0657 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:45.237145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.426558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] DHCP port deletion for f3d9d503-3604-4262-903c-eb90761e70e2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:37:45.471865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Deleting port a5af0175-407d-40fa-87e5-6fbc198b0657 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:45.471865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.563371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a5af0175-407d-40fa-87e5-6fbc198b0657 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:45.568384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port a5af0175-407d-40fa-87e5-6fbc198b0657, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a5af0175-407d-40fa-87e5-6fbc198b0657,segment=NetworkSegment(f41216ee-49bf-4bce-b891-c984714b64be),segment_id=f41216ee-49bf-4bce-b891-c984714b64be)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:45.568384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.713562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for a5af0175-407d-40fa-87e5-6fbc198b0657 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:45.852136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] For port a5af0175-407d-40fa-87e5-6fbc198b0657, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a5af0175-407d-40fa-87e5-6fbc198b0657,segment=NetworkSegment(f41216ee-49bf-4bce-b891-c984714b64be),segment_id=f41216ee-49bf-4bce-b891-c984714b64be)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:45.852538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:45.886518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.011004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=a5af0175-407d-40fa-87e5-6fbc198b0657,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:46.044566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No DVR routers for this DVR port a5af0175-407d-40fa-87e5-6fbc198b0657 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:46.111592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Calling delete_port for a5af0175-407d-40fa-87e5-6fbc198b0657 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:46.132094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd5f76-33b7-4f90-9e34-a7ed986d82db req-a46357dc-9417-4a53-af87-539bdb51cc2a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:46.149668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9bd5f76-33b7-4f90-9e34-a7ed986d82db req-a46357dc-9417-4a53-af87-539bdb51cc2a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1111662 Jan 18 23:37:46.203565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:37:46.204167 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:37:46.231755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f9bd5f76-33b7-4f90-9e34-a7ed986d82db req-929c22ed-60ad-4fd7-b073-1f9af51b4aae tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808339 Jan 18 23:37:46.265186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.299798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.335756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf54d-6dff-4809-8e8e-0c16833ac1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.371909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d9d503-3604-4262-903c-eb90761e70e2']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:46.400925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41216ee-49bf-4bce-b891-c984714b64be') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:46.402011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41216ee-49bf-4bce-b891-c984714b64be') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:37:46.432358 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.459354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.467487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:37:46.467487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:37:46.551763 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:37:46.652873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.684713 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.696354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=f3d9d503-3604-4262-903c-eb90761e70e2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:46.750286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Deleting port a5af0175-407d-40fa-87e5-6fbc198b0657 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:46.750286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:46.784032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aef507a1-853b-4052-bf3b-14bf7cda526f None None] The port 'a5af0175-407d-40fa-87e5-6fbc198b0657' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:37:46.842047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-26ed32ad-7aee-49c6-b535-7e94da70dc3e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/f3d9d503-3604-4262-903c-eb90761e70e2 HTTP/1.1" status: 204 len: 168 time: 1.7693765 Jan 18 23:37:46.842047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46458) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:46.853685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-458090581'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:46.873601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:46.873601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:46.900269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:46.900269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:46.975677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:46.975677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.024355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:37:47.039581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.040368 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment 8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6 of type vlan for network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a Jan 18 23:37:47.080092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.182210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.182210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:47.189080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.218625 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.424180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=02feaa2b-fc98-446e-a8dc-0bbabefa6f5a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:47.430657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:37:47.481556 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73ab142c-06ab-494e-b848-f05628023f69 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6392713 Jan 18 23:37:47.484088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46476) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:47.491285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:47.588280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8b174-7b73-44d3-8770-de2da6683bc0 req-9aa91e35-5bfd-4cbd-a6fe-3cfbb24ac4e9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:47.611214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02f8b174-7b73-44d3-8770-de2da6683bc0 req-9aa91e35-5bfd-4cbd-a6fe-3cfbb24ac4e9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1894512 Jan 18 23:37:47.663617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:47.768733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02f8b174-7b73-44d3-8770-de2da6683bc0 req-909f1edf-0a49-46ad-a5d7-d74016b1d85d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605077 Jan 18 23:37:47.789734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:47.801918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:47.801918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:47.817879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:47.947721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:48.156643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:48.502068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:48.603761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=4e89ef18-9784-48cc-9ed9-2aaed5375494,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:48.614468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:48.614468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:37:48.730655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:37:48.892814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:48.899015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:48.899795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:48.901181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f81714d-5cd7-4392-942c-01c2b7e99045 None None] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:48.985286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:48.998612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b49e-e528-43c5-ab2a-44ab5f1e68f3 req-828a9002-9032-4fcb-a34c-38c84a0e00ef tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:49.001522 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bba47588-fdee-43c7-a673-564dad02dc15 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5163431 Jan 18 23:37:49.003534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f611b49e-e528-43c5-ab2a-44ab5f1e68f3 req-828a9002-9032-4fcb-a34c-38c84a0e00ef tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1073005 Jan 18 23:37:49.010733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46516) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:49.016694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a', 'name': 'tempest-PortsTestJSON-1886245337', 'fixed_ips': [{'subnet_id': '4e89ef18-9784-48cc-9ed9-2aaed5375494', 'ip_address': '172.20.0.10'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:49.083066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f611b49e-e528-43c5-ab2a-44ab5f1e68f3 req-94c8bb50-baf0-4d75-9b74-cc9d00056297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703537 Jan 18 23:37:49.247616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-02feaa2b-fc98-446e-a8dc-0bbabefa6f5a', 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': '4e89ef18-9784-48cc-9ed9-2aaed5375494'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:37:49.247616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:49.275776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:49.280661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:49.289601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:49.297292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:49.411980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:49.417757 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:49.480698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port ca130094-0922-434a-ade9-22b7da7f6f2b yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:49.585612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Allocated IP 172.20.0.2 (02feaa2b-fc98-446e-a8dc-0bbabefa6f5a/4e89ef18-9784-48cc-9ed9-2aaed5375494/32e73550-947c-40e9-812f-6147f70eb385) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:49.829390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:49.845103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Transition to ACTIVE for port object 32e73550-947c-40e9-812f-6147f70eb385 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:49.865741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Transition to ACTIVE for port object 32e73550-947c-40e9-812f-6147f70eb385 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:49.979055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.083324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:50.087133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:50.107500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:50.121425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Pushing event updated for resources: {'Port': ['ID=32e73550-947c-40e9-812f-6147f70eb385,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:50.128524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.10 (02feaa2b-fc98-446e-a8dc-0bbabefa6f5a/4e89ef18-9784-48cc-9ed9-2aaed5375494/ca130094-0922-434a-ade9-22b7da7f6f2b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:50.286184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Attempting to bind port 32e73550-947c-40e9-812f-6147f70eb385 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:50.286184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Attempting to bind port 32e73550-947c-40e9-812f-6147f70eb385 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:50.286184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Attempting to bind port 32e73550-947c-40e9-812f-6147f70eb385 on network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:50.295346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:50.295346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Checking segment: {'id': '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:50.295346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.299748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Bound using segment: {'id': '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:50.299748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Bound port: 32e73550-947c-40e9-812f-6147f70eb385, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:50.299748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.427308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] For port 32e73550-947c-40e9-812f-6147f70eb385, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:50.428160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740d20-a69c-4fbd-a7d5-f12989b84c80 req-99185e74-9883-441f-93b2-6f36bdfed35c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:50.429879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6740d20-a69c-4fbd-a7d5-f12989b84c80 req-99185e74-9883-441f-93b2-6f36bdfed35c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1364207 Jan 18 23:37:50.431756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] For port 32e73550-947c-40e9-812f-6147f70eb385, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32e73550-947c-40e9-812f-6147f70eb385,segment=NetworkSegment(8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6),segment_id=8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:37:50.515099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6740d20-a69c-4fbd-a7d5-f12989b84c80 req-222868c8-bc76-4d56-bacc-f2409aaec5cd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754631 Jan 18 23:37:50.536611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.599427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.656896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object ca130094-0922-434a-ade9-22b7da7f6f2b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:50.690761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b16ea-56cc-4fb3-b25b-29bda57062e1 None None] Pushing event updated for resources: {'Port': ['ID=32e73550-947c-40e9-812f-6147f70eb385,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:50.784708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:50.878732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:50.880666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:50.887980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:50.955471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=ca130094-0922-434a-ade9-22b7da7f6f2b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:50.997397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:51.008957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.137003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46574) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:51.138707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96fb3f25-14ae-45d7-8a22-14e25892cba1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1211424 Jan 18 23:37:51.144592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': '02feaa2b-fc98-446e-a8dc-0bbabefa6f5a', 'name': 'tempest-PortsTestJSON-956953156', 'fixed_ips': [{'subnet_id': '4e89ef18-9784-48cc-9ed9-2aaed5375494', 'ip_address': '172.20.0.9'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:51.190779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46578) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:51.368551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:51.372637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:51.375521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:51.381459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:51.414924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.448386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:51.452155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa8d3ff76bd74604b33e1a10c5dab948 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:51.454898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:51.461220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:51.490394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:37:51.556298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.612747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32e73550-947c-40e9-812f-6147f70eb385 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:51.664794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.796075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110e66f-2b0d-4e82-9b8b-2f054529ad37,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:51.796075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47383266-dd72-4585-af9a-b9e3dbd5a2f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa8d3ff76bd74604b33e1a10c5dab948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106548 Jan 18 23:37:51.807950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46590) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:51.870566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.931556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:51.957814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 11f06df6-ec89-4171-b86d-199b12f66aa0 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:37:51.980114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.113997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4367e5-6363-4bb4-aeef-2cf7954ad63e None None] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:52.134044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcefcd-56e0-4a11-ace5-167269e60ae9 req-5df53c11-675a-4fb6-a60e-f69f38ef25fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:52.135525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecfcefcd-56e0-4a11-ace5-167269e60ae9 req-5df53c11-675a-4fb6-a60e-f69f38ef25fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2891881 Jan 18 23:37:52.264772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ecfcefcd-56e0-4a11-ace5-167269e60ae9 req-a37fd3e1-3c71-4e7e-a427-1eecbe318eda tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146894 Jan 18 23:37:52.275595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.9 (02feaa2b-fc98-446e-a8dc-0bbabefa6f5a/4e89ef18-9784-48cc-9ed9-2aaed5375494/11f06df6-ec89-4171-b86d-199b12f66aa0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:37:52.293455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 32e73550-947c-40e9-812f-6147f70eb385 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:52.340532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.371063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Provisioning for port 32e73550-947c-40e9-812f-6147f70eb385 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:52.377321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110e66f-2b0d-4e82-9b8b-2f054529ad37,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:52.382585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.383822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Provisioning complete for port 32e73550-947c-40e9-812f-6147f70eb385 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:52.383957 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3777cb5a-b560-4e8e-869b-4f278d81ab46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c110e66f-2b0d-4e82-9b8b-2f054529ad37 HTTP/1.1" status: 204 len: 168 time: 0.5853117 Jan 18 23:37:52.384479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.592432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.665241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] For port 32e73550-947c-40e9-812f-6147f70eb385, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32e73550-947c-40e9-812f-6147f70eb385,segment=NetworkSegment(8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6),segment_id=8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:52.750763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.769067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object 11f06df6-ec89-4171-b86d-199b12f66aa0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:52.795033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.929258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e133e7-b873-405a-8a1d-e0bc3a7ecca7 None None] Pushing event updated for resources: {'Port': ['ID=32e73550-947c-40e9-812f-6147f70eb385,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:52.979242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Provisioning complete for port 32e73550-947c-40e9-812f-6147f70eb385 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:52.979242 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:52.981520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.111113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:37:53.116381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:37:53.120632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:37:53.216384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.216648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.228673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=11f06df6-ec89-4171-b86d-199b12f66aa0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:53.245731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Provisioning for port ca130094-0922-434a-ade9-22b7da7f6f2b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:53.251154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Provisioning complete for port ca130094-0922-434a-ade9-22b7da7f6f2b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:53.252231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.257246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.257603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.257949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.260639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.261038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.261384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.261721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.262053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.262381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.262705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.263022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:37:53.415333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fbddcd26-5f08-45b8-8abf-035fde9c987e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2767634 Jan 18 23:37:53.417793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46612) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:53.446247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-06e88490-e755-41bc-a213-a4361dd48ab8 None None] Port ca130094-0922-434a-ade9-22b7da7f6f2b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:53.555508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:53.568401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9757cb98-8401-438e-8fa6-b9c64f10efc4 None None] Provisioning complete for port ca130094-0922-434a-ade9-22b7da7f6f2b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:53.568789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c316d-eefa-465e-96f1-b0db013bc650 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.569806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9757cb98-8401-438e-8fa6-b9c64f10efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.570697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-488c316d-eefa-465e-96f1-b0db013bc650 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:53.617748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.646247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32e73550-947c-40e9-812f-6147f70eb385 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:37:53.678994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-488c316d-eefa-465e-96f1-b0db013bc650 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:53.683805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-488c316d-eefa-465e-96f1-b0db013bc650 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2691107 Jan 18 23:37:53.684460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46626) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:53.751902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:37:53.751902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Usage tracker for resource:security_group_rule and tenant:a6ffa547f20e48d3a555562f4a1c869b is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:37:53.751902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:37:53.751902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:37:53.846046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.880524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46632) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:53.892712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f0495-d1f7-42b2-808b-1daf061f0256 req-eaba3a17-58bc-4a98-92b7-0d6a88211e9d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.896427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3558a-b4f3-433f-ae68-13024ecb625a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.900648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-853f0495-d1f7-42b2-808b-1daf061f0256 req-eaba3a17-58bc-4a98-92b7-0d6a88211e9d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2451613 Jan 18 23:37:53.904433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3558a-b4f3-433f-ae68-13024ecb625a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.904433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3558a-b4f3-433f-ae68-13024ecb625a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:53.924080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:53.926043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ab3558a-b4f3-433f-ae68-13024ecb625a tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2249064 Jan 18 23:37:53.926043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:53.958448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e3a95-0628-4616-88b3-08ca1b5da3af,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:54.000019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-853f0495-d1f7-42b2-808b-1daf061f0256 req-a2c3c101-5631-4b9e-8999-d394324ffdb3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103659 Jan 18 23:37:54.008680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9757cb98-8401-438e-8fa6-b9c64f10efc4 None None] Port ca130094-0922-434a-ade9-22b7da7f6f2b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:54.026005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6caaa113-20f9-407b-9fcb-9128a5694afa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6ffa547f20e48d3a555562f4a1c869b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4678278 Jan 18 23:37:54.028408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46642) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:54.045341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 32e73550-947c-40e9-812f-6147f70eb385 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:54.046720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.083335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 11f06df6-ec89-4171-b86d-199b12f66aa0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:54.083684 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.145397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.201995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.264537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-951c0980-fa25-4041-98cf-514a35a236de None None] Provisioning for port 11f06df6-ec89-4171-b86d-199b12f66aa0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:37:54.291244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-951c0980-fa25-4041-98cf-514a35a236de None None] Provisioning complete for port 11f06df6-ec89-4171-b86d-199b12f66aa0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:37:54.294916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-951c0980-fa25-4041-98cf-514a35a236de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.355187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.372982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e3a95-0628-4616-88b3-08ca1b5da3af,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:54.396539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.396539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f427175f-4cdb-4984-8c4b-8026897f40a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f6e3a95-0628-4616-88b3-08ca1b5da3af HTTP/1.1" status: 204 len: 168 time: 0.3641696 Jan 18 23:37:54.486799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-f2aa861d-5cdd-46a3-8850-83986862a2b7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.4805517 Jan 18 23:37:54.522604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-951c0980-fa25-4041-98cf-514a35a236de None None] Port 11f06df6-ec89-4171-b86d-199b12f66aa0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:37:54.801091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:54.818053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-f7173429-7923-46af-af40-610e5a839790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:54.819078 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-f7173429-7923-46af-af40-610e5a839790 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.2962315 Jan 18 23:37:55.024522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 11f06df6-ec89-4171-b86d-199b12f66aa0 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:55.134522 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:55.184385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-cb2567f0-1d26-4247-9419-c24cc6bba95f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1000 time: 0.3134854 Jan 18 23:37:55.291784 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-607966ad-ce62-4515-bd6c-7ac2f90f8a62 service neutron] show failed (client error): The resource could not be found. Jan 18 23:37:55.292785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-607966ad-ce62-4515-bd6c-7ac2f90f8a62 service neutron] 10.222.0.89 "GET /v2.0/ports/579af3ad-a9ea-4cec-8afd-4589cd811206/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.2225742 Jan 18 23:37:55.307096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-12d855d1-829a-4157-acc2-38eee9a3a12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:55.308537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-12d855d1-829a-4157-acc2-38eee9a3a12d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1187997 Jan 18 23:37:55.356894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d6b9d-2fb7-4b1a-9eda-4b844de8714b req-93f0a545-b41a-4381-8c8c-f4d3ce2b4125 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:55.358577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993d6b9d-2fb7-4b1a-9eda-4b844de8714b req-93f0a545-b41a-4381-8c8c-f4d3ce2b4125 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1392939 Jan 18 23:37:55.399087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-23790e96-2db7-4d4b-9588-1b73838a4468 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810761 Jan 18 23:37:55.446063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:55.535840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993d6b9d-2fb7-4b1a-9eda-4b844de8714b req-d7e6eca4-c416-4ae8-8717-ad41f8d0cb08 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420386 Jan 18 23:37:55.618982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=11f06df6-ec89-4171-b86d-199b12f66aa0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:55.746705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:55.772489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-40949238-3648-42d3-8128-c72b06711577 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709872 Jan 18 23:37:55.895342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64ac26d7-ebe9-4488-95a4-c5c6ff9be258 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/11f06df6-ec89-4171-b86d-199b12f66aa0 HTTP/1.1" status: 204 len: 168 time: 1.9801319 Jan 18 23:37:55.895342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:55.953713 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f012b98b-cfc8-4544-a011-784238fa9bf4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:55.953713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f012b98b-cfc8-4544-a011-784238fa9bf4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:56.060009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f012b98b-cfc8-4544-a011-784238fa9bf4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:56.060009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f012b98b-cfc8-4544-a011-784238fa9bf4 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/11f06df6-ec89-4171-b86d-199b12f66aa0 HTTP/1.1" status: 404 len: 333 time: 0.1561723 Jan 18 23:37:56.068893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:56.102258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa621d5-a5ce-415b-bbfa-decdeaba2c5f req-0ff60acb-30aa-44fa-b1ad-09673cd51c95 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229492 Jan 18 23:37:56.169639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port ca130094-0922-434a-ade9-22b7da7f6f2b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:56.170448 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:56.324209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-21f6a104-13f7-4406-a71b-06cdb08f65fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 1097 time: 0.2759726 Jan 18 23:37:56.342675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:37:56.530267 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:56.710899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:56.867632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for ca130094-0922-434a-ade9-22b7da7f6f2b owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:56.990767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Deleting port 532766a0-47c6-4618-b98c-50e6ce9af4dd {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:56.999311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:57.304865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] For port 532766a0-47c6-4618-b98c-50e6ce9af4dd, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=532766a0-47c6-4618-b98c-50e6ce9af4dd,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:57.304865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:57.356920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:57.449729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=ca130094-0922-434a-ade9-22b7da7f6f2b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:57.450780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Calling delete_port for 532766a0-47c6-4618-b98c-50e6ce9af4dd owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:57.526655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:57.536405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5fe83-e427-4aee-9bb6-5d87cb5951c7 req-1513e08b-0ec8-4385-bba9-b97483618826 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:57.538047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ff5fe83-e427-4aee-9bb6-5d87cb5951c7 req-1513e08b-0ec8-4385-bba9-b97483618826 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.7417696 Jan 18 23:37:57.586975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:57.656021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:37:57.680735 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c1463406-4be9-4431-b1b3-219418c846c5 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/ca130094-0922-434a-ade9-22b7da7f6f2b HTTP/1.1" status: 204 len: 168 time: 1.6072910 Jan 18 23:37:57.704531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46714) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:57.720236 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ff5fe83-e427-4aee-9bb6-5d87cb5951c7 req-c3eb2416-183e-46bf-8204-391d99034277 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643014 Jan 18 23:37:57.786438 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4430cbc5-3258-4851-bfe8-b7114a3c3ea9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:37:57.786438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4430cbc5-3258-4851-bfe8-b7114a3c3ea9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:37:57.810104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:37:57.810104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:57.850907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Transition to ACTIVE for port object 579af3ad-a9ea-4cec-8afd-4589cd811206 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:37:57.882183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4430cbc5-3258-4851-bfe8-b7114a3c3ea9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:37:57.882183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4430cbc5-3258-4851-bfe8-b7114a3c3ea9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/ca130094-0922-434a-ade9-22b7da7f6f2b HTTP/1.1" status: 404 len: 333 time: 0.1814806 Jan 18 23:37:57.882183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46720) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:57.948933 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'code': 200} Jan 18 23:37:58.027270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.119175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet 4e89ef18-9784-48cc-9ed9-2aaed5375494 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:37:58.119175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.126331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:58.126331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.209155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.213866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Pushing event deleted for resources: {'Port': ['ID=532766a0-47c6-4618-b98c-50e6ce9af4dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:58.393866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.671195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.721819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.734315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=4e89ef18-9784-48cc-9ed9-2aaed5375494,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:37:58.747438 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2a05c145-07d3-4b91-8b17-1d7604b9a7c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/4e89ef18-9784-48cc-9ed9-2aaed5375494 HTTP/1.1" status: 204 len: 168 time: 0.8642967 Jan 18 23:37:58.763596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:37:58.767406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787df0ca-3bef-4e6f-95f5-b0d5f8dd0e4a None None] Network 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:37:58.903694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.917826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 32e73550-947c-40e9-812f-6147f70eb385 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:58.918748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:58.982035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] No DVR routers for this DVR port 579af3ad-a9ea-4cec-8afd-4589cd811206 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:37:59.093546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:59.155574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ebf8-8a34-4227-af11-6238a9885b1c req-0b6856f2-5382-486b-806f-6e25234a1117 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:37:59.155574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d156ebf8-8a34-4227-af11-6238a9885b1c req-0b6856f2-5382-486b-806f-6e25234a1117 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.2218103 Jan 18 23:37:59.213338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:37:59.330432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] DHCP port deletion for 02feaa2b-fc98-446e-a8dc-0bbabefa6f5a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:37:59.330697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port 32e73550-947c-40e9-812f-6147f70eb385, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32e73550-947c-40e9-812f-6147f70eb385,segment=NetworkSegment(8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6),segment_id=8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:59.331076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.335466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Deleting port 32e73550-947c-40e9-812f-6147f70eb385 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:37:59.335955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.475766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d156ebf8-8a34-4227-af11-6238a9885b1c req-5134dbe3-c384-48cc-8619-beccdc96ff6c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390521 Jan 18 23:37:59.535995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.692497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 32e73550-947c-40e9-812f-6147f70eb385 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:37:59.723279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32e73550-947c-40e9-812f-6147f70eb385 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:37:59.796825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] For port 32e73550-947c-40e9-812f-6147f70eb385, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32e73550-947c-40e9-812f-6147f70eb385,segment=NetworkSegment(8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6),segment_id=8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:37:59.796825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.820250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:37:59.820250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:37:59.820250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:59.850807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:37:59.850807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Attempting to bind port 579af3ad-a9ea-4cec-8afd-4589cd811206 on network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:37:59.861962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:37:59.861962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Checking segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:37:59.861962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Bound using segment: {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:37:59.861962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Bound port: 579af3ad-a9ea-4cec-8afd-4589cd811206, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f216f471-3d67-4b96-b675-d6ed085928c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:37:59.861962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.923292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:37:59.985996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=32e73550-947c-40e9-812f-6147f70eb385,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:00.006615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No DVR routers for this DVR port 32e73550-947c-40e9-812f-6147f70eb385 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:00.015437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Calling delete_port for 32e73550-947c-40e9-812f-6147f70eb385 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:00.057738 n-d-825175-2 neutron-server[84544]: INFO neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No ports have port_id starting with 32e73550-947c-40e9-812f-6147f70eb385 Jan 18 23:38:00.124452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:38:00.125166 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:38:00.142759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:00.147821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:00.168500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.205476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02feaa2b-fc98-446e-a8dc-0bbabefa6f5a']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:00.213115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:00.213115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4af62d-f6d3-4ac0-a3b8-9793f9fe2df6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:00.230130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.241751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.258550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:00.258550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.268344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:00.285254 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:00.418779 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.420345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] 10.222.0.83 "PUT /v2.0/ports/579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 1092 time: 4.0899773 Jan 18 23:38:00.421003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:38:00.425511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841890b-0b5c-4ad3-a8e8-eca26074f625 service neutron] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:00.490355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.525514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.587580 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'status': 'completed', 'code': 200} Jan 18 23:38:00.628645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Deleting port 32e73550-947c-40e9-812f-6147f70eb385 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:00.628645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:00.677951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=02feaa2b-fc98-446e-a8dc-0bbabefa6f5a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:00.754629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ff25b-e5e0-4315-a2b0-9ae0a9fc94a3 None None] The port '32e73550-947c-40e9-812f-6147f70eb385' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:38:00.757639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-a494b5c7-223e-4f19-a7a4-a449151085f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1095 time: 0.2170916 Jan 18 23:38:00.792623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-039afec4-09b4-444b-bb98-97eebe0030c3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/02feaa2b-fc98-446e-a8dc-0bbabefa6f5a HTTP/1.1" status: 204 len: 168 time: 2.0405812 Jan 18 23:38:00.797016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46792) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:00.850361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-0893ce09-52a7-4326-abf3-6161c511288f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1095 time: 0.4021645 Jan 18 23:38:00.855427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1223291915'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:00.865213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:00.876686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:network and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:00.882421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:00.911435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:00.986622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-df9e51a1-dd84-42e3-82c4-d12769121b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:00.995978 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-df9e51a1-dd84-42e3-82c4-d12769121b3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.2359154 Jan 18 23:38:01.110775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:01.110775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:01.195496 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-869fae68-f9f9-4e67-a5ec-0bed3f15ed77 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 998 time: 0.1947975 Jan 18 23:38:01.221269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c6bc-f3ea-4c63-b74f-d867ec9782c1 req-68fbe4ca-060d-4f40-883f-529027942584 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:01.223921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66e6c6bc-f3ea-4c63-b74f-d867ec9782c1 req-68fbe4ca-060d-4f40-883f-529027942584 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.4508686 Jan 18 23:38:01.239045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:01.266985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:01.266985 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Added segment b6b55426-0988-456b-ae3f-6c5d00ad465f of type vlan for network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 Jan 18 23:38:01.314694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:01.314694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-52956433-c852-492a-8759-0fe62a9394f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:01.323003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-52956433-c852-492a-8759-0fe62a9394f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1160674 Jan 18 23:38:01.393198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-df754977-7cd3-4e8e-8ede-d45cc88ddc75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:01.393198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-df754977-7cd3-4e8e-8ede-d45cc88ddc75 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.5243258 Jan 18 23:38:01.440451 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-5b989226-be66-41f9-b937-37e262f9b521 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139505 Jan 18 23:38:01.480892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66e6c6bc-f3ea-4c63-b74f-d867ec9782c1 req-8f1e8362-f453-4962-94e4-c59651bca16c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338610 Jan 18 23:38:01.526722 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:01.526722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:01.526955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:01.552387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Router d590fe5c-01a9-400d-9d48-39594083688a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:38:01.556587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-afcbe7d8-aaf8-4b4b-bd22-967f556b9c7b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 998 time: 0.1621447 Jan 18 23:38:01.651202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Network': ['ID=a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:01.670528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:01.706020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-4f3afb3e-c2ba-4d94-9bac-9aafba0b1f11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:01.706020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-4f3afb3e-c2ba-4d94-9bac-9aafba0b1f11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1393421 Jan 18 23:38:01.788915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28167fcb-434c-417b-ab2c-eaf56ba55fcb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9877963 Jan 18 23:38:01.788915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46818) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:01.811135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:01.811135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-34214946-9566-4b02-af79-d2bf49fc4358 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659632 Jan 18 23:38:01.890683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-93ca5e65-eaa1-4479-8137-8d0b0aec467a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758320 Jan 18 23:38:02.042259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:02.052258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:02.066794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:02.074446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:02.093554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:38:02.097099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Sync routers for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:38:02.105061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-b99656ce-1110-43c1-9db8-4cdf0283a6e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022638 Jan 18 23:38:02.112298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:02.112298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:02.135760 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-c7219d96-ef6d-47a5-94af-c82f7b41fa1a service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017128 Jan 18 23:38:02.180034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:02.208129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdd91382-a216-4370-97a2-b8c3fd4f4016 admin admin] 10.222.0.59 "PUT /v2.0/routers/d590fe5c-01a9-400d-9d48-39594083688a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3362362 Jan 18 23:38:02.208129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:02.399446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-06f041e3-d341-4754-93dc-0bb99f18d75b service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895029 Jan 18 23:38:02.423704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:02.627503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:02.850801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-1fac794c-6c7e-48a3-8d06-9ad22661d313 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1095 time: 0.3348329 Jan 18 23:38:02.883170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:02.965593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:37:57Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:02.979197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Checking router: d590fe5c-01a9-400d-9d48-39594083688a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:38:03.033429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Routers {'d590fe5c-01a9-400d-9d48-39594083688a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:03.033429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d590fe5c-01a9-400d-9d48-39594083688a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:03.126111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c4f1-1d21-4de9-946f-0738c6f7ef8d req-4f314410-4c4a-4675-8f3d-b253efc0623d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:03.154806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4647c4f1-1d21-4de9-946f-0738c6f7ef8d req-4f314410-4c4a-4675-8f3d-b253efc0623d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.4249845 Jan 18 23:38:03.229437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.310225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] Set router d590fe5c-01a9-400d-9d48-39594083688a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:03.326331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=b6793bbd-5ef5-45cc-9523-eee81d6f517f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:03.348601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Checking segment: {'id': 'b6b55426-0988-456b-ae3f-6c5d00ad465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:03.349889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network hostable DHCP agents. Network: a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:03.464067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:03.510827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4647c4f1-1d21-4de9-946f-0738c6f7ef8d req-37cc5118-9e55-4024-b6d0-09133a886582 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579018 Jan 18 23:38:03.527184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-9344fb75-012b-4d05-be18-8eac96194734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:03.527184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-9344fb75-012b-4d05-be18-8eac96194734 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.6611145 Jan 18 23:38:03.547234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:03.564424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:03.564424 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.567335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a1964-95f8-4634-b0d6-d978f351216c None None] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:03.706392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bc908752-13b1-4935-9227-1e80b28642f8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9147143 Jan 18 23:38:03.706608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46854) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:03.712266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1174417824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:03.727792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:03.736918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:router and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:03.742873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:03.750531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:03.779897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-3235a004-bb08-4c89-ab81-6efa97c2768d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 998 time: 0.2539122 Jan 18 23:38:03.829716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.829716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.874065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.981895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:03.987312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.007935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-e884865a-60be-47c5-84a8-d7b1f693ef52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:04.007935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-e884865a-60be-47c5-84a8-d7b1f693ef52 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.2003794 Jan 18 23:38:04.055537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7', 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': 'b6793bbd-5ef5-45cc-9523-eee81d6f517f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:04.055537 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.095694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:37:57Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:04.108916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46860) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:04.124746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Deleting port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:04.130958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.135216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a5617-c276-48a7-bdc6-b0bfd83e0928 None None] The sync data for ids ['d590fe5c-01a9-400d-9d48-39594083688a'] in n-d-825175-2 is: [{'id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'name': 'tempest-AttachVolumeTestJSON-1391692512-router', 'tenant_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:27:44Z', 'updated_at': '2022-01-18T23:37:57Z', 'revision_number': 5, 'project_id': 'fcc8c2be7bcb412e937c8adb13ec02ef', 'gw_port': {'id': '7466d1e4-1e3c-4a33-b83f-6a21fa49adc8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd590fe5c-01a9-400d-9d48-39594083688a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:27:47Z', 'updated_at': '2022-01-18T23:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:38:04.200051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.201722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b33b141a-db72-4d4f-a2a7-ed4d59a803b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4938643 Jan 18 23:38:04.211051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:04.214630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7', 'name': 'tempest-PortsTestJSON-1373683220'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:04.308971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Allocated IP 172.20.0.2 (a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7/b6793bbd-5ef5-45cc-9523-eee81d6f517f/56b1606f-1ee4-44df-bf1b-98f525d10018) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:04.359141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.397476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:04.414849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Usage tracker for resource:security_group_rule and tenant:e40ab813880e4d5d94b3a56147f20218 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:04.414849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:04.426828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:04.519840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-3e5b9c1a-2b3f-47a7-a0af-072fcec93457 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5089540 Jan 18 23:38:04.546030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] For port 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:04.546030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.573083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.586841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:04.591891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:port and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:04.595315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:04.606336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:04.610019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.627509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.651578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Transition to ACTIVE for port object 56b1606f-1ee4-44df-bf1b-98f525d10018 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:04.690138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Transition to ACTIVE for port object 56b1606f-1ee4-44df-bf1b-98f525d10018 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:04.749070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde8b88-a7b0-4130-9742-2d61fc6ecc45,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:04.792109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:04.795130 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a2a70fa8-069f-4358-b120-c7582be89abd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e40ab813880e4d5d94b3a56147f20218&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6803150 Jan 18 23:38:04.795130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46878) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:04.845121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Calling delete_port for 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:04.904171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Pushing event updated for resources: {'Port': ['ID=56b1606f-1ee4-44df-bf1b-98f525d10018,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:04.922491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:04.922491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:04.922491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:04.958463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.002338 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.077082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-378e04ab-6cdf-4481-be1a-24548fa250e1 service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397639 Jan 18 23:38:05.118925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:05.132720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.153291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Attempting to bind port 56b1606f-1ee4-44df-bf1b-98f525d10018 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:38:05.153291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Attempting to bind port 56b1606f-1ee4-44df-bf1b-98f525d10018 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b6b55426-0988-456b-ae3f-6c5d00ad465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:38:05.153291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Attempting to bind port 56b1606f-1ee4-44df-bf1b-98f525d10018 on network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:38:05.174515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Checking segment: {'id': 'b6b55426-0988-456b-ae3f-6c5d00ad465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Bound using segment: {'id': 'b6b55426-0988-456b-ae3f-6c5d00ad465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Bound port: 56b1606f-1ee4-44df-bf1b-98f525d10018, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b55426-0988-456b-ae3f-6c5d00ad465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:38:05.178425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.188002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde8b88-a7b0-4130-9742-2d61fc6ecc45,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:05.198132 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.198132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-55d6f2b4-74c3-4fe5-b948-9ca63126acf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dde8b88-a7b0-4130-9742-2d61fc6ecc45 HTTP/1.1" status: 204 len: 168 time: 0.4020684 Jan 18 23:38:05.359463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port 7368957d-6751-4723-87c2-a97d35ea6117 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:05.368167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] For port 56b1606f-1ee4-44df-bf1b-98f525d10018, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:05.373305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] For port 56b1606f-1ee4-44df-bf1b-98f525d10018, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56b1606f-1ee4-44df-bf1b-98f525d10018,segment=NetworkSegment(b6b55426-0988-456b-ae3f-6c5d00ad465f),segment_id=b6b55426-0988-456b-ae3f-6c5d00ad465f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:05.498748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:05.525301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60570b6-fb51-4c67-84bc-d08287cbc1ad req-215e3805-8441-4857-b739-26d22e4ced73 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:05.525301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d60570b6-fb51-4c67-84bc-d08287cbc1ad req-215e3805-8441-4857-b739-26d22e4ced73 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.8090181 Jan 18 23:38:05.545424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5febd919-90bf-4b41-8ad7-fff3306f3595 req-bbe3f3be-51e7-44b5-9c61-b01ffe65c998 service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404013 Jan 18 23:38:05.604454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 532766a0-47c6-4618-b98c-50e6ce9af4dd no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:05.669088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 532766a0-47c6-4618-b98c-50e6ce9af4dd {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:05.669088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 532766a0-47c6-4618-b98c-50e6ce9af4dd not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:05.708202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5f987-1d36-4bf1-93dd-8343d4195292 None None] Pushing event updated for resources: {'Port': ['ID=56b1606f-1ee4-44df-bf1b-98f525d10018,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:05.912398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.5 (a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7/b6793bbd-5ef5-45cc-9523-eee81d6f517f/7368957d-6751-4723-87c2-a97d35ea6117) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:05.971335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d60570b6-fb51-4c67-84bc-d08287cbc1ad req-69bd79c9-e0c3-41cc-8bad-d8a3b48d3464 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4398177 Jan 18 23:38:06.106613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.164897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7466d1e4-1e3c-4a33-b83f-6a21fa49adc8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:06.245262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:06.268007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.320562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:06.326215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:aae22c6049e94dd7954446e160260347 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:06.326215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:06.338571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:06.418715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.485844 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.534407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7555469-abbc-4c89-831e-c1e999bc9d0f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:06.540550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b4f682a-cb7b-41c8-a1d5-007a457a9aa5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aae22c6049e94dd7954446e160260347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2942607 Jan 18 23:38:06.543334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:06.571148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.617829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.677152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:38:06.688574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.868575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.881864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.914620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.915697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7555469-abbc-4c89-831e-c1e999bc9d0f HTTP/1.1" status: 204 len: 168 time: 0.3711770 Jan 18 23:38:06.916709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c8e6-cbcd-4eb9-8b66-fcabc60b3936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7555469-abbc-4c89-831e-c1e999bc9d0f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:06.958601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.963348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:06.974768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:06.980351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object 7368957d-6751-4723-87c2-a97d35ea6117 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:07.023628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162bf3e-e3c1-4923-b16f-035959da2a6f None None] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:07.095507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.095507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d590fe5c-01a9-400d-9d48-39594083688a {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:38:07.157651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.182319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'port_id': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'mac_address': 'fa:16:3e:33:4b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:38:07.317258 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.317258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5642e736-4fc9-4b84-8e21-eefee345a9cd admin admin] 10.222.0.59 "DELETE /v2.0/routers/d590fe5c-01a9-400d-9d48-39594083688a HTTP/1.1" status: 204 len: 168 time: 5.0981646 Jan 18 23:38:07.319756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46914) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:07.329688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:07.337073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:07.339248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=7368957d-6751-4723-87c2-a97d35ea6117,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:07.366850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:07.383679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Deleting subnet 39f7b02b-fc5e-4150-aaf3-d58ddd40b2af {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:07.386708 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.420415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-298ca35d-e7f1-4d07-b5d7-5520ec31dba6 None None] Provisioning for port 56b1606f-1ee4-44df-bf1b-98f525d10018 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:07.447291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.477155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579af3ad-a9ea-4cec-8afd-4589cd811206 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:38:07.498856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:07.498856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.506984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:07.520910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76e952-ca19-4fd1-87ce-0f834f9f25ac req-cc00e894-cfa4-4d92-bb92-5021a3eb9b0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:07.520910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e76e952-ca19-4fd1-87ce-0f834f9f25ac req-cc00e894-cfa4-4d92-bb92-5021a3eb9b0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 944 time: 0.3686776 Jan 18 23:38:07.583811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.585772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e76e952-ca19-4fd1-87ce-0f834f9f25ac req-a8d46a52-4574-4f67-87b2-5a7b9b15ef78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536847 Jan 18 23:38:07.607425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.646954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-32af4946-4b2e-4acb-8b23-1770027b9b07 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4289837 Jan 18 23:38:07.646954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:07.767000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:07.851301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['579af3ad-a9ea-4cec-8afd-4589cd811206'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:38:07.935277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:07.978065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 56b1606f-1ee4-44df-bf1b-98f525d10018 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:08.320753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:08.400491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Provisioning for port 7368957d-6751-4723-87c2-a97d35ea6117 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:08.400491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 56b1606f-1ee4-44df-bf1b-98f525d10018 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:08.426991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Provisioning complete for port 7368957d-6751-4723-87c2-a97d35ea6117 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:08.426991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:08.454479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f7b02b-fc5e-4150-aaf3-d58ddd40b2af,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:08.454479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:08.469512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-33740b3a-5218-43fc-a222-04f78e95f4ff admin admin] 10.222.0.59 "DELETE /v2.0/subnets/39f7b02b-fc5e-4150-aaf3-d58ddd40b2af HTTP/1.1" status: 204 len: 168 time: 1.1529539 Jan 18 23:38:08.469512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 46944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:08.510208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023d71a8-02b2-455e-aae0-a21577d87aaa None None] Network 712265ac-ad98-4884-ac49-2233c45b7d24 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:08.596126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 56b1606f-1ee4-44df-bf1b-98f525d10018 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:08.596126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:08.741415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:08.817859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Deleting port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:08.818204 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.300819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83324461-f42c-4d0d-96e5-c518ab88ea48 req-50378925-0b2c-4a2b-8e40-53bf4a4fc34c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:09.300819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83324461-f42c-4d0d-96e5-c518ab88ea48 req-50378925-0b2c-4a2b-8e40-53bf4a4fc34c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 945 time: 0.2527118 Jan 18 23:38:09.308244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Port 7368957d-6751-4723-87c2-a97d35ea6117 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:09.308244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Provisioning complete for port 56b1606f-1ee4-44df-bf1b-98f525d10018 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:09.308244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.321755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-9fdefaa9-9aed-403c-a7e0-6254ac51e611 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:09.321755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-9fdefaa9-9aed-403c-a7e0-6254ac51e611 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:09.325705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83324461-f42c-4d0d-96e5-c518ab88ea48 req-3d3600de-3460-49b3-93c0-a33c1d5d64eb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846285 Jan 18 23:38:09.325705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.333633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] For port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,segment=NetworkSegment(91838417-bbb1-486b-b42c-c6548b9440e7),segment_id=91838417-bbb1-486b-b42c-c6548b9440e7)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:09.333633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.343293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.345579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-9fdefaa9-9aed-403c-a7e0-6254ac51e611 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:09.345579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-9fdefaa9-9aed-403c-a7e0-6254ac51e611 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b&tenant_id=36aa58617d204c21948d8a0a03cb89f1&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 945 time: 0.6251237 Jan 18 23:38:09.642628 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.694519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Calling delete_port for 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:09.718933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.744681 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-a51e5034-c429-46b9-b526-bcf84ddc8605 service neutron] delete failed (client error): The resource could not be found. Jan 18 23:38:09.746451 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-a51e5034-c429-46b9-b526-bcf84ddc8605 service neutron] 10.222.0.89 "DELETE /v2.0/ports/579af3ad-a9ea-4cec-8afd-4589cd811206/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.4072487 Jan 18 23:38:09.840037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 56b1606f-1ee4-44df-bf1b-98f525d10018, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56b1606f-1ee4-44df-bf1b-98f525d10018,segment=NetworkSegment(b6b55426-0988-456b-ae3f-6c5d00ad465f),segment_id=b6b55426-0988-456b-ae3f-6c5d00ad465f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:09.949953 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:09.958467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae43a0-3cca-4dd8-bc16-bb5d60cee65d None None] DHCP port deletion for 712265ac-ad98-4884-ac49-2233c45b7d24 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:09.990431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.022288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:10.032377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] No DVR routers for this DVR port 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:10.102985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-0dc315e1-552d-4036-9b91-ff58f1030ed3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1096 time: 0.2089162 Jan 18 23:38:10.136643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.142838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:10.228890 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.240167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:10.240167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7466d1e4-1e3c-4a33-b83f-6a21fa49adc8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:10.247956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.290623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712265ac-ad98-4884-ac49-2233c45b7d24']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:10.318886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91838417-bbb1-486b-b42c-c6548b9440e7') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:10.319207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91838417-bbb1-486b-b42c-c6548b9440e7') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:10.325599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:38:10.326109 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-dcc72cf3-36b6-4d16-b4fb-e389cb7e59f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:38:10.327080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=56b1606f-1ee4-44df-bf1b-98f525d10018,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:10.342089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:10.358702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.377441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-90e98295-a7b8-41cd-abb3-d8d6ebd6a02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:10.379445 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-90e98295-a7b8-41cd-abb3-d8d6ebd6a02d service neutron] 10.222.0.89 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.2323210 Jan 18 23:38:10.382863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:10.387096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8d4f2af7-4af4-4e98-9ff0-c8d5dbbed024 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:10.440737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.470684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=7368957d-6751-4723-87c2-a97d35ea6117,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:10.473510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:10.474618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:10.489979 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:10.535084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 46992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:10.591457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-d5228317-2c6c-43d8-b585-8867ea7ce475 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 999 time: 0.2064662 Jan 18 23:38:10.591629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968419e-d85c-44dc-8e3c-fe933c25667a req-65cba7f4-a10c-4c96-bc6a-30f04cc05cc8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:10.598941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2968419e-d85c-44dc-8e3c-fe933c25667a req-65cba7f4-a10c-4c96-bc6a-30f04cc05cc8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 945 time: 0.2589912 Jan 18 23:38:10.670056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.693722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:10.699431 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.707338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-19009f61-be51-48b1-9fe7-c259d31df24c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:10.708610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-19009f61-be51-48b1-9fe7-c259d31df24c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1093400 Jan 18 23:38:10.709441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2968419e-d85c-44dc-8e3c-fe933c25667a req-a72abcdd-c2c6-4f24-b707-7ec9a7335c73 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092987 Jan 18 23:38:10.713388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] Pushing event deleted for resources: {'Network': ['ID=712265ac-ad98-4884-ac49-2233c45b7d24,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:10.791965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.802505 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-e8ac3e35-43fb-4d65-8c89-5f8b021a74cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867059 Jan 18 23:38:10.867051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.875645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:10.887498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Usage tracker for resource:security_group_rule and tenant:61d581978761430aae026ed81e753221 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:10.891520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:10.900144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:10.902604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 579af3ad-a9ea-4cec-8afd-4589cd811206 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:10.909272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 579af3ad-a9ea-4cec-8afd-4589cd811206 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:10.909685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:10.933542 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-34e47ab0-50af-4f05-aa95-bc0a5cf06129 admin admin] 10.222.0.59 "DELETE /v2.0/networks/712265ac-ad98-4884-ac49-2233c45b7d24 HTTP/1.1" status: 204 len: 168 time: 2.4664376 Jan 18 23:38:10.985240 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-798c2944-3882-49ac-9ef9-11b2c47e83e4 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763108 Jan 18 23:38:10.990704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.059796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.071420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.079037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.099389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8e03ba8-33fe-48c6-9b67-648977d37cab None None] Provisioning complete for port 7368957d-6751-4723-87c2-a97d35ea6117 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:11.100071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8e03ba8-33fe-48c6-9b67-648977d37cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.146546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:38:11.148202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-039f8aeb-31b9-47d7-a2c6-472b75053c1f req-2568c41f-6eee-4e57-a43f-959a468cdae9 service neutron] 10.222.0.89 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562572 Jan 18 23:38:11.162109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:11.167069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b8e03ba8-33fe-48c6-9b67-648977d37cab None None] Port 7368957d-6751-4723-87c2-a97d35ea6117 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:11.171755 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.189544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61d581978761430aae026ed81e753221&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6533759 Jan 18 23:38:11.193247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e730b6-ce59-40a4-9e6d-7ae097c2b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24597432-11f1-4e45-80a0-cd6cee91de3c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:11.194861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47006) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:11.246100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.335090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:11.378165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.409201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.501133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:11.566611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.581479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24597432-11f1-4e45-80a0-cd6cee91de3c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:11.600907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.605253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02357186-d342-4805-87b3-a0b6ed66798f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24597432-11f1-4e45-80a0-cd6cee91de3c HTTP/1.1" status: 204 len: 168 time: 0.4000423 Jan 18 23:38:11.661395 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-561069d7-68f0-4a89-8c84-d5657aac773e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcc8c2be7bcb412e937c8adb13ec02ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1590650 Jan 18 23:38:11.663936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47016) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:11.716658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.763600 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'code': 200} Jan 18 23:38:11.771306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.822387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:11.903185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.057659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.102005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=7368957d-6751-4723-87c2-a97d35ea6117,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:12.113229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.136516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119a67f-d94c-40c8-99cf-08782bc90d74,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:12.159064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.160572 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af8e1e06-4d72-41a4-8573-fab0503aca2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6119a67f-d94c-40c8-99cf-08782bc90d74 HTTP/1.1" status: 204 len: 168 time: 0.4954879 Jan 18 23:38:12.362919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 56b1606f-1ee4-44df-bf1b-98f525d10018 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:12.389297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:12.391841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:12.505249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35646c-469c-4b9c-aa88-7495877cb853 req-6b05d84b-1990-4801-9da7-67f604b49a72 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:12.508406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc35646c-469c-4b9c-aa88-7495877cb853 req-6b05d84b-1990-4801-9da7-67f604b49a72 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2973588 Jan 18 23:38:12.546471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 56b1606f-1ee4-44df-bf1b-98f525d10018 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:12.557851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.733611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc35646c-469c-4b9c-aa88-7495877cb853 req-190c943c-2590-495c-877d-9eb87530c11d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454842 Jan 18 23:38:12.787785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47038) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:12.808103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2c17274d-7ff5-4157-a002-4b00e656021e None None] Provisioning complete for port 7368957d-6751-4723-87c2-a97d35ea6117 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:12.809104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2c17274d-7ff5-4157-a002-4b00e656021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:12.909161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2c17274d-7ff5-4157-a002-4b00e656021e None None] Port 7368957d-6751-4723-87c2-a97d35ea6117 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:13.143030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Router ed8a333e-2a86-4920-85e3-53d3fa85ac40 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:38:13.144334 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4fbf7e8f-105d-462d-abce-e3a40ffc6565 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 200 len: 992 time: 0.3541691 Jan 18 23:38:13.395744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:38:13.407567 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] Sync routers for ids ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:38:13.419077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-34bc98a4-f228-44cd-b767-72b1a46349e6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/routers/ed8a333e-2a86-4920-85e3-53d3fa85ac40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7786357 Jan 18 23:38:13.421597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47058) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:13.440274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] Routers {'ed8a333e-2a86-4920-85e3-53d3fa85ac40'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:13.443268 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:13.469531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47062) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:13.511698 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:13.525783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4fdb7-057a-4121-9ae9-1ca1755e4bc6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:13.529041 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] Routers {'ed8a333e-2a86-4920-85e3-53d3fa85ac40'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:13.529122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6db4fdb7-057a-4121-9ae9-1ca1755e4bc6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:13.529189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:37:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:13.599926 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:13.600323 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b733b-4b80-42e9-934f-d70dcf8254b2 None None] The sync data for ids ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:38:13.611663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6db4fdb7-057a-4121-9ae9-1ca1755e4bc6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:13.613756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6db4fdb7-057a-4121-9ae9-1ca1755e4bc6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed8a333e-2a86-4920-85e3-53d3fa85ac40 HTTP/1.1" status: 200 len: 982 time: 0.1911724 Jan 18 23:38:13.616529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47070) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:13.687292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'networks': [{'name': 'tempest-network--1993548753'}, {'name': 'tempest-network--2092270494'}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:13.687857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-network--1993548753'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:13.688491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-network--2092270494'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:13.702507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:13.713891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:network and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:13.717147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:13.725758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:13.811667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'network': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:13.815234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:13.828466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:13.863023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:13.866961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:security_group_rule and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:13.869873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:13.875775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:13.897489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e3b5033d-b616-4a3f-9d28-cb45eb8db3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:13.948212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.046318 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.047040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.097846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3b3e6-d2f9-4af6-bf43-0d1baf1f5721,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:14.103624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:14.114575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.114937 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment 30eab569-208d-4359-ba74-1fb63b10b653 of type vlan for network 02788a73-b952-4eef-9636-a3505bda319a Jan 18 23:38:14.142656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.180568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.181824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:14.191907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.192254 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment 40af366e-6eec-410a-9feb-182a7e3e5d76 of type vlan for network b8a9055b-32cf-483a-bc9f-fd1b6805d472 Jan 18 23:38:14.218387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.335411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.335809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.339635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.342614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.343439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.530195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 7368957d-6751-4723-87c2-a97d35ea6117 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:14.530537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.572135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1015391 Jan 18 23:38:14.579134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:14.603972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=02788a73-b952-4eef-9636-a3505bda319a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:14.619593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 02788a73-b952-4eef-9636-a3505bda319a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:14.772157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63db699-a028-4214-bd44-3a56d0e70b02 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=b8a9055b-32cf-483a-bc9f-fd1b6805d472,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:14.795505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:14.810940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b8a9055b-32cf-483a-bc9f-fd1b6805d472 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:14.828097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.833315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.837363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.841426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:14.843039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Synchronizing usage tracker for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:14.958177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 7368957d-6751-4723-87c2-a97d35ea6117 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:14.975577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Unset dirty status for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:14.980409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2794ab7f-b104-4e6a-bb88-605b2673075f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4002783 Jan 18 23:38:14.981479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47100) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:15.115243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.278425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.305864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02788a73-b952-4eef-9636-a3505bda319a']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:15.319440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eab569-208d-4359-ba74-1fb63b10b653') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:15.319749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eab569-208d-4359-ba74-1fb63b10b653') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:15.330073 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.336656 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.355423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.363256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:15.363861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.392141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=7368957d-6751-4723-87c2-a97d35ea6117,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:15.473486 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:15.558550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.586216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.603381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=02788a73-b952-4eef-9636-a3505bda319a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:15.698298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.703677 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-45116d01-a141-4cf9-95c4-164cac06649c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/02788a73-b952-4eef-9636-a3505bda319a HTTP/1.1" status: 204 len: 168 time: 0.7209406 Jan 18 23:38:15.706362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:15.827819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:15.971336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0f21a767-0b62-4b00-b82f-aaac702b2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.002490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.053633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a9055b-32cf-483a-bc9f-fd1b6805d472']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.074539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40af366e-6eec-410a-9feb-182a7e3e5d76') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.075128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40af366e-6eec-410a-9feb-182a7e3e5d76') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.089401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.109477 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.117535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:16.117944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:16.199013 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:16.250250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Router ed8a333e-2a86-4920-85e3-53d3fa85ac40 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:38:16.306690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.328246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.338613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=b8a9055b-32cf-483a-bc9f-fd1b6805d472,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:16.343643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2fe08a57-f18b-425b-89c0-f20b9afb0a72 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/b8a9055b-32cf-483a-bc9f-fd1b6805d472 HTTP/1.1" status: 204 len: 168 time: 0.6359477 Jan 18 23:38:16.347926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47114) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:16.398160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:38:16.414326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] Sync routers for ids ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:38:16.427244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] Routers {'ed8a333e-2a86-4920-85e3-53d3fa85ac40'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:16.427977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.487138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f758602c-12f8-4040-9278-533cabafe1fa tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/routers/ed8a333e-2a86-4920-85e3-53d3fa85ac40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693073 Jan 18 23:38:16.490662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:16.496586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.508332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] Routers {'ed8a333e-2a86-4920-85e3-53d3fa85ac40'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:16.508973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.540390 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f5a9fb-664b-4604-be5c-32d149f29d6c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:38:16.541034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90f5a9fb-664b-4604-be5c-32d149f29d6c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:16.549722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840fc93-cc54-4a19-a0a7-561d113eb12d tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:16.554008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840fc93-cc54-4a19-a0a7-561d113eb12d tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:16.554686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d840fc93-cc54-4a19-a0a7-561d113eb12d tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Synchronizing usage tracker for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:16.566985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:16.567333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a8727-d81d-4d77-a18c-e5e0208c0fc7 None None] The sync data for ids ['ed8a333e-2a86-4920-85e3-53d3fa85ac40'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:38:16.626807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90f5a9fb-664b-4604-be5c-32d149f29d6c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:16.627959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90f5a9fb-664b-4604-be5c-32d149f29d6c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/7368957d-6751-4723-87c2-a97d35ea6117 HTTP/1.1" status: 404 len: 333 time: 0.1363854 Jan 18 23:38:16.631237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:16.765427 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:38:16.794832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d840fc93-cc54-4a19-a0a7-561d113eb12d tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Unset dirty status for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:16.795992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d840fc93-cc54-4a19-a0a7-561d113eb12d tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4471536 Jan 18 23:38:16.799809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47126) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:16.806999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1950753738'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:16.812658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:16.824395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:16.877906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.900914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:16.903992 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.933982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:16.943599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:16.943942 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment b8cdf666-99f2-40e6-b3ad-25d413013efa of type vlan for network a084e4d4-ace3-4ea7-9c93-5828f12e37a9 Jan 18 23:38:16.969483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.072260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.076066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:17.076701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.201073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=a084e4d4-ace3-4ea7-9c93-5828f12e37a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:17.212442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a084e4d4-ace3-4ea7-9c93-5828f12e37a9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:17.260560 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f77f94cf-b4ed-4058-8f5a-8660bd686d85 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4585505 Jan 18 23:38:17.261171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47134) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:17.270029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-610727278'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:17.281864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:17.289943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:network and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:17.294866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:17.317078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.320714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:17.323384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.374375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.449784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:17.452759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.478888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.479324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Fanout notify agent at l3_agent the message router_deleted on router ed8a333e-2a86-4920-85e3-53d3fa85ac40 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:38:17.481265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.491452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.495218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53b6fc07-1767-4ffe-9a2c-265b06fc7fc2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/routers/ed8a333e-2a86-4920-85e3-53d3fa85ac40 HTTP/1.1" status: 204 len: 168 time: 0.8602207 Jan 18 23:38:17.496621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47148) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:17.497723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:17.560221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.560569 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment 8e8c895c-3e89-483b-ab81-da14552f9d68 of type vlan for network a51d7760-41ee-472d-8385-53ce6c6d01d7 Jan 18 23:38:17.621151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.865420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet b6793bbd-5ef5-45cc-9523-eee81d6f517f {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:17.869487 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:17.937732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.007149 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.010723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:18.011296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.139929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.167651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=a51d7760-41ee-472d-8385-53ce6c6d01d7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:18.179502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a51d7760-41ee-472d-8385-53ce6c6d01d7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:18.211012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7ca5a92a-442b-4028-9120-12c09152b50c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9461763 Jan 18 23:38:18.212218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47176) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:18.220860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'ports': [{'network_id': 'a084e4d4-ace3-4ea7-9c93-5828f12e37a9', 'name': 'tempest-port--372464020', 'admin_state_up': True}, {'network_id': 'a51d7760-41ee-472d-8385-53ce6c6d01d7', 'admin_state_up': False}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:18.221266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'port': {'network_id': 'a084e4d4-ace3-4ea7-9c93-5828f12e37a9', 'name': 'tempest-port--372464020', 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:18.222351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'port': {'network_id': 'a51d7760-41ee-472d-8385-53ce6c6d01d7', 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:18.333136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.374142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=b6793bbd-5ef5-45cc-9523-eee81d6f517f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:18.389780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.392563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c30f0f3-501c-4030-81c5-01eb84e76a4e None None] Network a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:18.398289 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1e520f9-ce12-4414-ade7-49269c502074 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/b6793bbd-5ef5-45cc-9523-eee81d6f517f HTTP/1.1" status: 204 len: 168 time: 0.8944409 Jan 18 23:38:18.398370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:18.501521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:18.506861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:port and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:18.510240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:18.519134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:18.555601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.583443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 56b1606f-1ee4-44df-bf1b-98f525d10018 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:18.583780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.599715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'port': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:18.605148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.629592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.780816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] DHCP port deletion for a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:18.786544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Deleting port 56b1606f-1ee4-44df-bf1b-98f525d10018 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:18.787209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.882189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] For port 56b1606f-1ee4-44df-bf1b-98f525d10018, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56b1606f-1ee4-44df-bf1b-98f525d10018,segment=NetworkSegment(b6b55426-0988-456b-ae3f-6c5d00ad465f),segment_id=b6b55426-0988-456b-ae3f-6c5d00ad465f)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:18.882936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:18.914849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] device_id is not set on port e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:19.017104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.026210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.037308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 56b1606f-1ee4-44df-bf1b-98f525d10018 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:19.054975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] For port 56b1606f-1ee4-44df-bf1b-98f525d10018, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56b1606f-1ee4-44df-bf1b-98f525d10018,segment=NetworkSegment(b6b55426-0988-456b-ae3f-6c5d00ad465f),segment_id=b6b55426-0988-456b-ae3f-6c5d00ad465f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:19.055641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.152548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] device_id is not set on port 1ece7f8f-3594-432a-a24d-8d933786d6f2 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:19.186068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Calling delete_port for 56b1606f-1ee4-44df-bf1b-98f525d10018 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:19.204142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.267731 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.285014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=56b1606f-1ee4-44df-bf1b-98f525d10018,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:19.299259 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No DVR routers for this DVR port 56b1606f-1ee4-44df-bf1b-98f525d10018 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:19.308459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:38:19.308828 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:38:19.396455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.431839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.462174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:19.476422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b55426-0988-456b-ae3f-6c5d00ad465f') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:19.476750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b55426-0988-456b-ae3f-6c5d00ad465f') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:19.489514 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.507566 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.513986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:19.514377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:19.531354 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:19.582867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Port': ['ID=e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:19.613898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Checking segment: {'id': 'b8cdf666-99f2-40e6-b3ad-25d413013efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a084e4d4-ace3-4ea7-9c93-5828f12e37a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:19.614323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network hostable DHCP agents. Network: a084e4d4-ace3-4ea7-9c93-5828f12e37a9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:19.709146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.719835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network a084e4d4-ace3-4ea7-9c93-5828f12e37a9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:19.731421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.743292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:19.800221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a084e4d4-ace3-4ea7-9c93-5828f12e37a9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:19.804908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:19.805858 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.809891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa581cdd-f288-464b-bb83-90f9a3daed40 None None] Network a084e4d4-ace3-4ea7-9c93-5828f12e37a9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:19.824172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Deleting port 56b1606f-1ee4-44df-bf1b-98f525d10018 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:19.824549 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:19.835466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02c7c3c9-aa74-4c6b-b9c9-0901d913f0af tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/a8e0fc04-9ce6-4ff4-8c9e-a6eaa52575f7 HTTP/1.1" status: 204 len: 168 time: 1.4359689 Jan 18 23:38:19.839147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:19.896103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e2fb9-3ca9-437e-8654-8ba726ee7f3d None None] The port '56b1606f-1ee4-44df-bf1b-98f525d10018' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:38:19.898796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Port': ['ID=1ece7f8f-3594-432a-a24d-8d933786d6f2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:19.919510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff514e3a-31af-4b78-9a5f-110e2ac56353 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:19.920105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ff514e3a-31af-4b78-9a5f-110e2ac56353 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:19.948797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Checking segment: {'id': '8e8c895c-3e89-483b-ab81-da14552f9d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a51d7760-41ee-472d-8385-53ce6c6d01d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:19.949310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network hostable DHCP agents. Network: a51d7760-41ee-472d-8385-53ce6c6d01d7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:19.992358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ff514e3a-31af-4b78-9a5f-110e2ac56353 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:19.998233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ff514e3a-31af-4b78-9a5f-110e2ac56353 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/6cc9e0d0-5423-46ec-88e7-ae46201cc237 HTTP/1.1" status: 200 len: 840 time: 0.1534557 Jan 18 23:38:19.999066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47272) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:20.045795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network a51d7760-41ee-472d-8385-53ce6c6d01d7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:20.068806 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b3c6c42c-0cde-4c9f-9854-e3fd5815b166 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/6cc9e0d0-5423-46ec-88e7-ae46201cc237?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0655105 Jan 18 23:38:20.072327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47278) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:20.077582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:20.136958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a51d7760-41ee-472d-8385-53ce6c6d01d7) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:20.141692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:20.147459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:20.152487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acb853-5f32-43e4-a03f-000e98496db1 None None] Network a51d7760-41ee-472d-8385-53ce6c6d01d7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:20.152610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:20.152610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.235938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9f30d607-1845-44a3-8122-8725968ca6c6 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0210960 Jan 18 23:38:20.238695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47290) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:20.296005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:20.300653 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:20.303692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:20.317610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:20.338147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 56b1606f-1ee4-44df-bf1b-98f525d10018 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:20.339115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec083e-df1b-4b61-82e0-7bd3be81bcca tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:20.343117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec083e-df1b-4b61-82e0-7bd3be81bcca tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:20.343853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dcec083e-df1b-4b61-82e0-7bd3be81bcca tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Synchronizing usage tracker for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:20.371793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 56b1606f-1ee4-44df-bf1b-98f525d10018 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:20.372138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 56b1606f-1ee4-44df-bf1b-98f525d10018 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:20.400426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:20.428667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dcec083e-df1b-4b61-82e0-7bd3be81bcca tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Unset dirty status for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:20.432344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dcec083e-df1b-4b61-82e0-7bd3be81bcca tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1901636 Jan 18 23:38:20.432639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:20.514075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting port e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:20.514424 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.514523 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.794057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.840583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.903857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:20.912146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:20.916828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:20.917608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:20.917825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Calling delete_port for e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:20.929526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe79232-8695-4ab5-a20b-c78dbca63468 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:20.955985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=4b785ce1-dd09-4a8e-b417-a00cf25aa321,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:21.024989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a226f324-f778-4599-b92b-df1c5701dce2 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9483829 Jan 18 23:38:21.024989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:21.032648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'security_group': {'name': 'tempest-secgroup-645506512'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:21.040327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:21.045590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:21.049074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:21.055782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:21.114965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.167517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Port': ['ID=e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:21.175709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.175833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.197885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'tenant_id': '8e02137aa5f240d49dcc570e7f957677', 'fixed_ips': [{'subnet_id': '4b785ce1-dd09-4a8e-b417-a00cf25aa321'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:21.198694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.215736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:21.219724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:21.223283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:21.229152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:21.289183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fca42f1d-ec41-4232-b2ff-a5a2674129e4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/ports/e6bbd80f-2133-4ba6-8aa8-d527e5fb9c6b HTTP/1.1" status: 204 len: 168 time: 0.8472607 Jan 18 23:38:21.289734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.290984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:21.361896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting port 1ece7f8f-3594-432a-a24d-8d933786d6f2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:21.362277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.396603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.398435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Allocated IP 172.20.0.2 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/4b785ce1-dd09-4a8e-b417-a00cf25aa321/9edfdc48-19f9-4535-94d9-7b8eb3d7b66b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:21.541804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc175d22-033f-4de0-b98d-3a0dfa97228a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:21.628532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.629768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8abe90bc-cd10-47fa-a633-b6549f76a1f3 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6041532 Jan 18 23:38:21.633069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:21.639290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'security_group': {'name': 'tempest-secgroup-851811548'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:21.645535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.648811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:21.652962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:21.656236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:21.656765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Transition to ACTIVE for port object 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:21.663970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:21.670306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.676769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Transition to ACTIVE for port object 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:21.760354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.794305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Calling delete_port for 1ece7f8f-3594-432a-a24d-8d933786d6f2 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:21.796100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:21.800650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:21.820331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:21.823572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:21.835500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:21.886453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:21.905721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.906302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.906792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.908906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.908906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.908906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.908906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.908906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.909509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.909987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.910445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:21.927263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:21.929708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:21.931687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:21.960699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.006210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.021851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Attempting to bind port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:38:22.022228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Attempting to bind port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2c9fa937-9b3c-40cb-9274-53b9ba69fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:38:22.022598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Attempting to bind port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b on network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:38:22.029164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:38:22.029748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Checking segment: {'id': '2c9fa937-9b3c-40cb-9274-53b9ba69fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:22.030301 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.030838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Bound using segment: {'id': '2c9fa937-9b3c-40cb-9274-53b9ba69fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:38:22.032707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Bound port: 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9fa937-9b3c-40cb-9274-53b9ba69fea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:38:22.032707 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.051988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.070575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Port': ['ID=1ece7f8f-3594-432a-a24d-8d933786d6f2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:22.100687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.105948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ddf51-4b31-44d2-bf99-e2c2596e30e9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:22.138694 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d8ebaa86-1cd6-477a-8020-b1c74e1f82d2 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/ports/1ece7f8f-3594-432a-a24d-8d933786d6f2 HTTP/1.1" status: 204 len: 168 time: 0.8465848 Jan 18 23:38:22.141090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:22.147557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:22.151172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:22.178308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.179526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5e7931fc-a410-444a-b1c7-2fcb815b5c9b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5454125 Jan 18 23:38:22.182628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:22.185734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d62124b3-a966-40c1-a697-9ed28256d639 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Synchronizing usage tracker for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:22.188992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-839018659', 'security_groups': ['007ddf51-4b31-44d2-bf99-e2c2596e30e9'], 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b785ce1-dd09-4a8e-b417-a00cf25aa321'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:22.230193 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.268119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d62124b3-a966-40c1-a697-9ed28256d639 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Unset dirty status for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:22.270435 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d62124b3-a966-40c1-a697-9ed28256d639 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1282907 Jan 18 23:38:22.274414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:22.280985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2114551725'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:22.287728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:22.295233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:network and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:22.298395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:22.304603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:22.318332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1e88-4f0b-4f01-a612-3519b5d3a81b None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:22.341552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:22.397563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:22.421696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:22.425987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.461269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:22.477448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.477787 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment ece9f81a-5065-4bc3-83b4-9257c6fb4acb of type vlan for network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb Jan 18 23:38:22.490219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:22.499110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.532315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.538557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:22.678605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.682979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:22.684354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:22.809573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:22.822302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:22.825094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.14 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/4b785ce1-dd09-4a8e-b417-a00cf25aa321/a6bba531-7366-46f7-9f9a-1618d3f2a8a9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:22.935400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-94d5b8cd-a75a-48a3-b57b-0e3472664880 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6598482 Jan 18 23:38:22.941516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:22.945027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-468211204'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:22.950928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:22.955225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:network and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:22.958195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:22.964237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:23.051999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:23.055297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.089678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:23.099179 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.099532 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Added segment 39292734-7a44-4e30-b766-27429c29173f of type vlan for network f8e9b320-c9b4-480b-882a-cb86b6b069b3 Jan 18 23:38:23.129618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.145865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.161830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object a6bba531-7366-46f7-9f9a-1618d3f2a8a9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:23.228960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.232778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:23.233413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.286459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.349481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Network': ['ID=f8e9b320-c9b4-480b-882a-cb86b6b069b3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:23.361870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:23.378935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:23.382850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:23.385454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:23.404714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8759654f-8561-4372-a8a6-5dd1676861cb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4672883 Jan 18 23:38:23.427524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=a6bba531-7366-46f7-9f9a-1618d3f2a8a9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:23.478596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:23.479223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.538513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:23.544256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'subnets': [{'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2142789493', 'ip_version': 4}, {'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:23.544570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'subnet': {'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2142789493', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:23.545307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Request body: {'subnet': {'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:23.613517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d19124a-71ab-4473-a1e3-03386af3355f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4286916 Jan 18 23:38:23.626484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:23.632716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:23.779076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:23.782874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Usage tracker for resource:subnet and tenant:5e835513d47442e9a6d658cb9f8ffb77 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:23.786819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:23.795515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:23.797794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aa98c64f-d297-47e6-8114-f042687826df None None] Provisioning for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:23.805362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:23.809966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:23.813455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:23.820630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:23.832897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aa98c64f-d297-47e6-8114-f042687826df None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:23.833304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa98c64f-d297-47e6-8114-f042687826df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:23.897207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Made reservation on behalf of 5e835513d47442e9a6d658cb9f8ffb77 for: {'subnet': 2} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:23.914271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aa98c64f-d297-47e6-8114-f042687826df None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:23.926367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:23.931527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.082479 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b785ce1-dd09-4a8e-b417-a00cf25aa321 (CIDR: 172.20.0.0/28) Jan 18 23:38:24.100565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f5c3db0-f7e1-401c-8b64-489f105ef853 None None] Provisioning for port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:24.106011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f5c3db0-f7e1-401c-8b64-489f105ef853 None None] Provisioning complete for port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:24.106387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f5c3db0-f7e1-401c-8b64-489f105ef853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.136171 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:38:24.137357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:24.176126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6f5c3db0-f7e1-401c-8b64-489f105ef853 None None] Port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:24.217760 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f6b6477f-2109-486a-967d-9d7fc38cf001 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5903296 Jan 18 23:38:24.220462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:24.227168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:24.244304 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.245648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.401739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:24.407812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:24.412670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:24.417407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:24.426418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:24.531416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:24.536500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.560348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:24.565693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:24.568853 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.713953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.774718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:24.872785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.926919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:24.970835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:25.017609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:25.021157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:25.025447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.026053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.031192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9116be-a45b-4cb6-9b84-710c3413eda7 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:25.033731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=cd70450c-a7b4-4401-8f8f-b04b0fbc84eb,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:25.055513 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.130723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3b57a7f2-859b-493c-b48e-2a0d81871e0c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9089117 Jan 18 23:38:25.133194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47594) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:25.136997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Subnet': ['ID=721a60e9-f48b-4c7d-963d-ac36c922a001,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:25.139478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1334029468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd70450c-a7b4-4401-8f8f-b04b0fbc84eb'}], 'security_groups': ['bc175d22-033f-4de0-b98d-3a0dfa97228a']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:25.151469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Checking segment: {'id': 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:25.152051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network hostable DHCP agents. Network: 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:25.231886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:25.278543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.321070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:25.332405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.348001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad7f8c-0104-4451-ac8f-6be29a47c988 None None] Network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:25.442195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event updated for resources: {'Subnet': ['ID=f2a4e51a-c335-4d68-9186-7b58c203cf8a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:25.498270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Checking segment: {'id': '39292734-7a44-4e30-b766-27429c29173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:25.498996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network hostable DHCP agents. Network: f8e9b320-c9b4-480b-882a-cb86b6b069b3, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:25.546479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Update dhcp port {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'fixed_ips': [{'subnet_id': '4b785ce1-dd09-4a8e-b417-a00cf25aa321', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cd70450c-a7b4-4401-8f8f-b04b0fbc84eb'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '9edfdc48-19f9-4535-94d9-7b8eb3d7b66b'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:38:25.594061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:25.675221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.691934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f8e9b320-c9b4-480b-882a-cb86b6b069b3) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:25.705137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c400b8c-7f2c-4a2a-b502-2814b36fc353 None None] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:25.708466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.709142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.710011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.829560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dce567be-60c8-4d27-9790-2a4f7a0ca3ec tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2899127 Jan 18 23:38:25.832207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:25.837850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb', 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb', 'tenant_id': '5e835513d47442e9a6d658cb9f8ffb77', 'fixed_ips': [{'subnet_id': '721a60e9-f48b-4c7d-963d-ac36c922a001'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:25.838656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:25.893945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Delete allocated IP 172.20.0.14 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/4b785ce1-dd09-4a8e-b417-a00cf25aa321) {{(pid=84543) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:38:25.908127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.27 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/cd70450c-a7b4-4401-8f8f-b04b0fbc84eb/a6bba531-7366-46f7-9f9a-1618d3f2a8a9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:25.933949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.935492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.937068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:25.938061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Synchronizing usage tracker for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:subnet {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:26.047021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Unset dirty status for tenant:5e835513d47442e9a6d658cb9f8ffb77 on resource:subnet {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:26.054811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:26.056306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ee1f1ef-bc09-4947-855e-1ee5dd0fe04c tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2229221 Jan 18 23:38:26.205905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Allocated IP 172.20.0.2 (1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb/721a60e9-f48b-4c7d-963d-ac36c922a001/d21c0d3f-234a-4922-acdf-b5ced767ccb5) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:26.216577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f8e9b320-c9b4-480b-882a-cb86b6b069b3', 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3', 'tenant_id': '5e835513d47442e9a6d658cb9f8ffb77', 'fixed_ips': [{'subnet_id': 'f2a4e51a-c335-4d68-9186-7b58c203cf8a'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:26.217627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.363221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.resource_extend [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 23:38:26.381006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.391492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:26.420211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object a6bba531-7366-46f7-9f9a-1618d3f2a8a9 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:26.449820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting subnet 721a60e9-f48b-4c7d-963d-ac36c922a001 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:26.469454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.650994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=a6bba531-7366-46f7-9f9a-1618d3f2a8a9,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:26.668160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] In _notify_port_updated(), no bound segment for port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 on network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:38:26.672239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:26.672900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.677738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-902bdb88-faca-47cb-85b1-2cfc8534d384 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/ports/a6bba531-7366-46f7-9f9a-1618d3f2a8a9 HTTP/1.1" status: 200 len: 921 time: 1.5435212 Jan 18 23:38:26.678110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47674) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:26.738507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Allocated IP 172.20.0.18 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/cd70450c-a7b4-4401-8f8f-b04b0fbc84eb/9edfdc48-19f9-4535-94d9-7b8eb3d7b66b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:26.741979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Allocated IP 172.20.0.18 (f8e9b320-c9b4-480b-882a-cb86b6b069b3/f2a4e51a-c335-4d68-9186-7b58c203cf8a/59a2ff08-fd44-42a7-b095-ee677728bf35) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:26.755053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port a6bba531-7366-46f7-9f9a-1618d3f2a8a9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:26.755399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.774949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:26.775335 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.806758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:26.962896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Transition to ACTIVE for port object d21c0d3f-234a-4922-acdf-b5ced767ccb5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:27.029482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Transition to ACTIVE for port object d21c0d3f-234a-4922-acdf-b5ced767ccb5 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:27.055899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.102711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.134879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.197493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for a6bba531-7366-46f7-9f9a-1618d3f2a8a9 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:27.198338 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.278501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:27.310913 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.361451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:27.370678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Pushing event updated for resources: {'Port': ['ID=d21c0d3f-234a-4922-acdf-b5ced767ccb5,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:27.373048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:27.383037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:27.399532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.415769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.442822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Transition to ACTIVE for port object 59a2ff08-fd44-42a7-b095-ee677728bf35 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:27.505723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Transition to ACTIVE for port object 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:27.521270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Transition to ACTIVE for port object 59a2ff08-fd44-42a7-b095-ee677728bf35 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:27.537567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.537749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.538143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Attempting to bind port d21c0d3f-234a-4922-acdf-b5ced767ccb5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:38:27.538143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Attempting to bind port d21c0d3f-234a-4922-acdf-b5ced767ccb5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:38:27.538143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Attempting to bind port d21c0d3f-234a-4922-acdf-b5ced767ccb5 on network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:38:27.538143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:38:27.538143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Checking segment: {'id': 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:27.538478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.538853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Bound using segment: {'id': 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:38:27.539248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Bound port: d21c0d3f-234a-4922-acdf-b5ced767ccb5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:38:27.539627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.574395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Subnet': ['ID=721a60e9-f48b-4c7d-963d-ac36c922a001,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:27.581656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.589269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=a6bba531-7366-46f7-9f9a-1618d3f2a8a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:27.623536 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.671696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.709340 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-62f3a001-2ea3-462b-9bf8-1d46386b64e9 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/subnets/721a60e9-f48b-4c7d-963d-ac36c922a001 HTTP/1.1" status: 204 len: 168 time: 1.6504700 Jan 18 23:38:27.709930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47720) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:27.782008 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:27.797933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5db8f9c3-f0e5-4bfa-8bec-4264c842302b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/a6bba531-7366-46f7-9f9a-1618d3f2a8a9 HTTP/1.1" status: 204 len: 168 time: 1.1184320 Jan 18 23:38:27.799097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:27.814417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:27.840867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:27.849910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:27.861435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46de8f7-747f-4d1b-8a57-e94831c76bb9 None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:27.866938 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bfeb2e-d753-4a98-90b8-c51f52bf3b17 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:38:27.867633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] For port d21c0d3f-234a-4922-acdf-b5ced767ccb5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:27.868536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34bfeb2e-d753-4a98-90b8-c51f52bf3b17 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:27.956701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] For port d21c0d3f-234a-4922-acdf-b5ced767ccb5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d21c0d3f-234a-4922-acdf-b5ced767ccb5,segment=NetworkSegment(ece9f81a-5065-4bc3-83b4-9257c6fb4acb),segment_id=ece9f81a-5065-4bc3-83b4-9257c6fb4acb)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:28.004575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34bfeb2e-d753-4a98-90b8-c51f52bf3b17 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:28.008745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-34bfeb2e-d753-4a98-90b8-c51f52bf3b17 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/a6bba531-7366-46f7-9f9a-1618d3f2a8a9 HTTP/1.1" status: 404 len: 333 time: 0.2052801 Jan 18 23:38:28.009232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:28.041075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Pushing event updated for resources: {'Port': ['ID=59a2ff08-fd44-42a7-b095-ee677728bf35,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:28.087416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting subnet f2a4e51a-c335-4d68-9186-7b58c203cf8a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:28.095102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.108017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.176138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Attempting to bind port 59a2ff08-fd44-42a7-b095-ee677728bf35 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:38:28.176477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Attempting to bind port 59a2ff08-fd44-42a7-b095-ee677728bf35 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '39292734-7a44-4e30-b766-27429c29173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:38:28.176866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Attempting to bind port 59a2ff08-fd44-42a7-b095-ee677728bf35 on network f8e9b320-c9b4-480b-882a-cb86b6b069b3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:38:28.183639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.222622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:38:28.223007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Checking segment: {'id': '39292734-7a44-4e30-b766-27429c29173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:28.223409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.223805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Bound using segment: {'id': '39292734-7a44-4e30-b766-27429c29173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:38:28.224809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Bound port: 59a2ff08-fd44-42a7-b095-ee677728bf35, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39292734-7a44-4e30-b766-27429c29173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f8e9b320-c9b4-480b-882a-cb86b6b069b3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:38:28.224809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.246742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.276373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.378290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36e80e-fce1-4cd3-beb4-7939a555fa08 None None] Pushing event updated for resources: {'Port': ['ID=d21c0d3f-234a-4922-acdf-b5ced767ccb5,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:28.407730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:28.431612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.477723 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.528247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ddf51-4b31-44d2-bf99-e2c2596e30e9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:28.545482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.549450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af6d88b3-843e-481b-a36a-d7c5f2638878 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/security-groups/007ddf51-4b31-44d2-bf99-e2c2596e30e9 HTTP/1.1" status: 204 len: 168 time: 0.5391037 Jan 18 23:38:28.550934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47766) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:28.637801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9c4fa-cb1d-4dc9-a04d-25a5fa20deb0 None None] Network 1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:28.640086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.652245 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.687015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.739806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a4e51a-c335-4d68-9186-7b58c203cf8a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:28.761973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.775777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] For port 59a2ff08-fd44-42a7-b095-ee677728bf35, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:28.791437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47778) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:28.791891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f67c031f-7598-4101-b972-fb79d42012fb tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/subnets/f2a4e51a-c335-4d68-9186-7b58c203cf8a HTTP/1.1" status: 204 len: 168 time: 1.0668199 Jan 18 23:38:28.809589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Could not find standard attr ID for object a6bba531-7366-46f7-9f9a-1618d3f2a8a9. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:38:28.822146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] For port 59a2ff08-fd44-42a7-b095-ee677728bf35, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=59a2ff08-fd44-42a7-b095-ee677728bf35,segment=NetworkSegment(39292734-7a44-4e30-b766-27429c29173f),segment_id=39292734-7a44-4e30-b766-27429c29173f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:28.871307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bced1c-622f-4e84-b08e-f4cd49e9f025 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:28.877086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-38bced1c-622f-4e84-b08e-f4cd49e9f025 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0800662 Jan 18 23:38:28.878646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:28.907702 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.910898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.995978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:28.997149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/security-groups/bc175d22-033f-4de0-b98d-3a0dfa97228a HTTP/1.1" status: 204 len: 168 time: 0.4448743 Jan 18 23:38:28.998594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4f3fd-6818-464e-a431-20111ceea545 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc175d22-033f-4de0-b98d-3a0dfa97228a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:29.000982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:29.029014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f5fe2-2e3a-4da0-8486-d35843233f31 None None] Pushing event updated for resources: {'Port': ['ID=59a2ff08-fd44-42a7-b095-ee677728bf35,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:29.040771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.054552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting port 59a2ff08-fd44-42a7-b095-ee677728bf35 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:29.054935 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.090249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:29.090627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.286084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:29.386838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet 4b785ce1-dd09-4a8e-b417-a00cf25aa321 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:29.390306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.463191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Provisioning for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:29.469130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:29.469689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1948994e-8f5d-4213-9eb4-595475017bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.525375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.700188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.728451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] For port 59a2ff08-fd44-42a7-b095-ee677728bf35, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=59a2ff08-fd44-42a7-b095-ee677728bf35,segment=NetworkSegment(39292734-7a44-4e30-b766-27429c29173f),segment_id=39292734-7a44-4e30-b766-27429c29173f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:29.729076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.821004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-885453e0-fd67-401f-b879-ec64d2225488 None None] Could not find standard attr ID for object a6bba531-7366-46f7-9f9a-1618d3f2a8a9. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:38:29.892147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Calling delete_port for 59a2ff08-fd44-42a7-b095-ee677728bf35 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:29.903002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.990397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:29.992409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=4b785ce1-dd09-4a8e-b417-a00cf25aa321,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:29.992597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfeea53-2952-4f75-9a2a-c473626b3767 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:29.998411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1ddd273a-79ee-4fa0-b807-b1b9409b4acc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/4b785ce1-dd09-4a8e-b417-a00cf25aa321 HTTP/1.1" status: 204 len: 168 time: 0.9956996 Jan 18 23:38:30.002430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:30.009355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:30.066595 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.112695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Port': ['ID=59a2ff08-fd44-42a7-b095-ee677728bf35,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:30.121839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] No DVR routers for this DVR port 59a2ff08-fd44-42a7-b095-ee677728bf35 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:30.248946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:30.260272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:30.265013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:30.272879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:30.349260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:30.356037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.370121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.423629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e9b320-c9b4-480b-882a-cb86b6b069b3']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:30.438458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39292734-7a44-4e30-b766-27429c29173f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:30.438762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39292734-7a44-4e30-b766-27429c29173f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:30.474387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.506948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.532060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:30.532060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:30.561938 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:30.806218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.840225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:30.844373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=f8e9b320-c9b4-480b-882a-cb86b6b069b3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:30.870184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-789f13a9-0f5b-4d0a-9268-49c9f101abb4 tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/f8e9b320-c9b4-480b-882a-cb86b6b069b3 HTTP/1.1" status: 204 len: 168 time: 1.9903648 Jan 18 23:38:30.875754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47818) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:30.918238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad90b1b0-1b96-4ad2-8f80-fad6d6957545 None None] DHCP port deletion for f8e9b320-c9b4-480b-882a-cb86b6b069b3 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:30.941765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b1137-84c3-4dfd-81b7-8bbadf4fee95 None None] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:30.978770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6246dd4c-45f9-45d6-ae32-befecc08692a None None] Could not find standard attr ID for object 59a2ff08-fd44-42a7-b095-ee677728bf35. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:38:30.985577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b1137-84c3-4dfd-81b7-8bbadf4fee95 None None] Network f8e9b320-c9b4-480b-882a-cb86b6b069b3 could not be found, it might have been deleted concurrently. {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 18 23:38:31.005705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.042068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.057192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Deleting port d21c0d3f-234a-4922-acdf-b5ced767ccb5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:31.057531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.090655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:31.093965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:31.106027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:31.106619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.112462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=ae8293e4-f5ea-48c9-ac1e-df8af2239971,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:31.192532 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae80b3ef-f6f8-4533-8a37-2182a21357c6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1880465 Jan 18 23:38:31.193202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47822) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:31.198936 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752650313'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:31.206736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:31.211450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:31.215452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:31.222272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:31.274426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda34b1-dc3b-4b79-8f97-5a257b0b324f None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:31.302018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.319558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] For port d21c0d3f-234a-4922-acdf-b5ced767ccb5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d21c0d3f-234a-4922-acdf-b5ced767ccb5,segment=NetworkSegment(ece9f81a-5065-4bc3-83b4-9257c6fb4acb),segment_id=ece9f81a-5065-4bc3-83b4-9257c6fb4acb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:31.319924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.339102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:31.347908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:31.352535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:31.359736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:31.373841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5dc72082-b5db-41f5-aced-d05ded4aa646 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:31.374316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5dc72082-b5db-41f5-aced-d05ded4aa646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.465395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.530328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Calling delete_port for d21c0d3f-234a-4922-acdf-b5ced767ccb5 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:31.538475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.644479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a119c-f6fb-4f28-976c-fe563ad02ae9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:31.719089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5dc72082-b5db-41f5-aced-d05ded4aa646 None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:31.719458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5dc72082-b5db-41f5-aced-d05ded4aa646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.794641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.795168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.797066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-951f04f4-8da7-4e81-bef8-0925f2dd240e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6028779 Jan 18 23:38:31.804329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47832) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:31.812593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608561459'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:31.816502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5dc72082-b5db-41f5-aced-d05ded4aa646 None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:31.825375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:31.831013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:31.848541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Update dhcp port {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'fixed_ips': [{'subnet_id': 'cd70450c-a7b4-4401-8f8f-b04b0fbc84eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae8293e4-f5ea-48c9-ac1e-df8af2239971'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '9edfdc48-19f9-4535-94d9-7b8eb3d7b66b'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:38:31.848961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:31.851814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Port': ['ID=d21c0d3f-234a-4922-acdf-b5ced767ccb5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:31.864055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:31.880398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] No DVR routers for this DVR port d21c0d3f-234a-4922-acdf-b5ced767ccb5 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:31.911352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:31.981581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.025933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:32.031111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:32.036095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:32.043310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:32.065167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.093504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.109012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.109456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece9f81a-5065-4bc3-83b4-9257c6fb4acb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.131507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.134877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.162969 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.169453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:32.169842 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:32.185188 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:32.192509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Allocated IP 172.20.0.2 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/ae8293e4-f5ea-48c9-ac1e-df8af2239971/9edfdc48-19f9-4535-94d9-7b8eb3d7b66b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:32.203657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.247993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e863fc7-8eed-4592-9139-b2b6a355e0c7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:32.297260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 59a2ff08-fd44-42a7-b095-ee677728bf35 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:32.317707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.318952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-33c652ad-40ed-4c6a-ab59-67fbe96ad375 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5133150 Jan 18 23:38:32.321594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:32.327173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1033814494'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:32.334446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:32.338540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:32.341778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:32.348314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:32.350699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 59a2ff08-fd44-42a7-b095-ee677728bf35 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:32.351111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 59a2ff08-fd44-42a7-b095-ee677728bf35 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:32.397879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:32.423067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.432651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.466234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Transition to ACTIVE for port object 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:32.466665 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.468789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:32.472473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.476075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:security_group_rule and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:32.476742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:32.482963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:32.506605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:32.514744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b5819e81-c818-4c29-99a8-275af76b3d9e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/1aa4d3b2-afd5-4d70-ac0e-d86d5496adbb HTTP/1.1" status: 204 len: 168 time: 1.6348855 Jan 18 23:38:32.514744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:32.543287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.554062 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.624136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.636553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.707440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae988e18-db01-4c6e-a098-a9f021130639,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:32.707530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462032d4-55c4-46ae-9d9b-d09c6d66f74e None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:32.803309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.805614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.807092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a0fa3e76-4f25-42e6-a00c-28f2049d4eeb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4845769 Jan 18 23:38:32.809713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47852) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:32.815902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-233604795', 'security_groups': ['ae988e18-db01-4c6e-a098-a9f021130639'], 'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae8293e4-f5ea-48c9-ac1e-df8af2239971'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:32.848220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51d7760-41ee-472d-8385-53ce6c6d01d7']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.864637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8c895c-3e89-483b-ab81-da14552f9d68') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.866585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8c895c-3e89-483b-ab81-da14552f9d68') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:32.885570 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.911223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.923161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:32.923161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:32.948472 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:33.033401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:33.050605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:33.119992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.141137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.147939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=a51d7760-41ee-472d-8385-53ce6c6d01d7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:33.158184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0dcd99f0-ef8f-448d-a0b5-8293d1c1f36f tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/a51d7760-41ee-472d-8385-53ce6c6d01d7 HTTP/1.1" status: 204 len: 168 time: 0.6403930 Jan 18 23:38:33.159307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:33.177094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:33.182386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.228393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] device_id is not set on port d7ee9d19-e6a3-456f-8c74-54466460767c yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:33.314210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.478058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.9 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/ae8293e4-f5ea-48c9-ac1e-df8af2239971/d7ee9d19-e6a3-456f-8c74-54466460767c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:33.491658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.524162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a084e4d4-ace3-4ea7-9c93-5828f12e37a9']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:33.527309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ada07-c45d-42f3-8924-cec892a03f4b None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 23:38:33.539212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cdf666-99f2-40e6-b3ad-25d413013efa') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:33.539767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cdf666-99f2-40e6-b3ad-25d413013efa') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:33.553038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.573933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.591885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:33.592294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:33.618478 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:33.664307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ada07-c45d-42f3-8924-cec892a03f4b None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 18 23:38:33.676670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Provisioning for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:33.685650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:33.686024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.692392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.711918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object d7ee9d19-e6a3-456f-8c74-54466460767c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:33.820680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.826094 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.858165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] 10.222.0.59 "DELETE /v2.0/networks/a084e4d4-ace3-4ea7-9c93-5828f12e37a9 HTTP/1.1" status: 204 len: 168 time: 0.6931264 Jan 18 23:38:33.870019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:33.882706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b6167-11db-4063-90da-0549d22cd24e tempest-BulkNetworkOpsTest-2098058003 tempest-BulkNetworkOpsTest-2098058003-project] Pushing event deleted for resources: {'Network': ['ID=a084e4d4-ace3-4ea7-9c93-5828f12e37a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:33.975645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=d7ee9d19-e6a3-456f-8c74-54466460767c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:34.002423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:34.003587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:34.007726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:34.073006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:34.073622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.100395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:34.102596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.213637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c658e18-e7d8-46dc-83a2-02770731d98e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4013314 Jan 18 23:38:34.215176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:34.218132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6c65faeb-ad2e-4d6a-8295-1832ce070f7b None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:34.223500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:34.375639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:34.435901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:34.440638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:34.443892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:34.450169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:34.520100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:34.584335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:34.584884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.667868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47878) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:34.713101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.829889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9262b7b0-9e2b-4c67-b4af-384015244f0c None None] Provisioning for port d7ee9d19-e6a3-456f-8c74-54466460767c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:34.841053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9262b7b0-9e2b-4c67-b4af-384015244f0c None None] Provisioning complete for port d7ee9d19-e6a3-456f-8c74-54466460767c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:34.841053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9262b7b0-9e2b-4c67-b4af-384015244f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:34.916103 n-d-825175-2 neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae8293e4-f5ea-48c9-ac1e-df8af2239971 (CIDR: 172.20.0.0/28) Jan 18 23:38:34.956270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-562751ee-f6ed-459f-ba62-2b647446255c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e835513d47442e9a6d658cb9f8ffb77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2862701 Jan 18 23:38:34.958830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47886) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:34.966055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9262b7b0-9e2b-4c67-b4af-384015244f0c None None] Port d7ee9d19-e6a3-456f-8c74-54466460767c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:34.977196 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:38:34.977462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:35.038636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.061180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47890) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:35.074955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.117410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:35.117983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8d274b6d-a6b1-4406-aa4a-7ac630638e16 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9012063 Jan 18 23:38:35.123042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:35.221930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.241178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b3b3e6-d2f9-4af6-bf43-0d1baf1f5721,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:35.248557 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.255038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf6289ec-4907-4ddc-abbe-442717f06b21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89b3b3e6-d2f9-4af6-bf43-0d1baf1f5721 HTTP/1.1" status: 204 len: 168 time: 0.2950191 Jan 18 23:38:35.304275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.329806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:35.336986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:35.341070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:35.360481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:35.371619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:35.375905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Usage tracker for resource:security_group_rule and tenant:cdba56fb6aa348c9ba835d069059a4b8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:35.378788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:35.384452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:35.445202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:35.527655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.599390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.665951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:35.970012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987c5357-9b50-4262-beb9-70e0f52442a1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:36.009311 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cd70450c-a7b4-4401-8f8f-b04b0fbc84eb (CIDR: 172.20.0.16/28) Jan 18 23:38:36.017858 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-35e01493-2a43-438a-9984-30a2aa8a9aef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdba56fb6aa348c9ba835d069059a4b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9554224 Jan 18 23:38:36.021529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47920) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:36.070046 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:38:36.070594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:36.079161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07d5064c-0a78-4d56-b04d-778b14f8c5ed req-81b5db09-fc08-410b-8091-e599959c4d56 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.2797689 Jan 18 23:38:36.123878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-07d5064c-0a78-4d56-b04d-778b14f8c5ed req-8640acff-b90d-4cd2-b6a0-6c71f60dc40e tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Synchronizing usage tracker for tenant:4c801a07cdb741c09794c7efe97cbd9b on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:36.130195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.154372 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-58966027-82d4-4272-b19b-a78997f64f6f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0358684 Jan 18 23:38:36.157225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 47924) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:36.158668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.163029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'subnet': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:36.231708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-07d5064c-0a78-4d56-b04d-778b14f8c5ed req-8640acff-b90d-4cd2-b6a0-6c71f60dc40e tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Unset dirty status for tenant:4c801a07cdb741c09794c7efe97cbd9b on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:36.232870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07d5064c-0a78-4d56-b04d-778b14f8c5ed req-8640acff-b90d-4cd2-b6a0-6c71f60dc40e tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473608 Jan 18 23:38:36.265203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47932) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:36.312174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:36.316468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Usage tracker for resource:subnet and tenant:8e02137aa5f240d49dcc570e7f957677 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:36.319390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:36.337972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:36.338222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.369199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c5357-9b50-4262-beb9-70e0f52442a1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:36.396868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.396868 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-24a3738b-e7f3-4a77-bd08-04960344d5fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/987c5357-9b50-4262-beb9-70e0f52442a1 HTTP/1.1" status: 204 len: 168 time: 0.3716092 Jan 18 23:38:36.451483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Made reservation on behalf of 8e02137aa5f240d49dcc570e7f957677 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:36.456813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.507175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port d3ba9ff7-81d7-4dd5-871e-462ae54f6043 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:36.507903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.585845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47940) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:36.706029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.706334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.817419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.846838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for d3ba9ff7-81d7-4dd5-871e-462ae54f6043 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:36.912445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:36.922042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:36.932190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:36.935457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1963558961'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:36.936114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:36.936771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7898952-277e-4b56-95f3-833e406da048 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:36.945341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Subnet': ['ID=c69df14c-3418-494e-a0ad-db188b7575e2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:36.950031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:36.954980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:36.959237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:36.970163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:37.084819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 47956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:37.085385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a586d1a-a04b-41a6-b822-985a61fc6f10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9268212 Jan 18 23:38:37.096093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-928945198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c69df14c-3418-494e-a0ad-db188b7575e2'}], 'security_groups': ['8f3a119c-f6fb-4f28-976c-fe563ad02ae9', '2e863fc7-8eed-4592-9139-b2b6a355e0c7']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:37.145918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.199074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:37.202111 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.229014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.243335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=d3ba9ff7-81d7-4dd5-871e-462ae54f6043,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:37.315447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.366545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Update dhcp port {'port': {'network_id': '5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2', 'fixed_ips': [{'subnet_id': 'cd70450c-a7b4-4401-8f8f-b04b0fbc84eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ae8293e4-f5ea-48c9-ac1e-df8af2239971', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c69df14c-3418-494e-a0ad-db188b7575e2'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '9edfdc48-19f9-4535-94d9-7b8eb3d7b66b'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:38:37.423003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.464733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:37.477356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:37.486923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:37.509568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:37.518773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.639065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Allocated IP 172.20.0.34 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/c69df14c-3418-494e-a0ad-db188b7575e2/9edfdc48-19f9-4535-94d9-7b8eb3d7b66b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:37.822538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:37.909364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:37.930989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Transition to ACTIVE for port object 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:37.983507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.058832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.140972 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.236155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cf4fa-0e22-40e4-adc9-d76b9d2532fc None None] Pushing event updated for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:38.256034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:38.323035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650e2759-26e0-4815-b51f-4348f7bcf96b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:38.353599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.354295 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment 90e0ee49-8052-47e4-bde9-28cb6a342ecb of type vlan for network 46807c9c-e620-4954-a13b-b5b4675f67a1 Jan 18 23:38:38.369192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:38.396892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Delete allocated IP 172.20.0.9 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/ae8293e4-f5ea-48c9-ac1e-df8af2239971) {{(pid=84543) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:38:38.422515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.426665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Allocated IP 172.20.0.36 (5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2/c69df14c-3418-494e-a0ad-db188b7575e2/d7ee9d19-e6a3-456f-8c74-54466460767c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:38.681608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.685011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:38.685600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:38.841419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=46807c9c-e620-4954-a13b-b5b4675f67a1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:38.853211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:38.990221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.023899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Transition to ACTIVE for port object d7ee9d19-e6a3-456f-8c74-54466460767c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:39.062048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router d60058ec-3674-42f8-bb5e-f4c1785c2b67 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:38:39.266735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:38:39.271410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.276024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Sync routers for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:38:39.288168 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:39.288767 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:39.316287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ad040afe-2af7-4142-997e-0c872975064b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7290280 Jan 18 23:38:39.321190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48024) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:39.336434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'name': 'tempest-PortsIpV6TestJSON-1078612599'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:39.359021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b6dfce18-6373-4806-8dfd-8d90bb484e1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/floatingips/b322c641-1df3-4ceb-9934-fd872002b6aa HTTP/1.1" status: 204 len: 168 time: 3.0926318 Jan 18 23:38:39.386303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Provisioning for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:39.395771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.401827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:39.402256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.429976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:38:39.450307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.521823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:39.562578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:39.567144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:39.570026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:39.578068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:39.632589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:39.772097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:39.784383 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.829774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event updated for resources: {'Port': ['ID=d7ee9d19-e6a3-456f-8c74-54466460767c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:39.882959 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'status': 'completed', 'code': 200} Jan 18 23:38:39.907673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:39.908281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.912740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 90921eab-8b85-4217-830b-15b1bf891171 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:39.984765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] In _notify_port_updated(), no bound segment for port d7ee9d19-e6a3-456f-8c74-54466460767c on network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:38:39.989498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:39.990139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:39.991426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:39.991560 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7d9f4ab1-acec-4e04-83b9-5d6a0c465b65 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "PUT /v2.0/ports/d7ee9d19-e6a3-456f-8c74-54466460767c HTTP/1.1" status: 200 len: 959 time: 2.9048376 Jan 18 23:38:39.995448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48050) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:40.004276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.045585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:40.051230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Usage tracker for resource:security_group_rule and tenant:fba3e5d93af84c8f9e0e9461825c6e84 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:40.055235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:40.061616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:40.068985 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:40.074308 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Checking router: d60058ec-3674-42f8-bb5e-f4c1785c2b67 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:38:40.088747 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:40.089889 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:40.125393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Provisioning for port d7ee9d19-e6a3-456f-8c74-54466460767c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:40.132317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Provisioning complete for port d7ee9d19-e6a3-456f-8c74-54466460767c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:40.133107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.136038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.147597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port d7ee9d19-e6a3-456f-8c74-54466460767c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:40.147947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.185660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-2e3526aa-50ea-4b8a-8d22-142cf9f3f01f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 1097 time: 0.2885950 Jan 18 23:38:40.235126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.250805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-68ae0924-27b1-4a5b-b612-780854f92e03 None None] Port d7ee9d19-e6a3-456f-8c74-54466460767c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:40.384600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4fcdb627-d54d-455c-8159-c4ce6baea226 None None] Provisioning complete for port d7ee9d19-e6a3-456f-8c74-54466460767c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:40.385022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4fcdb627-d54d-455c-8159-c4ce6baea226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.449828 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:40.472126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fba3e5d93af84c8f9e0e9461825c6e84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8366096 Jan 18 23:38:40.478154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:40.488731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4fcdb627-d54d-455c-8159-c4ce6baea226 None None] Port d7ee9d19-e6a3-456f-8c74-54466460767c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:40.497009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae840f0-c028-43eb-97d0-f6be37c3423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb9c7e1-2540-4b97-a73e-b87e04e37fc8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:40.521746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cca912-a4fa-433a-8490-9524e188f945 req-20b8bff6-468c-4738-88c8-425e0ada43b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:40.523813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-20b8bff6-468c-4738-88c8-425e0ada43b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 200 len: 897 time: 0.3308530 Jan 18 23:38:40.601245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-458905af-efbc-4952-8e48-43988d4404bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 200 len: 217 time: 0.0703270 Jan 18 23:38:40.653278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a7bdb-b250-4d6a-9e90-cbfb98a6ce67 req-dde67b10-4d13-44f1-8774-744bc2dea2aa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:40.661420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c01a7bdb-b250-4d6a-9e90-cbfb98a6ce67 req-dde67b10-4d13-44f1-8774-744bc2dea2aa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2764368 Jan 18 23:38:40.714625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.743385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cca912-a4fa-433a-8490-9524e188f945 req-bb3dfd9c-f0ba-4d4a-b1cf-c1e02c99759a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:40.743385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-bb3dfd9c-f0ba-4d4a-b1cf-c1e02c99759a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 200 len: 835 time: 0.1334496 Jan 18 23:38:40.764796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c01a7bdb-b250-4d6a-9e90-cbfb98a6ce67 req-6fbf522d-baa6-4704-9d63-7d9f115d8e5e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021249 Jan 18 23:38:40.866084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-2f4d6ce8-69d6-4acf-9149-ec2b560ccc99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2acee4e8-5eab-4961-9576-4ba6d2b8d81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170549 Jan 18 23:38:40.868155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:40.885652 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a68752f-b163-4da2-87f3-56c903be4868 None None] The sync data for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 is: [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:35:55Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b8f06599-7158-40c4-8d2a-2690379a87cc', 'name': '', 'network_id': '2acee4e8-5eab-4961-9576-4ba6d2b8d81a', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:37:cd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:54Z', 'updated_at': '2022-01-18T23:36:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': 'feac9ce5-96db-452b-a566-5fd0fc31f85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:38:40.891246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:40.984097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.003750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.039278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-72450bbb-b777-4e2c-bf1c-cb16e7a365e1 service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662016 Jan 18 23:38:41.103433 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.160811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.171128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for d7ee9d19-e6a3-456f-8c74-54466460767c owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:41.214260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9418f39-c78c-4383-b93e-2d443c59fdc2 None None] New status for floating IP b322c641-1df3-4ceb-9934-fd872002b6aa: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:38:41.224009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4cca912-a4fa-433a-8490-9524e188f945 req-33145602-c6e1-4eaa-8fb1-9f32758e5ffe service neutron] 10.222.0.83 "GET /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783056 Jan 18 23:38:41.325341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=90921eab-8b85-4217-830b-15b1bf891171,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:41.350470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': '90e0ee49-8052-47e4-bde9-28cb6a342ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:41.350835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: 46807c9c-e620-4954-a13b-b5b4675f67a1, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:41.404092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.433386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb9c7e1-2540-4b97-a73e-b87e04e37fc8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:41.463532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.480863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7725f106-22bc-449f-a827-352e8cabde15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aeb9c7e1-2540-4b97-a73e-b87e04e37fc8 HTTP/1.1" status: 204 len: 168 time: 0.9879763 Jan 18 23:38:41.485545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:41.548244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.552084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691fecc-85db-4733-91da-36ea55769114 req-210fa64b-f484-4f95-ab72-44e8876f33a9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:41.559081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7691fecc-85db-4733-91da-36ea55769114 req-210fa64b-f484-4f95-ab72-44e8876f33a9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.83 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.1036162 Jan 18 23:38:41.601957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 46807c9c-e620-4954-a13b-b5b4675f67a1) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:41.604775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=d7ee9d19-e6a3-456f-8c74-54466460767c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:41.615539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b4ce1-ff64-4998-923c-477c1b2000ec None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:41.623931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:41.629928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:41.630858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.638682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 579af3ad-a9ea-4cec-8afd-4589cd811206 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:41.643770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.811091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:41.819847 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ea3cd8d-1c6e-40b9-9a6c-7ae8ae9ce3a7 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/d7ee9d19-e6a3-456f-8c74-54466460767c HTTP/1.1" status: 204 len: 168 time: 1.8200338 Jan 18 23:38:41.822012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48082) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:41.952949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-92e8273b-3624-4ad5-bda2-67bb81e5e652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6256523 Jan 18 23:38:41.958338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48092) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:41.980775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1028073828'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:41.995751 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-622f7a3c-dd75-4bac-82e7-f2018d63d2d1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] GET failed (client error): The resource could not be found. Jan 18 23:38:41.996254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-622f7a3c-dd75-4bac-82e7-f2018d63d2d1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Synchronizing usage tracker for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:42.018767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:42.029942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:42.036724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:42.044342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:42.141627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-622f7a3c-dd75-4bac-82e7-f2018d63d2d1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Unset dirty status for tenant:8e02137aa5f240d49dcc570e7f957677 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:42.146957 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-622f7a3c-dd75-4bac-82e7-f2018d63d2d1 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports/d7ee9d19-e6a3-456f-8c74-54466460767c HTTP/1.1" status: 404 len: 333 time: 0.3214977 Jan 18 23:38:42.151010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48100) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:42.199491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:42.203222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.226432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port 579af3ad-a9ea-4cec-8afd-4589cd811206, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=579af3ad-a9ea-4cec-8afd-4589cd811206,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:42.227416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.240498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab93fe-3196-45e8-bc7f-a3a2e91c285e req-6da93fef-6434-4c2c-bab2-d966e3b5a5f6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:42.242002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44ab93fe-3196-45e8-bc7f-a3a2e91c285e req-6da93fef-6434-4c2c-bab2-d966e3b5a5f6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 946 time: 0.2180567 Jan 18 23:38:42.261808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:42.290494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.290837 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment c17ccaab-6ee6-4822-ac6e-a5fe8242260f of type vlan for network be83f34c-ebd0-490a-a145-6f90d74e9653 Jan 18 23:38:42.296799 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.338735 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.342894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.382898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 579af3ad-a9ea-4cec-8afd-4589cd811206 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:42.481496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44ab93fe-3196-45e8-bc7f-a3a2e91c285e req-4bbbce29-fba1-480f-b873-7e0e5f932c3b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=48a72914-5a52-42d4-9992-b8acf65736c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751378 Jan 18 23:38:42.485581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.493024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:42.493024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.575234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.614830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae988e18-db01-4c6e-a098-a9f021130639,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:42.634158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=be83f34c-ebd0-490a-a145-6f90d74e9653,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:42.637048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.640908 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-52858c57-0db2-4b29-a601-831f5115df2b tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae988e18-db01-4c6e-a098-a9f021130639 HTTP/1.1" status: 204 len: 168 time: 0.4892898 Jan 18 23:38:42.641156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48114) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:42.645550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network be83f34c-ebd0-490a-a145-6f90d74e9653 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:42.668637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.706547 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e114ea9b-66b9-4c5c-ad46-6c544237585a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7426839 Jan 18 23:38:42.709860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:42.719933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'ports': [{'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'}, {'network_id': 'be83f34c-ebd0-490a-a145-6f90d74e9653'}]} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:42.720245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:42.721321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': 'be83f34c-ebd0-490a-a145-6f90d74e9653'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:42.802278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=579af3ad-a9ea-4cec-8afd-4589cd811206,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:42.836936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.840450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] No DVR routers for this DVR port 579af3ad-a9ea-4cec-8afd-4589cd811206 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:42.843233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:42.846853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-deleted', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:38:42.990553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7691fecc-85db-4733-91da-36ea55769114 req-4da24227-1085-40a2-931b-26b1529ef5da tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.83 "DELETE /v2.0/ports/579af3ad-a9ea-4cec-8afd-4589cd811206 HTTP/1.1" status: 204 len: 173 time: 1.4301915 Jan 18 23:38:43.151393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.164961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:43.177648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:43.183478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:43.200365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:43.274746 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d82d791-239d-4eb9-9a5a-08eef7ed1f0b', 'name': 'network-vif-deleted', 'tag': '579af3ad-a9ea-4cec-8afd-4589cd811206', 'status': 'completed', 'code': 200} Jan 18 23:38:43.277904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 2} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:43.281848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.305432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.357863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.389231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e863fc7-8eed-4592-9139-b2b6a355e0c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:43.434965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.436106 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3eb114e2-a473-4a8e-8390-c8263d44923f tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/security-groups/2e863fc7-8eed-4592-9139-b2b6a355e0c7 HTTP/1.1" status: 204 len: 168 time: 0.7936137 Jan 18 23:38:43.439073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48146) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:43.576285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.630583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:43.653324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.714290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-48ef7de1-aa24-45fd-a9e7-7903d37ac443 req-31c18a3e-ae2a-4d03-b2b3-edd0cf4897a1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:43.761574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.812548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-48ef7de1-aa24-45fd-a9e7-7903d37ac443 req-31c18a3e-ae2a-4d03-b2b3-edd0cf4897a1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:43.813920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48ef7de1-aa24-45fd-a9e7-7903d37ac443 req-31c18a3e-ae2a-4d03-b2b3-edd0cf4897a1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d82d791-239d-4eb9-9a5a-08eef7ed1f0b HTTP/1.1" status: 200 len: 210 time: 0.1514885 Jan 18 23:38:43.814991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.844519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a119c-f6fb-4f28-976c-fe563ad02ae9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:43.851242 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.855261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cb88acdd-d21b-47c3-88b7-148198781e0e tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/security-groups/8f3a119c-f6fb-4f28-976c-fe563ad02ae9 HTTP/1.1" status: 204 len: 168 time: 0.4145763 Jan 18 23:38:43.856260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:43.900676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dea58db0-68e2-4d2b-93f3-3d7db00bda84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:43.926781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 8f9cbb32-a0b1-41be-9afc-183da5cafde9 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:44.172740 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.175499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet ae8293e4-f5ea-48c9-ac1e-df8af2239971 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:44.175499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.194428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.287744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.350255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.425667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:44.433368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:44.437863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:44.438710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.479945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.491731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:44.537278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.537953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.538467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.539029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.539537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.540265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.540589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.540950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.547477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.547477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.547477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:44.568303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.571164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfdfb3-ace1-43e4-a9c4-1165bcd9af46 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:44.578749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/ae8293e4-f5ea-48c9-ac1e-df8af2239971 HTTP/1.1" status: 204 len: 168 time: 0.7181761 Jan 18 23:38:44.578749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2f987-ff51-4fe7-8350-78ff80c49454 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8293e4-f5ea-48c9-ac1e-df8af2239971,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:44.585169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:44.587616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': 'c17ccaab-6ee6-4822-ac6e-a5fe8242260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'be83f34c-ebd0-490a-a145-6f90d74e9653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:44.587977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: be83f34c-ebd0-490a-a145-6f90d74e9653, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:44.669836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet c69df14c-3418-494e-a0ad-db188b7575e2 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:44.673232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.699594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=8f9cbb32-a0b1-41be-9afc-183da5cafde9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:44.735428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.800336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network be83f34c-ebd0-490a-a145-6f90d74e9653 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:44.832750 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:44.952218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, be83f34c-ebd0-490a-a145-6f90d74e9653) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:44.957000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:44.968718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:44.969234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c7e23-a1f6-48bd-a680-debcaf6a0ced None None] Network be83f34c-ebd0-490a-a145-6f90d74e9653 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:44.977205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48192) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:44.980666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:44.993117 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.059887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.130305 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e43446de-41a2-438b-b965-878f267801c5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4191608 Jan 18 23:38:45.132811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:45.226981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=c69df14c-3418-494e-a0ad-db188b7575e2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:45.265743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 8f9cbb32-a0b1-41be-9afc-183da5cafde9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:45.266459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.277381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.292916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-073719e0-fc15-4f20-88d9-971f554157b6 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/c69df14c-3418-494e-a0ad-db188b7575e2 HTTP/1.1" status: 204 len: 168 time: 0.7058377 Jan 18 23:38:45.297181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48208) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:45.343481 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47cf5a6-0551-4521-a950-7aff3270c813 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:45.349100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47cf5a6-0551-4521-a950-7aff3270c813 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:45.349100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d47cf5a6-0551-4521-a950-7aff3270c813 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/ae8293e4-f5ea-48c9-ac1e-df8af2239971 HTTP/1.1" status: 404 len: 337 time: 0.0514750 Jan 18 23:38:45.349347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:45.761143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.762205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe9fe9-83d9-4f04-a965-36f04b531c64 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:45.803661 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:45.887554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-169749bd-aa31-49bd-9bb9-9bb1a7623786 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:45.888106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-169749bd-aa31-49bd-9bb9-9bb1a7623786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.069806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 8f9cbb32-a0b1-41be-9afc-183da5cafde9 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:46.135009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-99aa85dc-2927-425f-9f42-5c431fda347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.179788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting subnet cd70450c-a7b4-4401-8f8f-b04b0fbc84eb {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:46.187401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-169749bd-aa31-49bd-9bb9-9bb1a7623786 None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:46.187401 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-169749bd-aa31-49bd-9bb9-9bb1a7623786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.192183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.257050 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.277843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-169749bd-aa31-49bd-9bb9-9bb1a7623786 None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:46.475155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.545302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.579805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/8f9cbb32-a0b1-41be-9afc-183da5cafde9 HTTP/1.1" status: 204 len: 168 time: 1.4458072 Jan 18 23:38:46.585756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6ba6-64f0-4e1d-9da6-d3e8212c3ae2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=8f9cbb32-a0b1-41be-9afc-183da5cafde9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:46.593312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:46.644000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port b8f06599-7158-40c4-8d2a-2690379a87cc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:46.644583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.717497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.767230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba37fa-f8ef-459d-a243-4738cee159f9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:46.774658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba37fa-f8ef-459d-a243-4738cee159f9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:46.775476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dba37fa-f8ef-459d-a243-4738cee159f9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:46.842851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:46.867761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port b8f06599-7158-40c4-8d2a-2690379a87cc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b8f06599-7158-40c4-8d2a-2690379a87cc,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:46.868115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:46.894453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8dba37fa-f8ef-459d-a243-4738cee159f9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:46.897010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8dba37fa-f8ef-459d-a243-4738cee159f9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2858653 Jan 18 23:38:46.904162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:46.916103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 579af3ad-a9ea-4cec-8afd-4589cd811206 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:46.916460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 579af3ad-a9ea-4cec-8afd-4589cd811206 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:46.999084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.014380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for b8f06599-7158-40c4-8d2a-2690379a87cc owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:47.109529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9fe0c647-6223-49a0-9002-e515d0367a40 None None] Provisioning complete for port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:47.109903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9fe0c647-6223-49a0-9002-e515d0367a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.132204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Subnet': ['ID=cd70450c-a7b4-4401-8f8f-b04b0fbc84eb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:47.148655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.161116 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9c6d596b-0a01-41ad-a893-be36813598fb tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/cd70450c-a7b4-4401-8f8f-b04b0fbc84eb HTTP/1.1" status: 204 len: 168 time: 1.8107805 Jan 18 23:38:47.164619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.213295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:47.214129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.224002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bfd9c-b674-4e19-92d9-6ffec8655017 None None] Network 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:47.269197 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa4f628-9cd3-4944-a999-92020893ad02 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:47.269623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa4f628-9cd3-4944-a999-92020893ad02 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:47.271280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-afa4f628-9cd3-4944-a999-92020893ad02 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/4b785ce1-dd09-4a8e-b417-a00cf25aa321 HTTP/1.1" status: 404 len: 337 time: 0.1055756 Jan 18 23:38:47.273883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.338982 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b18766f2-812b-4984-b119-0304a4c9c2b9 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed8a333e-2a86-4920-85e3-53d3fa85ac40 HTTP/1.1" status: 200 len: 205 time: 0.0637949 Jan 18 23:38:47.344426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48278) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.363934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.368921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.453368 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-974a471e-e85e-4b30-ab75-61ac2d02f37c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] delete failed (client error): The resource could not be found. Jan 18 23:38:47.454574 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-974a471e-e85e-4b30-ab75-61ac2d02f37c tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/routers/ed8a333e-2a86-4920-85e3-53d3fa85ac40 HTTP/1.1" status: 404 len: 336 time: 0.1090631 Jan 18 23:38:47.461893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.544302 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7ee1a5-b4c9-4822-a019-fd76ed094d10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:47.544747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7ee1a5-b4c9-4822-a019-fd76ed094d10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:47.546450 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b7ee1a5-b4c9-4822-a019-fd76ed094d10 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/b6793bbd-5ef5-45cc-9523-eee81d6f517f HTTP/1.1" status: 404 len: 337 time: 0.0839636 Jan 18 23:38:47.556699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.562941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=b8f06599-7158-40c4-8d2a-2690379a87cc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:47.584301 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.632212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9fe0c647-6223-49a0-9002-e515d0367a40 None None] Provisioning complete for port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:47.633420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9fe0c647-6223-49a0-9002-e515d0367a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.649922 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b357823d-4bc4-4e9c-bf72-c14c19702d13 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:47.650452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b357823d-4bc4-4e9c-bf72-c14c19702d13 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:47.731042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b357823d-4bc4-4e9c-bf72-c14c19702d13 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/4e89ef18-9784-48cc-9ed9-2aaed5375494 HTTP/1.1" status: 404 len: 337 time: 0.1706727 Jan 18 23:38:47.732416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0c647-6223-49a0-9002-e515d0367a40 None None] Port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:38:47.732769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48296) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.819362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:47.837809 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d0b1fe-b76c-4f47-ba74-074bd8a88cff tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:47.839093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d0b1fe-b76c-4f47-ba74-074bd8a88cff tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:47.841031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e4d0b1fe-b76c-4f47-ba74-074bd8a88cff tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/99cffaf9-da81-470a-a62c-8fbcf748daec HTTP/1.1" status: 404 len: 337 time: 0.1065161 Jan 18 23:38:47.846295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48304) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:47.847106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] DHCP port deletion for 5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:47.851643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Deleting port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:47.852167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.073831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:48.134019 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3441ecdf-c089-4d97-a2e3-caeaf3f15461 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.134703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3441ecdf-c089-4d97-a2e3-caeaf3f15461 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.139141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3441ecdf-c089-4d97-a2e3-caeaf3f15461 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/4ab25c37-cff0-4ea3-b0b4-d92bdb80cbf2 HTTP/1.1" status: 404 len: 333 time: 0.2907872 Jan 18 23:38:48.142831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48310) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.170410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] For port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,segment=NetworkSegment(2c9fa937-9b3c-40cb-9274-53b9ba69fea8),segment_id=2c9fa937-9b3c-40cb-9274-53b9ba69fea8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:48.171341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.189033 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf57bfc-db2e-47a2-8119-4413df8de7fc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.190179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf57bfc-db2e-47a2-8119-4413df8de7fc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.194642 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eaf57bfc-db2e-47a2-8119-4413df8de7fc tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/a3d0b397-4d05-4ee4-9377-9792803bba50 HTTP/1.1" status: 404 len: 337 time: 0.0505216 Jan 18 23:38:48.195390 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.199152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.246681 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea4749c-e311-41cd-8bdc-9f80187c5208 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.247119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea4749c-e311-41cd-8bdc-9f80187c5208 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.248741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6ea4749c-e311-41cd-8bdc-9f80187c5208 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/cb3d8a25-ae70-4246-bcdc-402bee18152b HTTP/1.1" status: 404 len: 337 time: 0.0480049 Jan 18 23:38:48.251800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.293822 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7b5f11-de43-401b-b7e2-ac9dd7e950e0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.294331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7b5f11-de43-401b-b7e2-ac9dd7e950e0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.305793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Calling delete_port for 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:48.307723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da7b5f11-de43-401b-b7e2-ac9dd7e950e0 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/9c8b6d11-186d-4273-bd4c-0077e51b8df0 HTTP/1.1" status: 404 len: 333 time: 0.0542061 Jan 18 23:38:48.308278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.309047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.375050 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b90bc1b-777f-433e-a7d4-0c65c2a6a3ec tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.375931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b90bc1b-777f-433e-a7d4-0c65c2a6a3ec tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.378598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2b90bc1b-777f-433e-a7d4-0c65c2a6a3ec tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/d4fa2371-d810-49bf-824b-6a09cfefde77 HTTP/1.1" status: 404 len: 337 time: 0.0690145 Jan 18 23:38:48.400063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.433632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:48.508323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.526145 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6924e7-c5a9-4bcd-b5d3-0dbd87388e40 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:48.526851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6924e7-c5a9-4bcd-b5d3-0dbd87388e40 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:48.528802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c6924e7-c5a9-4bcd-b5d3-0dbd87388e40 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/subnets/a18de866-45a9-42fb-80cb-0615bf9e3c3d HTTP/1.1" status: 404 len: 337 time: 0.1277106 Jan 18 23:38:48.535485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.537943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cc2d8747-0b09-4bb3-8aa5-86cc826b7652 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b HTTP/1.1" status: 204 len: 168 time: 1.6247735 Jan 18 23:38:48.538942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.541239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48342) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:48.567633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:48.620677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] Pushing event deleted for resources: {'Port': ['ID=9edfdc48-19f9-4535-94d9-7b8eb3d7b66b,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:48.629403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:48.629992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:48.637356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be87162-f5fd-44c2-9952-0ee43d220e28 None None] No DVR routers for this DVR port 9edfdc48-19f9-4535-94d9-7b8eb3d7b66b on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:48.684269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Deleting port 6cc9e0d0-5423-46ec-88e7-ae46201cc237 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:48.684524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:48.787425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e9ecb-5f7b-4381-ae88-a8effbf547f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:48.788508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b81e9ecb-5f7b-4381-ae88-a8effbf547f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:48.894019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.053425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.139660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router d60058ec-3674-42f8-bb5e-f4c1785c2b67 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:38:49.184074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b81e9ecb-5f7b-4381-ae88-a8effbf547f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:49.187618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b81e9ecb-5f7b-4381-ae88-a8effbf547f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6449909 Jan 18 23:38:49.188638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.195624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Calling delete_port for 6cc9e0d0-5423-46ec-88e7-ae46201cc237 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:49.216452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48358) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.288916 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3931e9c4-729a-499c-adcc-95f6db7d0529 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:38:49.293088 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3931e9c4-729a-499c-adcc-95f6db7d0529 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/8f9cbb32-a0b1-41be-9afc-183da5cafde9 HTTP/1.1" status: 404 len: 333 time: 0.0685248 Jan 18 23:38:49.296123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48368) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.349813 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f860b9-8860-4fec-8202-3267cda4aee7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:38:49.354424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47f860b9-8860-4fec-8202-3267cda4aee7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/e0011c3d-9086-42cf-84eb-1a1ef1ba2f3b HTTP/1.1" status: 404 len: 333 time: 0.0567367 Jan 18 23:38:49.356282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.389195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:38:49.402152 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Sync routers for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:38:49.413962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.416159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:49.416880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:49.430178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a0f78590-7f82-41f4-b702-d51e6942e1d3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/d60058ec-3674-42f8-bb5e-f4c1785c2b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4495156 Jan 18 23:38:49.453557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:49.458147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Usage tracker for resource:security_group_rule and tenant:99737c99b0ae4a2784b88266e45ac688 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:49.472453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:49.475224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.482382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:49.567395 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.570083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.603904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.620416 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:49.677771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.728791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99737c99b0ae4a2784b88266e45ac688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5104177 Jan 18 23:38:49.729790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dec53-055c-4900-9575-24e762b93b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37cd6e6-9497-48c3-a99f-02a0b25ccb58,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:49.731791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48384) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:49.740756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Port': ['ID=6cc9e0d0-5423-46ec-88e7-ae46201cc237,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:49.789292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.944902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.955612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting subnet feac9ce5-96db-452b-a566-5fd0fc31f85d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:49.961224 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:38:47Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:49.963509 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:49.965748 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Checking router: d60058ec-3674-42f8-bb5e-f4c1785c2b67 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:38:49.977766 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Routers {'d60058ec-3674-42f8-bb5e-f4c1785c2b67'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:38:49.978362 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.014859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5bbfac63-6db6-456e-a7e9-5cd1ec7d78d8 tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/ports/6cc9e0d0-5423-46ec-88e7-ae46201cc237 HTTP/1.1" status: 204 len: 168 time: 1.4723964 Jan 18 23:38:50.015686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:50.022433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be83f34c-ebd0-490a-a145-6f90d74e9653']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.046021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17ccaab-6ee6-4822-ac6e-a5fe8242260f') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.046328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17ccaab-6ee6-4822-ac6e-a5fe8242260f') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.069222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.077812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.081533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.137747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.159750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:50.160064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:50.175252 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:50.207923 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] Set router d60058ec-3674-42f8-bb5e-f4c1785c2b67 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:38:50.250793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.278714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.327047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.378777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.385000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.448877 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.466971 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.470239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=be83f34c-ebd0-490a-a145-6f90d74e9653,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:50.498595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.504317 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c681fb6-a365-4390-8be1-9e8dedefe0e1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/be83f34c-ebd0-490a-a145-6f90d74e9653 HTTP/1.1" status: 204 len: 168 time: 1.1416972 Jan 18 23:38:50.506266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.508332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c37cd6e6-9497-48c3-a99f-02a0b25ccb58 HTTP/1.1" status: 204 len: 168 time: 0.7697077 Jan 18 23:38:50.511376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee49993-a56d-4032-967e-a7be850edb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37cd6e6-9497-48c3-a99f-02a0b25ccb58,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:50.514050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48400) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:50.530705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.536086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9fa937-9b3c-40cb-9274-53b9ba69fea8') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.539107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9fa937-9b3c-40cb-9274-53b9ba69fea8') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.566340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.583932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.590483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:50.590803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.599552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:38:47Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:50.609865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-631339071'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:50.611994 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:50.618482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8479d-143b-467a-805c-15a34b9d2239 None None] Network 2acee4e8-5eab-4961-9576-4ba6d2b8d81a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:50.618922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.618922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/subnets/feac9ce5-96db-452b-a566-5fd0fc31f85d HTTP/1.1" status: 204 len: 168 time: 1.1409109 Jan 18 23:38:50.620745 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb7d293-d7d4-40be-8f67-61431487d142 None None] The sync data for ids ['d60058ec-3674-42f8-bb5e-f4c1785c2b67'] in n-d-825175-2 is: [{'id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'name': 'tempest-TestNetworkAdvancedServerOps-router-882167593', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106'}], 'enable_snat': True}, 'gw_port_id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:35:46Z', 'updated_at': '2022-01-18T23:38:47Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ef20ad86-740e-4aaf-9097-4cf4bf0e0049', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60058ec-3674-42f8-bb5e-f4c1785c2b67', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:35:47Z', 'updated_at': '2022-01-18T23:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:38:50.622501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48408) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:50.623726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:50.628979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a8a07-34b1-41af-8d8f-e00732c1c7c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Subnet': ['ID=feac9ce5-96db-452b-a566-5fd0fc31f85d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:50.803363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:50.811283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:50.823700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:50.832480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.857660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:50.868790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] Pushing event deleted for resources: {'Network': ['ID=5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:50.874108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6dc334bc-2df8-45b2-9f2f-a449fcaedbea tempest-PortsTestJSON-517057079 tempest-PortsTestJSON-517057079-project] 10.222.0.59 "DELETE /v2.0/networks/5fdf49dd-81c7-4bbf-ae22-658f9fcdb7c2 HTTP/1.1" status: 204 len: 168 time: 0.8519430 Jan 18 23:38:51.009149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:51.012870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.060688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:51.074415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] DHCP port deletion for 2acee4e8-5eab-4961-9576-4ba6d2b8d81a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:51.078805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Deleting port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:51.079434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.079654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.080129 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment 850fc44e-0c3b-4be6-b076-72a564c80a67 of type vlan for network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e Jan 18 23:38:51.117013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.166900 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.337387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] For port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,segment=NetworkSegment(f216f471-3d67-4b96-b675-d6ed085928c9),segment_id=f216f471-3d67-4b96-b675-d6ed085928c9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:51.337842 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.353529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.357305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:51.357894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.467735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48426) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:51.485488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.487469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=66dd15ce-f7f3-4fab-a0d7-07217c591b5e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:51.515484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Calling delete_port for b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:51.515629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:51.526592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:51.530658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Usage tracker for resource:security_group_rule and tenant:30bd3247dcc4490d987838dc4f253f3c is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:51.534193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:51.539597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:51.542938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:51.548392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:51.549601 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3971b94d-2dcf-46af-8cfc-06a98efbd89b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0134542 Jan 18 23:38:51.555527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.650733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port ef20ad86-740e-4aaf-9097-4cf4bf0e0049 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:51.650733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.682482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:51.731775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:51.738687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:51.747719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:51.762071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:51.778929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.801239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.843831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] Pushing event deleted for resources: {'Port': ['ID=b9c8f5f3-53a6-4535-b585-ea7a4c9e9934,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:51.846740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c4d35-9c7e-4c2a-9d2f-022c4935ccaf None None] No DVR routers for this DVR port b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:51.854512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:51.935751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:51.979638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1f10e7d5-fef9-46a9-ba5b-f27ed444d16d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e02137aa5f240d49dcc570e7f957677&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4603574 Jan 18 23:38:51.984956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:52.011847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port ef20ad86-740e-4aaf-9097-4cf4bf0e0049, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:52.012689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.048051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30bd3247dcc4490d987838dc4f253f3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5768402 Jan 18 23:38:52.048051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.062686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:52.078773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646b21e-e501-47bc-ad0c-6b2921a50502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef60e86b-f4ba-4bc6-9cfe-94ad0cab3f05,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:52.148895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for ef20ad86-740e-4aaf-9097-4cf4bf0e0049 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:52.211069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Performing IP validity checks on allocation pools {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 18 23:38:52.213736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.ipam_backend_mixin [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 18 23:38:52.259499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.276351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.308868 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.342508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:52.374799 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.379267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:52.379613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b9c8f5f3-53a6-4535-b585-ea7a4c9e9934 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:52.380031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b8f06599-7158-40c4-8d2a-2690379a87cc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:52.392960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.415181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b8f06599-7158-40c4-8d2a-2690379a87cc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:52.415526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b8f06599-7158-40c4-8d2a-2690379a87cc not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:52.477843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=ef20ad86-740e-4aaf-9097-4cf4bf0e0049,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:52.531319 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.545614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c9709-dbec-4e1f-abef-e9cf6ccea923,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:52.569130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.582365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0b2aff0-9efb-4efe-9198-352ee3faec08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a3c9709-dbec-4e1f-abef-e9cf6ccea923 HTTP/1.1" status: 204 len: 168 time: 0.5738280 Jan 18 23:38:52.600523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.604603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.607213 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.608386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef60e86b-f4ba-4bc6-9cfe-94ad0cab3f05 HTTP/1.1" status: 204 len: 168 time: 0.5413182 Jan 18 23:38:52.701538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=fd63f886-9226-4133-bc4c-7d5cd35dd24b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:52.707249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605faaa-ce74-4a48-8760-1496ed11c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef60e86b-f4ba-4bc6-9cfe-94ad0cab3f05,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:52.751311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': '850fc44e-0c3b-4be6-b076-72a564c80a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:52.751674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: 66dd15ce-f7f3-4fab-a0d7-07217c591b5e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:52.763508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:52.872638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:52.952962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 66dd15ce-f7f3-4fab-a0d7-07217c591b5e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:52.963085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:52.963963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.028866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787957cb-6804-40a5-8fa6-584fc67705da None None] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:53.062470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4f880602-3d29-41ee-953f-f7e538b96c98 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5218170 Jan 18 23:38:53.067169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48476) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:53.073559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e', 'name': 'tempest-PortsIpV6TestJSON-2128170918'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:53.243228 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.247223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.355712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:53.365871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:53.373423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.374091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Fanout notify agent at l3_agent the message router_deleted on router d60058ec-3674-42f8-bb5e-f4c1785c2b67 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:38:53.392619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.397579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea05aec4-b3b4-45bc-a0b4-7e18ea4965be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/routers/d60058ec-3674-42f8-bb5e-f4c1785c2b67 HTTP/1.1" status: 204 len: 168 time: 2.7708876 Jan 18 23:38:53.398129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:53.475402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-66dd15ce-f7f3-4fab-a0d7-07217c591b5e', 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': 'fd63f886-9226-4133-bc4c-7d5cd35dd24b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:53.476362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.482529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:53.489482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.646490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 30bf5d8d-f43d-4a29-8853-1b7606159f58 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:38:53.670037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Allocated IP 2001:db8::2 (66dd15ce-f7f3-4fab-a0d7-07217c591b5e/fd63f886-9226-4133-bc4c-7d5cd35dd24b/ca3162c5-3292-444b-9ac4-b5458be30dc9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:53.745460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.771327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:38:53.953797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:53.966277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Transition to ACTIVE for port object ca3162c5-3292-444b-9ac4-b5458be30dc9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:53.995027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Transition to ACTIVE for port object ca3162c5-3292-444b-9ac4-b5458be30dc9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:54.091769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.179240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Pushing event updated for resources: {'Port': ['ID=ca3162c5-3292-444b-9ac4-b5458be30dc9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:54.192538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.194885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:54.196220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:54.199718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:54.226969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acee4e8-5eab-4961-9576-4ba6d2b8d81a']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:54.245079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f216f471-3d67-4b96-b675-d6ed085928c9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:54.245079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f216f471-3d67-4b96-b675-d6ed085928c9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:54.263988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.296909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.332974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::3c2 (66dd15ce-f7f3-4fab-a0d7-07217c591b5e/fd63f886-9226-4133-bc4c-7d5cd35dd24b/30bf5d8d-f43d-4a29-8853-1b7606159f58) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:54.335489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:54.335888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.339086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Attempting to bind port ca3162c5-3292-444b-9ac4-b5458be30dc9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:38:54.339555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Attempting to bind port ca3162c5-3292-444b-9ac4-b5458be30dc9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '850fc44e-0c3b-4be6-b076-72a564c80a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:38:54.340095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Attempting to bind port ca3162c5-3292-444b-9ac4-b5458be30dc9 on network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:38:54.347660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:38:54.348277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Checking segment: {'id': '850fc44e-0c3b-4be6-b076-72a564c80a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:54.348852 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.349391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Bound using segment: {'id': '850fc44e-0c3b-4be6-b076-72a564c80a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:38:54.350033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Bound port: ca3162c5-3292-444b-9ac4-b5458be30dc9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850fc44e-0c3b-4be6-b076-72a564c80a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '66dd15ce-f7f3-4fab-a0d7-07217c591b5e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:38:54.350688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:54.352662 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:54.410359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:54.411315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ef20ad86-740e-4aaf-9097-4cf4bf0e0049 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:54.477353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ef20ad86-740e-4aaf-9097-4cf4bf0e0049 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:38:54.477987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ef20ad86-740e-4aaf-9097-4cf4bf0e0049 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:38:54.523035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] For port ca3162c5-3292-444b-9ac4-b5458be30dc9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:38:54.527144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] For port ca3162c5-3292-444b-9ac4-b5458be30dc9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca3162c5-3292-444b-9ac4-b5458be30dc9,segment=NetworkSegment(850fc44e-0c3b-4be6-b076-72a564c80a67),segment_id=850fc44e-0c3b-4be6-b076-72a564c80a67)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:38:54.584974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.601078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1988652700'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:54.607022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:54.607211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.610968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:54.614635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:54.620347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:54.621169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Network': ['ID=2acee4e8-5eab-4961-9576-4ba6d2b8d81a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:54.645934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.650321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.650723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.651007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.651345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.651675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.652007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.652424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.652660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.653011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.653337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.653661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:38:54.702643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:54.706878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.721994 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.754419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5272957-0b38-4c67-8bcf-23ce7d3fb1e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/networks/2acee4e8-5eab-4961-9576-4ba6d2b8d81a HTTP/1.1" status: 204 len: 168 time: 1.3549941 Jan 18 23:38:54.755779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 30bf5d8d-f43d-4a29-8853-1b7606159f58 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:54.757225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48540) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:54.780813 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.802475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41a49e-4f7d-4d01-a2c6-6a40d6dcebf1 None None] Pushing event updated for resources: {'Port': ['ID=ca3162c5-3292-444b-9ac4-b5458be30dc9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:54.842791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:54.854212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:security_group_rule and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:54.870491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:54.879972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:54.909234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.938627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:54.987453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.015266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:38:55.021293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:55.034335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:38:55.038532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:55.039469 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.047182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=30bf5d8d-f43d-4a29-8853-1b7606159f58,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:55.072770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.147176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:55.147862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ef5a21f7-3c9e-4928-9e54-582a11843487 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0794275 Jan 18 23:38:55.199013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.247553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.267156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a3f311-94f8-415e-8d37-f7d51eed73e2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:55.289864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:55.302176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a72914-5a52-42d4-9992-b8acf65736c7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:55.307738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 30bf5d8d-f43d-4a29-8853-1b7606159f58 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:55.308286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.340351 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.340933 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment eed529b8-c96b-4c7c-a83d-02d639bbf3d3 of type vlan for network 122b6f79-1bf0-4d2f-acf6-690aaff71071 Jan 18 23:38:55.394847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.395996 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5db47130-f9ec-4d94-90d1-4e10bd62d9b3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/security-groups/48a72914-5a52-42d4-9992-b8acf65736c7 HTTP/1.1" status: 204 len: 168 time: 0.6376364 Jan 18 23:38:55.430290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.634210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.641432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:55.643007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.674924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:55.978018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=122b6f79-1bf0-4d2f-acf6-690aaff71071,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:55.987171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 30bf5d8d-f43d-4a29-8853-1b7606159f58 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:55.988944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:56.018026 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f8a7f6b1-728d-4749-97a2-13ccaef08dd0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6052830 Jan 18 23:38:56.020621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48580) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.027874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1062831168'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:56.051636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:56.071494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:56.082203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:56.103241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:56.120129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.138894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526856003', 'description': 'tempest-secgroup-smoke-526856003 description', 'project_id': '36aa58617d204c21948d8a0a03cb89f1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:56.154210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:56.160260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:56.164943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:56.172205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:56.216945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:56.220080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.249066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d469a-9b74-4806-b412-f921cc20b1fa None None] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:56.257938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:56.267378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.267809 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 865f9701-e40b-4354-aaf2-bc37c2c77445 of type vlan for network 0764c0a4-142e-4631-9e68-dfcd788734ce Jan 18 23:38:56.293877 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.326810 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.357413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:56.372327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:56.377511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:56.382688 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.387477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:56.429916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca3162c5-3292-444b-9ac4-b5458be30dc9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:38:56.448670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=30bf5d8d-f43d-4a29-8853-1b7606159f58,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:56.465667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.467700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.473530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:56.475004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.502652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f577cfd1-3df1-429f-803a-70663745f61e None None] Provisioning for port ca3162c5-3292-444b-9ac4-b5458be30dc9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:56.506577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.521727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ad6c8b2-7bcc-4282-87b1-4cae4922f33d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/30bf5d8d-f43d-4a29-8853-1b7606159f58 HTTP/1.1" status: 204 len: 168 time: 1.3727353 Jan 18 23:38:56.524257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.583256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.584413 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-41246a0d-8ae1-4e05-a60a-35fc7d51e4bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:38:56.584413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41246a0d-8ae1-4e05-a60a-35fc7d51e4bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:38:56.584413 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41246a0d-8ae1-4e05-a60a-35fc7d51e4bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/30bf5d8d-f43d-4a29-8853-1b7606159f58 HTTP/1.1" status: 404 len: 333 time: 0.0565579 Jan 18 23:38:56.586963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.644067 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-21734144-c1c2-493e-91bb-df0c29282c06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:38:56.645801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21734144-c1c2-493e-91bb-df0c29282c06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:38:56.664607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=0764c0a4-142e-4631-9e68-dfcd788734ce,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:56.669413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec84a4-09f0-4403-8c33-f12c724084d6,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:56.686387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0764c0a4-142e-4631-9e68-dfcd788734ce details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:38:56.718636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23adc2c0-f129-4ee3-8f1a-dd740dad6275 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6964104 Jan 18 23:38:56.724632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.730599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:56.765556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-21734144-c1c2-493e-91bb-df0c29282c06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:38:56.770500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-21734144-c1c2-493e-91bb-df0c29282c06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/30bf5d8d-f43d-4a29-8853-1b7606159f58 HTTP/1.1" status: 404 len: 333 time: 0.1843946 Jan 18 23:38:56.771069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48612) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:56.777073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ca3162c5-3292-444b-9ac4-b5458be30dc9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:38:56.790623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ca3162c5-3292-444b-9ac4-b5458be30dc9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:56.791312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.951982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:56.963879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:56.963879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:56.970932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:56.981688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.983559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:56.985235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d8224e04-e703-47d9-8ea8-23cbc0723ffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8612742 Jan 18 23:38:56.987876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:57.006847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:57.025198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:57.035687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:57.041923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:57.047097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ca3162c5-3292-444b-9ac4-b5458be30dc9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca3162c5-3292-444b-9ac4-b5458be30dc9,segment=NetworkSegment(850fc44e-0c3b-4be6-b076-72a564c80a67),segment_id=850fc44e-0c3b-4be6-b076-72a564c80a67)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:57.062123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:57.066025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:57.160174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.241938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.278845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.344886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ca3162c5-3292-444b-9ac4-b5458be30dc9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:57.377245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet fd63f886-9226-4133-bc4c-7d5cd35dd24b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:38:57.383049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.400358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87a28f87-5377-492d-9ef0-a7a6e81989a9 None None] Provisioning complete for port ca3162c5-3292-444b-9ac4-b5458be30dc9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:38:57.401220 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87a28f87-5377-492d-9ef0-a7a6e81989a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.474545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.615273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.672280 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.791858 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.801956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-38e9a46a-ee70-464f-bbf3-18fd93fdf21e None None] Could not find standard attr ID for object 30bf5d8d-f43d-4a29-8853-1b7606159f58. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:38:57.821690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29c428f-181e-448c-8bbb-c78459d6a009,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:57.833603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.833719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.878417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=fd63f886-9226-4133-bc4c-7d5cd35dd24b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:57.887319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:57.901182 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a8de2da8-06fa-4467-b9bd-d70e2d15b9c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/fd63f886-9226-4133-bc4c-7d5cd35dd24b HTTP/1.1" status: 204 len: 168 time: 1.1286128 Jan 18 23:38:57.902061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:57.981995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f081b79-e2a5-472a-87e1-db6df83cc953 None None] Network 66dd15ce-f7f3-4fab-a0d7-07217c591b5e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:58.024966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.026464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-95efef22-1bf4-43dd-a132-42646c37a910 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0359530 Jan 18 23:38:58.035203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48650) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:58.039929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=faf0ae0a-fecb-4e59-be40-ccac04d63378,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:58.059063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:58.080076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:58.090563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:58.092558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:58.099627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.101408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:58.111813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port ca3162c5-3292-444b-9ac4-b5458be30dc9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:58.112218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:58.112548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.112650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 122b6f79-1bf0-4d2f-acf6-690aaff71071, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:58.206672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.232662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:58.265527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] DHCP port deletion for 66dd15ce-f7f3-4fab-a0d7-07217c591b5e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:38:58.269164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Deleting port ca3162c5-3292-444b-9ac4-b5458be30dc9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:58.269702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.359200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 122b6f79-1bf0-4d2f-acf6-690aaff71071) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:38:58.363681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.376733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:58.377428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.388082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3525bb54-e87a-4d49-a104-339468873c9c None None] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:38:58.391417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port ca3162c5-3292-444b-9ac4-b5458be30dc9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca3162c5-3292-444b-9ac4-b5458be30dc9,segment=NetworkSegment(850fc44e-0c3b-4be6-b076-72a564c80a67),segment_id=850fc44e-0c3b-4be6-b076-72a564c80a67)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:58.391777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.404025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ca3162c5-3292-444b-9ac4-b5458be30dc9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:38:58.451302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.480879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24e0241-ecb6-486f-977c-318b3285663a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:58.506615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1cba6930-f94b-42ee-b5c3-bcc5ba361085 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7796512 Jan 18 23:38:58.507313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48662) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:58.516641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:58.555408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for ca3162c5-3292-444b-9ac4-b5458be30dc9 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:58.726655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.775043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.782364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c54a66f-db1a-4bed-93d0-492333ea5e3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7414474 Jan 18 23:38:58.792198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:58.804504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:58.826100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:58.837893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=ca3162c5-3292-444b-9ac4-b5458be30dc9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:58.840727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:58.844046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:58.856101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:58.858127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port ca3162c5-3292-444b-9ac4-b5458be30dc9 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:38:58.881314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:58.895161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:58.898455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:58.915248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:58.915596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.931165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-122b6f79-1bf0-4d2f-acf6-690aaff71071', 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'faf0ae0a-fecb-4e59-be40-ccac04d63378'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:38:58.932312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:58.957459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:58.965026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] For port ca3162c5-3292-444b-9ac4-b5458be30dc9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ca3162c5-3292-444b-9ac4-b5458be30dc9,segment=NetworkSegment(850fc44e-0c3b-4be6-b076-72a564c80a67),segment_id=850fc44e-0c3b-4be6-b076-72a564c80a67)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:38:58.969242 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.084745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.090496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.117801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66dd15ce-f7f3-4fab-a0d7-07217c591b5e']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:59.133199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850fc44e-0c3b-4be6-b076-72a564c80a67') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:59.133507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850fc44e-0c3b-4be6-b076-72a564c80a67') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:38:59.146362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.149657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.170269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Calling delete_port for ca3162c5-3292-444b-9ac4-b5458be30dc9 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:38:59.177914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.185819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:38:59.186223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:38:59.207614 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:38:59.308081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.334411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:38:59.338137 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:38:59.391692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.422512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.457442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.460051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290e920b-f38f-4f1d-986f-b873aa9ce7d4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:59.481836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=66dd15ce-f7f3-4fab-a0d7-07217c591b5e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:59.508197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.509347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-51a34a04-411e-4d90-bf1a-fea83d9a4e7d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7160478 Jan 18 23:38:59.512136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:59.516156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Allocated IP 2001:db8::2 (122b6f79-1bf0-4d2f-acf6-690aaff71071/faf0ae0a-fecb-4e59-be40-ccac04d63378/bda77e3e-c968-492c-9018-b7bd8859792a) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:38:59.518323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:59.524748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:59.528602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:59.531701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:59.538425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:59.560067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.567537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa9ef7d3-ca96-453e-848c-cd2b1692f29f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/66dd15ce-f7f3-4fab-a0d7-07217c591b5e HTTP/1.1" status: 204 len: 168 time: 1.6572812 Jan 18 23:38:59.567989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48700) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:38:59.580759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-814773979'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:38:59.590865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:38:59.599499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:38:59.602711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:38:59.608867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:38:59.656261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.671460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=be9b305e-e99d-49ea-9685-5c1a12d9c9c7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:59.691717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:38:59.696004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.717859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '865f9701-e40b-4354-aaf2-bc37c2c77445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:38:59.718256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 0764c0a4-142e-4631-9e68-dfcd788734ce, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:38:59.773736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:38:59.778662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.782164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.796151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Transition to ACTIVE for port object bda77e3e-c968-492c-9018-b7bd8859792a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:59.797532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.798751 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment f37d15d2-a82b-4173-ad9a-d895ca52362a of type vlan for network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 Jan 18 23:38:59.816770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Transition to ACTIVE for port object bda77e3e-c968-492c-9018-b7bd8859792a will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:38:59.843565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.843798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Deleting port ca3162c5-3292-444b-9ac4-b5458be30dc9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:38:59.846436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.906080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.932721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f42cbc-23f4-4a6e-b955-3c4c25b8c1f7,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:38:59.942027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0764c0a4-142e-4631-9e68-dfcd788734ce is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:38:59.942446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-762436a9-e87a-46bf-99c2-00cfbbe1df4a None None] The port 'ca3162c5-3292-444b-9ac4-b5458be30dc9' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:38:59.945337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.976811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:38:59.981156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:38:59.981741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.006429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.009711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee7abdb2-eda5-4273-a785-6e79b2cb5333 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4953840 Jan 18 23:39:00.010375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:00.011615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48710) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:00.014141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:00.018866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:00.021140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0764c0a4-142e-4631-9e68-dfcd788734ce) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:00.033639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f2a56-30ec-4295-90d0-ace98c5df93f None None] Network 0764c0a4-142e-4631-9e68-dfcd788734ce requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:00.034334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:00.047099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:00.047839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.055404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Pushing event updated for resources: {'Port': ['ID=bda77e3e-c968-492c-9018-b7bd8859792a,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:00.056003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:00.077782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:00.089694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:00.102228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:00.160817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48716) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:00.164406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fbbea40b-318d-4c2a-837f-8632eeee3b08 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6538591 Jan 18 23:39:00.175839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1231803782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:00.176573 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:39:00.183732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.192185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:00.198445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:00.209779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:00.214929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:00.237248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d857d1d6-aadb-4ddd-9cf0-de06b4e202a2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6672821 Jan 18 23:39:00.238459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48722) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:00.241669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:00.252234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:00.255468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:00.297799 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.360549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.362078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Attempting to bind port bda77e3e-c968-492c-9018-b7bd8859792a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:00.362612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Attempting to bind port bda77e3e-c968-492c-9018-b7bd8859792a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:00.362878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Attempting to bind port bda77e3e-c968-492c-9018-b7bd8859792a on network 122b6f79-1bf0-4d2f-acf6-690aaff71071 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:00.394928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d4cbf8-3e0c-4490-8140-db7e44037dfa,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:00.415001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:00.415400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Checking segment: {'id': 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:00.415802 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.416197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Bound using segment: {'id': 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:00.416660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Bound port: bda77e3e-c968-492c-9018-b7bd8859792a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '122b6f79-1bf0-4d2f-acf6-690aaff71071'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:00.417314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.446776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.447705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.454598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.456925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8476f492-285c-4f15-9bd6-928927de4dfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4409955 Jan 18 23:39:00.458803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:00.464676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': 'f1ec84a4-09f0-4403-8c33-f12c724084d6', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:00.473219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:00.478291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:00.481810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:00.489608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:00.496146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.534326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:00.539311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:00.542981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:00.549804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:00.568801 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:39:00.577309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.587569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] For port bda77e3e-c968-492c-9018-b7bd8859792a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:00.593379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] For port bda77e3e-c968-492c-9018-b7bd8859792a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bda77e3e-c968-492c-9018-b7bd8859792a,segment=NetworkSegment(eed529b8-c96b-4c7c-a83d-02d639bbf3d3),segment_id=eed529b8-c96b-4c7c-a83d-02d639bbf3d3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:00.626042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.671928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:00.683828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.713154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.737776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.739213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2347a475-9f9a-4ccd-b87e-b7ab97335dfa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5771885 Jan 18 23:39:00.742386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:00.780614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.787339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816005ab-f936-4c4a-b25d-6d2433a5ba35 None None] Pushing event updated for resources: {'Port': ['ID=bda77e3e-c968-492c-9018-b7bd8859792a,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:00.809452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-0764c0a4-142e-4631-9e68-dfcd788734ce', 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'be9b305e-e99d-49ea-9685-5c1a12d9c9c7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:00.810456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.869051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:00.961879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9c857a-f4df-466c-afca-f48b048ae298,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:01.030190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.031397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-54d02279-2874-463f-830d-009f0c868ab4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5716503 Jan 18 23:39:01.037950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:01.047194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'network': {'name': 'tempest-network-smoke--1654350905', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:01.053740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:01.058984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:network and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:01.062849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:01.071978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:01.188262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Allocated IP 2001:db8:1::2 (0764c0a4-142e-4631-9e68-dfcd788734ce/be9b305e-e99d-49ea-9685-5c1a12d9c9c7/135ac14b-52a4-483c-ae61-f960f5e1c64b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:01.199212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:01.202922 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.250969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.336397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:01.382909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=61855582-5165-4aa5-9b8a-5ac0a96de867,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:01.405084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': 'f37d15d2-a82b-4173-ad9a-d895ca52362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:01.405449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:01.423955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.424562 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Added segment 0695920e-dc8a-40a2-950f-05e9c3695f1b of type vlan for network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 Jan 18 23:39:01.479863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:01.555685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.568426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Transition to ACTIVE for port object 135ac14b-52a4-483c-ae61-f960f5e1c64b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:01.569896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:01.585972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:01.592113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.606723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b60e0f-6a1c-4e36-aeda-41e8e058db1c None None] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:01.618448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Transition to ACTIVE for port object 135ac14b-52a4-483c-ae61-f960f5e1c64b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:01.645282 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.652858 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.783538 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-960a34b2-5f86-4534-b746-aa34e7e62595 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5391562 Jan 18 23:39:01.787623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:01.793447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-665991410'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:01.887620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.941842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399', 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': '61855582-5165-4aa5-9b8a-5ac0a96de867'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:01.942950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:01.980941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Network 0764c0a4-142e-4631-9e68-dfcd788734ce is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:01.985111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:01.989345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:02.074427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:02.089424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:02.112758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:02.129580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:02.130231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.134034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:02.134617 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.210940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:02.215541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.270807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 3fa52b47-e772-4401-a8a6-bd0d857e9aac yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:02.293945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Allocated IP 2001:db8::2 (c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399/61855582-5165-4aa5-9b8a-5ac0a96de867/86854baf-6604-41fc-8882-dd4337cb203e) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:02.440307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a7691-b2d4-40db-baed-ca45a85f117a None None] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:02.525110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bda77e3e-c968-492c-9018-b7bd8859792a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:02.557242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Pushing event updated for resources: {'Port': ['ID=135ac14b-52a4-483c-ae61-f960f5e1c64b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:02.659191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Network': ['ID=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:02.670697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-75e8d80e-ffac-4e7a-be9c-1b0aa4b2f566 None None] Provisioning for port bda77e3e-c968-492c-9018-b7bd8859792a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:02.674886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Attempting to bind port 135ac14b-52a4-483c-ae61-f960f5e1c64b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:02.675356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Attempting to bind port 135ac14b-52a4-483c-ae61-f960f5e1c64b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '865f9701-e40b-4354-aaf2-bc37c2c77445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:02.675835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Attempting to bind port 135ac14b-52a4-483c-ae61-f960f5e1c64b on network 0764c0a4-142e-4631-9e68-dfcd788734ce {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:02.687489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48788) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:02.693351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'admin_state_up': True, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:02.702279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:02.705748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53de934b-8c00-4b96-bf7c-3f1e99ab9be6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6651165 Jan 18 23:39:02.707172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8::1 (122b6f79-1bf0-4d2f-acf6-690aaff71071/faf0ae0a-fecb-4e59-be40-ccac04d63378/a1b0d90c-ff29-483b-8c0d-61d1eddd9e55) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:02.709837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:02.726799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:router and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:02.746838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:02.763895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:02.838646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.840316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.865255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:02.865899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Checking segment: {'id': '865f9701-e40b-4354-aaf2-bc37c2c77445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:02.866731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.867268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Bound using segment: {'id': '865f9701-e40b-4354-aaf2-bc37c2c77445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:02.867892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Bound port: 135ac14b-52a4-483c-ae61-f960f5e1c64b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865f9701-e40b-4354-aaf2-bc37c2c77445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '0764c0a4-142e-4631-9e68-dfcd788734ce'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:02.868438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:02.878636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.009135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.026993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:03.068675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port bda77e3e-c968-492c-9018-b7bd8859792a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:03.090015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port bda77e3e-c968-492c-9018-b7bd8859792a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:03.090396 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.115027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.179003 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.186656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.242772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Transition to ACTIVE for port object 86854baf-6604-41fc-8882-dd4337cb203e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:03.268962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] For port 135ac14b-52a4-483c-ae61-f960f5e1c64b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:03.295192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:03.300411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:03.314239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:03.314960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.331371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Transition to ACTIVE for port object 86854baf-6604-41fc-8882-dd4337cb203e will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:03.334707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] For port 135ac14b-52a4-483c-ae61-f960f5e1c64b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=135ac14b-52a4-483c-ae61-f960f5e1c64b,segment=NetworkSegment(865f9701-e40b-4354-aaf2-bc37c2c77445),segment_id=865f9701-e40b-4354-aaf2-bc37c2c77445)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:03.431964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=a1b0d90c-ff29-483b-8c0d-61d1eddd9e55,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:03.508756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.525871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.552295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::28e (c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399/61855582-5165-4aa5-9b8a-5ac0a96de867/3fa52b47-e772-4401-a8a6-bd0d857e9aac) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:03.583190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.618148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a830b6-2a98-4c8c-bcf0-cbbc0d6b5a94 None None] Pushing event updated for resources: {'Port': ['ID=135ac14b-52a4-483c-ae61-f960f5e1c64b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:03.721217 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.740750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:03.753699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:03.762144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:03.779801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Pushing event updated for resources: {'Port': ['ID=86854baf-6604-41fc-8882-dd4337cb203e,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:03.819028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.893327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:03.914784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.020429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port bda77e3e-c968-492c-9018-b7bd8859792a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bda77e3e-c968-492c-9018-b7bd8859792a,segment=NetworkSegment(eed529b8-c96b-4c7c-a83d-02d639bbf3d3),segment_id=eed529b8-c96b-4c7c-a83d-02d639bbf3d3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:04.028174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 3fa52b47-e772-4401-a8a6-bd0d857e9aac will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:04.039260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Attempting to bind port 86854baf-6604-41fc-8882-dd4337cb203e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:04.054265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Attempting to bind port 86854baf-6604-41fc-8882-dd4337cb203e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f37d15d2-a82b-4173-ad9a-d895ca52362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:04.054881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Attempting to bind port 86854baf-6604-41fc-8882-dd4337cb203e on network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:04.064302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:04.066502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Checking segment: {'id': 'f37d15d2-a82b-4173-ad9a-d895ca52362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:04.067986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.068500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Bound using segment: {'id': 'f37d15d2-a82b-4173-ad9a-d895ca52362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:04.069340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Bound port: 86854baf-6604-41fc-8882-dd4337cb203e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37d15d2-a82b-4173-ad9a-d895ca52362a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:04.071948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.158442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.231269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.219 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/a6937c76-85c5-4472-a1f9-7d7eea34b30c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:04.291028 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.344015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=bda77e3e-c968-492c-9018-b7bd8859792a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:04.347804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] For port 86854baf-6604-41fc-8882-dd4337cb203e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:04.353200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] For port 86854baf-6604-41fc-8882-dd4337cb203e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=86854baf-6604-41fc-8882-dd4337cb203e,segment=NetworkSegment(f37d15d2-a82b-4173-ad9a-d895ca52362a),segment_id=f37d15d2-a82b-4173-ad9a-d895ca52362a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:04.369170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Provisioning complete for port bda77e3e-c968-492c-9018-b7bd8859792a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:04.369809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.475057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.602514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.642875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 135ac14b-52a4-483c-ae61-f960f5e1c64b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:04.683193 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.684085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.765170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:04.774735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:04.783670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:04.788166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:04.788779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.842385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=3fa52b47-e772-4401-a8a6-bd0d857e9aac,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:04.927877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f179b6-0343-4f1e-a8ea-e81150ad9030 None None] Pushing event updated for resources: {'Port': ['ID=86854baf-6604-41fc-8882-dd4337cb203e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:04.930536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=a1b0d90c-ff29-483b-8c0d-61d1eddd9e55,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:04.948912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:04.965427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48844) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:04.965866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3a0d6fae-7c6a-4ba2-8e3f-50dfa7ca5a0f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1769445 Jan 18 23:39:05.039480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Provisioning for port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:05.046081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Provisioning complete for port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:05.046597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.050690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:05.053858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:05.072580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.125118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 135ac14b-52a4-483c-ae61-f960f5e1c64b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:05.135905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 3fa52b47-e772-4401-a8a6-bd0d857e9aac {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:05.136519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.216271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=a6937c76-85c5-4472-a1f9-7d7eea34b30c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:05.238632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:05.240648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:05.243804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:05.251351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f0536da5-16ff-47d4-ac68-ffe14ec0979f None None] Port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:05.386048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffb37922-c649-4b4b-821b-71d7ca56dea5 None None] Provisioning complete for port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:05.386427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffb37922-c649-4b4b-821b-71d7ca56dea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.520677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ffb37922-c649-4b4b-821b-71d7ca56dea5 None None] Port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:05.628182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.644246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:05.830426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5fdf3491-f57d-4b33-ba30-22b880858625 None None] Provisioning complete for port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:05.834662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5fdf3491-f57d-4b33-ba30-22b880858625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.006528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf3491-f57d-4b33-ba30-22b880858625 None None] Port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:06.181278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb59c0-c5f0-4244-955d-9859a323e25c None None] Network 0764c0a4-142e-4631-9e68-dfcd788734ce requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:06.299515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:39:06.312461 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.400828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Provisioning for port 135ac14b-52a4-483c-ae61-f960f5e1c64b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:06.416317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Provisioning complete for port 135ac14b-52a4-483c-ae61-f960f5e1c64b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:06.417113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.477444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 3fa52b47-e772-4401-a8a6-bd0d857e9aac owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:06.635217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 86854baf-6604-41fc-8882-dd4337cb203e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:06.751971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:06.788778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Sync routers for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:06.861980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:06.862590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:06.880057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.881666 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6e97a211-d9e5-4929-92ee-e955c14ef297 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.1931820 Jan 18 23:39:06.885064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48904) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:06.912194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 99c72b67-a720-43ac-8756-01480f4b242a is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:39:06.914668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:06.982171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9d40c2d5-6e4a-4a53-894e-b0c24d763382 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=36aa58617d204c21948d8a0a03cb89f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954857 Jan 18 23:39:06.986842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48910) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.014148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834a851-e440-4fd6-bca7-0f23dc6a40d0 None None] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:07.033284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=3fa52b47-e772-4401-a8a6-bd0d857e9aac,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:07.150849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:07.178439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf37dfba-5b65-4099-a20a-0da1712666f1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/3fa52b47-e772-4401-a8a6-bd0d857e9aac HTTP/1.1" status: 204 len: 168 time: 2.2094247 Jan 18 23:39:07.178594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48920) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.229562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7e6f7-6c49-43e1-a371-479eed3af570 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:07.232526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8dd7e6f7-6c49-43e1-a371-479eed3af570 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2437782 Jan 18 23:39:07.234802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.270705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 86854baf-6604-41fc-8882-dd4337cb203e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:07.286125 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6caf46aa-1d32-473a-8687-16d6e0a862f5 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465846 Jan 18 23:39:07.286612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48932) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.287089 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f826c18-101b-43fe-bb5f-188aaaa38440 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:07.287423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f826c18-101b-43fe-bb5f-188aaaa38440 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:07.292846 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:07.294811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2094164758', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:07.339441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bda77e3e-c968-492c-9018-b7bd8859792a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:07.349540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:07.363864 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] Sync routers for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:07.364928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7f2e4044-894b-407f-be84-a084ab64914c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6210945 Jan 18 23:39:07.365824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.386666 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:07.387291 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:07.490545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f826c18-101b-43fe-bb5f-188aaaa38440 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:07.491742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7f826c18-101b-43fe-bb5f-188aaaa38440 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/3fa52b47-e772-4401-a8a6-bd0d857e9aac HTTP/1.1" status: 404 len: 333 time: 0.3122182 Jan 18 23:39:07.494999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 48944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.556583 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:07.572467 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:07.573318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:07.575242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412d0bf-296f-4d91-9dbd-dfcdd43c2f0d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:07.575841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e412d0bf-296f-4d91-9dbd-dfcdd43c2f0d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:07.607954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] For port 135ac14b-52a4-483c-ae61-f960f5e1c64b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=135ac14b-52a4-483c-ae61-f960f5e1c64b,segment=NetworkSegment(865f9701-e40b-4354-aaf2-bc37c2c77445),segment_id=865f9701-e40b-4354-aaf2-bc37c2c77445)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:07.643376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:07.651012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:07.651705 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1f6f3-0ad3-4f0f-8fbe-eef95d9da821 None None] The sync data for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:07.678606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:07.689230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:subnet and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:07.728388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:07.751168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e412d0bf-296f-4d91-9dbd-dfcdd43c2f0d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:07.753383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e412d0bf-296f-4d91-9dbd-dfcdd43c2f0d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports/a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 HTTP/1.1" status: 200 len: 911 time: 0.3856201 Jan 18 23:39:07.756920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 48958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:07.802410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:07.817260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:07.899565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet 61855582-5165-4aa5-9b8a-5ac0a96de867 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:07.903830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:07.938286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port bda77e3e-c968-492c-9018-b7bd8859792a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:07.938881 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.014530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:08.055987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.209071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Provisioning complete for port 135ac14b-52a4-483c-ae61-f960f5e1c64b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:08.209377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.264076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284caf8-cfbc-4817-89ad-093a9c1042f9 None None] Pushing event updated for resources: {'Port': ['ID=135ac14b-52a4-483c-ae61-f960f5e1c64b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:08.450449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.637580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:05Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:08.642395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Checking router: 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:39:08.642850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Updating router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf port a6937c76-85c5-4472-a1f9-7d7eea34b30c binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:39:08.709009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Provisioning for port 86854baf-6604-41fc-8882-dd4337cb203e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:08.726616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Provisioning complete for port 86854baf-6604-41fc-8882-dd4337cb203e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:08.728425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.828498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 135ac14b-52a4-483c-ae61-f960f5e1c64b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:08.928692 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:08.997598 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.023338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.081275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.211634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 135ac14b-52a4-483c-ae61-f960f5e1c64b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:09.212109 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.311513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.431202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Subnet': ['ID=6f51e572-1316-40dd-8482-d7a8fdadfb45,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:09.440393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.444659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.513371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=61855582-5165-4aa5-9b8a-5ac0a96de867,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:09.522575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.543216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b792a0c5-2109-4ec4-a588-cc93d4563a9c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/61855582-5165-4aa5-9b8a-5ac0a96de867 HTTP/1.1" status: 204 len: 168 time: 2.0426633 Jan 18 23:39:09.543216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:09.543216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network hostable DHCP agents. Network: 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:09.551211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49004) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:09.562621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dfa261-eaa7-4705-90f9-4af949f72fa0 None None] Network c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:09.644938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8:1::1 (0764c0a4-142e-4631-9e68-dfcd788734ce/be9b305e-e99d-49ea-9685-5c1a12d9c9c7/fc79a9b8-8d0c-4c71-a529-86782cb3f51c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:09.722359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.744023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 86854baf-6604-41fc-8882-dd4337cb203e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:09.744376 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.836927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:09.867713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:09.931743 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:09.940168 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:39:09.940605 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:39:09.962994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object fc79a9b8-8d0c-4c71-a529-86782cb3f51c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:10.008058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:10.012532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:10.013138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.021633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404e11cd-4074-44ce-97ef-fef8599f806e None None] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:10.066348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.086308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port 86854baf-6604-41fc-8882-dd4337cb203e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=86854baf-6604-41fc-8882-dd4337cb203e,segment=NetworkSegment(f37d15d2-a82b-4173-ad9a-d895ca52362a),segment_id=f37d15d2-a82b-4173-ad9a-d895ca52362a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:10.086681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.098470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.139628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:10.142544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=fc79a9b8-8d0c-4c71-a529-86782cb3f51c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:10.146924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Usage tracker for resource:security_group_rule and tenant:e4186c0e08bb4aee90512b4fe5779051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:10.147590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:10.155014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:10.164155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0764c0a4-142e-4631-9e68-dfcd788734ce is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:10.169034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:10.169034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:10.169034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.212557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.237567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Transition to ACTIVE for port object a6937c76-85c5-4472-a1f9-7d7eea34b30c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:10.239206 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23811fe1-e878-4cf5-af99-dcc7b210e506 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9513819 Jan 18 23:39:10.242761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49022) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:10.325338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 86854baf-6604-41fc-8882-dd4337cb203e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:10.409037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e03121-1b24-4913-b650-306d3f0cabb0 None None] DHCP port deletion for c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:10.411152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.431887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.470485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.500553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.500688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:10.500688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.524042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-18e03121-1b24-4913-b650-306d3f0cabb0 None None] Deleting port 86854baf-6604-41fc-8882-dd4337cb203e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:10.529519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18e03121-1b24-4913-b650-306d3f0cabb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.567868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port 86854baf-6604-41fc-8882-dd4337cb203e on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:10.607184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=86854baf-6604-41fc-8882-dd4337cb203e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:10.609771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.726142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-18e03121-1b24-4913-b650-306d3f0cabb0 None None] The port '86854baf-6604-41fc-8882-dd4337cb203e' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:39:10.760950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f252105-2f8c-4936-874f-7946b4c5a906,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:10.817630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.832090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-075dbe22-b8d5-4b56-8e2f-9714f5d17858 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4186c0e08bb4aee90512b4fe5779051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9703424 Jan 18 23:39:10.836193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49030) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:10.840819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Allocated IP 172.20.0.2 (7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907/6f51e572-1316-40dd-8482-d7a8fdadfb45/c3b25817-5077-4923-96e5-f09b6141705a) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:10.869526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:10.912200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37d15d2-a82b-4173-ad9a-d895ca52362a') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:10.913473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37d15d2-a82b-4173-ad9a-d895ca52362a') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:10.962033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:10.989490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.004603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:11.005078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.018870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 86854baf-6604-41fc-8882-dd4337cb203e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:11.026169 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:11.090135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.118769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.125805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683445e4-360c-485d-bb44-479215bb15b7 None None] Pushing event updated for resources: {'Port': ['ID=a6937c76-85c5-4472-a1f9-7d7eea34b30c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:11.139653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 86854baf-6604-41fc-8882-dd4337cb203e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:39:11.140245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 86854baf-6604-41fc-8882-dd4337cb203e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:11.152321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-77b4c202-2029-46e5-957b-426319474cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.169419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Attempting to bind port a6937c76-85c5-4472-a1f9-7d7eea34b30c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:11.170058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Attempting to bind port a6937c76-85c5-4472-a1f9-7d7eea34b30c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:11.170624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Attempting to bind port a6937c76-85c5-4472-a1f9-7d7eea34b30c on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:11.198728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:11.199109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:11.199526 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.199922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:11.200393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Bound port: a6937c76-85c5-4472-a1f9-7d7eea34b30c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:11.200786 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.245791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.245791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.262260 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.281989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f252105-2f8c-4936-874f-7946b4c5a906,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:11.297382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.302205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Transition to ACTIVE for port object c3b25817-5077-4923-96e5-f09b6141705a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:11.361968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] For port a6937c76-85c5-4472-a1f9-7d7eea34b30c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:11.367001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] For port a6937c76-85c5-4472-a1f9-7d7eea34b30c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a6937c76-85c5-4472-a1f9-7d7eea34b30c,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:11.388531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.389802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Transition to ACTIVE for port object c3b25817-5077-4923-96e5-f09b6141705a will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:11.434759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.457151 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.463095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.463886 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.470785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:11.475638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.476756 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83e24f29-6b26-4273-afc1-0fbec980cac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f252105-2f8c-4936-874f-7946b4c5a906 HTTP/1.1" status: 204 len: 168 time: 0.6391377 Jan 18 23:39:11.479584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.482239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bfea557f-eabd-4cff-a13b-d46f17cf67e2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/c9fd0973-1d0f-4d3c-8bd3-ecb9c6337399 HTTP/1.1" status: 204 len: 168 time: 1.9300833 Jan 18 23:39:11.482681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49044) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:11.483488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Could not find standard attr ID for object 3fa52b47-e772-4401-a8a6-bd0d857e9aac. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:39:11.492586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'name': 'tempest-PortsIpV6TestJSON-1422692284'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:11.547813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:11.555538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:11.561685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:11.617935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Provisioning for port fc79a9b8-8d0c-4c71-a529-86782cb3f51c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:11.635046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683445e4-360c-485d-bb44-479215bb15b7 None None] Pushing event updated for resources: {'Port': ['ID=a6937c76-85c5-4472-a1f9-7d7eea34b30c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:11.667048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:11.671222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:11.674483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:11.681714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:11.698290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=fc79a9b8-8d0c-4c71-a529-86782cb3f51c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:11.737144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Provisioning complete for port fc79a9b8-8d0c-4c71-a529-86782cb3f51c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:11.737515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.776212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:11.779325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:11.784909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0764c0a4-142e-4631-9e68-dfcd788734ce is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:11.786868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:11.802166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port e5b929c1-5753-41e5-910d-25fc1a110914 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:11.883530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:11.884525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:11.970703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Attempting to bind port c3b25817-5077-4923-96e5-f09b6141705a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:11.971690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Attempting to bind port c3b25817-5077-4923-96e5-f09b6141705a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:11.973787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Attempting to bind port c3b25817-5077-4923-96e5-f09b6141705a on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:12.152557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Pushing event updated for resources: {'Port': ['ID=c3b25817-5077-4923-96e5-f09b6141705a,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:12.180425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:12.183551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:12.183551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.183551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Bound using segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:12.183551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Bound port: c3b25817-5077-4923-96e5-f09b6141705a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:12.183551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.186112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.228259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Port fc79a9b8-8d0c-4c71-a529-86782cb3f51c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:12.247204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-977157ef-a5c1-4eb2-9911-13f785e95da3 None None] Could not find standard attr ID for object 86854baf-6604-41fc-8882-dd4337cb203e. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:39:12.300535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.404072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:12.405038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49060) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:12.408200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:12.413078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:12.417340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:12.417943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.420152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] For port c3b25817-5077-4923-96e5-f09b6141705a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:12.423391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=e5b929c1-5753-41e5-910d-25fc1a110914,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:12.425109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] For port c3b25817-5077-4923-96e5-f09b6141705a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b25817-5077-4923-96e5-f09b6141705a,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:12.427108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:12.471901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.542617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0e1a291-afaf-4b3e-8a5f-1593b6dab66d None None] Provisioning complete for port fc79a9b8-8d0c-4c71-a529-86782cb3f51c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:12.543010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0e1a291-afaf-4b3e-8a5f-1593b6dab66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.562178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 99c72b67-a720-43ac-8756-01480f4b242a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:12.566998 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-714fd2d7-1e0e-4f87-9a2c-87827f59dbec tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0829175 Jan 18 23:39:12.569504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49066) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:12.571172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:12.581885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Usage tracker for resource:security_group_rule and tenant:31fda482894c42239aacd78b67f81842 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:12.586664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:12.593724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:12.605562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.656037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port e5b929c1-5753-41e5-910d-25fc1a110914 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:12.661413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.726531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cfe42-83c0-47d4-8141-435779aaf675 None None] Pushing event updated for resources: {'Port': ['ID=c3b25817-5077-4923-96e5-f09b6141705a,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:12.743446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1a291-afaf-4b3e-8a5f-1593b6dab66d None None] Port fc79a9b8-8d0c-4c71-a529-86782cb3f51c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:12.815337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.935198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:12.986402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:05Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:12.992508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c21c7f-3b0f-41dd-ac47-09f71bbeac4f None None] The sync data for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 is: [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:05Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:13.106657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for e5b929c1-5753-41e5-910d-25fc1a110914 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:13.242191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.342313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.344552 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.407688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=e5b929c1-5753-41e5-910d-25fc1a110914,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:13.424980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.434649 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-42923adf-8597-4abc-8f86-aef8d3879a73 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/e5b929c1-5753-41e5-910d-25fc1a110914 HTTP/1.1" status: 204 len: 168 time: 0.8637588 Jan 18 23:39:13.437292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49080) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:13.446291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'mac_address': 'fa:16:3e:47:e5:88', 'name': 'tempest-PortsIpV6TestJSON-195351390'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:13.451738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce4424-72fb-4a99-b2ee-847baf23333b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:13.484974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:13.498349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] Sync routers for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:13.535034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:13.535727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:13.561968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5903708-613b-4590-828d-52ccb0d0feb3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31fda482894c42239aacd78b67f81842&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1528444 Jan 18 23:39:13.565548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:13.618622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:13.627209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:13.631715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:13.647324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:13.655645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:13.680342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:13.681801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:13.690004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.744257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7de7989a-dbf6-46d1-aec4-3e140fa5a314 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9836011 Jan 18 23:39:13.744621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49088) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:13.765024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:13.765488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124b181-7bc5-4647-b47f-5ecd8b8157d3 None None] The sync data for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:13.772290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.801164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:13.802402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.1 (7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907/6f51e572-1316-40dd-8482-d7a8fdadfb45/c64a13a1-9d8f-4942-845d-2813a7084a04) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:13.856488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72ab2dd9-b8d4-4789-9d10-b12d1c14358e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:13.916526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea999b17-96db-417b-899c-37a9f15a2625 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:13.920692 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ea999b17-96db-417b-899c-37a9f15a2625 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports/fc79a9b8-8d0c-4c71-a529-86782cb3f51c HTTP/1.1" status: 200 len: 913 time: 0.1723053 Jan 18 23:39:13.921402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:14.024777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.055187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.067868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 25b8232b-fa58-4f11-ba21-b87ac3eaec7b yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:14.083125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce4424-72fb-4a99-b2ee-847baf23333b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:14.180307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.180307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-97308254-dea9-4a13-8eb8-7ca0a2d8a000 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebce4424-72fb-4a99-b2ee-847baf23333b HTTP/1.1" status: 204 len: 168 time: 0.6109316 Jan 18 23:39:14.388759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.425705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object c64a13a1-9d8f-4942-845d-2813a7084a04 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:14.467255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ccb346-2108-49fa-b600-00d944d429af None None] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:14.596185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.632406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.675090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cbf0557c-79e0-47cf-b8d7-1911b7b8683e None None] Provisioning for port c3b25817-5077-4923-96e5-f09b6141705a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:14.720866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.733800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:14.748626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:14.752341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:14.805281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:14.834392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b25817-5077-4923-96e5-f09b6141705a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:14.857122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:14.866938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=25b8232b-fa58-4f11-ba21-b87ac3eaec7b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:14.885577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:14.886267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:14.895696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:14.901432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:14.902074 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.063147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bfc445b6-dc98-4082-bda1-b1afa7fdbb63 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6243443 Jan 18 23:39:15.069894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:15.082305 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.091722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c3b25817-5077-4923-96e5-f09b6141705a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:15.097765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c3b25817-5077-4923-96e5-f09b6141705a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:15.102959 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.192821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19701600-2061-4cd5-a722-25d2dd5bbf50 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:15.193715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-19701600-2061-4cd5-a722-25d2dd5bbf50 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:15.305841 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.313746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-19701600-2061-4cd5-a722-25d2dd5bbf50 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:15.319203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-19701600-2061-4cd5-a722-25d2dd5bbf50 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/25b8232b-fa58-4f11-ba21-b87ac3eaec7b HTTP/1.1" status: 200 len: 844 time: 0.2467308 Jan 18 23:39:15.319203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49130) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:15.347322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c3b25817-5077-4923-96e5-f09b6141705a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b25817-5077-4923-96e5-f09b6141705a,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:15.420444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 25b8232b-fa58-4f11-ba21-b87ac3eaec7b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:15.421158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.426009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.433644 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.444857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a6937c76-85c5-4472-a1f9-7d7eea34b30c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:15.523643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Provisioning for port c64a13a1-9d8f-4942-845d-2813a7084a04 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:15.573434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Provisioning complete for port c64a13a1-9d8f-4942-845d-2813a7084a04 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:15.575851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.659114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c3b25817-5077-4923-96e5-f09b6141705a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:15.669333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Port c64a13a1-9d8f-4942-845d-2813a7084a04 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:15.685599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Provisioning complete for port c3b25817-5077-4923-96e5-f09b6141705a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:15.686765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ed29a1fb-6424-4cb0-abb8-0ff9e6126a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.804128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a6937c76-85c5-4472-a1f9-7d7eea34b30c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:15.816620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a6937c76-85c5-4472-a1f9-7d7eea34b30c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:15.818517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:15.827982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.015364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 25b8232b-fa58-4f11-ba21-b87ac3eaec7b owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:16.053615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.071200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.090819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f0a20b9e-0e6a-4bf0-8101-11d9d29433ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.117311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port a6937c76-85c5-4472-a1f9-7d7eea34b30c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a6937c76-85c5-4472-a1f9-7d7eea34b30c,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:16.122314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cfe7859-38af-471c-84f2-43af1475fbf8 None None] Provisioning complete for port c64a13a1-9d8f-4942-845d-2813a7084a04 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:16.122927 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7859-38af-471c-84f2-43af1475fbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.135351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.186190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe7859-38af-471c-84f2-43af1475fbf8 None None] Port c64a13a1-9d8f-4942-845d-2813a7084a04 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:16.189306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.217339 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.284986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=25b8232b-fa58-4f11-ba21-b87ac3eaec7b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:16.289427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=a6937c76-85c5-4472-a1f9-7d7eea34b30c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:16.290534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:16.294056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.348187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.370551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd773c76-70aa-4b66-8152-c8694dabddd1 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/25b8232b-fa58-4f11-ba21-b87ac3eaec7b HTTP/1.1" status: 204 len: 168 time: 1.0505621 Jan 18 23:39:16.370839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:16.512597 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e8f5f5-09c8-429b-987a-6fb90e141e01 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:16.513953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a3e8f5f5-09c8-429b-987a-6fb90e141e01 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/25b8232b-fa58-4f11-ba21-b87ac3eaec7b HTTP/1.1" status: 404 len: 333 time: 0.1422591 Jan 18 23:39:16.520927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49160) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:16.526558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'name': 'tempest-PortsIpV6TestJSON-1301799103'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:16.669226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:16.674304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:16.677563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:16.684900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:16.685406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:16.691507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:16.703608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b25817-5077-4923-96e5-f09b6141705a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:16.774243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:16.777408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:16.804557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port f111c642-3110-41ea-b38b-2118a5272c4b yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:16.815099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c3b25817-5077-4923-96e5-f09b6141705a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:16.815650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.044387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a6937c76-85c5-4472-a1f9-7d7eea34b30c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:17.159914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.229304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8066b68-c444-4f74-8976-ea204a3529f2 None None] Provisioning complete for port c64a13a1-9d8f-4942-845d-2813a7084a04 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:17.230857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8066b68-c444-4f74-8976-ea204a3529f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.257479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.267806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a6937c76-85c5-4472-a1f9-7d7eea34b30c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:17.268190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.352310 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.392298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port fc79a9b8-8d0c-4c71-a529-86782cb3f51c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:17.392849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.393174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b8066b68-c444-4f74-8976-ea204a3529f2 None None] Port c64a13a1-9d8f-4942-845d-2813a7084a04 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:17.442555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:17.447967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:17.453619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:17.459033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:17.459860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.496539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=f111c642-3110-41ea-b38b-2118a5272c4b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:17.496939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.595152 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c24d3a12-a356-4b81-8d69-1978c1f3baa8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0730312 Jan 18 23:39:17.596246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49184) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:17.607674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:17.680951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.767747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:17.810201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for fc79a9b8-8d0c-4c71-a529-86782cb3f51c owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:17.880148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:18.036156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.105445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.190044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:18.208083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Sync routers for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:18.209672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9cfe79e3-55d7-4b59-a067-50759e4ffce2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9657030 Jan 18 23:39:18.222360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.230661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:18.231815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:18.306099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=fc79a9b8-8d0c-4c71-a529-86782cb3f51c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:18.407881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=f111c642-3110-41ea-b38b-2118a5272c4b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:18.436879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] In _notify_port_updated(), no bound segment for port f111c642-3110-41ea-b38b-2118a5272c4b on network 46807c9c-e620-4954-a13b-b5b4675f67a1 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:39:18.443373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:18.446462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.454968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-34e38114-1e50-4c9a-8801-831355a4b974 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/ports/f111c642-3110-41ea-b38b-2118a5272c4b HTTP/1.1" status: 200 len: 818 time: 0.8559341 Jan 18 23:39:18.457188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:18.632140 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:18.633104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port f111c642-3110-41ea-b38b-2118a5272c4b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:18.633453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.706451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.711788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-69bb5dec-2aaf-4c4e-95a6-c2e39003af31 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:18.828527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:18.947046 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.090032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-69bb5dec-2aaf-4c4e-95a6-c2e39003af31 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:19.103093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-69bb5dec-2aaf-4c4e-95a6-c2e39003af31 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526856003&fields=id&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 267 time: 0.4599807 Jan 18 23:39:19.104951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for f111c642-3110-41ea-b38b-2118a5272c4b owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:19.203263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 2, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:19.209453 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Checking router: 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:39:19.210063 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Updating router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf port c64a13a1-9d8f-4942-845d-2813a7084a04 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:39:19.278328 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.293970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.380615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=f111c642-3110-41ea-b38b-2118a5272c4b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:19.390183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.397896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-7e064daf-fcaa-49d6-88ec-93cfa7f9d6ea tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:19.398591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-7e064daf-fcaa-49d6-88ec-93cfa7f9d6ea tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:19.402737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2129e0fd-b8f0-4988-97e4-b88a767fafaa tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/f111c642-3110-41ea-b38b-2118a5272c4b HTTP/1.1" status: 204 len: 168 time: 0.9444406 Jan 18 23:39:19.405234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:19.496054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-7e064daf-fcaa-49d6-88ec-93cfa7f9d6ea tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:19.498241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-7e064daf-fcaa-49d6-88ec-93cfa7f9d6ea tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 797 time: 0.3938580 Jan 18 23:39:19.536941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-f3ec1999-53a2-481c-83d0-0d49469f4728 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/quotas/36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 375 time: 0.0287299 Jan 18 23:39:19.541396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce8a7de-06a8-4b12-8881-0177cd01868d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:19.544462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ce8a7de-06a8-4b12-8881-0177cd01868d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:19.628907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ce8a7de-06a8-4b12-8881-0177cd01868d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:19.630764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1ce8a7de-06a8-4b12-8881-0177cd01868d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2243748 Jan 18 23:39:19.633565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:19.684195 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-11738061-bf8f-492d-aeac-e73234d58b1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:19.686868 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11738061-bf8f-492d-aeac-e73234d58b1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/f111c642-3110-41ea-b38b-2118a5272c4b HTTP/1.1" status: 404 len: 333 time: 0.0520744 Jan 18 23:39:19.692461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:19.700160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312091584'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:19.712323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:19.718140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:19.723845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:19.731641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:19.771312 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.778322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-210c043b-3104-4e69-b24d-26066df89b45 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:19.785936 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Transition to ACTIVE for port object c64a13a1-9d8f-4942-845d-2813a7084a04 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:19.826018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 99c72b67-a720-43ac-8756-01480f4b242a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:19.868424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:19.872918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.898913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-210c043b-3104-4e69-b24d-26066df89b45 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:19.899661 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.900232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-210c043b-3104-4e69-b24d-26066df89b45 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3578339 Jan 18 23:39:19.936245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:19.948658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:19.949344 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment 7b7a47f7-fd31-4556-8a49-b324c57035a8 of type vlan for network 98c9561c-416e-436f-8ecb-57e25e6c9c7a Jan 18 23:39:20.017274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.137271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.141731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:20.142342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.145473 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Pushing event updated for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:20.156647 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.157397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-77b72aa9-990a-4668-98df-15275eda1574 service neutron] 10.222.0.59 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999710 Jan 18 23:39:20.157634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.157868 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.158195 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.158591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.158832 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.159147 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.159460 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.159772 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.160083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.160392 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:20.165816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:20.171375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d4461c30-3b79-48e4-b0ea-8d3151477e85 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2427354 Jan 18 23:39:20.175091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49262) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:20.177898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] Sync routers for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:20.201569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:20.202566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:20.247060 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Attempting to bind port c64a13a1-9d8f-4942-845d-2813a7084a04 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:20.247617 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Attempting to bind port c64a13a1-9d8f-4942-845d-2813a7084a04 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:20.249080 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Attempting to bind port c64a13a1-9d8f-4942-845d-2813a7084a04 on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:20.261038 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:20.262110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:20.262674 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.263211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Bound using segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:20.263811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Bound port: c64a13a1-9d8f-4942-845d-2813a7084a04, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:20.264329 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.303868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:20.339299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:20.339953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:20.364898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] For port c64a13a1-9d8f-4942-845d-2813a7084a04, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:20.368184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] For port c64a13a1-9d8f-4942-845d-2813a7084a04, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64a13a1-9d8f-4942-845d-2813a7084a04,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:20.433748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=98c9561c-416e-436f-8ecb-57e25e6c9c7a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:20.457433 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:20.464895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:20.489137 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39e6b589-52ed-48bd-9c93-1d0fd3cfd8cd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7926054 Jan 18 23:39:20.489385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:20.498446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:20.549370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-63c2258a-8bd9-4109-b5c9-e12a5bd6db4c service neutron] 10.222.0.59 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155923 Jan 18 23:39:20.552101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:20.552518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028b31-969c-4502-b91b-f8bcb0293bce None None] The sync data for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:20.727441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:20.731791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:20.735558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:20.742250 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d0739-9275-4a98-bb34-bccd1f94af5d None None] Pushing event updated for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:20.743567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:20.776092 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:20.776876 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:20.815106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:21.094293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3d69293-0687-4bcb-b36a-7ea8de81e419 req-418daa65-d422-4c7e-a5ec-776480d53e45 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 210 time: 0.0887973 Jan 18 23:39:21.101499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:21.124538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:21.260683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:21.503406 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:21.651444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=a59800ee-0aa5-4b1d-b384-650355e31994,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:21.661645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': '7b7a47f7-fd31-4556-8a49-b324c57035a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:21.661645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: 98c9561c-416e-436f-8ecb-57e25e6c9c7a, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:21.774450 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:20Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:21.778797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f190647-827d-4310-94d4-42cdb8f84b5b None None] The sync data for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 is: [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:20Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:21.797749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:21.896112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 98c9561c-416e-436f-8ecb-57e25e6c9c7a) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:21.902187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:21.902563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:21.908543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2983ad30-b2ac-45c1-9dae-f2533c3338d6 None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:21.963187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:21.963529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.004379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96278c0f-b43a-465d-b220-f49641cb7879 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5136609 Jan 18 23:39:22.007360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49302) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:22.015024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:22.257411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:22.396824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:22.401278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:22.404559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:22.412128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:22.437098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': 'a59800ee-0aa5-4b1d-b384-650355e31994'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:22.437933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.530845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:22.533534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.536951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.554921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:22.593482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2007d9e-6068-4386-b3f5-0619ab9858b6 req-ace10780-ced3-4e42-91f9-eeeb9b883315 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 210 time: 0.1688871 Jan 18 23:39:22.671348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:22.679052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f56268d7ad45de87b8bd7b27198069 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:22.684336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:22.708794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Allocated IP 2001:db8::2 (98c9561c-416e-436f-8ecb-57e25e6c9c7a/a59800ee-0aa5-4b1d-b384-650355e31994/04ab1355-920a-4d7e-9291-2170fa449034) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:22.799077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64a13a1-9d8f-4942-845d-2813a7084a04 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:22.817851 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a59800ee-0aa5-4b1d-b384-650355e31994 (CIDR: 2001:db8::/64) Jan 18 23:39:22.851180 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:39:22.851626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:39:22.875427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:22.892008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for a1b0d90c-ff29-483b-8c0d-61d1eddd9e55 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:22.994580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e6d3a6e1-afde-462a-a3e2-5c0a208dc095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9848213 Jan 18 23:39:22.997172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:23.005796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:23.078506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c64a13a1-9d8f-4942-845d-2813a7084a04 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:23.090627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c64a13a1-9d8f-4942-845d-2813a7084a04 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:23.091660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.165873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.209868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.232621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Transition to ACTIVE for port object 04ab1355-920a-4d7e-9291-2170fa449034 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:23.247088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.259315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:23.263275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:23.266879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:23.272562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:23.302941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99388e78-f533-42cb-80dd-b8fa7a4d1dff,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:23.303563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Transition to ACTIVE for port object 04ab1355-920a-4d7e-9291-2170fa449034 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:23.308506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3a37f38e-df6b-459f-9e28-48d76a4eb1a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2f56268d7ad45de87b8bd7b27198069&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0485482 Jan 18 23:39:23.311227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49334) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:23.336947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.358493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.380386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:23.381545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c64a13a1-9d8f-4942-845d-2813a7084a04, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64a13a1-9d8f-4942-845d-2813a7084a04,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:23.383445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.394942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.435601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=a1b0d90c-ff29-483b-8c0d-61d1eddd9e55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:23.473567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:23.477288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:23.479777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:23.495559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Pushing event updated for resources: {'Port': ['ID=04ab1355-920a-4d7e-9291-2170fa449034,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:23.505778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.542526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.563800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.627305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.627975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.628545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.629117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.629674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.630230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.630768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.631361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.631911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.632455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.633338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:23.773029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:23.809527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Attempting to bind port 04ab1355-920a-4d7e-9291-2170fa449034 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:23.810052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Attempting to bind port 04ab1355-920a-4d7e-9291-2170fa449034 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7b7a47f7-fd31-4556-8a49-b324c57035a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:23.810633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Attempting to bind port 04ab1355-920a-4d7e-9291-2170fa449034 on network 98c9561c-416e-436f-8ecb-57e25e6c9c7a {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:23.851392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-2b2aad93-bb9d-4774-8fd3-5a31cf3f8205 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:23.853818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-2b2aad93-bb9d-4774-8fd3-5a31cf3f8205 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 797 time: 0.2948017 Jan 18 23:39:23.874678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:23.875973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Checking segment: {'id': '7b7a47f7-fd31-4556-8a49-b324c57035a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:23.877606 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.878289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Bound using segment: {'id': '7b7a47f7-fd31-4556-8a49-b324c57035a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:23.879032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Bound port: 04ab1355-920a-4d7e-9291-2170fa449034, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7a47f7-fd31-4556-8a49-b324c57035a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:23.879720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.930077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:23.995259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-997369fe-fef6-4ee2-982d-c5fd9b66444c req-c3e97c1a-555d-4d43-86e4-39d64cab746f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 210 time: 0.0751309 Jan 18 23:39:24.002762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99388e78-f533-42cb-80dd-b8fa7a4d1dff,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:24.060484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:24.073126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=04ab1355-920a-4d7e-9291-2170fa449034,segment=NetworkSegment(7b7a47f7-fd31-4556-8a49-b324c57035a8),segment_id=7b7a47f7-fd31-4556-8a49-b324c57035a8)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:24.103314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.108879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-f02dbfff-f637-4ca7-851c-8e6e074c039d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:24.133601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.136289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ebb60fb4-9cfa-440e-89d3-6b3551a0eb26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99388e78-f533-42cb-80dd-b8fa7a4d1dff HTTP/1.1" status: 204 len: 168 time: 0.8226397 Jan 18 23:39:24.146396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.165344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.196953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-f02dbfff-f637-4ca7-851c-8e6e074c039d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:24.198424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-f02dbfff-f637-4ca7-851c-8e6e074c039d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 379 time: 0.2164083 Jan 18 23:39:24.208512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'port': {'device_id': '400abf9e-e994-472a-84a0-ffa913120983', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'admin_state_up': True, 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'security_groups': ['f1ec84a4-09f0-4403-8c33-f12c724084d6']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:24.229608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:24.242957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:24.253312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:24.255072 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.292312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708876-b3a1-406f-8123-7a093df7711b None None] Pushing event updated for resources: {'Port': ['ID=04ab1355-920a-4d7e-9291-2170fa449034,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:24.359848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=654b6f00-8b98-4a95-8d71-ab2482364a3a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:24.453884 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-05d60bbb-07f1-49ac-b39e-ad7813c7b2ed tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4553638 Jan 18 23:39:24.458156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49352) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:24.467334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'fixed_ips': [{'subnet_id': 'a59800ee-0aa5-4b1d-b384-650355e31994'}, {'subnet_id': '654b6f00-8b98-4a95-8d71-ab2482364a3a'}], 'name': 'tempest-PortsIpV6TestJSON-1418368004'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:24.611398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:24.675468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 99c72b67-a720-43ac-8756-01480f4b242a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:24.687193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:24.815812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:24.822701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:24.831985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:24.843578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:24.849960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:24.861155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 04ab1355-920a-4d7e-9291-2170fa449034 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:24.868757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:24.930517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:24.935912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46b448cc-0af0-44de-9f3c-0828763a0510 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7594740 Jan 18 23:39:24.939591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:24.945614 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] Sync routers for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:24.963840 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:24.966086 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:24.994533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90e35279-d3eb-4cd5-ad06-72e88907e58e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:25.017463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:25.022747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:25.045227 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:25.058747 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] Routers {'99c72b67-a720-43ac-8756-01480f4b242a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:25.059981 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['99c72b67-a720-43ac-8756-01480f4b242a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:25.061846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port a8079ee8-45c3-4603-8bff-f1cb4154603c yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:25.068142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 04ab1355-920a-4d7e-9291-2170fa449034 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:25.073333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64a13a1-9d8f-4942-845d-2813a7084a04 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:25.106405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-90e35279-d3eb-4cd5-ad06-72e88907e58e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:25.107585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90e35279-d3eb-4cd5-ad06-72e88907e58e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=99c72b67-a720-43ac-8756-01480f4b242a HTTP/1.1" status: 200 len: 205 time: 0.1670809 Jan 18 23:39:25.114052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49370) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:25.164679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.4 (7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907/6f51e572-1316-40dd-8482-d7a8fdadfb45/b993761d-e9e4-4e00-8f8e-2351350ac8bb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:25.178423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:25.178973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198defc-0e5b-4c15-a4d6-fcfbde553cb2 None None] The sync data for ids ['99c72b67-a720-43ac-8756-01480f4b242a'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:25.228476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c64a13a1-9d8f-4942-845d-2813a7084a04 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:25.229044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:25.350521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:25.414474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49374) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:25.449564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f84d103-5da1-4d3d-9e5a-eb056b408fe6 req-4a62226b-2be9-43b2-ba05-e082599886f4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 210 time: 0.1450357 Jan 18 23:39:25.460513 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:25.528100 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:25.558764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:25.564972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object b993761d-e9e4-4e00-8f8e-2351350ac8bb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:25.567814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Usage tracker for resource:security_group_rule and tenant:90b039f8588b485aa5c1d651fd64cec3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:25.571868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:25.579666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:25.734179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc928a17-de61-458b-8021-07657670c2e9 None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:25.906644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Provisioning for port 04ab1355-920a-4d7e-9291-2170fa449034 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:25.924948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Provisioning complete for port 04ab1355-920a-4d7e-9291-2170fa449034 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:25.925298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.007716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.009498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.018768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.074400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::129 (98c9561c-416e-436f-8ecb-57e25e6c9c7a/a59800ee-0aa5-4b1d-b384-650355e31994/a8079ee8-45c3-4603-8bff-f1cb4154603c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:26.092228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8:0:1::199 (98c9561c-416e-436f-8ecb-57e25e6c9c7a/654b6f00-8b98-4a95-8d71-ab2482364a3a/a8079ee8-45c3-4603-8bff-f1cb4154603c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:26.099388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.135324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:26.135324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:26.140043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:26.153146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.155295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router 99c72b67-a720-43ac-8756-01480f4b242a {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:39:26.187642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.189412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3ea541b7-28d7-449d-8529-c56a3427c340 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a HTTP/1.1" status: 204 len: 168 time: 1.0772462 Jan 18 23:39:26.192220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49388) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:26.197520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:26.214230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.234590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.345587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d40d64-2363-4613-a892-3d061928a4c5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:26.350331 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=04ab1355-920a-4d7e-9291-2170fa449034,segment=NetworkSegment(7b7a47f7-fd31-4556-8a49-b324c57035a8),segment_id=7b7a47f7-fd31-4556-8a49-b324c57035a8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:26.391887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2dcada76-305e-4d51-8dcd-b45f0be94c13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90b039f8588b485aa5c1d651fd64cec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9760208 Jan 18 23:39:26.392881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:26.394546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Update dhcp port {'port': {'network_id': '98c9561c-416e-436f-8ecb-57e25e6c9c7a', 'fixed_ips': [{'subnet_id': 'a59800ee-0aa5-4b1d-b384-650355e31994', 'ip_address': '2001:db8::2'}, {'subnet_id': '654b6f00-8b98-4a95-8d71-ab2482364a3a'}], 'binding:host_id': 'n-d-825175-2'}, 'id': '04ab1355-920a-4d7e-9291-2170fa449034'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:39:26.451482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.455602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:26.456304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.489089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.504494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.511405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object a8079ee8-45c3-4603-8bff-f1cb4154603c will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:26.577657 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-65fe02e5-87b6-480e-b552-e384089c1a64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3722336 Jan 18 23:39:26.619045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.619208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Request body: {'port': {'device_id': '400abf9e-e994-472a-84a0-ffa913120983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:26.647529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.656413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet be9b305e-e99d-49ea-9685-5c1a12d9c9c7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:26.664105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.728695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.747006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680e707-3942-4c0c-bac4-76245ef88b8d None None] Pushing event updated for resources: {'Port': ['ID=04ab1355-920a-4d7e-9291-2170fa449034,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:26.821563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.827698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:26.832872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Allocated IP 2001:db8:0:1::2 (98c9561c-416e-436f-8ecb-57e25e6c9c7a/654b6f00-8b98-4a95-8d71-ab2482364a3a/04ab1355-920a-4d7e-9291-2170fa449034) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:26.858645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:26.898384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=a8079ee8-45c3-4603-8bff-f1cb4154603c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:26.904420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:26.911053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:26.911795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.929374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1e5d383-7b3f-4637-8641-eaedc4909689 None None] Provisioning for port b993761d-e9e4-4e00-8f8e-2351350ac8bb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:26.932187 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:26.941224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa3d7a-17f2-4698-9c32-c81f99950840 req-b7aa426b-51b6-4401-a956-92b65ba8b658 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:26.943015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aaa3d7a-17f2-4698-9c32-c81f99950840 req-b7aa426b-51b6-4401-a956-92b65ba8b658 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 931 time: 0.2452075 Jan 18 23:39:27.001212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.024145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aaa3d7a-17f2-4698-9c32-c81f99950840 req-36f16a89-fc31-4741-8517-2f025b0892be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740018 Jan 18 23:39:27.029975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.061146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d40d64-2363-4613-a892-3d061928a4c5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:27.074902 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.076130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2450fe45-c03c-4edd-ac73-d8bac666ab67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99d40d64-2363-4613-a892-3d061928a4c5 HTTP/1.1" status: 204 len: 168 time: 0.6792333 Jan 18 23:39:27.123340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a1e5d383-7b3f-4637-8641-eaedc4909689 None None] Provisioning complete for port b993761d-e9e4-4e00-8f8e-2351350ac8bb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:27.123340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a1e5d383-7b3f-4637-8641-eaedc4909689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.126174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-344c5922-9d87-4b2e-9885-86ac6e7f2036 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6659696 Jan 18 23:39:27.129020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:27.145889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a59800ee-0aa5-4b1d-b384-650355e31994'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:27.179794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5d383-7b3f-4637-8641-eaedc4909689 None None] Port b993761d-e9e4-4e00-8f8e-2351350ac8bb cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:27.255091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=04ab1355-920a-4d7e-9291-2170fa449034,segment=NetworkSegment(7b7a47f7-fd31-4556-8a49-b324c57035a8),segment_id=7b7a47f7-fd31-4556-8a49-b324c57035a8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:27.280625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.281028 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.299812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Transition to ACTIVE for port object 04ab1355-920a-4d7e-9291-2170fa449034 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:27.334852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b47ab6f-d4b6-486a-bd17-a386fbebabc0 None None] Network 0764c0a4-142e-4631-9e68-dfcd788734ce requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:27.337483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.347137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/be9b305e-e99d-49ea-9685-5c1a12d9c9c7 HTTP/1.1" status: 204 len: 168 time: 1.1504588 Jan 18 23:39:27.351572 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49418) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:27.390646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71c63a-05cc-449d-b659-6729ed607778 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=be9b305e-e99d-49ea-9685-5c1a12d9c9c7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:27.397721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.473776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:39:27.497241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.576487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Transition to ACTIVE for port object b993761d-e9e4-4e00-8f8e-2351350ac8bb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:27.616513 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.675512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.706260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565bfff-30de-4caf-82e5-3f5278536de1 None None] Pushing event updated for resources: {'Port': ['ID=04ab1355-920a-4d7e-9291-2170fa449034,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:27.774578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:27.925820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet faf0ae0a-fecb-4e59-be40-ccac04d63378 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:27.948093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] DHCP port deletion for 0764c0a4-142e-4631-9e68-dfcd788734ce request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:27.952009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:27.953580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Deleting port 135ac14b-52a4-483c-ae61-f960f5e1c64b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:27.954283 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.183894 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.340002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.472749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] For port 135ac14b-52a4-483c-ae61-f960f5e1c64b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=135ac14b-52a4-483c-ae61-f960f5e1c64b,segment=NetworkSegment(865f9701-e40b-4354-aaf2-bc37c2c77445),segment_id=865f9701-e40b-4354-aaf2-bc37c2c77445)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:28.473834 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.620347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:28.620751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:28.621163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:28.638167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:39:28.638656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:28.645682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1532f-0e58-48d5-a173-300d3e32e6b5 None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:28.648065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:28.648412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:28.648927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Bound using segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:28.649355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Bound port: b993761d-e9e4-4e00-8f8e-2351350ac8bb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:28.649865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.669282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Calling delete_port for 135ac14b-52a4-483c-ae61-f960f5e1c64b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:28.681691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Delete allocated IP 2001:db8:0:1::199 (98c9561c-416e-436f-8ecb-57e25e6c9c7a/654b6f00-8b98-4a95-8d71-ab2482364a3a) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:39:28.702987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.720919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 04ab1355-920a-4d7e-9291-2170fa449034 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:28.723207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51c8f5-8807-4970-a918-304f58fb3020 req-c4fce26d-821d-49a8-ae38-3e028c53e142 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:28.733710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e51c8f5-8807-4970-a918-304f58fb3020 req-c4fce26d-821d-49a8-ae38-3e028c53e142 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.1444848 Jan 18 23:39:28.761155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.776329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=faf0ae0a-fecb-4e59-be40-ccac04d63378,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:28.785465 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-00a2e51e-b097-452a-8397-99923a36e1af tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/faf0ae0a-fecb-4e59-be40-ccac04d63378 HTTP/1.1" status: 204 len: 168 time: 1.4325724 Jan 18 23:39:28.788046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49448) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:28.916161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e442daf-d27b-485c-b7bb-2e2b6d3279b8 None None] Network 122b6f79-1bf0-4d2f-acf6-690aaff71071 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:28.949833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:28.973237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:28.975524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 135ac14b-52a4-483c-ae61-f960f5e1c64b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:28.976316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.021805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e51c8f5-8807-4970-a918-304f58fb3020 req-56eac37d-4d06-409d-879f-f8b2c5c71a6b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868419 Jan 18 23:39:29.022948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:29.050149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.082729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Ignored duplicate provisioning block setup for port a8079ee8-45c3-4603-8bff-f1cb4154603c by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:39:29.152200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.207300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.298282 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.299871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] 10.222.0.89 "PUT /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1091 time: 2.7044063 Jan 18 23:39:29.300348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:29.343866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 135ac14b-52a4-483c-ae61-f960f5e1c64b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=135ac14b-52a4-483c-ae61-f960f5e1c64b,segment=NetworkSegment(865f9701-e40b-4354-aaf2-bc37c2c77445),segment_id=865f9701-e40b-4354-aaf2-bc37c2c77445)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:29.348712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.356714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5293c-b24d-487f-bfb3-dfdf5ac7819c service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:29.387048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] In _notify_port_updated(), no bound segment for port a8079ee8-45c3-4603-8bff-f1cb4154603c on network 98c9561c-416e-436f-8ecb-57e25e6c9c7a {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:39:29.405527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:29.406309 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.410678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/ports/a8079ee8-45c3-4603-8bff-f1cb4154603c HTTP/1.1" status: 200 len: 926 time: 2.2791245 Jan 18 23:39:29.423986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:29.439313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.455403 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:39:29.467608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a59800ee-0aa5-4b1d-b384-650355e31994'}, {'subnet_id': '654b6f00-8b98-4a95-8d71-ab2482364a3a'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:29.524168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d84c5-6a89-45b3-8292-c9c380560843 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=a8079ee8-45c3-4603-8bff-f1cb4154603c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:29.562354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 135ac14b-52a4-483c-ae61-f960f5e1c64b owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:29.579473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] Pushing event deleted for resources: {'Port': ['ID=135ac14b-52a4-483c-ae61-f960f5e1c64b,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:29.609275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8e2ff-2d0b-4206-b237-ac9e9db306dd None None] No DVR routers for this DVR port 135ac14b-52a4-483c-ae61-f960f5e1c64b on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:29.680288 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.737654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-2c081b1b-adbd-4a07-bb55-ca01350490c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1094 time: 0.2812138 Jan 18 23:39:29.742149 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:39:29.742474 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:39:29.747560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 135ac14b-52a4-483c-ae61-f960f5e1c64b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:29.781665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-edb13ad5-2682-410f-9669-7173a086b9f2 None None] Provisioning for port 04ab1355-920a-4d7e-9291-2170fa449034 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:29.794608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 135ac14b-52a4-483c-ae61-f960f5e1c64b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:39:29.795041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 135ac14b-52a4-483c-ae61-f960f5e1c64b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:29.799224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-edb13ad5-2682-410f-9669-7173a086b9f2 None None] Provisioning complete for port 04ab1355-920a-4d7e-9291-2170fa449034 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:29.799835 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-edb13ad5-2682-410f-9669-7173a086b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:29.866784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-81fcd5a4-156c-455a-aaa5-b52514db9377 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 217 time: 0.1217148 Jan 18 23:39:30.014600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] DHCP port deletion for 122b6f79-1bf0-4d2f-acf6-690aaff71071 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:30.033172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-47994024-7257-4747-9d58-00f8a47e075e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:30.033352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Deleting port bda77e3e-c968-492c-9018-b7bd8859792a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:30.033626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.035616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-47994024-7257-4747-9d58-00f8a47e075e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.1632917 Jan 18 23:39:30.202126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-da5c4d86-ff24-4836-afc2-c7d41c80de3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581798 Jan 18 23:39:30.245508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 135ac14b-52a4-483c-ae61-f960f5e1c64b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:30.246837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.395021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8:0:1::12f (98c9561c-416e-436f-8ecb-57e25e6c9c7a/654b6f00-8b98-4a95-8d71-ab2482364a3a/a8079ee8-45c3-4603-8bff-f1cb4154603c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:30.418205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] The port '135ac14b-52a4-483c-ae61-f960f5e1c64b' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:39:30.443887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdb7bc-aa62-4c36-b2cd-42e8e16972bd req-4727e23b-575f-49ef-8df6-465492440b7b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:30.450873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00fdb7bc-aa62-4c36-b2cd-42e8e16972bd req-4727e23b-575f-49ef-8df6-465492440b7b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.1663878 Jan 18 23:39:30.456717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] For port bda77e3e-c968-492c-9018-b7bd8859792a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=bda77e3e-c968-492c-9018-b7bd8859792a,segment=NetworkSegment(eed529b8-c96b-4c7c-a83d-02d639bbf3d3),segment_id=eed529b8-c96b-4c7c-a83d-02d639bbf3d3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:30.457369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.598026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Calling delete_port for bda77e3e-c968-492c-9018-b7bd8859792a owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:30.636751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00fdb7bc-aa62-4c36-b2cd-42e8e16972bd req-a5f622c4-ede6-46ec-931c-c330b1e01321 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841128 Jan 18 23:39:30.709681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.741059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.769685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bda77e3e-c968-492c-9018-b7bd8859792a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:30.775749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:39:30.782112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Ignored duplicate provisioning block setup for port a8079ee8-45c3-4603-8bff-f1cb4154603c by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 18 23:39:30.798895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0764c0a4-142e-4631-9e68-dfcd788734ce']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:30.820257 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-06f41d4e-33f4-4b5b-8a06-a0829097ca00 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105559 Jan 18 23:39:30.822363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865f9701-e40b-4354-aaf2-bc37c2c77445') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:30.822666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865f9701-e40b-4354-aaf2-bc37c2c77445') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:30.835359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.880248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:30.904317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port bda77e3e-c968-492c-9018-b7bd8859792a {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:39:30.904736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device bda77e3e-c968-492c-9018-b7bd8859792a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:30.909742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] Pushing event deleted for resources: {'Port': ['ID=bda77e3e-c968-492c-9018-b7bd8859792a,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:30.917087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b14b8-ec95-4f3e-a255-81a6d24ef057 None None] No DVR routers for this DVR port bda77e3e-c968-492c-9018-b7bd8859792a on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:30.926338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Provisioning complete for port 04ab1355-920a-4d7e-9291-2170fa449034 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:30.934115 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.098129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=a8079ee8-45c3-4603-8bff-f1cb4154603c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:31.156355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c0efa226-9ec2-436d-ac4b-b04c2d27534c req-b5e333fc-abc6-4e5f-adf5-0b338aea45d6 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192780 Jan 18 23:39:31.158760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.193774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.207685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:31.208114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:31.244745 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:31.270390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] In _notify_port_updated(), no bound segment for port a8079ee8-45c3-4603-8bff-f1cb4154603c on network 98c9561c-416e-436f-8ecb-57e25e6c9c7a {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:39:31.274203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:31.274833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.276133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8917ea22-8ecc-4418-b044-80ab2360c121 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/ports/a8079ee8-45c3-4603-8bff-f1cb4154603c HTTP/1.1" status: 200 len: 1012 time: 1.8511767 Jan 18 23:39:31.278918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49502) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:31.311501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Provisioning for port a8079ee8-45c3-4603-8bff-f1cb4154603c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:31.326207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Provisioning complete for port a8079ee8-45c3-4603-8bff-f1cb4154603c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:31.326822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.369603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port a8079ee8-45c3-4603-8bff-f1cb4154603c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:31.369952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.464629 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-d7d776ae-1a49-42b4-89b3-ca929cae6057 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1094 time: 0.1371961 Jan 18 23:39:31.465452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a2829-bb99-4947-bee7-f8d9ef0f4904 None None] Port a8079ee8-45c3-4603-8bff-f1cb4154603c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:31.499875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.590438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.599706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2bacf18a-7cf5-4355-b052-d8b6430b8f08 None None] Provisioning complete for port a8079ee8-45c3-4603-8bff-f1cb4154603c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:31.601424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2bacf18a-7cf5-4355-b052-d8b6430b8f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:31.603512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=0764c0a4-142e-4631-9e68-dfcd788734ce,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:31.685981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1bd357d-e327-48c6-9c91-e7de4a691f0c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/0764c0a4-142e-4631-9e68-dfcd788734ce HTTP/1.1" status: 204 len: 168 time: 2.8969040 Jan 18 23:39:31.689600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49512) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:31.691502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2bacf18a-7cf5-4355-b052-d8b6430b8f08 None None] Port a8079ee8-45c3-4603-8bff-f1cb4154603c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:31.717826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-1e3d9f6a-4eef-4a72-ba06-0a697f7353af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:31.720572 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-1e3d9f6a-4eef-4a72-ba06-0a697f7353af service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.2451179 Jan 18 23:39:31.822272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-c2cd7e3b-c6de-49ba-9571-943288aff10c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 217 time: 0.0903225 Jan 18 23:39:31.909094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-e1e80ee8-9a3f-440a-94ca-201f8b30ae86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:31.911251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-e1e80ee8-9a3f-440a-94ca-201f8b30ae86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0826404 Jan 18 23:39:31.967954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.009275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-67f18c25-a8b4-4ae5-9fde-7f0b4ac44e2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923758 Jan 18 23:39:32.133877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for a8079ee8-45c3-4603-8bff-f1cb4154603c owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:32.172774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-df51ceeb-6e54-4fac-8321-5abf388d8cb4 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574059 Jan 18 23:39:32.204473 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.248458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0493-57b5-461f-85f0-5bf52c29edfc req-bd4b6b70-a808-449b-bdda-ba60d4d371b4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:32.255256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450d0493-57b5-461f-85f0-5bf52c29edfc req-bd4b6b70-a808-449b-bdda-ba60d4d371b4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.3436894 Jan 18 23:39:32.373723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47a2a148-7ce2-47fc-9ff1-7f54cebd7d84 req-9728a889-cf99-4887-a4f4-b185dd724e0b service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942139 Jan 18 23:39:32.504578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-450d0493-57b5-461f-85f0-5bf52c29edfc req-0442a438-20ba-4496-a771-f204a5cc02f8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484293 Jan 18 23:39:32.508311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.549539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122b6f79-1bf0-4d2f-acf6-690aaff71071']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:32.595240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:32.595550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed529b8-c96b-4c7c-a83d-02d639bbf3d3') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:32.617576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.648520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.654567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:32.654952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:32.670533 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:32.719883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.795505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=a8079ee8-45c3-4603-8bff-f1cb4154603c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:32.877047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.889683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5e98231a-e2c0-476f-b0ee-acd4329496c9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/a8079ee8-45c3-4603-8bff-f1cb4154603c HTTP/1.1" status: 204 len: 168 time: 1.6097696 Jan 18 23:39:32.891542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.892972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49532) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:32.936187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:32.943443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/122b6f79-1bf0-4d2f-acf6-690aaff71071 HTTP/1.1" status: 204 len: 168 time: 1.2516000 Jan 18 23:39:32.945006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb0e1-5bfe-4147-83f2-ababc2e0528a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=122b6f79-1bf0-4d2f-acf6-690aaff71071,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:32.946778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:32.951074 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a24261-e333-4eef-989c-3a8500a7e55d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:32.951681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-09a24261-e333-4eef-989c-3a8500a7e55d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:32.953369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1764634769'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:32.959112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:32.964479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:32.967880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:32.978774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:33.022056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-09a24261-e333-4eef-989c-3a8500a7e55d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:33.025919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-09a24261-e333-4eef-989c-3a8500a7e55d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/a8079ee8-45c3-4603-8bff-f1cb4154603c HTTP/1.1" status: 404 len: 333 time: 0.1319273 Jan 18 23:39:33.026477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:33.050423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:33.053546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.085072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:33.093988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.094575 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 816fe571-ba74-4512-a3cc-401c5ab2cb85 of type vlan for network 06324986-c5b9-4af2-9199-d838a6db2ff1 Jan 18 23:39:33.121089 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.216610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.220253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet 654b6f00-8b98-4a95-8d71-ab2482364a3a {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:33.222625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:33.223223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.223541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.280467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.338386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=06324986-c5b9-4af2-9199-d838a6db2ff1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:33.350473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:33.373115 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.383711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf4cad0a-76f8-43b3-b811-7c3473528497 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4352667 Jan 18 23:39:33.387005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49552) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:33.395688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:33.517069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.556774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=654b6f00-8b98-4a95-8d71-ab2482364a3a,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:33.561678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:33.566968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:33.570899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.572133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:33.577444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d41ed0ec-9a35-4ac1-aa97-ff34273d6add tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/654b6f00-8b98-4a95-8d71-ab2482364a3a HTTP/1.1" status: 204 len: 168 time: 0.5500181 Jan 18 23:39:33.587768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:33.588919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49564) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:33.589449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c74022-4abb-4855-973e-f698b4d4b50e None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:33.671601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet a59800ee-0aa5-4b1d-b384-650355e31994 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:33.678490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.722746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:33.754652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:33.845246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1de5-1d8c-4c50-94df-c63fe51f1f56 req-51747de9-865e-4fc3-b120-f80b055e585d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:33.846911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ef1de5-1d8c-4c50-94df-c63fe51f1f56 req-51747de9-865e-4fc3-b120-f80b055e585d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.2027538 Jan 18 23:39:33.885355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.034475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49572) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:34.071823 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.228503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.258696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ef1de5-1d8c-4c50-94df-c63fe51f1f56 req-becd1dff-f7dd-4bd6-8cce-6113167642cd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4058094 Jan 18 23:39:34.282212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=a59800ee-0aa5-4b1d-b384-650355e31994,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:34.310675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.320510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.349736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:34.353685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Usage tracker for resource:security_group_rule and tenant:3a5c8974682d48c48ef3ab835791730e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:34.357100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-99540637-657b-4010-9a98-4e29f0442a64 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/a59800ee-0aa5-4b1d-b384-650355e31994 HTTP/1.1" status: 204 len: 168 time: 0.7670634 Jan 18 23:39:34.358243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:34.361759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49578) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:34.365168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:34.449816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.528472 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.553646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.564767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 04ab1355-920a-4d7e-9291-2170fa449034 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:34.565108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.580829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8115983e-e5dc-4cce-b684-a96217e0b95d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:34.587597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-421f09e1-d165-4407-86b6-bcca6b0dc45b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a5c8974682d48c48ef3ab835791730e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5521052 Jan 18 23:39:34.590367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49584) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:34.630032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.667445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.695078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d8ac9-22f6-4d9a-bf19-da5c143fe860 None None] Network 98c9561c-416e-436f-8ecb-57e25e6c9c7a requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:34.699721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.771028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=e60a0b18-58bd-440e-afa0-e40982efd62c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:34.806398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '816fe571-ba74-4512-a3cc-401c5ab2cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:34.806766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 06324986-c5b9-4af2-9199-d838a6db2ff1, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:34.888478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.891654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5448632f-7ca3-40b3-8eee-fe1ec2663409 None None] Provisioning complete for port 04ab1355-920a-4d7e-9291-2170fa449034 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:34.892265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5448632f-7ca3-40b3-8eee-fe1ec2663409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.912517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=04ab1355-920a-4d7e-9291-2170fa449034,segment=NetworkSegment(7b7a47f7-fd31-4556-8a49-b324c57035a8),segment_id=7b7a47f7-fd31-4556-8a49-b324c57035a8)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:34.912929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.934210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8115983e-e5dc-4cce-b684-a96217e0b95d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:34.952820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:34.955213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b3446237-b977-47c6-987a-19167461bf5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8115983e-e5dc-4cce-b684-a96217e0b95d HTTP/1.1" status: 204 len: 168 time: 0.3638585 Jan 18 23:39:35.096672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:35.104384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 04ab1355-920a-4d7e-9291-2170fa449034 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:35.114955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899a986-b104-4176-93a7-740367bcec03 None None] DHCP port deletion for 98c9561c-416e-436f-8ecb-57e25e6c9c7a request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:35.119369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Deleting port 04ab1355-920a-4d7e-9291-2170fa449034 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:35.119743 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.233466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 06324986-c5b9-4af2-9199-d838a6db2ff1) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:35.237680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:35.238261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.252488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aee9338-d96b-44ad-9252-91a2086b74a1 None None] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:35.262206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.308531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=04ab1355-920a-4d7e-9291-2170fa449034,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:35.321586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port 04ab1355-920a-4d7e-9291-2170fa449034 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:35.432202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9899a986-b104-4176-93a7-740367bcec03 None None] For port 04ab1355-920a-4d7e-9291-2170fa449034, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=04ab1355-920a-4d7e-9291-2170fa449034,segment=NetworkSegment(7b7a47f7-fd31-4556-8a49-b324c57035a8),segment_id=7b7a47f7-fd31-4556-8a49-b324c57035a8)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:35.432583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.435062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d46745f3-4c60-45d9-843f-c163f983f3c7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0468116 Jan 18 23:39:35.438858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:35.445335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910969335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:35.456086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:35.464408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:35.474555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:35.485945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:35.525102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.553583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:39:35.558491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c9561c-416e-436f-8ecb-57e25e6c9c7a']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:35.578825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a47f7-fd31-4556-8a49-b324c57035a8') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:35.579083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a47f7-fd31-4556-8a49-b324c57035a8') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:35.588724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.589840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.592806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.616208 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.626893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:35.627316 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.629893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.637783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Calling delete_port for 04ab1355-920a-4d7e-9291-2170fa449034 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:35.645108 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:35.656594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bacffd-3839-42b4-8dce-8541ee715909 req-12f676c5-8879-4d9b-b004-5d00afa177dd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:35.658112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3bacffd-3839-42b4-8dce-8541ee715909 req-12f676c5-8879-4d9b-b004-5d00afa177dd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.2057564 Jan 18 23:39:35.766862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.767043 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3bacffd-3839-42b4-8dce-8541ee715909 req-e0f9120b-bf01-4b0e-84a8-1ddd549703c8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615289 Jan 18 23:39:35.840116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:35.846142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.867861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.882906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=98c9561c-416e-436f-8ecb-57e25e6c9c7a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:35.883659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.891582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:39:35.892641 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:39:35.896373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc824cf3-6473-4139-978c-b6ad86575c4e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/98c9561c-416e-436f-8ecb-57e25e6c9c7a HTTP/1.1" status: 204 len: 168 time: 1.5333202 Jan 18 23:39:35.897596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:35.910648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-06324986-c5b9-4af2-9199-d838a6db2ff1', 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'e60a0b18-58bd-440e-afa0-e40982efd62c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:35.911699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.929804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:35.934378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9e3494b9-7a99-47df-9913-99fb289717ae tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4944992 Jan 18 23:39:35.936954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:35.944539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'port': {'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1', 'name': 'tempest-RoutersIpV6Test-209762983'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:35.965110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:35.995474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e390d-5de9-4ed0-a428-08e7e2577491 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:35.995681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:35.996407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6e390d-5de9-4ed0-a428-08e7e2577491 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:36.019587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Usage tracker for resource:security_group_rule and tenant:f35b5319c43f48ef9224a3e165fb60f9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:36.021154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:39:36.026466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:36.036403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:36.076468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc6e390d-5de9-4ed0-a428-08e7e2577491 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:36.081916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc6e390d-5de9-4ed0-a428-08e7e2577491 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1793933 Jan 18 23:39:36.083616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:36.122414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:36.130436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.134872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:port and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:36.139391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:36.152684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:36.157754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:39:36.174171 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.177560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Allocated IP 2001:db8::2 (06324986-c5b9-4af2-9199-d838a6db2ff1/e60a0b18-58bd-440e-afa0-e40982efd62c/25781a1d-c397-4f3d-869d-3f2cb11c1d01) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:36.180219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-814fae74-8807-4bec-8a99-590e3f49246a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0955026 Jan 18 23:39:36.183604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:36.185284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:36.190007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-174360090'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:36.195272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:36.199180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:36.202065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:36.208219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:36.243210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.268085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.294562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d420d772-7aaa-4afa-87e4-2d706caad218,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:36.302827 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7208cc04-33b5-4e70-97cb-41101964e73f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f35b5319c43f48ef9224a3e165fb60f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4590433 Jan 18 23:39:36.303338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49620) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:36.321211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:36.324068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.348013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:36.351007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.371852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:36.377536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] device_id is not set on port 8719b68d-7be3-4f1f-bd35-378ec7d43391 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:36.380254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:36.397205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Deleting port 04ab1355-920a-4d7e-9291-2170fa449034 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:36.397906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9899a986-b104-4176-93a7-740367bcec03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.401405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.401751 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment 1509071d-110d-4fa2-8323-19649b1739ea of type vlan for network 418afea9-3fd6-4cc7-971d-728cee1b29a3 Jan 18 23:39:36.407966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.451713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.457025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.499151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9899a986-b104-4176-93a7-740367bcec03 None None] The port '04ab1355-920a-4d7e-9291-2170fa449034' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:39:36.529320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.568013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.571776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:36.572362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.597234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Transition to ACTIVE for port object 25781a1d-c397-4f3d-869d-3f2cb11c1d01 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:36.601088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.636570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['b993761d-e9e4-4e00-8f8e-2351350ac8bb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:39:36.701262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Transition to ACTIVE for port object 25781a1d-c397-4f3d-869d-3f2cb11c1d01 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:36.708212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 04ab1355-920a-4d7e-9291-2170fa449034 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:36.747676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 04ab1355-920a-4d7e-9291-2170fa449034 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:39:36.748016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 04ab1355-920a-4d7e-9291-2170fa449034 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:36.802401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d420d772-7aaa-4afa-87e4-2d706caad218,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:36.807327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.808523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-39afcbe2-032b-4da0-aac8-d9109e8e1c16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d420d772-7aaa-4afa-87e4-2d706caad218 HTTP/1.1" status: 204 len: 168 time: 0.5043879 Jan 18 23:39:36.814659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:36.821751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=418afea9-3fd6-4cc7-971d-728cee1b29a3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:36.883040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-63f103cd-99fa-4c4b-b987-862041e633d5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6983528 Jan 18 23:39:36.885965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:36.891717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:36.921137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Pushing event updated for resources: {'Port': ['ID=25781a1d-c397-4f3d-869d-3f2cb11c1d01,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:36.934222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:36.975222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8::33d (06324986-c5b9-4af2-9199-d838a6db2ff1/e60a0b18-58bd-440e-afa0-e40982efd62c/8719b68d-7be3-4f1f-bd35-378ec7d43391) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:37.129053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:37.140277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:37.141249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:37.143455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:37.148439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:37.151903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:37.159957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:37.185587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76160a96-3919-4a2d-a34f-1f8b4ee4070e req-659f3c5b-8a5d-4aca-9e43-de7d6ff48401 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:37.187986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76160a96-3919-4a2d-a34f-1f8b4ee4070e req-659f3c5b-8a5d-4aca-9e43-de7d6ff48401 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.1585629 Jan 18 23:39:37.237545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:37.261417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76160a96-3919-4a2d-a34f-1f8b4ee4070e req-e96b2609-8af8-4802-bc34-a43fd9c5982b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676949 Jan 18 23:39:37.308584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Attempting to bind port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:37.308998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Attempting to bind port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '816fe571-ba74-4512-a3cc-401c5ab2cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:37.309371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Attempting to bind port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 on network 06324986-c5b9-4af2-9199-d838a6db2ff1 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:37.334630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:37.335008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Checking segment: {'id': '816fe571-ba74-4512-a3cc-401c5ab2cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:37.335727 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.335971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Bound using segment: {'id': '816fe571-ba74-4512-a3cc-401c5ab2cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:37.336351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Bound port: 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816fe571-ba74-4512-a3cc-401c5ab2cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '06324986-c5b9-4af2-9199-d838a6db2ff1'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:37.336731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.340800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.361030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object 8719b68d-7be3-4f1f-bd35-378ec7d43391 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:37.403156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.456653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.492314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] For port 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:37.503482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] For port 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25781a1d-c397-4f3d-869d-3f2cb11c1d01,segment=NetworkSegment(816fe571-ba74-4512-a3cc-401c5ab2cb85),segment_id=816fe571-ba74-4512-a3cc-401c5ab2cb85)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:37.546614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:37.549812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:37.554500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:37.558430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:37.559057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.572050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=8719b68d-7be3-4f1f-bd35-378ec7d43391,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:37.580553 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.672980 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-65e97ba0-b1c6-41d8-9566-1159bbd87b03 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7316098 Jan 18 23:39:37.673156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:37.683429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7f94f-3195-4007-b267-79aec4b36a94 None None] Pushing event updated for resources: {'Port': ['ID=25781a1d-c397-4f3d-869d-3f2cb11c1d01,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:37.777354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:37.889138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=2f368df7-0cc5-4a08-8b32-7197e418c703,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:37.925124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': '1509071d-110d-4fa2-8323-19649b1739ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:37.925523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: 418afea9-3fd6-4cc7-971d-728cee1b29a3, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:38.054151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:38.133492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 418afea9-3fd6-4cc7-971d-728cee1b29a3) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:38.138915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:38.139518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:38.152245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0da308-cac5-406d-ad42-4a47650851af None None] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:38.240761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-362342ca-259b-417a-9074-5acf90ef5da0 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3536217 Jan 18 23:39:38.243265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49654) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:38.261626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3', 'name': 'tempest-PortsIpV6TestJSON-2125268799'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:38.518631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:38.550098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-418afea9-3fd6-4cc7-971d-728cee1b29a3', 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': '2f368df7-0cc5-4a08-8b32-7197e418c703'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:38.555583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:38.620545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:38.625004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:38.643801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:38.725044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:38.729764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c192ab5-f6be-4d9c-bcad-cbed3545eb40 req-e203143a-cba6-47e0-a370-9907e6936c96 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:38.738096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c192ab5-f6be-4d9c-bcad-cbed3545eb40 req-e203143a-cba6-47e0-a370-9907e6936c96 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.2223094 Jan 18 23:39:38.787755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:38.794817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:38.829397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25781a1d-c397-4f3d-869d-3f2cb11c1d01 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:38.862483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port ca44737b-bf2e-4e49-9dd0-20b34b86fcae yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:38.915407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Allocated IP 2001:db8::2 (418afea9-3fd6-4cc7-971d-728cee1b29a3/2f368df7-0cc5-4a08-8b32-7197e418c703/7b05b84d-748a-4487-b689-a458b9fd8fdc) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:38.981188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c192ab5-f6be-4d9c-bcad-cbed3545eb40 req-2f083c26-c12a-4eb9-8962-401f40e3b72d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418942 Jan 18 23:39:39.063599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:39.268117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dee57-9302-4959-9cad-ab7b3141ce62 None None] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:39.298692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.376951 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.405571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.424707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Transition to ACTIVE for port object 7b05b84d-748a-4487-b689-a458b9fd8fdc will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:39.442536 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.467575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Transition to ACTIVE for port object 7b05b84d-748a-4487-b689-a458b9fd8fdc will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:39.497403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:39.530596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Provisioning for port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:39.561443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=8719b68d-7be3-4f1f-bd35-378ec7d43391,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:39.603868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Provisioning complete for port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:39.604236 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.663443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.686180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::263 (418afea9-3fd6-4cc7-971d-728cee1b29a3/2f368df7-0cc5-4a08-8b32-7197e418c703/ca44737b-bf2e-4e49-9dd0-20b34b86fcae) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:39.774307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.798301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:39.809373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Pushing event updated for resources: {'Port': ['ID=7b05b84d-748a-4487-b689-a458b9fd8fdc,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:39.811794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:39.822841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:39.959367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.967739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:39.978169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object ca44737b-bf2e-4e49-9dd0-20b34b86fcae will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:39.986182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port b993761d-e9e4-4e00-8f8e-2351350ac8bb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:39.995776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Attempting to bind port 7b05b84d-748a-4487-b689-a458b9fd8fdc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:39.996146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Attempting to bind port 7b05b84d-748a-4487-b689-a458b9fd8fdc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1509071d-110d-4fa2-8323-19649b1739ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:39.996510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Attempting to bind port 7b05b84d-748a-4487-b689-a458b9fd8fdc on network 418afea9-3fd6-4cc7-971d-728cee1b29a3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:40.000716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port b993761d-e9e4-4e00-8f8e-2351350ac8bb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:40.001182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.024818 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.065914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:40.066296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Checking segment: {'id': '1509071d-110d-4fa2-8323-19649b1739ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:40.066697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.067095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Bound using segment: {'id': '1509071d-110d-4fa2-8323-19649b1739ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:40.067577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Bound port: 7b05b84d-748a-4487-b689-a458b9fd8fdc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1509071d-110d-4fa2-8323-19649b1739ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:40.067955 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.074210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.093341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] For port 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25781a1d-c397-4f3d-869d-3f2cb11c1d01,segment=NetworkSegment(816fe571-ba74-4512-a3cc-401c5ab2cb85),segment_id=816fe571-ba74-4512-a3cc-401c5ab2cb85)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:40.213768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:40.236492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:40.271094 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.271736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:40.271736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.271736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.302402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] For port 7b05b84d-748a-4487-b689-a458b9fd8fdc, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:40.309938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=ca44737b-bf2e-4e49-9dd0-20b34b86fcae,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:40.361953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] For port 7b05b84d-748a-4487-b689-a458b9fd8fdc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b05b84d-748a-4487-b689-a458b9fd8fdc,segment=NetworkSegment(1509071d-110d-4fa2-8323-19649b1739ea),segment_id=1509071d-110d-4fa2-8323-19649b1739ea)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:40.366859 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.395786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac2b7-1066-4baf-ac67-c55e4c0badf2 req-ff0b59b4-172f-42fb-a7d2-ab7e6426c94f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:40.398631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-109ac2b7-1066-4baf-ac67-c55e4c0badf2 req-ff0b59b4-172f-42fb-a7d2-ab7e6426c94f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.1720326 Jan 18 23:39:40.404277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166d231-ca32-4958-ab5d-8cd99a68c368 None None] Pushing event updated for resources: {'Port': ['ID=25781a1d-c397-4f3d-869d-3f2cb11c1d01,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:40.444365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:40.456485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:40.461404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d4ec7f69-1461-475f-9c0e-2d6ee4f323a5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2168205 Jan 18 23:39:40.464623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49694) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:40.469123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.486919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '418afea9-3fd6-4cc7-971d-728cee1b29a3', 'name': 'tempest-PortsIpV6TestJSON-778688646'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:40.589201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df01e0-7e64-446b-88a6-266733286b97 None None] Pushing event updated for resources: {'Port': ['ID=7b05b84d-748a-4487-b689-a458b9fd8fdc,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:40.604135 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'code': 200} Jan 18 23:39:40.629081 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:40.739695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-109ac2b7-1066-4baf-ac67-c55e4c0badf2 req-185e2a9f-c9d9-46ec-a7aa-36f2d7086dec tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313849 Jan 18 23:39:40.775407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25781a1d-c397-4f3d-869d-3f2cb11c1d01 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:40.825202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-816f0d88-8ee7-417b-8c66-6cbd017dd053 req-8b507d9a-7223-473d-bdbc-8e6055db277d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.1565089 Jan 18 23:39:40.866544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:40.935182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:40.941656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Provisioning for port 8719b68d-7be3-4f1f-bd35-378ec7d43391 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:40.945351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:40.961285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:40.972440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Provisioning complete for port 8719b68d-7be3-4f1f-bd35-378ec7d43391 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:40.973752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:40.974324 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-816f0d88-8ee7-417b-8c66-6cbd017dd053 req-6771d8db-f09b-494c-93fd-b40dd616c660 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215346 Jan 18 23:39:40.977018 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.004579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.054005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:41.057270 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.077414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Port 8719b68d-7be3-4f1f-bd35-378ec7d43391 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:41.083992 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.085642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.094462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:41.094970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:41.094970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.214672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.214672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Provisioning complete for port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:41.214672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c70bf07-c68c-42ad-9454-3c55c2cf5419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:41.486231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::7 (418afea9-3fd6-4cc7-971d-728cee1b29a3/2f368df7-0cc5-4a08-8b32-7197e418c703/7cb4d4c9-ce82-418b-a71b-4cc105cae9d7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:41.672612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=8719b68d-7be3-4f1f-bd35-378ec7d43391,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:41.727749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:41.727749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:41.842436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-24349c4f-048b-42f9-843e-33200a101347 None None] Provisioning complete for port 8719b68d-7be3-4f1f-bd35-378ec7d43391 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:41.845056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-24349c4f-048b-42f9-843e-33200a101347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.015091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-24349c4f-048b-42f9-843e-33200a101347 None None] Port 8719b68d-7be3-4f1f-bd35-378ec7d43391 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:42.252528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-101d39a4-b754-461b-93dc-b7d5f9cf7740 None None] Provisioning complete for port 8719b68d-7be3-4f1f-bd35-378ec7d43391 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:42.252932 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-101d39a4-b754-461b-93dc-b7d5f9cf7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.401275 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.417397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-101d39a4-b754-461b-93dc-b7d5f9cf7740 None None] Port 8719b68d-7be3-4f1f-bd35-378ec7d43391 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:42.430073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:42.500820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2fd40-d303-4ab3-b8e0-d269b8669e3d req-ab0cb8b8-3003-44f0-9eab-25232615ae4d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.500820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8d2fd40-d303-4ab3-b8e0-d269b8669e3d req-ab0cb8b8-3003-44f0-9eab-25232615ae4d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2577419 Jan 18 23:39:42.539794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d0370bcd-18ad-4a43-a89d-c05375178b1d is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:39:42.565635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8d2fd40-d303-4ab3-b8e0-d269b8669e3d req-5dacdfdc-faae-477a-bf3f-51155b8a0126 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561109 Jan 18 23:39:42.627237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.740336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:42.744365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:42.747093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:42.752610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:42.753538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:42.787189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=7cb4d4c9-ce82-418b-a71b-4cc105cae9d7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:42.789604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b05b84d-748a-4487-b689-a458b9fd8fdc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:42.813644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:42.829415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ce5a6c4-4ced-4c0f-bb91-7959b9a2ad77 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d0370bcd-18ad-4a43-a89d-c05375178b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551158 Jan 18 23:39:42.830360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:42.887462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f691cb1e-4acf-4c9a-83d9-824a84604542 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4142880 Jan 18 23:39:42.889136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49736) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:42.895800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] Sync routers for ids ['d0370bcd-18ad-4a43-a89d-c05375178b1d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:42.912403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:42.958409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] Routers {'d0370bcd-18ad-4a43-a89d-c05375178b1d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:42.958409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d0370bcd-18ad-4a43-a89d-c05375178b1d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:43.007121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d58f1fa-fbf6-4e34-ab43-fb043e7a4b43 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:43.016778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d58f1fa-fbf6-4e34-ab43-fb043e7a4b43 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports/8719b68d-7be3-4f1f-bd35-378ec7d43391 HTTP/1.1" status: 200 len: 983 time: 0.1848476 Jan 18 23:39:43.017444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:43.032596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ac8be-0409-4f79-8645-7205a207e5c0 None None] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:43.145856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5157b941-ffa0-404d-9c49-848e40c9e23c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:43.145856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5157b941-ffa0-404d-9c49-848e40c9e23c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A263 HTTP/1.1" status: 200 len: 929 time: 0.2565038 Jan 18 23:39:43.147569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49752) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:43.151222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:43.161064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7b05b84d-748a-4487-b689-a458b9fd8fdc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:43.229860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] Routers {'d0370bcd-18ad-4a43-a89d-c05375178b1d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:43.229860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d0370bcd-18ad-4a43-a89d-c05375178b1d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:43.309363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:43.315321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Provisioning for port 7b05b84d-748a-4487-b689-a458b9fd8fdc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:43.318873 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.379599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:43.379599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798641f9-9e59-4dae-a44e-1dddfece2b8b None None] The sync data for ids ['d0370bcd-18ad-4a43-a89d-c05375178b1d'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:43.396431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Provisioning complete for port 7b05b84d-748a-4487-b689-a458b9fd8fdc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:43.396431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.439375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.549690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:43.558024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Usage tracker for resource:security_group_rule and tenant:8aa4079183404966b68f1be084d59a37 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:43.564855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:43.591912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:43.670325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.704812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.727286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] For port 7b05b84d-748a-4487-b689-a458b9fd8fdc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b05b84d-748a-4487-b689-a458b9fd8fdc,segment=NetworkSegment(1509071d-110d-4fa2-8323-19649b1739ea),segment_id=1509071d-110d-4fa2-8323-19649b1739ea)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:43.828595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.849394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:43.944820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996aad1-74d3-4246-8bba-a2e3071cab7f None None] Pushing event updated for resources: {'Port': ['ID=7b05b84d-748a-4487-b689-a458b9fd8fdc,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:43.947965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4c78d0fd-9199-4f7a-aa6d-0bde42b21b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.004338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:44.087531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.107926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06e9d6-9bc8-4e47-b1ab-6c2cba79ae68 req-07155221-3ce4-4ad9-9df6-6984d788e6c4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:44.107926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e06e9d6-9bc8-4e47-b1ab-6c2cba79ae68 req-07155221-3ce4-4ad9-9df6-6984d788e6c4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2210374 Jan 18 23:39:44.222460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.270084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8aa4079183404966b68f1be084d59a37&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2285857 Jan 18 23:39:44.271239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49764) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:44.301792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e06e9d6-9bc8-4e47-b1ab-6c2cba79ae68 req-f4014bff-2925-4e6e-aedb-26aa822bbf45 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819017 Jan 18 23:39:44.311245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a477b5-4714-4efb-8dca-ee0b69f067dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c70a94-bc4c-43ad-9771-36c0f7efae9e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:44.318959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Provisioning for port ca44737b-bf2e-4e49-9dd0-20b34b86fcae completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:44.325525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Provisioning complete for port ca44737b-bf2e-4e49-9dd0-20b34b86fcae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:44.326064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.351066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 8719b68d-7be3-4f1f-bd35-378ec7d43391 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:44.351773 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.359775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.424445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Port ca44737b-bf2e-4e49-9dd0-20b34b86fcae cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:44.440671 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Provisioning complete for port 7b05b84d-748a-4487-b689-a458b9fd8fdc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:44.441311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.542663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=7cb4d4c9-ce82-418b-a71b-4cc105cae9d7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:44.597112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.638313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.730582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-46667667-0f0a-4e43-a6ed-11159a62d08f None None] Could not find standard attr ID for object 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:39:44.742302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b05b84d-748a-4487-b689-a458b9fd8fdc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:44.781150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.883382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.942427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce6b8757-3eb6-49c4-9ad0-9acf81d162e7 None None] Provisioning complete for port ca44737b-bf2e-4e49-9dd0-20b34b86fcae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:44.942427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8757-3eb6-49c4-9ad0-9acf81d162e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:44.973545 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5a67b35d-27a1-4b9d-b7a7-febe892e0fef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 HTTP/1.1" status: 204 len: 168 time: 1.8194880 Jan 18 23:39:44.973972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49776) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:44.985698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7b05b84d-748a-4487-b689-a458b9fd8fdc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:44.986215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.059935 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94d7627-8550-4ec2-b7d0-a5306f62dd06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:45.061206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e94d7627-8550-4ec2-b7d0-a5306f62dd06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:45.095258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b8757-3eb6-49c4-9ad0-9acf81d162e7 None None] Port ca44737b-bf2e-4e49-9dd0-20b34b86fcae cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:45.160242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.200674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c70a94-bc4c-43ad-9771-36c0f7efae9e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:45.212701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.212701 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f9c70a94-bc4c-43ad-9771-36c0f7efae9e HTTP/1.1" status: 204 len: 168 time: 0.9390671 Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e94d7627-8550-4ec2-b7d0-a5306f62dd06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e94d7627-8550-4ec2-b7d0-a5306f62dd06 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/7cb4d4c9-ce82-418b-a71b-4cc105cae9d7 HTTP/1.1" status: 404 len: 333 time: 0.2409325 Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.224731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd358bdf-c9cf-45d8-b971-81d108ef1806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:45.235903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:45.284168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-24f03e9d-9fc7-437f-a183-defa826fbe94 None None] Could not find standard attr ID for object 7cb4d4c9-ce82-418b-a71b-4cc105cae9d7. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:39:45.342374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 8719b68d-7be3-4f1f-bd35-378ec7d43391 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:45.350278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port ca44737b-bf2e-4e49-9dd0-20b34b86fcae {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:45.350278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.470256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975374b6-c10f-47cc-b435-150632225708 req-bc4eab7f-cb4f-4992-928d-038b63f47909 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:45.487876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-975374b6-c10f-47cc-b435-150632225708 req-bc4eab7f-cb4f-4992-928d-038b63f47909 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.6982877 Jan 18 23:39:45.597503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-975374b6-c10f-47cc-b435-150632225708 req-4b5e86c7-41e6-4806-9ae9-92d075236e9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130590 Jan 18 23:39:45.662113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:45.692683 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.735614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3bd92113-8df1-4cee-a3e1-bde83e9ea67a tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1091 time: 0.0749545 Jan 18 23:39:45.735933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:45.741961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:45.748925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:45.754138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:floatingip and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:45.757714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:45.764852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:45.787386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:45.842199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for ca44737b-bf2e-4e49-9dd0-20b34b86fcae owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:45.880113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=8719b68d-7be3-4f1f-bd35-378ec7d43391,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:45.880113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.051454 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8037d46f-c6fa-4d46-b183-39c2c49e58f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.065758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-f0c53eae-497a-487b-953e-198214df5e2a req-dc928ebe-c106-4daf-a658-b6a7569df385 service neutron] (84542) timed out ('10.222.0.59', 53408) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:39:46.205137 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.271411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=ca44737b-bf2e-4e49-9dd0-20b34b86fcae,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:46.274476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.333076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.416934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a39f065b-1679-438e-87ff-afaecfbce00d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/ca44737b-bf2e-4e49-9dd0-20b34b86fcae HTTP/1.1" status: 204 len: 168 time: 1.1825833 Jan 18 23:39:46.417740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:46.462363 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c962eac-ec6d-4d3f-9414-ab229360b583 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:46.462868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2c962eac-ec6d-4d3f-9414-ab229360b583 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:46.496142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49812) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:46.523752 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.572452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2c962eac-ec6d-4d3f-9414-ab229360b583 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:46.572452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c962eac-ec6d-4d3f-9414-ab229360b583 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/ca44737b-bf2e-4e49-9dd0-20b34b86fcae HTTP/1.1" status: 404 len: 333 time: 0.1506371 Jan 18 23:39:46.572452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49818) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:46.580992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:46.606762 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.621743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Usage tracker for resource:security_group_rule and tenant:91048ac095544c5b9e5654a551e1b929 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:46.635479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:46.638149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:46.834948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.837867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet 2f368df7-0cc5-4a08-8b32-7197e418c703 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:46.841549 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.920060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:46.943904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.033942 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91048ac095544c5b9e5654a551e1b929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5284007 Jan 18 23:39:47.033942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eebba3-6b53-44be-b66f-fd9dbaacaaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb532b-8e48-4bb7-9f60-b61fb28cd571,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:47.033942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49826) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:47.104612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.125 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/18dfca2c-5170-49e4-a09c-350c4e2131bc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:47.145465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.184224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.229781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d0370bcd-18ad-4a43-a89d-c05375178b1d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:47.256428 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.264098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.374020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.381126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.418526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=2f368df7-0cc5-4a08-8b32-7197e418c703,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:47.424733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.460571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.460571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb532b-8e48-4bb7-9f60-b61fb28cd571,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:47.480068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541f6ec-2b31-497e-9ccf-50e6dca21dbf None None] Network 418afea9-3fd6-4cc7-971d-728cee1b29a3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:47.481544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a37d4bbd-7170-4d68-a5b5-18cec8415396 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/2f368df7-0cc5-4a08-8b32-7197e418c703 HTTP/1.1" status: 204 len: 168 time: 0.9004416 Jan 18 23:39:47.481544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.481544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db3cdc59-656b-4369-ad40-e76a7c0e9825 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdcb532b-8e48-4bb7-9f60-b61fb28cd571 HTTP/1.1" status: 204 len: 168 time: 0.4381859 Jan 18 23:39:47.481544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49834) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:47.504612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:47.526201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-de4467cc-4305-4018-955b-125f356b7bf7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d0370bcd-18ad-4a43-a89d-c05375178b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4962473 Jan 18 23:39:47.526201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49840) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:47.535204 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] Sync routers for ids ['d0370bcd-18ad-4a43-a89d-c05375178b1d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:47.539796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.563823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] Routers {'d0370bcd-18ad-4a43-a89d-c05375178b1d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:47.563823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d0370bcd-18ad-4a43-a89d-c05375178b1d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:47.597298 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.708670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.720847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 7b05b84d-748a-4487-b689-a458b9fd8fdc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:47.721210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:47.725594 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:47.739550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=18dfca2c-5170-49e4-a09c-350c4e2131bc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:47.753135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] Routers {'d0370bcd-18ad-4a43-a89d-c05375178b1d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:47.753232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d0370bcd-18ad-4a43-a89d-c05375178b1d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:47.762431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:47.795816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:47.834710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:47.914919 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:47.914919 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3652f7c3-e4eb-49ce-aab6-bbeafab93f03 None None] The sync data for ids ['d0370bcd-18ad-4a43-a89d-c05375178b1d'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:48.012241 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] DHCP port deletion for 418afea9-3fd6-4cc7-971d-728cee1b29a3 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:48.018169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Deleting port 7b05b84d-748a-4487-b689-a458b9fd8fdc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:48.018477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:48.290668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] For port 7b05b84d-748a-4487-b689-a458b9fd8fdc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b05b84d-748a-4487-b689-a458b9fd8fdc,segment=NetworkSegment(1509071d-110d-4fa2-8323-19649b1739ea),segment_id=1509071d-110d-4fa2-8323-19649b1739ea)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:48.291276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:48.294305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port 7b05b84d-748a-4487-b689-a458b9fd8fdc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7b05b84d-748a-4487-b689-a458b9fd8fdc,segment=NetworkSegment(1509071d-110d-4fa2-8323-19649b1739ea),segment_id=1509071d-110d-4fa2-8323-19649b1739ea)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:48.295386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:48.421327 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-e682e39c-1c58-4415-ae1c-3b1db1a898bd tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] remove_router_interface failed (client error): The resource could not be found. Jan 18 23:39:48.421327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e682e39c-1c58-4415-ae1c-3b1db1a898bd tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d0370bcd-18ad-4a43-a89d-c05375178b1d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9004252 Jan 18 23:39:48.431312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49854) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:48.462987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 7b05b84d-748a-4487-b689-a458b9fd8fdc owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:48.535220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a46112b-491f-4219-81a4-d0fa49104608 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:48.590514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Calling delete_port for 7b05b84d-748a-4487-b689-a458b9fd8fdc owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:48.679177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:48.700671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:39:48.701471 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:39:48.715237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b05b84d-748a-4487-b689-a458b9fd8fdc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:48.768221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=7b05b84d-748a-4487-b689-a458b9fd8fdc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:48.768221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port 7b05b84d-748a-4487-b689-a458b9fd8fdc on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:48.862796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7b05b84d-748a-4487-b689-a458b9fd8fdc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:39:48.862796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7b05b84d-748a-4487-b689-a458b9fd8fdc not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:48.908203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6a46112b-491f-4219-81a4-d0fa49104608 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:48.914185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49870) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:48.917145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a46112b-491f-4219-81a4-d0fa49104608 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0370bcd-18ad-4a43-a89d-c05375178b1d HTTP/1.1" status: 200 len: 205 time: 0.4779501 Jan 18 23:39:48.947309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:48.973470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.017034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418afea9-3fd6-4cc7-971d-728cee1b29a3']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:49.075435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1509071d-110d-4fa2-8323-19649b1739ea') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:49.075698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1509071d-110d-4fa2-8323-19649b1739ea') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:49.099901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.124337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.148220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.174715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.189302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:49.189302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:49.210451 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:49.214490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Deleting port 7b05b84d-748a-4487-b689-a458b9fd8fdc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:49.214490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.293770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b36b9eec-e1ce-4025-a3c9-f3c5299c07b4 None None] The port '7b05b84d-748a-4487-b689-a458b9fd8fdc' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:39:49.310237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.449699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.474937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.542102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=418afea9-3fd6-4cc7-971d-728cee1b29a3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:49.740051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.831787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.875213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6a3607ea-af42-4068-8801-baa2a99c7ce9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/418afea9-3fd6-4cc7-971d-728cee1b29a3 HTTP/1.1" status: 204 len: 168 time: 2.3931742 Jan 18 23:39:49.883632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49892) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:49.889744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.895906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-793293677'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:49.911058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:49.911058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:49.912979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:49.918737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:49.926270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:50.021585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=18dfca2c-5170-49e4-a09c-350c4e2131bc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:50.025038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:50.028576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.048586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.049816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router d0370bcd-18ad-4a43-a89d-c05375178b1d {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:39:50.053057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.069931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.073555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-29ec76c0-82c5-4dcb-81e2-a57bc1747970 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/d0370bcd-18ad-4a43-a89d-c05375178b1d HTTP/1.1" status: 204 len: 168 time: 1.1627097 Jan 18 23:39:50.074186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49898) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:50.077143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:50.143191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.143191 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment fb1bee88-ff72-4741-b6fc-489526a972e3 of type vlan for network 157da859-8ddb-4c7b-b053-603ab5998b1e Jan 18 23:39:50.199491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.281647 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Floating IP 84f92417-d1ab-4bec-b59d-a6ad30482622 associated. External IP: 172.25.1.125, port: b993761d-e9e4-4e00-8f8e-2351350ac8bb. Jan 18 23:39:50.329176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet e60a0b18-58bd-440e-afa0-e40982efd62c {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:39:50.332064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.374780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.380481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:50.380481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.432563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.549586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=157da859-8ddb-4c7b-b053-603ab5998b1e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:50.559566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 157da859-8ddb-4c7b-b053-603ab5998b1e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:50.587084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.623260 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b48eb898-5cc5-4538-bd89-3115cc0789f4 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7419314 Jan 18 23:39:50.624174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:50.639948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:50.799066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:50.802870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:50.805650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:39:50.808820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:50.820615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:50.879867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.935889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=e60a0b18-58bd-440e-afa0-e40982efd62c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:50.938459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:50.947521 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5753cebe-a8b8-4681-be15-0284f858fc48 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/e60a0b18-58bd-440e-afa0-e40982efd62c HTTP/1.1" status: 204 len: 168 time: 0.8695228 Jan 18 23:39:50.947521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:50.955803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1c4e1-9d58-41be-9398-a85eba671943 None None] Network 06324986-c5b9-4af2-9199-d838a6db2ff1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:50.966535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49912) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:51.070003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:39:51.166696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Sync routers for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:39:51.185350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:51.185350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:51.226110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.270031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:51.270031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.319478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.387020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] DHCP port deletion for 06324986-c5b9-4af2-9199-d838a6db2ff1 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:39:51.400263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Deleting port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:51.400930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.456455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.522312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-57b45fb8-9146-46d8-bc13-78a11ee593e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7829340 Jan 18 23:39:51.522312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:39:51.705916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:51.718715 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:39:51.773998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] For port 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25781a1d-c397-4f3d-869d-3f2cb11c1d01,segment=NetworkSegment(816fe571-ba74-4512-a3cc-401c5ab2cb85),segment_id=816fe571-ba74-4512-a3cc-401c5ab2cb85)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:51.774948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.834647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 25781a1d-c397-4f3d-869d-3f2cb11c1d01, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=25781a1d-c397-4f3d-869d-3f2cb11c1d01,segment=NetworkSegment(816fe571-ba74-4512-a3cc-401c5ab2cb85),segment_id=816fe571-ba74-4512-a3cc-401c5ab2cb85)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:51.835243 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:51.908700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9eeed-8c06-4147-9c63-17b837bdfbef req-50c9937e-9d17-491a-b0d9-f33f88b6020e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:51.908700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76b9eeed-8c06-4147-9c63-17b837bdfbef req-50c9937e-9d17-491a-b0d9-f33f88b6020e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1556277 Jan 18 23:39:52.064262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Calling delete_port for 25781a1d-c397-4f3d-869d-3f2cb11c1d01 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:52.083927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76b9eeed-8c06-4147-9c63-17b837bdfbef req-087314db-d45c-49f1-876d-cbfb6b134803 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620154 Jan 18 23:39:52.106148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:52.251423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-59094582-2d3c-422d-b803-ba167c8f0536 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 991 time: 0.1393011 Jan 18 23:39:52.262694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 25781a1d-c397-4f3d-869d-3f2cb11c1d01 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:52.287375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:52.341451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] Pushing event deleted for resources: {'Port': ['ID=25781a1d-c397-4f3d-869d-3f2cb11c1d01,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:52.364286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a49bd-2c33-4a44-a690-732c1e3214f3 None None] No DVR routers for this DVR port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:39:52.396276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-abc8531a-0dc7-4a63-bec7-d0e6e5aaac5a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.6531129 Jan 18 23:39:52.436188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:39:52.436536 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:39:52.500529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:52.568799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '84f92417-d1ab-4bec-b59d-a6ad30482622', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400abf9e-e994-472a-84a0-ffa913120983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:39:48Z', 'updated_at': '2022-01-18T23:39:48Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:52.573244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Checking router: 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:39:52.588960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:39:52.588960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:52.637577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': 'fb1bee88-ff72-4741-b6fc-489526a972e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:52.637577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: 157da859-8ddb-4c7b-b053-603ab5998b1e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:52.657772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=7dbf4e05-25ae-4102-9c6f-c634a309bacb,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:52.685198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-550d2d64-d4e5-4333-b3d8-1f50afd385e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:52.685198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-550d2d64-d4e5-4333-b3d8-1f50afd385e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.2675500 Jan 18 23:39:52.704319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25781a1d-c397-4f3d-869d-3f2cb11c1d01 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:39:52.781218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 157da859-8ddb-4c7b-b053-603ab5998b1e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:52.790396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 25781a1d-c397-4f3d-869d-3f2cb11c1d01 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:39:52.790930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 25781a1d-c397-4f3d-869d-3f2cb11c1d01 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:39:52.818194 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-7ac7af5e-5786-4dec-98ac-5fb9e6bd6a56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.1317542 Jan 18 23:39:52.925652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 157da859-8ddb-4c7b-b053-603ab5998b1e) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:52.936138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:52.936138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:52.939421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9ee36-1d82-482d-a078-0ef4b67a7248 None None] Network 157da859-8ddb-4c7b-b053-603ab5998b1e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:52.942600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 25781a1d-c397-4f3d-869d-3f2cb11c1d01 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:52.942600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.004140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-715e9d2e-d48b-4cf9-8ecf-8e6a731f9e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:53.004140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-715e9d2e-d48b-4cf9-8ecf-8e6a731f9e07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.1784873 Jan 18 23:39:53.068633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] The port '25781a1d-c397-4f3d-869d-3f2cb11c1d01' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:39:53.079551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:39:53.227227 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d6c85da-6e0d-4359-9cf8-ab324e764d2b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5925908 Jan 18 23:39:53.230749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:53.236395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e', 'name': 'tempest-PortsIpV6TestJSON-421130195', 'fixed_ips': [{'subnet_id': '7dbf4e05-25ae-4102-9c6f-c634a309bacb', 'ip_address': '2001:db8::10'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:53.259408 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.262540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49962) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:53.387908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06324986-c5b9-4af2-9199-d838a6db2ff1']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:53.420669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816fe571-ba74-4512-a3cc-401c5ab2cb85') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:53.420994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816fe571-ba74-4512-a3cc-401c5ab2cb85') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:53.437524 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-df42caa6-ffb2-4c72-b41a-a607098e5fb5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 991 time: 0.1730049 Jan 18 23:39:53.441361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-153ef140-da44-4978-bd56-77cec0c7b812 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851278 Jan 18 23:39:53.445927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.590646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-157da859-8ddb-4c7b-b053-603ab5998b1e', 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': '7dbf4e05-25ae-4102-9c6f-c634a309bacb'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:53.590646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.637358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-f36a8f4b-ded8-4798-b207-5285ed5b2d9d service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795988 Jan 18 23:39:53.674216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:53.674216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:53.674216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:53.674216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:53.676040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.711537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '84f92417-d1ab-4bec-b59d-a6ad30482622', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400abf9e-e994-472a-84a0-ffa913120983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:39:48Z', 'updated_at': '2022-01-18T23:39:48Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:39:53.726099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:39:53.726508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:39:53.742296 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:39:53.748186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f24a8f-e9fa-4daf-a6de-3ef15a93cc85 None None] The sync data for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 is: [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '84f92417-d1ab-4bec-b59d-a6ad30482622', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400abf9e-e994-472a-84a0-ffa913120983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:39:48Z', 'updated_at': '2022-01-18T23:39:48Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:39:53.782900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:53.787362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Allocated IP 2001:db8::2 (157da859-8ddb-4c7b-b053-603ab5998b1e/7dbf4e05-25ae-4102-9c6f-c634a309bacb/de6c6f2d-912a-420e-96dd-eaa88b188be3) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:53.934412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f211537b-bb88-4e43-85d7-aafd6aa88fa6 req-83be5b4a-8669-4aaf-8eaa-307fcf140570 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914908 Jan 18 23:39:53.969308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.015599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.034456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=06324986-c5b9-4af2-9199-d838a6db2ff1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:54.044180 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5bf7518f-89d2-46bb-a997-20d5c34f8ce5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/06324986-c5b9-4af2-9199-d838a6db2ff1 HTTP/1.1" status: 204 len: 168 time: 3.0652571 Jan 18 23:39:54.044180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49970) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:54.058586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-461238032'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:54.058586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:54.074732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:54.074732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:54.078882 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b00668c-34d5-4580-9ac3-cd62755d5a41 None None] New status for floating IP 84f92417-d1ab-4bec-b59d-a6ad30482622: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:39:54.082269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:54.111049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.154128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port c49b1307-b7c0-4a6d-aab3-ecf56902872b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:54.198636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:54.201921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.213986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.228633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Transition to ACTIVE for port object de6c6f2d-912a-420e-96dd-eaa88b188be3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:54.266130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:39:54.271987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Transition to ACTIVE for port object de6c6f2d-912a-420e-96dd-eaa88b188be3 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:54.293491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.293836 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 91703aec-9e5c-4981-ae40-fff91e87ebc6 of type vlan for network b0683150-7cb2-4617-a740-c13358027ad0 Jan 18 23:39:54.349323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.458442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 49984) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:54.521638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Network 157da859-8ddb-4c7b-b053-603ab5998b1e is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:54.525147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:54.528007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:54.528321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.622597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Pushing event updated for resources: {'Port': ['ID=de6c6f2d-912a-420e-96dd-eaa88b188be3,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:54.638742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-30bab01a-033d-4dab-83b1-c3001d5d71c5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 991 time: 0.1888127 Jan 18 23:39:54.664687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.671650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:54.671650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.673500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Attempting to bind port de6c6f2d-912a-420e-96dd-eaa88b188be3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:54.673500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Attempting to bind port de6c6f2d-912a-420e-96dd-eaa88b188be3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fb1bee88-ff72-4741-b6fc-489526a972e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:54.673500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Attempting to bind port de6c6f2d-912a-420e-96dd-eaa88b188be3 on network 157da859-8ddb-4c7b-b053-603ab5998b1e {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Checking segment: {'id': 'fb1bee88-ff72-4741-b6fc-489526a972e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Bound using segment: {'id': 'fb1bee88-ff72-4741-b6fc-489526a972e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Bound port: de6c6f2d-912a-420e-96dd-eaa88b188be3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1bee88-ff72-4741-b6fc-489526a972e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:54.682622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.747973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::10 (157da859-8ddb-4c7b-b053-603ab5998b1e/7dbf4e05-25ae-4102-9c6f-c634a309bacb/c49b1307-b7c0-4a6d-aab3-ecf56902872b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:54.791897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] For port de6c6f2d-912a-420e-96dd-eaa88b188be3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:54.794853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=b0683150-7cb2-4617-a740-c13358027ad0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:54.797933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] For port de6c6f2d-912a-420e-96dd-eaa88b188be3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=de6c6f2d-912a-420e-96dd-eaa88b188be3,segment=NetworkSegment(fb1bee88-ff72-4741-b6fc-489526a972e3),segment_id=fb1bee88-ff72-4741-b6fc-489526a972e3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:54.804693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b0683150-7cb2-4617-a740-c13358027ad0 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:39:54.886718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:54.908516 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3a122a2-8b43-497e-a93e-97bcb0b214aa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8633747 Jan 18 23:39:54.908516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 49990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:54.917062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:55.051397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.067421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badbec5-514f-48fd-8ab1-81e5f5266f53 None None] Pushing event updated for resources: {'Port': ['ID=de6c6f2d-912a-420e-96dd-eaa88b188be3,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:55.076454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object c49b1307-b7c0-4a6d-aab3-ecf56902872b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:55.079709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:55.079709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:55.084345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:55.090804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:55.193561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:55.196762 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.268253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 157da859-8ddb-4c7b-b053-603ab5998b1e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:55.271710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:55.274234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:55.278468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:55.279172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.295451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=c49b1307-b7c0-4a6d-aab3-ecf56902872b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.325001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:39:55.334320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.394641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f7ac4ebd-a5a6-4459-9d4e-a354a2af7e9a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1624281 Jan 18 23:39:55.394641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50000) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:55.403693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': '157da859-8ddb-4c7b-b053-603ab5998b1e', 'name': 'tempest-PortsIpV6TestJSON-208603195', 'fixed_ips': [{'subnet_id': '7dbf4e05-25ae-4102-9c6f-c634a309bacb', 'ip_address': '2001:db8::f'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:55.609564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:55.615173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:55.618456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:55.624796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:55.640453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50010) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:55.763469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:39:55.763469 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.800717 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:55.802596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5b006ef8-91dd-437a-a8c9-b096121d93ee tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 993 time: 0.1521230 Jan 18 23:39:55.802596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port ab28ae59-52c5-4d8b-a930-2b3274e674b9 yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:39:55.878943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:55.895969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '91703aec-9e5c-4981-ae40-fff91e87ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:55.896336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: b0683150-7cb2-4617-a740-c13358027ad0, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:39:56.025140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network b0683150-7cb2-4617-a740-c13358027ad0 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:39:56.077336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::f (157da859-8ddb-4c7b-b053-603ab5998b1e/7dbf4e05-25ae-4102-9c6f-c634a309bacb/ab28ae59-52c5-4d8b-a930-2b3274e674b9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:56.118368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b0683150-7cb2-4617-a740-c13358027ad0) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:56.128207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffc444-c7c4-4a31-ac94-e6f47349accf None None] Network b0683150-7cb2-4617-a740-c13358027ad0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:56.130998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.130998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.223705 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-96f7ce97-db70-41ed-94f3-d6cd1745af33 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3196659 Jan 18 23:39:56.226264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50022) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:56.232494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035983934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:39:56.246442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:39:56.251092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:39:56.254393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:39:56.260439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:39:56.355022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.355022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.395635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.399530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.426299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object ab28ae59-52c5-4d8b-a930-2b3274e674b9 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:56.485650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca08d0ee-f130-4f8a-986e-6469acf58a78 None None] Network 157da859-8ddb-4c7b-b053-603ab5998b1e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:39:56.519033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.553717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.558284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b0683150-7cb2-4617-a740-c13358027ad0', 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:39:56.559489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.615834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.615834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-472f9069-f052-42ca-a708-f742cfe3b17f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3873794 Jan 18 23:39:56.626638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50028) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:56.663799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=ab28ae59-52c5-4d8b-a930-2b3274e674b9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:56.697481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 157da859-8ddb-4c7b-b053-603ab5998b1e is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:56.697481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:56.712430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:56.728817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:56.728817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:56.802119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-665410f8-eebb-471b-813a-05b17a9f1990 None None] Provisioning for port de6c6f2d-912a-420e-96dd-eaa88b188be3 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:56.885318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aad93de1-46f3-4f3e-9458-c0795c6e40d9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4741786 Jan 18 23:39:56.885318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50032) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:56.901745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Allocated IP 2001:db8::2 (b0683150-7cb2-4617-a740-c13358027ad0/ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7/8620c2af-402c-4f8b-b3b5-d1527087e3e8) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:56.911990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device de6c6f2d-912a-420e-96dd-eaa88b188be3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:57.021929 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-0999b68b-47f6-4c5a-8b1f-60afa15a688a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2361565 Jan 18 23:39:57.031578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c20bd-a5c9-4a9d-9e75-69d53385b095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:57.032354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cf2c20bd-a5c9-4a9d-9e75-69d53385b095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:57.123450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port de6c6f2d-912a-420e-96dd-eaa88b188be3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:57.141734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cf2c20bd-a5c9-4a9d-9e75-69d53385b095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:57.141734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf2c20bd-a5c9-4a9d-9e75-69d53385b095 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2667165 Jan 18 23:39:57.148609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:57.150405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port de6c6f2d-912a-420e-96dd-eaa88b188be3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:57.150405 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.414141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06cc10-a614-42ce-a812-6c3e770fcce7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:57.419020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06cc10-a614-42ce-a812-6c3e770fcce7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:57.424287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06cc10-a614-42ce-a812-6c3e770fcce7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:57.426501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9d06cc10-a614-42ce-a812-6c3e770fcce7 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2813170 Jan 18 23:39:57.429283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:57.432404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.446949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Transition to ACTIVE for port object 8620c2af-402c-4f8b-b3b5-d1527087e3e8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:57.476779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Transition to ACTIVE for port object 8620c2af-402c-4f8b-b3b5-d1527087e3e8 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:57.529364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.539510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-f5486fef-9604-40ce-b123-c2072d7cfd9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.3462417 Jan 18 23:39:57.543256 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.548449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port ab28ae59-52c5-4d8b-a930-2b3274e674b9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:57.548449 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.596125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port de6c6f2d-912a-420e-96dd-eaa88b188be3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=de6c6f2d-912a-420e-96dd-eaa88b188be3,segment=NetworkSegment(fb1bee88-ff72-4741-b6fc-489526a972e3),segment_id=fb1bee88-ff72-4741-b6fc-489526a972e3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:39:57.596125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.686651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Pushing event updated for resources: {'Port': ['ID=8620c2af-402c-4f8b-b3b5-d1527087e3e8,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:57.696996 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:57.798745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=de6c6f2d-912a-420e-96dd-eaa88b188be3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:57.826053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Network b0683150-7cb2-4617-a740-c13358027ad0 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:57.829890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:57.832400 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:57.924553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Provisioning for port c49b1307-b7c0-4a6d-aab3-ecf56902872b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:57.993219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Provisioning complete for port c49b1307-b7c0-4a6d-aab3-ecf56902872b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:57.993219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.143413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Attempting to bind port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:39:58.144478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Attempting to bind port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '91703aec-9e5c-4981-ae40-fff91e87ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:39:58.145108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Attempting to bind port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 on network b0683150-7cb2-4617-a740-c13358027ad0 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:39:58.158877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Port c49b1307-b7c0-4a6d-aab3-ecf56902872b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:58.167325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-1e6b7681-182a-4a4c-abcb-d8396e59da95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:58.169163 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-1e6b7681-182a-4a4c-abcb-d8396e59da95 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.5278168 Jan 18 23:39:58.179904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.197976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:39:58.200803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Checking segment: {'id': '91703aec-9e5c-4981-ae40-fff91e87ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:39:58.204602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.222835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Bound using segment: {'id': '91703aec-9e5c-4981-ae40-fff91e87ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:39:58.223557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Bound port: 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91703aec-9e5c-4981-ae40-fff91e87ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b0683150-7cb2-4617-a740-c13358027ad0'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:39:58.224126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.269749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Provisioning complete for port de6c6f2d-912a-420e-96dd-eaa88b188be3 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:58.270139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.422111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8::1 (b0683150-7cb2-4617-a740-c13358027ad0/ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7/97aa79e5-f195-4dda-a0ea-e5fe321d3157) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:39:58.422111 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-109abcc1-b188-40b7-aeef-dbe34f6f9e16 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1001 time: 0.2316787 Jan 18 23:39:58.431558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for ab28ae59-52c5-4d8b-a930-2b3274e674b9 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:39:58.563305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] For port 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:39:58.571196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] For port 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8620c2af-402c-4f8b-b3b5-d1527087e3e8,segment=NetworkSegment(91703aec-9e5c-4981-ae40-fff91e87ebc6),segment_id=91703aec-9e5c-4981-ae40-fff91e87ebc6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:39:58.587643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-5c7a3e7b-3d86-4e5f-845c-9a6e345420e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:39:58.589237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-5c7a3e7b-3d86-4e5f-845c-9a6e345420e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.1645792 Jan 18 23:39:58.663726 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.735989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device de6c6f2d-912a-420e-96dd-eaa88b188be3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:39:58.762912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.779152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.801212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object 97aa79e5-f195-4dda-a0ea-e5fe321d3157 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:39:58.822293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-6b76508a-3e1c-4a1d-bf1b-befccc8efd0e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045331 Jan 18 23:39:58.866294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=ab28ae59-52c5-4d8b-a930-2b3274e674b9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:58.912082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.920889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Provisioning for port ab28ae59-52c5-4d8b-a930-2b3274e674b9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:39:58.936451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Provisioning complete for port ab28ae59-52c5-4d8b-a930-2b3274e674b9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:58.937398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:58.993794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3edb935a-e4d1-4255-ae04-187d43a04428 None None] Port ab28ae59-52c5-4d8b-a930-2b3274e674b9 was deleted so its status cannot be updated. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 18 23:39:58.996536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba959c47-3186-4a44-9b3c-285a39c1d949 None None] Pushing event updated for resources: {'Port': ['ID=8620c2af-402c-4f8b-b3b5-d1527087e3e8,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:59.002723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11823edc-597c-4903-9f3c-1abfe7db20b9 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/ab28ae59-52c5-4d8b-a930-2b3274e674b9 HTTP/1.1" status: 204 len: 168 time: 1.5720778 Jan 18 23:39:59.005146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50072) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:59.040267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port de6c6f2d-912a-420e-96dd-eaa88b188be3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:59.041659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.097336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-100975c4-3a48-44c1-8a87-2fa5d217225d service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789702 Jan 18 23:39:59.126960 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5181f1-931a-411e-b201-421ab56b4f37 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:39:59.127474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c5181f1-931a-411e-b201-421ab56b4f37 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:39:59.146850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c4bb3d44-f81a-4fc8-9ec3-9454716e6b32 None None] Could not find standard attr ID for object ab28ae59-52c5-4d8b-a930-2b3274e674b9. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:39:59.271048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.285644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c4bb3d44-f81a-4fc8-9ec3-9454716e6b32 None None] Provisioning complete for port c49b1307-b7c0-4a6d-aab3-ecf56902872b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:39:59.285644 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c4bb3d44-f81a-4fc8-9ec3-9454716e6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.311244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0c5181f1-931a-411e-b201-421ab56b4f37 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:39:59.311244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0c5181f1-931a-411e-b201-421ab56b4f37 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/ab28ae59-52c5-4d8b-a930-2b3274e674b9 HTTP/1.1" status: 404 len: 333 time: 0.3041391 Jan 18 23:39:59.317967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:39:59.420334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb3d44-f81a-4fc8-9ec3-9454716e6b32 None None] Port c49b1307-b7c0-4a6d-aab3-ecf56902872b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:39:59.445068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network b0683150-7cb2-4617-a740-c13358027ad0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:39:59.449551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port c49b1307-b7c0-4a6d-aab3-ecf56902872b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:39:59.450190 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.451227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:39:59.460347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:39:59.460925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.482171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=97aa79e5-f195-4dda-a0ea-e5fe321d3157,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:39:59.566325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-332dad8d-3f64-44c4-a385-8e2b48104257 req-932ac19d-611f-46f8-92a5-40ba59a7407e service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576342 Jan 18 23:39:59.690937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:39:59.840102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.036519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for c49b1307-b7c0-4a6d-aab3-ecf56902872b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:00.305184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.371274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.374734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=c49b1307-b7c0-4a6d-aab3-ecf56902872b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:00.421999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.442380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.445733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:00.493368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0845b-28b9-40b0-8b44-14559be0f24d None None] Network b0683150-7cb2-4617-a740-c13358027ad0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:00.548805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6d7a664f-35d8-4cad-8a36-3b26b27be117 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/c49b1307-b7c0-4a6d-aab3-ecf56902872b HTTP/1.1" status: 204 len: 168 time: 1.2285810 Jan 18 23:40:00.548805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50092) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:00.644089 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0903757-65b4-4699-8f25-e6e2f3156c35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:40:00.644089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0903757-65b4-4699-8f25-e6e2f3156c35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:00.671692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=97aa79e5-f195-4dda-a0ea-e5fe321d3157,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:00.755607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network b0683150-7cb2-4617-a740-c13358027ad0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:00.756734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:00.793596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8620c2af-402c-4f8b-b3b5-d1527087e3e8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:00.821651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d0903757-65b4-4699-8f25-e6e2f3156c35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:00.825518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d0903757-65b4-4699-8f25-e6e2f3156c35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/c49b1307-b7c0-4a6d-aab3-ecf56902872b HTTP/1.1" status: 404 len: 333 time: 0.2812054 Jan 18 23:40:00.826079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:00.860505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a524a0b-0213-4bb2-a5ae-4afcb78ad0b1 None None] Provisioning for port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:01.097727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:01.097727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:01.097727 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.172609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet 7dbf4e05-25ae-4102-9c6f-c634a309bacb {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:01.176955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.282429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.299773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.371454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8620c2af-402c-4f8b-b3b5-d1527087e3e8,segment=NetworkSegment(91703aec-9e5c-4981-ae40-fff91e87ebc6),segment_id=91703aec-9e5c-4981-ae40-fff91e87ebc6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:01.402159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.453227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router e6aee5a6-d028-4943-87f0-b21ce5764d1f is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:01.484478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.549031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Provisioning for port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:01.564827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.597977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Provisioning complete for port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:01.598397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.694092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbf4e05-25ae-4102-9c6f-c634a309bacb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:01.717088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.729003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:01.729003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8620c2af-402c-4f8b-b3b5-d1527087e3e8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:01.736621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2e2e8-5813-4db7-813b-7ad9cb5cfcdd None None] Network 157da859-8ddb-4c7b-b053-603ab5998b1e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:01.747210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a6888539-835a-4834-9573-d4f73182aa14 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/7dbf4e05-25ae-4102-9c6f-c634a309bacb HTTP/1.1" status: 204 len: 168 time: 0.9097176 Jan 18 23:40:01.756291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:01.759915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:01.790261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Provisioning complete for port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:01.790261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-71e7add6-62aa-427a-90a5-7fe3271476c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:01.798593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b51fdc52-ac29-4c71-abb1-d7f115318169 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/e6aee5a6-d028-4943-87f0-b21ce5764d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1755297 Jan 18 23:40:01.806157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50112) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:01.888875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] Sync routers for ids ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:02.418388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.425611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc911f-0cbc-4468-a6c9-398e7285b74e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:02.425611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83bc911f-0cbc-4468-a6c9-398e7285b74e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:02.428247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port de6c6f2d-912a-420e-96dd-eaa88b188be3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:02.428247 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.428557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] Routers {'e6aee5a6-d028-4943-87f0-b21ce5764d1f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:02.428557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.428557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.429372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port de6c6f2d-912a-420e-96dd-eaa88b188be3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=de6c6f2d-912a-420e-96dd-eaa88b188be3,segment=NetworkSegment(fb1bee88-ff72-4741-b6fc-489526a972e3),segment_id=fb1bee88-ff72-4741-b6fc-489526a972e3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:02.429372 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.429665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] Routers {'e6aee5a6-d028-4943-87f0-b21ce5764d1f'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:02.429665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.429665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.429665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5a8cf7-cdc3-42a4-a853-2828fcdcf547 None None] The sync data for ids ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:02.430620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for de6c6f2d-912a-420e-96dd-eaa88b188be3 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:02.436207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dba22860-9477-4f99-8432-2b43ca2ba209 None None] Provisioning complete for port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:02.437104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dba22860-9477-4f99-8432-2b43ca2ba209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.477410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e062fa1-1fd1-4dd8-9587-9c2d1f116030 None None] DHCP port deletion for 157da859-8ddb-4c7b-b053-603ab5998b1e request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:40:02.497614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e062fa1-1fd1-4dd8-9587-9c2d1f116030 None None] Deleting port de6c6f2d-912a-420e-96dd-eaa88b188be3 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:02.498133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e062fa1-1fd1-4dd8-9587-9c2d1f116030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.535884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83bc911f-0cbc-4468-a6c9-398e7285b74e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:02.537807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83bc911f-0cbc-4468-a6c9-398e7285b74e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports/97aa79e5-f195-4dda-a0ea-e5fe321d3157 HTTP/1.1" status: 200 len: 911 time: 0.7347095 Jan 18 23:40:02.540887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:02.542382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dba22860-9477-4f99-8432-2b43ca2ba209 None None] Port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:02.635273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.641350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e062fa1-1fd1-4dd8-9587-9c2d1f116030 None None] The port 'de6c6f2d-912a-420e-96dd-eaa88b188be3' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:40:02.696186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=de6c6f2d-912a-420e-96dd-eaa88b188be3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:02.783422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port de6c6f2d-912a-420e-96dd-eaa88b188be3 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:40:02.793099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8620c2af-402c-4f8b-b3b5-d1527087e3e8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:02.900982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:02.901357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.943967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:02.978785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157da859-8ddb-4c7b-b053-603ab5998b1e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.997077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1bee88-ff72-4741-b6fc-489526a972e3') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:02.997077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1bee88-ff72-4741-b6fc-489526a972e3') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:03.077864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.195104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device de6c6f2d-912a-420e-96dd-eaa88b188be3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:40:03.244292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: de6c6f2d-912a-420e-96dd-eaa88b188be3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:40:03.244636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device de6c6f2d-912a-420e-96dd-eaa88b188be3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:40:03.266519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.279656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:40:03.280054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:40:03.294810 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:40:03.434081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.547693 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.576142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.592164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=157da859-8ddb-4c7b-b053-603ab5998b1e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:03.737756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-01cdace4-2c97-4f1e-9c59-8d357db26488 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/157da859-8ddb-4c7b-b053-603ab5998b1e HTTP/1.1" status: 204 len: 168 time: 1.9789848 Jan 18 23:40:03.746660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:03.763318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-562886002'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:03.783941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:03.783941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:network and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:03.790284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:03.796575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:03.901519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:03.905263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.939466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:03.949277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:03.949779 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Added segment a5639e83-70c8-40c2-aba4-57188ef18ad5 of type vlan for network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 Jan 18 23:40:03.994256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.083923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 97aa79e5-f195-4dda-a0ea-e5fe321d3157 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:04.083923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.119812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.119812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:04.119812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.239892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Network': ['ID=a46e7a36-b462-4594-a2d3-2b39f8ac2fc3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:04.250561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:04.293039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.321173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-173ee26b-28aa-4397-b2e6-875f57cab24d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5725226 Jan 18 23:40:04.321173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50140) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:04.351147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:04.458543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 97aa79e5-f195-4dda-a0ea-e5fe321d3157 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:04.465459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:04.470380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:04.470380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:04.479680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:04.567733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:04.688789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.735312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:04.800253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=97aa79e5-f195-4dda-a0ea-e5fe321d3157,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:05.145519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.165065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.226819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=cf485642-b92c-4d94-b36e-790904fd0594,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:05.256361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Checking segment: {'id': 'a5639e83-70c8-40c2-aba4-57188ef18ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:05.256361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network hostable DHCP agents. Network: a46e7a36-b462-4594-a2d3-2b39f8ac2fc3, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:05.337006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:05.421391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, a46e7a36-b462-4594-a2d3-2b39f8ac2fc3) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:05.425300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:05.426180 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.430384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11915736-c525-487d-93d0-83c3a00256ff None None] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:05.511447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b97ccb6c-cf0c-443c-be23-d8019d0a0d25 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1927097 Jan 18 23:40:05.513996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50154) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:05.519602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-265778902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:05.526714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:05.531940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:router and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:05.536413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:05.581344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:05.627171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router e6aee5a6-d028-4943-87f0-b21ce5764d1f has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:05.676854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-a46e7a36-b462-4594-a2d3-2b39f8ac2fc3', 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': 'cf485642-b92c-4d94-b36e-790904fd0594'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:05.676854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.688872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.688872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.741617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.789521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:05.802633 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] Sync routers for ids ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:05.818799 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] Routers {'e6aee5a6-d028-4943-87f0-b21ce5764d1f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:05.819476 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.825800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.879764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Allocated IP 2001:db8::2 (a46e7a36-b462-4594-a2d3-2b39f8ac2fc3/cf485642-b92c-4d94-b36e-790904fd0594/387050f6-4d72-48c1-b832-367ae5af45cc) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:05.884860 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.887508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-352e25c8-9508-4292-9d34-a694951933e8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/e6aee5a6-d028-4943-87f0-b21ce5764d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429594 Jan 18 23:40:05.888860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50162) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:05.906423 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] Routers {'e6aee5a6-d028-4943-87f0-b21ce5764d1f'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:05.908001 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.982883 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:05.982883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-503553d2-9629-4b96-ae97-38fa180d8804 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4606233 Jan 18 23:40:05.989507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:05.989507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64d6188-f7af-4a91-a8eb-f7f6a372438b None None] The sync data for ids ['e6aee5a6-d028-4943-87f0-b21ce5764d1f'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:05.993983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50166) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:05.993983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3', 'name': 'tempest-PortsIpV6TestJSON-1831296000'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:06.037648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7eea43e3-4876-4514-a28c-6b48898dec11 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:06.109813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7eea43e3-4876-4514-a28c-6b48898dec11 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:06.109813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7eea43e3-4876-4514-a28c-6b48898dec11 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6aee5a6-d028-4943-87f0-b21ce5764d1f HTTP/1.1" status: 200 len: 205 time: 0.2155712 Jan 18 23:40:06.109813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50170) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:06.143010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.150420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Transition to ACTIVE for port object 387050f6-4d72-48c1-b832-367ae5af45cc will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:06.154604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:06.160052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:06.163142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:06.169304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:06.172253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Transition to ACTIVE for port object 387050f6-4d72-48c1-b832-367ae5af45cc will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:06.259634 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.277099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.293631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:06.307884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.346227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 321c4560-930e-4bfe-91e8-ef1c27570df2 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:40:06.361162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Pushing event updated for resources: {'Port': ['ID=387050f6-4d72-48c1-b832-367ae5af45cc,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:06.379586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:06.379586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:06.410906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:06.583640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::142 (a46e7a36-b462-4594-a2d3-2b39f8ac2fc3/cf485642-b92c-4d94-b36e-790904fd0594/321c4560-930e-4bfe-91e8-ef1c27570df2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:06.635480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Attempting to bind port 387050f6-4d72-48c1-b832-367ae5af45cc on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:06.635950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Attempting to bind port 387050f6-4d72-48c1-b832-367ae5af45cc by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a5639e83-70c8-40c2-aba4-57188ef18ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:06.636387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Attempting to bind port 387050f6-4d72-48c1-b832-367ae5af45cc on network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:06.644369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:06.644891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Checking segment: {'id': 'a5639e83-70c8-40c2-aba4-57188ef18ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:06.645555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.646218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Bound using segment: {'id': 'a5639e83-70c8-40c2-aba4-57188ef18ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:06.647244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Bound port: 387050f6-4d72-48c1-b832-367ae5af45cc, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5639e83-70c8-40c2-aba4-57188ef18ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a46e7a36-b462-4594-a2d3-2b39f8ac2fc3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:06.647951 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.786292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] For port 387050f6-4d72-48c1-b832-367ae5af45cc, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:06.786292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] For port 387050f6-4d72-48c1-b832-367ae5af45cc, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=387050f6-4d72-48c1-b832-367ae5af45cc,segment=NetworkSegment(a5639e83-70c8-40c2-aba4-57188ef18ad5),segment_id=a5639e83-70c8-40c2-aba4-57188ef18ad5)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:06.880126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.882191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.945007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 321c4560-930e-4bfe-91e8-ef1c27570df2 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:06.953615 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:06.958011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.024567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041fa68-25f7-44bb-823b-f78602cf3663 None None] Pushing event updated for resources: {'Port': ['ID=387050f6-4d72-48c1-b832-367ae5af45cc,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:07.038029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.082189 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.082189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router e6aee5a6-d028-4943-87f0-b21ce5764d1f {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:40:07.097764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.097764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e01214ef-0198-4391-8547-aa5838b486cf tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/e6aee5a6-d028-4943-87f0-b21ce5764d1f HTTP/1.1" status: 204 len: 168 time: 0.9824715 Jan 18 23:40:07.097764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:07.129233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:07.144649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:07.144649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:07.144649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:07.144649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.194007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=321c4560-930e-4bfe-91e8-ef1c27570df2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:07.287758 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1ae415fd-be70-4309-b2c9-9e92ff7482ef tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3051851 Jan 18 23:40:07.288345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:07.409737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:07.409737 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.465941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.574808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.742171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.775785 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:40:07.814005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:07.814005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:07.817165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-65793a34-5700-446f-bd6a-60056e97cca1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7 HTTP/1.1" status: 204 len: 168 time: 0.7184188 Jan 18 23:40:07.818994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50194) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:07.837084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bceb52-90b3-489c-b406-2a972355d179 None None] Network b0683150-7cb2-4617-a740-c13358027ad0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:08.218975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.277619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] DHCP port deletion for b0683150-7cb2-4617-a740-c13358027ad0 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:40:08.277619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Deleting port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:08.277619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.293763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:08.294039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.299292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32762c38-ef11-4dd6-8bde-3adf9246cb19 None None] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:08.349216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.635133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-982e40d4-c6c1-469b-8c1d-12088b14f34e None None] Provisioning for port 387050f6-4d72-48c1-b832-367ae5af45cc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:08.747473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8620c2af-402c-4f8b-b3b5-d1527087e3e8,segment=NetworkSegment(91703aec-9e5c-4981-ae40-fff91e87ebc6),segment_id=91703aec-9e5c-4981-ae40-fff91e87ebc6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:08.747473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.773414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] For port 8620c2af-402c-4f8b-b3b5-d1527087e3e8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8620c2af-402c-4f8b-b3b5-d1527087e3e8,segment=NetworkSegment(91703aec-9e5c-4981-ae40-fff91e87ebc6),segment_id=91703aec-9e5c-4981-ae40-fff91e87ebc6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:08.773414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:08.858697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 387050f6-4d72-48c1-b832-367ae5af45cc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:08.975462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 8620c2af-402c-4f8b-b3b5-d1527087e3e8 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:08.976994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Calling delete_port for 8620c2af-402c-4f8b-b3b5-d1527087e3e8 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:09.163373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 387050f6-4d72-48c1-b832-367ae5af45cc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:09.171585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 387050f6-4d72-48c1-b832-367ae5af45cc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:09.171585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.202646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.211112 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:40:09.211508 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:40:09.227189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.275961 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.302179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] Pushing event deleted for resources: {'Port': ['ID=8620c2af-402c-4f8b-b3b5-d1527087e3e8,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:09.314337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68462df-8171-4bbf-a6a6-5f88eacf2c4a None None] No DVR routers for this DVR port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:40:09.383203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.404111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.437923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 387050f6-4d72-48c1-b832-367ae5af45cc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=387050f6-4d72-48c1-b832-367ae5af45cc,segment=NetworkSegment(a5639e83-70c8-40c2-aba4-57188ef18ad5),segment_id=a5639e83-70c8-40c2-aba4-57188ef18ad5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:09.471593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=321c4560-930e-4bfe-91e8-ef1c27570df2,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:09.534285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.581978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8620c2af-402c-4f8b-b3b5-d1527087e3e8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:40:09.636417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Provisioning for port 321c4560-930e-4bfe-91e8-ef1c27570df2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:09.657994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8620c2af-402c-4f8b-b3b5-d1527087e3e8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:40:09.658338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8620c2af-402c-4f8b-b3b5-d1527087e3e8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:40:09.665172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Provisioning complete for port 321c4560-930e-4bfe-91e8-ef1c27570df2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:09.665753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.715273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.715273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 8620c2af-402c-4f8b-b3b5-d1527087e3e8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:09.715273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:09.811681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=387050f6-4d72-48c1-b832-367ae5af45cc,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:09.827958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Port 321c4560-930e-4bfe-91e8-ef1c27570df2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:09.830221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] The port '8620c2af-402c-4f8b-b3b5-d1527087e3e8' was deleted {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:40:09.838880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Provisioning complete for port 387050f6-4d72-48c1-b832-367ae5af45cc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:09.838880 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0a561b65-70d7-4a28-8b5c-646241d2df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.091845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.151235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0683150-7cb2-4617-a740-c13358027ad0']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:10.171848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91703aec-9e5c-4981-ae40-fff91e87ebc6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:10.171848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91703aec-9e5c-4981-ae40-fff91e87ebc6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:10.239182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a860d96c-c142-4437-b8d0-e3f19afbad8e None None] Provisioning complete for port 321c4560-930e-4bfe-91e8-ef1c27570df2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:10.239182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a860d96c-c142-4437-b8d0-e3f19afbad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.308997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a860d96c-c142-4437-b8d0-e3f19afbad8e None None] Port 321c4560-930e-4bfe-91e8-ef1c27570df2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:10.342206 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.375021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.387656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:40:10.396208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: util.warn( Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:40:10.407560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.678976 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.706184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.738455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=b0683150-7cb2-4617-a740-c13358027ad0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:10.741906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 387050f6-4d72-48c1-b832-367ae5af45cc up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:10.812822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 387050f6-4d72-48c1-b832-367ae5af45cc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:10.812822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.856878 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d15950e6-85ff-49a8-a644-0ddf731779e2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/b0683150-7cb2-4617-a740-c13358027ad0 HTTP/1.1" status: 204 len: 168 time: 3.0364914 Jan 18 23:40:10.860898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:10.867716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-394033639', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:10.878044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:10.882515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:10.886388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:10.906368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:10.970499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:10.999403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.000523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.032350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.039476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.039476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.162101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.183095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=321c4560-930e-4bfe-91e8-ef1c27570df2,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:11.242526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:11.244001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:11.293011 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.609257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.647308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.659732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2fe1c05d-9fe7-4ef0-aa1d-66d75a0464d7 None None] Provisioning complete for port 321c4560-930e-4bfe-91e8-ef1c27570df2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:11.660337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2fe1c05d-9fe7-4ef0-aa1d-66d75a0464d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:11.763032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1c05d-9fe7-4ef0-aa1d-66d75a0464d7 None None] Port 321c4560-930e-4bfe-91e8-ef1c27570df2 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:11.792528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Router 0a54361e-b7ec-45dc-b1b3-7283d42be8a4 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:11.804670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 172.25.1.225 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/a89e8c45-c212-4c4b-ab96-4f85ce19d692) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:11.989363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:11.997824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ed79a2f3-ddb0-4c6a-9480-7e99e768c96d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/routers/0a54361e-b7ec-45dc-b1b3-7283d42be8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7083380 Jan 18 23:40:11.998489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50270) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:12.003487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] Sync routers for ids ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:12.010932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:12.020499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] Routers {'0a54361e-b7ec-45dc-b1b3-7283d42be8a4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:12.021942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:12.104915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6cf5fd-35c6-419b-84fd-d65599f0f983 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:12.104915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9f6cf5fd-35c6-419b-84fd-d65599f0f983 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:12.111007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:12.125172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:12.132018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] Routers {'0a54361e-b7ec-45dc-b1b3-7283d42be8a4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:12.132018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:12.184930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9f6cf5fd-35c6-419b-84fd-d65599f0f983 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:12.184930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f6cf5fd-35c6-419b-84fd-d65599f0f983 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a54361e-b7ec-45dc-b1b3-7283d42be8a4 HTTP/1.1" status: 200 len: 989 time: 0.1834795 Jan 18 23:40:12.196195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:12.198776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:12.198776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e683499-2069-4885-bd7f-f7b30d4d5067 None None] The sync data for ids ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:12.259128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:12.267376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:12.272996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:12.300422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=a89e8c45-c212-4c4b-ab96-4f85ce19d692,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:13.021816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.199168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.199898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.526866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 321c4560-930e-4bfe-91e8-ef1c27570df2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:13.526866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.749881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.859713 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-478597fb-5b68-4c48-8b2e-17393d771490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:13.879426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 321c4560-930e-4bfe-91e8-ef1c27570df2 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:14.085721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 153242d3-1e83-4681-8625-0660f669b710 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:14.347387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:14.398898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=321c4560-930e-4bfe-91e8-ef1c27570df2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:14.618259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:14.620543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:14.630736 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] Sync routers for ids ['153242d3-1e83-4681-8625-0660f669b710'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:14.652256 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] Routers {'153242d3-1e83-4681-8625-0660f669b710'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:14.652256 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['153242d3-1e83-4681-8625-0660f669b710'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:14.727171 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:14.753164 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] Routers {'153242d3-1e83-4681-8625-0660f669b710'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:14.753164 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['153242d3-1e83-4681-8625-0660f669b710'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:14.806650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:14.806650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb09f2-2752-4573-a7d9-3392f5423154 None None] The sync data for ids ['153242d3-1e83-4681-8625-0660f669b710'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:14.813554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:14.813554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8160de07-75f4-4919-ab55-be75043922a5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9472222 Jan 18 23:40:14.816306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50312) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:15.164133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Router 0a54361e-b7ec-45dc-b1b3-7283d42be8a4 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:15.196770 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1e590f60-5b10-44e7-bcaf-e30684a8f4fa tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers/153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 200 len: 884 time: 0.3820317 Jan 18 23:40:15.199154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50318) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:15.316096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:15.326668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-270552e8-5283-443a-9e93-4d08805ae686 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/routers/0a54361e-b7ec-45dc-b1b3-7283d42be8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298862 Jan 18 23:40:15.326668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50326) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:15.370516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] Sync routers for ids ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:15.381982 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-301c7025-15a3-42eb-8cb6-b711709f2b6e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:40:15.381982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-301c7025-15a3-42eb-8cb6-b711709f2b6e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:15.393458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] Routers {'0a54361e-b7ec-45dc-b1b3-7283d42be8a4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:15.393458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:15.447214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a58e075-b8d9-47de-a37c-b3b84bb09fb1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:router {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:15.460960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-301c7025-15a3-42eb-8cb6-b711709f2b6e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:15.472567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50330) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:15.477132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-301c7025-15a3-42eb-8cb6-b711709f2b6e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/321c4560-930e-4bfe-91e8-ef1c27570df2 HTTP/1.1" status: 404 len: 333 time: 0.1382883 Jan 18 23:40:15.524960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:15.536714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] Routers {'0a54361e-b7ec-45dc-b1b3-7283d42be8a4'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:15.537382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:39:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:15.600141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:15.600552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e9cda-275f-4dd5-b7b2-b649a69b10ff None None] The sync data for ids ['0a54361e-b7ec-45dc-b1b3-7283d42be8a4'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:15.600691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a58e075-b8d9-47de-a37c-b3b84bb09fb1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:router {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:15.602340 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a58e075-b8d9-47de-a37c-b3b84bb09fb1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4022551 Jan 18 23:40:15.605118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:15.610343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-394033639'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:15.634116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:15.971824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1627ba54-1889-4d30-9438-2b85b4b8a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.132427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.140668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.252625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.252625 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Fanout notify agent at l3_agent the message router_deleted on router 0a54361e-b7ec-45dc-b1b3-7283d42be8a4 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:40:16.274216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.274216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-acdd455c-9511-4b21-9aed-12d65e779432 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/routers/0a54361e-b7ec-45dc-b1b3-7283d42be8a4 HTTP/1.1" status: 204 len: 168 time: 0.8054690 Jan 18 23:40:16.274216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50346) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:16.461715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.492120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet cf485642-b92c-4d94-b36e-790904fd0594 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:16.495040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.548139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.573729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.790543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:16.868516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 153242d3-1e83-4681-8625-0660f669b710 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:16.956639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.006742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.029517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/cf485642-b92c-4d94-b36e-790904fd0594 HTTP/1.1" status: 204 len: 168 time: 0.7426660 Jan 18 23:40:17.029517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39850db5-81da-46e9-b396-5e440b931914 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=cf485642-b92c-4d94-b36e-790904fd0594,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:17.029517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:17.032886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296628f-d175-449c-b33f-00b9fb39773c None None] Network a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:17.140583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:17.152707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] Sync routers for ids ['153242d3-1e83-4681-8625-0660f669b710'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:17.158003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.158003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e3fc7a79-be3c-4c7a-b96c-d78f4454ae8e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 200 len: 891 time: 1.5418193 Jan 18 23:40:17.161487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:17.168435 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] Routers {'153242d3-1e83-4681-8625-0660f669b710'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:17.168435 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['153242d3-1e83-4681-8625-0660f669b710'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:17.244550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.274973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 387050f6-4d72-48c1-b832-367ae5af45cc {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:17.275328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.284862 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:17.301226 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] Routers {'153242d3-1e83-4681-8625-0660f669b710'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:17.301962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.302331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['153242d3-1e83-4681-8625-0660f669b710'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:17.382478 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:17.382885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8d417a-2e4e-489f-9aa4-2c3c0ca87452 None None] The sync data for ids ['153242d3-1e83-4681-8625-0660f669b710'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:17.466154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] DHCP port deletion for a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:40:17.471274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:17.484484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Deleting port 387050f6-4d72-48c1-b832-367ae5af45cc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:17.484484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.539626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.639821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] For port 387050f6-4d72-48c1-b832-367ae5af45cc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=387050f6-4d72-48c1-b832-367ae5af45cc,segment=NetworkSegment(a5639e83-70c8-40c2-aba4-57188ef18ad5),segment_id=a5639e83-70c8-40c2-aba4-57188ef18ad5)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:17.643583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.757662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] For port 387050f6-4d72-48c1-b832-367ae5af45cc, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=387050f6-4d72-48c1-b832-367ae5af45cc,segment=NetworkSegment(a5639e83-70c8-40c2-aba4-57188ef18ad5),segment_id=a5639e83-70c8-40c2-aba4-57188ef18ad5)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:17.758184 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.767409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:17.770538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 387050f6-4d72-48c1-b832-367ae5af45cc owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:17.826401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:17.826401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Usage tracker for resource:security_group_rule and tenant:2cf19e96a22e43eb88b26487f97e6c51 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:17.837063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:17.837063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:17.845948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06e40986-e6c6-445b-988c-6360dc4c895c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers/153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 200 len: 891 time: 0.6871016 Jan 18 23:40:17.845948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50392) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:17.948007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Calling delete_port for 387050f6-4d72-48c1-b832-367ae5af45cc owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:17.969431 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-491def23-60c6-44ce-afa0-3b113cdd080d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:17.977036 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.049747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.101008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df0550-680e-44bc-a43e-6f6df538353f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:18.112440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50406) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:18.117406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4eae448d-ad43-488b-9fa2-460057f1c6df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cf19e96a22e43eb88b26487f97e6c51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6563144 Jan 18 23:40:18.131833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.135105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-491def23-60c6-44ce-afa0-3b113cdd080d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:18.135483 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:40:18.136181 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:40:18.136357 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-491def23-60c6-44ce-afa0-3b113cdd080d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 200 len: 205 time: 0.2939744 Jan 18 23:40:18.140385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50410) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:18.216688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=387050f6-4d72-48c1-b832-367ae5af45cc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:18.225844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No DVR routers for this DVR port 387050f6-4d72-48c1-b832-367ae5af45cc on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:40:18.340932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.356589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.372041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.417969 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.417969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46e7a36-b462-4594-a2d3-2b39f8ac2fc3']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:18.441276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5639e83-70c8-40c2-aba4-57188ef18ad5') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:18.441577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5639e83-70c8-40c2-aba4-57188ef18ad5') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:18.473866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.495773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.495773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:40:18.495773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:40:18.533600 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:40:18.603578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.637409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Deleting port 387050f6-4d72-48c1-b832-367ae5af45cc {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:18.637797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.687815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port a89e8c45-c212-4c4b-ab96-4f85ce19d692 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:18.688170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.689793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.692712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.732342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.743502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-89fb501c-6429-4e38-9f2b-a681e1e05f2b None None] The port '387050f6-4d72-48c1-b832-367ae5af45cc' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:40:18.745198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df0550-680e-44bc-a43e-6f6df538353f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:18.747299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=a46e7a36-b462-4594-a2d3-2b39f8ac2fc3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:18.765434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 387050f6-4d72-48c1-b832-367ae5af45cc no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:40:18.823431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 387050f6-4d72-48c1-b832-367ae5af45cc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:40:18.824068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 387050f6-4d72-48c1-b832-367ae5af45cc not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:40:18.880880 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f2f6bd77-4c6b-4ba3-b285-8120062b768c tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/a46e7a36-b462-4594-a2d3-2b39f8ac2fc3 HTTP/1.1" status: 204 len: 168 time: 1.8591030 Jan 18 23:40:18.885836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:18.892205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c465b00e-1ea0-42df-bd93-ce577ee31b5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52df0550-680e-44bc-a43e-6f6df538353f HTTP/1.1" status: 204 len: 168 time: 0.7762508 Jan 18 23:40:18.893257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50416) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:18.916472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:19.056071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:19.094312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8275f-31ac-430e-82fd-ab4c7d0d3e0d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:19.094909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d8d8275f-31ac-430e-82fd-ab4c7d0d3e0d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:19.195399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for a89e8c45-c212-4c4b-ab96-4f85ce19d692 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:19.201647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d8d8275f-31ac-430e-82fd-ab4c7d0d3e0d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:19.206887 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d8d8275f-31ac-430e-82fd-ab4c7d0d3e0d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/90921eab-8b85-4217-830b-15b1bf891171 HTTP/1.1" status: 200 len: 845 time: 0.3089309 Jan 18 23:40:19.207301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50422) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:19.292527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7ecb0187-0010-47cf-bf0a-0db3e1b02e1a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/90921eab-8b85-4217-830b-15b1bf891171?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0841770 Jan 18 23:40:19.296698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50428) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:19.303266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:19.430140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:19.437146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:19.441940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:19.447844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:19.475797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:19.521762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=a89e8c45-c212-4c4b-ab96-4f85ce19d692,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:19.558443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:19.691665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:19.801045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:19.999582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.065423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.069505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.080442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:20.081662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=af630c56-c29a-48f9-ad02-6a244bf476f7,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:20.084789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:20.087472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:20.088042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.094388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ada8b-4aa7-4f9d-837b-55691d8a1b1c None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:20.164526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.165548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router 153242d3-1e83-4681-8625-0660f669b710 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:40:20.193753 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a628444-d37d-486e-bbfa-9861c2b3a122 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8958807 Jan 18 23:40:20.196316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50448) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:20.202762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079606065'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:20.209611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:20.214292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:20.217363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:20.223377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:20.288866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.290157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b23ecd19-bc13-43d7-bc0a-c0859b1b3da0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 204 len: 168 time: 2.1487756 Jan 18 23:40:20.294194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50454) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:20.300373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258590355'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:20.306025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:20.312101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:20.315318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.329117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:20.337835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:20.355333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-46807c9c-e620-4954-a13b-b5b4675f67a1', 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'tenant_id': 'a1e868b967a14d429373be67f78947f6', 'fixed_ips': [{'subnet_id': 'af630c56-c29a-48f9-ad02-6a244bf476f7'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:20.356344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.362735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:20.367211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:20.370126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:20.376602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:20.425801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:20.429099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.460550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.474667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:20.483775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.484129 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment e93928f0-565a-414f-8744-6ee510eb0e94 of type vlan for network cae3d44e-8700-43ab-808b-fef5c85e6468 Jan 18 23:40:20.510607 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.519949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.523501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Allocated IP 2001:db8::2 (46807c9c-e620-4954-a13b-b5b4675f67a1/af630c56-c29a-48f9-ad02-6a244bf476f7/b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:20.583301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c641ca6-2f06-4a87-8db6-81098396bb18,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:20.658503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.659747 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5f17b29b-387c-4838-a37b-ee9d9c0751c8 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4624786 Jan 18 23:40:20.662324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50470) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:20.673528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561573689'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:20.675736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:20.680300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:20.684106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:20.691624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:20.696216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.700159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:20.702368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.756757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.772043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Transition to ACTIVE for port object b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:20.805889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Transition to ACTIVE for port object b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:20.838759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.858982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=cae3d44e-8700-43ab-808b-fef5c85e6468,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:20.872269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network cae3d44e-8700-43ab-808b-fef5c85e6468 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:20.893002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:20.897436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:20.900661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:20.908770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:20.979960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50478) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:20.986386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:20.993410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:20.996455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b33e807a-ee51-43eb-9371-2f99031a9ffb tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7011189 Jan 18 23:40:21.102320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:21.120902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:21.124309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:21.124751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.134526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:21.148751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:21.152767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:21.156572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:21.162691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:21.207689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.228266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Attempting to bind port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:21.229221 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Attempting to bind port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '90e0ee49-8052-47e4-bde9-28cb6a342ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:21.229595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Attempting to bind port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff on network 46807c9c-e620-4954-a13b-b5b4675f67a1 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:21.236539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:21.236938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Checking segment: {'id': '90e0ee49-8052-47e4-bde9-28cb6a342ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:21.237339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.237721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Bound using segment: {'id': '90e0ee49-8052-47e4-bde9-28cb6a342ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:21.238175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Bound port: b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e0ee49-8052-47e4-bde9-28cb6a342ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:21.238551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.250659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=411f499e-462a-4209-a35c-200bd29786ee,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:21.303842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:21.335672 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.339332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7bff1e24-8083-4c68-9082-cb1f81c6b401 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6736917 Jan 18 23:40:21.339563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:21.340300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:21.344425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:21.345684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1645460690', 'security_groups': ['411f499e-462a-4209-a35c-200bd29786ee'], 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af630c56-c29a-48f9-ad02-6a244bf476f7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:21.422328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.466946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.520487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e53c-91be-44ad-b363-a3107d70114a None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:21.529144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:21.616640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:21.705133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:21.713093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:21.750163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:40:21.985167 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.097051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::21a (46807c9c-e620-4954-a13b-b5b4675f67a1/af630c56-c29a-48f9-ad02-6a244bf476f7/7ebc45b1-d976-4c6d-9e05-a7e597fa1633) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:22.100709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=2a190ff4-650c-49dd-889c-2aeb020ef4ff,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:22.112185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': 'e93928f0-565a-414f-8744-6ee510eb0e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:22.112688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: cae3d44e-8700-43ab-808b-fef5c85e6468, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:22.231145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network cae3d44e-8700-43ab-808b-fef5c85e6468 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:22.292291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.311652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:22.332781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, cae3d44e-8700-43ab-808b-fef5c85e6468) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:22.343231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:22.343231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.343800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf5277-7324-40fa-8d9a-ff9e32fe9c34 None None] Network cae3d44e-8700-43ab-808b-fef5c85e6468 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:22.428004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.452124 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-76d3cce3-5934-4eb0-8427-9760bd43b02f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4692957 Jan 18 23:40:22.454808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50512) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:22.469842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1815959643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:22.495754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:22.518365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:22.519626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:22.526779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:22.529338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:22.529828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:22.548515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:22.549760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.557132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:22.583396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=7ebc45b1-d976-4c6d-9e05-a7e597fa1633,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:22.694111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.695078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.706165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8364d7c0-f847-4a4a-b8fa-e7e5c62583f3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3652582 Jan 18 23:40:22.708821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50520) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:22.717013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:22.753025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-cae3d44e-8700-43ab-808b-fef5c85e6468', 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': '2a190ff4-650c-49dd-889c-2aeb020ef4ff'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:22.754897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.755752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.899634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:22.987301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Allocated IP 2001:db8::2 (cae3d44e-8700-43ab-808b-fef5c85e6468/2a190ff4-650c-49dd-889c-2aeb020ef4ff/a458ea5e-ee03-4efb-b72e-14defe93a831) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:23.013210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.015283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-875a1235-77f0-465f-8c55-6cddd1a75e58 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5594254 Jan 18 23:40:23.018133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50526) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:23.071616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:23.076459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:23.081954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:23.106468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:23.190869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:23.199849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.225363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:23.360513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.388480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Transition to ACTIVE for port object a458ea5e-ee03-4efb-b72e-14defe93a831 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:23.412811 n-d-825175-2 neutron-server[84543]: INFO neutron.db.ipam_backend_mixin [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af630c56-c29a-48f9-ad02-6a244bf476f7 (CIDR: 2001:db8::/64) Jan 18 23:40:23.415833 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Transition to ACTIVE for port object a458ea5e-ee03-4efb-b72e-14defe93a831 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:23.424886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:23.425498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.454640 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:40:23.455255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:23.486472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.510757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50532) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:23.534454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:23.570367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:23.582474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Network cae3d44e-8700-43ab-808b-fef5c85e6468 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:23.585888 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5e6b909-7f5b-4c2b-a271-57054d5624ce tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8758552 Jan 18 23:40:23.588472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50538) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:23.589747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:23.595781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:23.597973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Pushing event updated for resources: {'Port': ['ID=a458ea5e-ee03-4efb-b72e-14defe93a831,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:23.598949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:23.605209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Provisioning for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:23.642578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:23.642954 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.672159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.757203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Attempting to bind port a458ea5e-ee03-4efb-b72e-14defe93a831 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:23.757203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Attempting to bind port a458ea5e-ee03-4efb-b72e-14defe93a831 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'e93928f0-565a-414f-8744-6ee510eb0e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:23.757203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Attempting to bind port a458ea5e-ee03-4efb-b72e-14defe93a831 on network cae3d44e-8700-43ab-808b-fef5c85e6468 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:23.775710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:23.776087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Checking segment: {'id': 'e93928f0-565a-414f-8744-6ee510eb0e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:23.776492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.776992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Bound using segment: {'id': 'e93928f0-565a-414f-8744-6ee510eb0e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:23.780045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Bound port: a458ea5e-ee03-4efb-b72e-14defe93a831, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93928f0-565a-414f-8744-6ee510eb0e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'cae3d44e-8700-43ab-808b-fef5c85e6468'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:23.780045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.807686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:23.819948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:23.828596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:23.833429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:23.842613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:23.860750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:23.865057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f449a7e8bdf4d689fd61e2f7c9df94c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:23.868091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:23.875544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:23.971770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:23.993434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.022085 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.071761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:24.073791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] For port a458ea5e-ee03-4efb-b72e-14defe93a831, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:24.077974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] For port a458ea5e-ee03-4efb-b72e-14defe93a831, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a458ea5e-ee03-4efb-b72e-14defe93a831,segment=NetworkSegment(e93928f0-565a-414f-8744-6ee510eb0e94),segment_id=e93928f0-565a-414f-8744-6ee510eb0e94)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:24.126956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.169308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.219087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.219772 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.221088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8::1 (cae3d44e-8700-43ab-808b-fef5c85e6468/2a190ff4-650c-49dd-889c-2aeb020ef4ff/fc65f84a-8144-478d-88b1-ffb10d95889f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:24.274113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:24.300515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.300886 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.301236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.301569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.301903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.302238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.302569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.302897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.303222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.303547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.303871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092d619e-0703-4417-bc03-d3e167d2322e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:24.398746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f449a7e8bdf4d689fd61e2f7c9df94c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8866651 Jan 18 23:40:24.401045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50570) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:24.493047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e22dc-9772-4c9a-80d5-0f3d83835ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce9c92-2006-4113-9db6-29c24fbe4870,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:24.501931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a765a4a-a5a0-4a98-bb59-acf20e38fab1 None None] Pushing event updated for resources: {'Port': ['ID=a458ea5e-ee03-4efb-b72e-14defe93a831,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:24.525472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.558254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object fc65f84a-8144-478d-88b1-ffb10d95889f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:24.575550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.607526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8496f259-48fa-4305-a2a1-aea53d7379f6 None None] Provisioning for port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:24.611056 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.613827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8496f259-48fa-4305-a2a1-aea53d7379f6 None None] Provisioning complete for port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:24.621826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8496f259-48fa-4305-a2a1-aea53d7379f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.648185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.700750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8496f259-48fa-4305-a2a1-aea53d7379f6 None None] Port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:24.744007 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.772376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:24.773822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:24.777196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:24.777935 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:24.799309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=bb134ffd-939c-4b8a-a3fc-5c7464cf016d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:24.800223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network cae3d44e-8700-43ab-808b-fef5c85e6468 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:24.804347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ffb0a-5d26-49d6-a04a-65987809a50c None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:24.828328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:24.915499 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-84974d3d-08a1-424a-bbbe-529ce72ad0c2 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3258584 Jan 18 23:40:24.918064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50590) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:24.921613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:24.926933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2137525156', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb134ffd-939c-4b8a-a3fc-5c7464cf016d'}], 'security_groups': ['6c641ca6-2f06-4a87-8db6-81098396bb18']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:25.030840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:25.031637 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.037614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.072930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=fc65f84a-8144-478d-88b1-ffb10d95889f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:25.075173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce9c92-2006-4113-9db6-29c24fbe4870,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:25.104925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.106102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4f872cfd-3df9-414a-ad6c-6304c5ad15a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dce9c92-2006-4113-9db6-29c24fbe4870 HTTP/1.1" status: 204 len: 168 time: 0.7037921 Jan 18 23:40:25.146351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:25.146838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.256645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.305457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.355028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a458ea5e-ee03-4efb-b72e-14defe93a831 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:25.491627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Update dhcp port {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'fixed_ips': [{'subnet_id': 'af630c56-c29a-48f9-ad02-6a244bf476f7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb134ffd-939c-4b8a-a3fc-5c7464cf016d'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:40:25.571753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.672847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a458ea5e-ee03-4efb-b72e-14defe93a831 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:25.836405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c1283-6bb7-4f7a-a0c9-fe85752f2cea None None] Network cae3d44e-8700-43ab-808b-fef5c85e6468 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:25.859973 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.930067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.930845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:25.954080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Delete allocated IP 2001:db8::21a (46807c9c-e620-4954-a13b-b5b4675f67a1/af630c56-c29a-48f9-ad02-6a244bf476f7) {{(pid=84543) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:40:25.962560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8:0:1::118 (46807c9c-e620-4954-a13b-b5b4675f67a1/bb134ffd-939c-4b8a-a3fc-5c7464cf016d/7ebc45b1-d976-4c6d-9e05-a7e597fa1633) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:26.048570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Provisioning for port a458ea5e-ee03-4efb-b72e-14defe93a831 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:26.061612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Provisioning complete for port a458ea5e-ee03-4efb-b72e-14defe93a831 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:26.062071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.065967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50646) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:26.102849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=fc65f84a-8144-478d-88b1-ffb10d95889f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:26.108805 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.186224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:26.193226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6996037fff984b09a78baeaf6c13c2dc is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:26.203908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network cae3d44e-8700-43ab-808b-fef5c85e6468 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:26.205117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:26.208027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:26.220730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.239508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:26.251431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.283298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:26.288490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] For port a458ea5e-ee03-4efb-b72e-14defe93a831, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a458ea5e-ee03-4efb-b72e-14defe93a831,segment=NetworkSegment(e93928f0-565a-414f-8744-6ee510eb0e94),segment_id=e93928f0-565a-414f-8744-6ee510eb0e94)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:26.367575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.411836 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.510537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Allocated IP 2001:db8:0:1::2 (46807c9c-e620-4954-a13b-b5b4675f67a1/bb134ffd-939c-4b8a-a3fc-5c7464cf016d/b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:26.566380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fb5c1-2333-42b7-a221-d8b4b5fcaa81 None None] Pushing event updated for resources: {'Port': ['ID=a458ea5e-ee03-4efb-b72e-14defe93a831,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:26.603663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] In _notify_port_updated(), no bound segment for port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 on network 46807c9c-e620-4954-a13b-b5b4675f67a1 {{(pid=84543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:40:26.607564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:26.608679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.612525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/ports/7ebc45b1-d976-4c6d-9e05-a7e597fa1633 HTTP/1.1" status: 200 len: 931 time: 1.6910987 Jan 18 23:40:26.613155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50670) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:26.613636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.615866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae10f-74a2-44d1-b252-1d178409cc5a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=7ebc45b1-d976-4c6d-9e05-a7e597fa1633,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:26.634620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Provisioning complete for port a458ea5e-ee03-4efb-b72e-14defe93a831 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:26.635135 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.688100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:26.688453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.691065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:26.766363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6996037fff984b09a78baeaf6c13c2dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6995122 Jan 18 23:40:26.776661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50682) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:26.781356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a458ea5e-ee03-4efb-b72e-14defe93a831 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:26.861647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0229b-3523-4ade-a7a4-6decb315b5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a90917-551d-42ba-b7ed-05c0d36bb596,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:26.936693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 03cdb937-be1b-4ae4-b3df-67d9a1b48edd is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:26.950505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.020980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:27.041212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.119610 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.129745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a458ea5e-ee03-4efb-b72e-14defe93a831 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:27.133360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.142695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.183220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 7ebc45b1-d976-4c6d-9e05-a7e597fa1633 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:27.184646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Transition to ACTIVE for port object b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:27.245944 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:27.251857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.267213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9086a4f7-9ecc-4065-b531-ca0554cfb9d4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/03cdb937-be1b-4ae4-b3df-67d9a1b48edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2474315 Jan 18 23:40:27.269113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:27.303564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] Sync routers for ids ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:27.331794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Provisioning for port fc65f84a-8144-478d-88b1-ffb10d95889f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:27.380904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Provisioning complete for port fc65f84a-8144-478d-88b1-ffb10d95889f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:27.381188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.413742 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.443072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.445378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.446483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61a90917-551d-42ba-b7ed-05c0d36bb596 HTTP/1.1" status: 204 len: 168 time: 0.6680076 Jan 18 23:40:27.467771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f2fd6-f9e0-4edb-8af4-cb96456fa806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a90917-551d-42ba-b7ed-05c0d36bb596,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:27.473798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=7ebc45b1-d976-4c6d-9e05-a7e597fa1633,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:27.487159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c35a4c7-363d-462b-baec-ffb9c1beb786 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:27.488071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c35a4c7-363d-462b-baec-ffb9c1beb786 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:27.526779 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.541887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:27.542150 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d1964bce-845b-4f7b-a7b1-af9dff2b2a8a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/7ebc45b1-d976-4c6d-9e05-a7e597fa1633 HTTP/1.1" status: 204 len: 168 time: 0.9274044 Jan 18 23:40:27.548580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917c7b3-0ad7-4254-9820-2ab3acfcecda None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:27.551146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] Routers {'03cdb937-be1b-4ae4-b3df-67d9a1b48edd'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:27.551746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:27.585418 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-972cc359-ea1c-464e-a6f6-bb1605767daf tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:40:27.589953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:27.590744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-972cc359-ea1c-464e-a6f6-bb1605767daf tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/7ebc45b1-d976-4c6d-9e05-a7e597fa1633 HTTP/1.1" status: 404 len: 333 time: 0.0470362 Jan 18 23:40:27.595451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c35a4c7-363d-462b-baec-ffb9c1beb786 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:27.598611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c35a4c7-363d-462b-baec-ffb9c1beb786 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports/fc65f84a-8144-478d-88b1-ffb10d95889f HTTP/1.1" status: 200 len: 911 time: 0.3284190 Jan 18 23:40:27.602175 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:27.611205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a190ff4-650c-49dd-889c-2aeb020ef4ff'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:27.628464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bc511dd9-5b75-46a0-8ab7-36f7208b47bf None None] Port fc65f84a-8144-478d-88b1-ffb10d95889f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:27.629705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:27.642473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] Routers {'03cdb937-be1b-4ae4-b3df-67d9a1b48edd'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:27.643072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:27.734119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.761232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:27.761839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748593f-fc9f-466c-8eda-3b17e6f9a615 None None] The sync data for ids ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:27.780989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.795076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-42df36be-3829-489a-83e6-a7f9c4d7be14 None None] Provisioning complete for port fc65f84a-8144-478d-88b1-ffb10d95889f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:27.795634 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42df36be-3829-489a-83e6-a7f9c4d7be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.876388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-42df36be-3829-489a-83e6-a7f9c4d7be14 None None] Port fc65f84a-8144-478d-88b1-ffb10d95889f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:27.933161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.967435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=411f499e-462a-4209-a35c-200bd29786ee,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:27.975990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.977745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:27.977876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57b5ec37-6b6b-43df-a45d-e2d3835bba74 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/security-groups/411f499e-462a-4209-a35c-200bd29786ee HTTP/1.1" status: 204 len: 168 time: 0.3856914 Jan 18 23:40:27.991003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50758) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:28.074691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.108176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.255552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.276633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c641ca6-2f06-4a87-8db6-81098396bb18,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:28.288564 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.291131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-deba41d6-1737-4183-afcf-40a57bf43e68 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/security-groups/6c641ca6-2f06-4a87-8db6-81098396bb18 HTTP/1.1" status: 204 len: 168 time: 0.2991407 Jan 18 23:40:28.297546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50782) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:28.499701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Could not find standard attr ID for object 7ebc45b1-d976-4c6d-9e05-a7e597fa1633. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:40:28.519513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:28.519868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.595068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:28.676641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet af630c56-c29a-48f9-ad02-6a244bf476f7 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:28.687419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.695700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Provisioning for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:28.702252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:28.703009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f583c4f0-bab6-42fd-99f9-e5924a245462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.775661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:28.783790 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.852028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.921287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.934461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:28.934836 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.987953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.992450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:28.993102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:28.994378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/ports/fc65f84a-8144-478d-88b1-ffb10d95889f HTTP/1.1" status: 200 len: 911 time: 1.3905294 Jan 18 23:40:29.000606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50822) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:29.085610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fd04f-9501-43dc-a791-25b1e7995d04 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=fc65f84a-8144-478d-88b1-ffb10d95889f,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:29.118296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3831e121-334a-4804-9dd6-cc5bcbdd7df9 None None] Could not find standard attr ID for object 7ebc45b1-d976-4c6d-9e05-a7e597fa1633. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:40:29.164302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:29.205770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=af630c56-c29a-48f9-ad02-6a244bf476f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:29.223512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:29.229195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5f8ce-31c8-45a1-8d74-9e69e0f3794c None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:29.230187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b2162372-3772-48d6-9d7c-33fc9174b0a6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/af630c56-c29a-48f9-ad02-6a244bf476f7 HTTP/1.1" status: 204 len: 168 time: 0.9318228 Jan 18 23:40:29.236682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50842) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:29.244279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:29.396806 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:29.427973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:29.434549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:29.437826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:29.444478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:29.519222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:29.522938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.099206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.165327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:30.168631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:30.173303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:30.174113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.181410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=fd70d069-f6b3-4f16-ae6c-aa8e5494c712,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:30.267904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port fc65f84a-8144-478d-88b1-ffb10d95889f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:30.268202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.285087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ff3969a-c794-45c0-81cc-9065fd8f327d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0469370 Jan 18 23:40:30.287302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:30.293183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146785371'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:30.301679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:30.307428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:30.316796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:30.324673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:30.333951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1516ae0-e391-4599-a5a1-0764074ad96b None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:30.416130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.430174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9c643b3e-53ee-47a5-a0f0-c8f3d94173a3 None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:30.430174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c643b3e-53ee-47a5-a0f0-c8f3d94173a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.479604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:30.484781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:30.490108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:30.498271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:30.501289 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.515214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9c643b3e-53ee-47a5-a0f0-c8f3d94173a3 None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:30.571906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.645473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for fc65f84a-8144-478d-88b1-ffb10d95889f owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:30.659649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9c643b3e-53ee-47a5-a0f0-c8f3d94173a3 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:30.660064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c643b3e-53ee-47a5-a0f0-c8f3d94173a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.668589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.716250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9de04-de1f-4930-b23b-4d107b915636,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:30.833363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.834914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-531ea472-5039-415b-a857-e089f9de79bc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5466793 Jan 18 23:40:30.837594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 50940) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:30.843299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099003609'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:30.850395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:30.854990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:30.858640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:30.868737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:30.882509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Update dhcp port {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'fixed_ips': [{'subnet_id': 'bb134ffd-939c-4b8a-a3fc-5c7464cf016d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd70d069-f6b3-4f16-ae6c-aa8e5494c712'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:40:30.938619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.970281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:30.981192 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.037295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=fc65f84a-8144-478d-88b1-ffb10d95889f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:31.066490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50954) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:31.183070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Allocated IP 2001:db8::2 (46807c9c-e620-4954-a13b-b5b4675f67a1/fd70d069-f6b3-4f16-ae6c-aa8e5494c712/b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:31.183463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:31.188533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:31.191626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:31.222048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:31.264876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.307398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:31.312443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Usage tracker for resource:security_group_rule and tenant:5e543a4ac91f4d858e785f13d719a2ef is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:31.315956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:31.323490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:31.352706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:31.365983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.381490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.391814 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.398934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Transition to ACTIVE for port object b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:31.412984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.462275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.484357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.484696 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.532583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94697cf1-5579-4428-9156-368da2d9dd8a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:31.539230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf689feb-4b09-4dfc-9452-dcd7bb51f3dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e543a4ac91f4d858e785f13d719a2ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4716465 Jan 18 23:40:31.541757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50980) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:31.564763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a570a85e-d096-4436-adf1-6d719c4a1206,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:31.618927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.641649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5ecf1-0a89-4492-a1d6-050f922a8b7e None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:31.655987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.757015 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.760661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6e7138b1-0911-4e81-bbb2-e1add5ca0f39 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9195771 Jan 18 23:40:31.762163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 50992) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:31.770542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'security_group': {'name': 'tempest-secgroup-1637708188'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:31.778099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:31.781305 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.792957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:31.796778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:31.805819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:31.809877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94697cf1-5579-4428-9156-368da2d9dd8a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:31.817531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.818828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f75c4689-8b3f-49da-8797-edbe225a4380 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94697cf1-5579-4428-9156-368da2d9dd8a HTTP/1.1" status: 204 len: 168 time: 0.2759936 Jan 18 23:40:31.933246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:31.971225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:31.984108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:security_group_rule and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:31.989257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:32.003660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:32.033444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 03cdb937-be1b-4ae4-b3df-67d9a1b48edd has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:32.067114 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.164023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.180121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:32.185331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-372cfb6e-9fdf-4bce-860a-041a59d2d43a tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/03cdb937-be1b-4ae4-b3df-67d9a1b48edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1830189 Jan 18 23:40:32.188464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51016) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:32.195277 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] Sync routers for ids ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:32.213086 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] Routers {'03cdb937-be1b-4ae4-b3df-67d9a1b48edd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:32.213708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:32.244236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-61cd4729-7565-426f-b5e1-026c9609a16d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:32.270962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d464bde-5ccf-4620-b3f3-59c2778d64ba,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:32.315704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-61cd4729-7565-426f-b5e1-026c9609a16d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:32.315837 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:32.316949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61cd4729-7565-426f-b5e1-026c9609a16d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=03cdb937-be1b-4ae4-b3df-67d9a1b48edd HTTP/1.1" status: 200 len: 205 time: 0.1262071 Jan 18 23:40:32.319680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51028) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:32.338221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] Routers {'03cdb937-be1b-4ae4-b3df-67d9a1b48edd'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:32.338834 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:32.344352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.349220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ad06bd47-c601-4b5f-b1a3-7dc843d2569b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5824883 Jan 18 23:40:32.349645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:32.349645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.351299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51034) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:32.357973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1157881521', 'security_groups': ['5d464bde-5ccf-4620-b3f3-59c2778d64ba'], 'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd70d069-f6b3-4f16-ae6c-aa8e5494c712'}]}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:32.421576 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:32.422266 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02215c61-7566-47a9-be4c-630b85257eb8 None None] The sync data for ids ['03cdb937-be1b-4ae4-b3df-67d9a1b48edd'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:32.467986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:32.500930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.535114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Provisioning for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:32.540253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:32.540616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-73b24525-ed76-45c8-8bc4-76fc67305aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.573051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:32.578010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:port and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:32.581447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:32.593765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:32.669859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:32.674523 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.711291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] device_id is not set on port 1030dab6-0231-4a6a-ae76-b27b34d88d7f yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:40:32.789747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:32.879570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:32.880469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.965765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:32.975817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8::232 (46807c9c-e620-4954-a13b-b5b4675f67a1/fd70d069-f6b3-4f16-ae6c-aa8e5494c712/1030dab6-0231-4a6a-ae76-b27b34d88d7f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:32.975995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.101635 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.102177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router 03cdb937-be1b-4ae4-b3df-67d9a1b48edd {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:40:33.119657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.121045 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-57173f56-6d36-4645-ba83-7426a0147283 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/03cdb937-be1b-4ae4-b3df-67d9a1b48edd HTTP/1.1" status: 204 len: 168 time: 0.8002918 Jan 18 23:40:33.124672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51080) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:33.256952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.327961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 1030dab6-0231-4a6a-ae76-b27b34d88d7f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:33.384517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet 2a190ff4-650c-49dd-889c-2aeb020ef4ff {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:33.388048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.450627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.512030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.602253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:33.608145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:33.610067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=1030dab6-0231-4a6a-ae76-b27b34d88d7f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:33.612193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:33.616288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:33.616935 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.630333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.753546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffd1a1ac-69f4-494b-9b46-6821de92ada6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3987768 Jan 18 23:40:33.754833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51120) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:33.760450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:33.945940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:33.998466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=2a190ff4-650c-49dd-889c-2aeb020ef4ff,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:34.011845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.011989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf6884-5806-4fbd-acf7-b380640e9d33 None None] Network cae3d44e-8700-43ab-808b-fef5c85e6468 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:34.026587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0928891e-8d3e-47c6-8b17-8dd4b1bf82fc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/2a190ff4-650c-49dd-889c-2aeb020ef4ff HTTP/1.1" status: 204 len: 168 time: 0.8983493 Jan 18 23:40:34.029349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51138) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:34.057134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-553ef42f-9d2e-4d42-88d8-beb8daa696b1 None None] Provisioning for port 1030dab6-0231-4a6a-ae76-b27b34d88d7f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:34.075342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:34.079663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:34.082620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:34.088725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:34.119108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-553ef42f-9d2e-4d42-88d8-beb8daa696b1 None None] Provisioning complete for port 1030dab6-0231-4a6a-ae76-b27b34d88d7f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:34.119457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-553ef42f-9d2e-4d42-88d8-beb8daa696b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.193140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:34.273210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-553ef42f-9d2e-4d42-88d8-beb8daa696b1 None None] Port 1030dab6-0231-4a6a-ae76-b27b34d88d7f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:34.340751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.365690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port a458ea5e-ee03-4efb-b72e-14defe93a831 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:34.366312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.435996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.436695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] DHCP port deletion for cae3d44e-8700-43ab-808b-fef5c85e6468 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:40:34.436695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Deleting port a458ea5e-ee03-4efb-b72e-14defe93a831 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:34.436695 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.564426 n-d-825175-2 neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd70d069-f6b3-4f16-ae6c-aa8e5494c712 (CIDR: 2001:db8::/64) Jan 18 23:40:34.602663 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:40:34.608106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:34.630724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port a458ea5e-ee03-4efb-b72e-14defe93a831, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a458ea5e-ee03-4efb-b72e-14defe93a831,segment=NetworkSegment(e93928f0-565a-414f-8744-6ee510eb0e94),segment_id=e93928f0-565a-414f-8744-6ee510eb0e94)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:34.631130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.679572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-41e8cb5a-3e2f-4253-a865-b9a36134ae38 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9236846 Jan 18 23:40:34.682479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:34.703077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:34.723836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] For port a458ea5e-ee03-4efb-b72e-14defe93a831, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a458ea5e-ee03-4efb-b72e-14defe93a831,segment=NetworkSegment(e93928f0-565a-414f-8744-6ee510eb0e94),segment_id=e93928f0-565a-414f-8744-6ee510eb0e94)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:34.724538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.778279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for a458ea5e-ee03-4efb-b72e-14defe93a831 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:34.797616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a458ea5e-ee03-4efb-b72e-14defe93a831 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:40:34.916483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Calling delete_port for a458ea5e-ee03-4efb-b72e-14defe93a831 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:34.942598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:34.946679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:34.950177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:34.954365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:34.963586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:35.000442 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port a458ea5e-ee03-4efb-b72e-14defe93a831 {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:40:35.000866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a458ea5e-ee03-4efb-b72e-14defe93a831 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:40:35.001422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=a458ea5e-ee03-4efb-b72e-14defe93a831,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:35.009122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No DVR routers for this DVR port a458ea5e-ee03-4efb-b72e-14defe93a831 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:40:35.019963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:40:35.021089 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:40:35.030184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:35.033864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.138890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.165109 n-d-825175-2 neutron-server[84542]: INFO neutron.db.ipam_backend_mixin [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bb134ffd-939c-4b8a-a3fc-5c7464cf016d (CIDR: 2001:db8:0:1::/64) Jan 18 23:40:35.169623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae3d44e-8700-43ab-808b-fef5c85e6468']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:35.181878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93928f0-565a-414f-8744-6ee510eb0e94') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:35.182175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93928f0-565a-414f-8744-6ee510eb0e94') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:35.193848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.195944 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 18 23:40:35.196474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:35.210209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.216337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:40:35.216847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.220615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51194) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:40:35.230861 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:40:35.290312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9af08f04-fcd0-4420-801b-2b08de46a20d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5939598 Jan 18 23:40:35.293001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51200) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.304094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'subnet': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:35.375322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.375867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ee3fb4aa-aa81-496c-a858-3cf54f8b36b9 tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:35.392794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.403569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=cae3d44e-8700-43ab-808b-fef5c85e6468,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:35.452493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:35.456242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Usage tracker for resource:subnet and tenant:a1e868b967a14d429373be67f78947f6 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:35.459007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:35.464651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:35.523012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Deleting port a458ea5e-ee03-4efb-b72e-14defe93a831 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:35.523351 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.527992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da5d6843-7491-4b9d-9c52-0185629590a0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/cae3d44e-8700-43ab-808b-fef5c85e6468 HTTP/1.1" status: 204 len: 168 time: 1.4974933 Jan 18 23:40:35.531743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51204) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.537231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1786637535', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:35.546968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:35.551252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:35.554215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:35.559848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Made reservation on behalf of a1e868b967a14d429373be67f78947f6 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:35.564149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.585276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:35.590869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8189a979-7bcf-4c83-b1e7-3e9015e426cc None None] The port 'a458ea5e-ee03-4efb-b72e-14defe93a831' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:40:35.656440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ee3fb4aa-aa81-496c-a858-3cf54f8b36b9 tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "PUT /v2.0/quotas/56a599ad334a4baa8b015b3e46216066 HTTP/1.1" status: 200 len: 366 time: 0.4345350 Jan 18 23:40:35.659040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51212) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.671989 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5dfb4394-04bd-47f6-9050-a2dbecf96070 tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0118299 Jan 18 23:40:35.674380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51216) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.686696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b5c0445-4fde-4df4-96d2-3eb215a4a579 tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas/56a599ad334a4baa8b015b3e46216066 HTTP/1.1" status: 200 len: 366 time: 0.0113292 Jan 18 23:40:35.694610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51220) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.817467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.818307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.838948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b8c7533-f038-4143-9031-8ea42aeef5cd tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/56a599ad334a4baa8b015b3e46216066 HTTP/1.1" status: 204 len: 168 time: 0.1431718 Jan 18 23:40:35.841202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51224) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.851497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.854213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3284107-7a2c-441c-b1f3-f25cf3dfedae tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0114772 Jan 18 23:40:35.856603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51228) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.870225 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7c932f58-e5bc-49ca-8cb5-a157f9ff9d7c tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas/56a599ad334a4baa8b015b3e46216066 HTTP/1.1" status: 200 len: 370 time: 0.0117486 Jan 18 23:40:35.875667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51232) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.881179 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae049972-6145-4a5d-9d19-1a2676e69171 tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas/56a599ad334a4baa8b015b3e46216066/default HTTP/1.1" status: 200 len: 370 time: 0.0044837 Jan 18 23:40:35.883478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51236) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:35.894306 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-0f1d57c5-93d3-4c01-8b7b-8292f82ac05b tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] delete failed (client error): The resource could not be found. Jan 18 23:40:35.897837 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f1d57c5-93d3-4c01-8b7b-8292f82ac05b tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/56a599ad334a4baa8b015b3e46216066 HTTP/1.1" status: 404 len: 348 time: 0.0109875 Jan 18 23:40:35.922111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.984508 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:35.998309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:36.005922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:36.012431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:36.012871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.016779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa87e16-2d04-4485-817b-ada2f4b84877 None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:36.026959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Subnet': ['ID=e871de76-0fcb-450e-98ff-422abb2c9e2e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:36.112490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.114412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-21dd91b4-1c92-4130-bee6-fb15645f14ac tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5809464 Jan 18 23:40:36.116971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:36.123028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617009638'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:36.128772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:36.133525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.136466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.141474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-493032bb-898e-42e3-a28a-fb89e3ef7a1f tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8466227 Jan 18 23:40:36.144789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:36.146338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:36.152892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1454903025', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e871de76-0fcb-450e-98ff-422abb2c9e2e'}], 'security_groups': ['96d9de04-de1f-4930-b23b-4d107b915636', 'a570a85e-d096-4436-adf1-6d719c4a1206']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:36.229755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:36.257397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:network and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.262087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.270037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:subnet and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.271587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:36.274783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.279171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.282497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:subnetpool and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.286999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.303503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:port and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.309240 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.309785 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.326119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:router and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.331552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.333140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:36.341122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:floatingip and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.347227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.387876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.388224 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 4e919eb7-3248-421e-872f-07f0d4a70fe3 of type vlan for network 57a01cb8-4827-4d8f-9966-9c3be0299b4f Jan 18 23:40:36.393377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:security_group and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.399037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.409300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Usage tracker for resource:security_group_rule and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:36.416725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:36.418045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Update dhcp port {'port': {'network_id': '46807c9c-e620-4954-a13b-b5b4675f67a1', 'fixed_ips': [{'subnet_id': 'bb134ffd-939c-4b8a-a3fc-5c7464cf016d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fd70d069-f6b3-4f16-ae6c-aa8e5494c712', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e871de76-0fcb-450e-98ff-422abb2c9e2e'}], 'binding:host_id': 'n-d-825175-2'}, 'id': 'b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff'} from n-d-825175-2. {{(pid=84544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 18 23:40:36.423727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b321348-3955-42ce-897e-3c53a5d32ece tempest-QuotasTest-1986318283 tempest-QuotasTest-1986318283-project-admin] 10.222.0.59 "GET /v2.0/quotas/8dfa8182586f437696ea3bd1824fd5e8/details.json HTTP/1.1" status: 200 len: 703 time: 0.1924314 Jan 18 23:40:36.484257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.602676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.724356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Allocated IP 2001:db8:0:2::2 (46807c9c-e620-4954-a13b-b5b4675f67a1/e871de76-0fcb-450e-98ff-422abb2c9e2e/b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:36.772687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.776950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:36.777719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.890448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:36.909942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=57a01cb8-4827-4d8f-9966-9c3be0299b4f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:36.923519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:36.940168 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:36.979071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-84590fc7-8f10-4bd0-a1e8-f35a5ef7aa79 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8608484 Jan 18 23:40:36.981925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:36.987997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:37.030545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Transition to ACTIVE for port object b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:37.090583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51266) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:37.133663 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.226313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:37.235693 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:37.270076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.277191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:37.290300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:37.313217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:37.317818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Usage tracker for resource:security_group_rule and tenant:81705fa7391548c8ae0bd9dad5b1a209 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:37.321236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:37.327714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:37.367858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e4a36-e365-458a-9c03-c8b834fa6c1a None None] Pushing event updated for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:37.402326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:37.418541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.492539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.496595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Delete allocated IP 2001:db8::232 (46807c9c-e620-4954-a13b-b5b4675f67a1/fd70d069-f6b3-4f16-ae6c-aa8e5494c712) {{(pid=84542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 18 23:40:37.522616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Allocated IP 2001:db8:0:2::35e (46807c9c-e620-4954-a13b-b5b4675f67a1/e871de76-0fcb-450e-98ff-422abb2c9e2e/1030dab6-0231-4a6a-ae76-b27b34d88d7f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:37.548095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5e56a-455f-4c92-a7d6-504055ad6077,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:37.553195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-48d197fe-f942-4e6c-aa3d-58cb12e23591 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81705fa7391548c8ae0bd9dad5b1a209&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4602554 Jan 18 23:40:37.556532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51272) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:37.568686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.622464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.663093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.815491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.832691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5e56a-455f-4c92-a7d6-504055ad6077,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:37.853322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:37.856883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c9fc08f5-b0a3-4bc5-9da5-59fac55575fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8e5e56a-455f-4c92-a7d6-504055ad6077 HTTP/1.1" status: 204 len: 168 time: 0.2984750 Jan 18 23:40:37.989579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.021594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Transition to ACTIVE for port object 1030dab6-0231-4a6a-ae76-b27b34d88d7f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:38.064821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.142533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.152111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=a259ca4b-7aae-4cd3-990d-0609b9ec675d,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:38.212708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Provisioning for port 1030dab6-0231-4a6a-ae76-b27b34d88d7f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:38.220632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Provisioning complete for port 1030dab6-0231-4a6a-ae76-b27b34d88d7f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:38.221252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.231797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:38.232760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 57a01cb8-4827-4d8f-9966-9c3be0299b4f, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:38.294168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] In _notify_port_updated(), no bound segment for port 1030dab6-0231-4a6a-ae76-b27b34d88d7f on network 46807c9c-e620-4954-a13b-b5b4675f67a1 {{(pid=84542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 18 23:40:38.298448 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:38.299080 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.300425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "PUT /v2.0/ports/1030dab6-0231-4a6a-ae76-b27b34d88d7f HTTP/1.1" status: 200 len: 970 time: 2.1555746 Jan 18 23:40:38.301302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654717f-8c2b-4728-9f9f-792f64ef19e3 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event updated for resources: {'Port': ['ID=1030dab6-0231-4a6a-ae76-b27b34d88d7f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:38.303458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51282) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:38.359290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Port 1030dab6-0231-4a6a-ae76-b27b34d88d7f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:38.378504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:38.380031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.387039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:38.418117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 1030dab6-0231-4a6a-ae76-b27b34d88d7f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:38.418725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.454504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:38.472809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 57a01cb8-4827-4d8f-9966-9c3be0299b4f) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:38.479858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:38.480438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.494958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f50c8-1c53-408b-815f-22a9593ed3b2 None None] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:38.596806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6f70fbb6-e919-4413-91de-018be1d6531f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6133442 Jan 18 23:40:38.599656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:38.725073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Provisioning for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:38.734312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:38.735056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3e2e959e-3ecb-4eea-9b5d-653f61b69e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.790078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:38.809339 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:38.946536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 1030dab6-0231-4a6a-ae76-b27b34d88d7f owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:39.054905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:39.086050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.219752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:39.220319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.239563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:39.239953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.317410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.345376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-53a6a059-c537-457e-abfb-c4402e3f42a9 None None] Could not find standard attr ID for object 1030dab6-0231-4a6a-ae76-b27b34d88d7f. {{(pid=84544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 18 23:40:39.359847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:39.366359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfa8182586f437696ea3bd1824fd5e8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:39.370027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:39.387432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=1030dab6-0231-4a6a-ae76-b27b34d88d7f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:39.394958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.455294 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.466201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3657bf8-5a5f-469c-a54c-e98479dc0b35 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/1030dab6-0231-4a6a-ae76-b27b34d88d7f HTTP/1.1" status: 204 len: 168 time: 1.1610656 Jan 18 23:40:39.475081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51302) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:39.530551 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b73c28-a6a2-4538-b30e-d2e7319033e5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] GET failed (client error): The resource could not be found. Jan 18 23:40:39.531728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3b73c28-a6a2-4538-b30e-d2e7319033e5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:39.534473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Allocated IP 2001:db8::2 (57a01cb8-4827-4d8f-9966-9c3be0299b4f/a259ca4b-7aae-4cd3-990d-0609b9ec675d/cd349295-5a26-4791-a8ac-7a469c4a6b5c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:39.567775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:39.652614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3b73c28-a6a2-4538-b30e-d2e7319033e5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:39.654660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a3b73c28-a6a2-4538-b30e-d2e7319033e5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports/1030dab6-0231-4a6a-ae76-b27b34d88d7f HTTP/1.1" status: 404 len: 333 time: 0.1776085 Jan 18 23:40:39.657596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51306) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:39.669385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.762999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.791849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.797194 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.808215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Transition to ACTIVE for port object cd349295-5a26-4791-a8ac-7a469c4a6b5c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:39.830816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Transition to ACTIVE for port object cd349295-5a26-4791-a8ac-7a469c4a6b5c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:39.840279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.922901 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.947266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.964317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.970765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d464bde-5ccf-4620-b3f3-59c2778d64ba,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:39.973581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:39.977217 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-22bf2347-243e-4f49-82d3-f864fc0b2464 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/security-groups/5d464bde-5ccf-4620-b3f3-59c2778d64ba HTTP/1.1" status: 204 len: 168 time: 0.3161733 Jan 18 23:40:39.983131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51310) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:40.003168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Pushing event updated for resources: {'Port': ['ID=cd349295-5a26-4791-a8ac-7a469c4a6b5c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.017591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:40.019244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:40.022853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:40.025510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c568cfd0-a448-4892-a747-c4ec78427d0c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.043469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fe5d3298-4d2f-4b46-9048-5a8fee54a4f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dfa8182586f437696ea3bd1824fd5e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9877381 Jan 18 23:40:40.047416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:40.094311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.121819 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.164606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Attempting to bind port cd349295-5a26-4791-a8ac-7a469c4a6b5c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:40.165385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Attempting to bind port cd349295-5a26-4791-a8ac-7a469c4a6b5c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:40.166042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Attempting to bind port cd349295-5a26-4791-a8ac-7a469c4a6b5c on network 57a01cb8-4827-4d8f-9966-9c3be0299b4f {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:40.174437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:40.175936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Checking segment: {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:40.176496 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.177214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Bound using segment: {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:40.178563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Bound port: cd349295-5a26-4791-a8ac-7a469c4a6b5c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:40.179102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.190077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8::1 (57a01cb8-4827-4d8f-9966-9c3be0299b4f/a259ca4b-7aae-4cd3-990d-0609b9ec675d/c8c5449a-a3af-4cfb-a759-167e19ac1e55) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:40.194771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.248520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.292458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.293058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] For port cd349295-5a26-4791-a8ac-7a469c4a6b5c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:40.303589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] For port cd349295-5a26-4791-a8ac-7a469c4a6b5c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd349295-5a26-4791-a8ac-7a469c4a6b5c,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:40.320652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570a85e-d096-4436-adf1-6d719c4a1206,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.324747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.326131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b5e3d86-b29c-4fd2-8b37-a09e9768bf2e tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/security-groups/a570a85e-d096-4436-adf1-6d719c4a1206 HTTP/1.1" status: 204 len: 168 time: 0.3418274 Jan 18 23:40:40.335149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:40.384067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.416728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.422140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.446280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.503827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239ba62-4dd5-4b0c-aed5-90fe4724cbdd None None] Pushing event updated for resources: {'Port': ['ID=cd349295-5a26-4791-a8ac-7a469c4a6b5c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.516036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object c8c5449a-a3af-4cfb-a759-167e19ac1e55 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:40.517703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.540611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c568cfd0-a448-4892-a747-c4ec78427d0c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.561924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.564628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d83a4a5e-d60d-4522-945d-225a1de00290 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c568cfd0-a448-4892-a747-c4ec78427d0c HTTP/1.1" status: 204 len: 168 time: 0.5166202 Jan 18 23:40:40.573066 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.604754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9de04-de1f-4930-b23b-4d107b915636,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:40.627994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.633501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51328) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:40.644601 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3eaec444-e94f-4617-8917-fec76f67888a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/security-groups/96d9de04-de1f-4930-b23b-4d107b915636 HTTP/1.1" status: 204 len: 168 time: 0.3076448 Jan 18 23:40:40.701217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.804742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:40.811063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:40.813994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:40.814935 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:40.868654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd349295-5a26-4791-a8ac-7a469c4a6b5c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:40.894471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:41.011652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet fd70d069-f6b3-4f16-ae6c-aa8e5494c712 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:41.016269 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.038119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cd349295-5a26-4791-a8ac-7a469c4a6b5c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:41.117933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.127240 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.178050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.341028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.690252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a672d9-436d-45b6-8940-a844bee1f113 None None] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:41.896562 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.936320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Provisioning for port cd349295-5a26-4791-a8ac-7a469c4a6b5c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:41.945663 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.958776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Provisioning complete for port cd349295-5a26-4791-a8ac-7a469c4a6b5c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:41.958776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:41.976192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=fd70d069-f6b3-4f16-ae6c-aa8e5494c712,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:41.987493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34dc7e-b4f7-453c-9d72-00c400836fac None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:41.993046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3daed7f9-bd68-4c04-bd4c-31ecdeeb9416 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/fd70d069-f6b3-4f16-ae6c-aa8e5494c712 HTTP/1.1" status: 204 len: 168 time: 1.3546951 Jan 18 23:40:41.994426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51352) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:42.019333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.115937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.117349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.194950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:42.236080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:42.301540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51366) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:42.368370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet e871de76-0fcb-450e-98ff-422abb2c9e2e {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:42.376958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.412409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:42.414052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:42.466520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.470343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.566688 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.641565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] For port cd349295-5a26-4791-a8ac-7a469c4a6b5c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd349295-5a26-4791-a8ac-7a469c4a6b5c,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:42.706506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1273921533'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:42.737352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.754833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:42.788080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:network and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:42.795835 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-164065aa-f341-40a8-b0b8-0ac0e66011b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77bcd775d9d8472cb17f31f6eb95d5a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5954456 Jan 18 23:40:42.795835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:42.797410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:42.817461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:42.820553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc5b2-ce66-4b91-9b04-bd6af30dff6b None None] Pushing event updated for resources: {'Port': ['ID=cd349295-5a26-4791-a8ac-7a469c4a6b5c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:42.829060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.874147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Provisioning complete for port cd349295-5a26-4791-a8ac-7a469c4a6b5c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:42.874853 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.947047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=e871de76-0fcb-450e-98ff-422abb2c9e2e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:42.962738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:42.972283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-033a2853-fb5d-4b45-890e-6a72a4300aa5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/e871de76-0fcb-450e-98ff-422abb2c9e2e HTTP/1.1" status: 204 len: 168 time: 0.9744341 Jan 18 23:40:42.973647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.022524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:43.026189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.047126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.063256 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-02840e53-1015-4ff6-991f-2feab9cf9a54 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:43.063813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02840e53-1015-4ff6-991f-2feab9cf9a54 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:43.070020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02840e53-1015-4ff6-991f-2feab9cf9a54 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/fd70d069-f6b3-4f16-ae6c-aa8e5494c712 HTTP/1.1" status: 404 len: 337 time: 0.0911307 Jan 18 23:40:43.070183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51380) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.096676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.139921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:43.143130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.151553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:43.154365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:security_group_rule and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:43.159252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:43.178580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Provisioning for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:43.178905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:43.184204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Provisioning complete for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:43.184690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.254587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-55cbbef8-4247-4c75-99d8-5decd34bc27b None None] Port c8c5449a-a3af-4cfb-a759-167e19ac1e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:43.273235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting subnet bb134ffd-939c-4b8a-a3fc-5c7464cf016d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:40:43.284786 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.286621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.329963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.346194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf8859-5744-4db6-9250-9180cc2819e7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:43.379401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.415891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.424576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dfcc5994-bf50-4692-a29f-b09d45a5289f None None] Provisioning complete for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:43.425379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5994-bf50-4692-a29f-b09d45a5289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.431899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.434595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a429464b-6f25-4e65-a513-7bd1c4b748b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6bf8859-5744-4db6-9250-9180cc2819e7 HTTP/1.1" status: 204 len: 168 time: 0.6361916 Jan 18 23:40:43.462570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdcf16f-e978-4653-9c9c-06ae766818f5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:43.469831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:43.501204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc5994-bf50-4692-a29f-b09d45a5289f None None] Port c8c5449a-a3af-4cfb-a759-167e19ac1e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:43.508287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.511015 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Added segment a36b0fc9-d9b9-41fa-a129-738b8e62b177 of type vlan for network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 Jan 18 23:40:43.544241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.567970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:43.573649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-86d41536-5d95-4217-9fe4-c71bdb563877 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9728560 Jan 18 23:40:43.576860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51386) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.583780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87561043-8a5d-4773-923c-3f055521565b None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:43.585295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121542101'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:43.589881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:43.594658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:43.598087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:43.601867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:43.603046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:43.605916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:43.611381 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.674342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92000a4-da3a-4f01-99e0-9244078d7cc8 None None] Network 46807c9c-e620-4954-a13b-b5b4675f67a1 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:43.695379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.699167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:43.699750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.781728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:43.785186 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.806137 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.812065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Network': ['ID=99d04b82-0bd4-4db9-bcdd-8d9882e37084,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:43.833989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:43.850599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Subnet': ['ID=bb134ffd-939c-4b8a-a3fc-5c7464cf016d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:43.875934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.884109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:43.898189 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8aea6b1d-e746-4a08-8b34-5ca392495789 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5886390 Jan 18 23:40:43.898189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51392) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.909703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-81874dbe-6052-4e09-af0f-86cb2cc88bbd tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/bb134ffd-939c-4b8a-a3fc-5c7464cf016d HTTP/1.1" status: 204 len: 168 time: 0.8292866 Jan 18 23:40:43.909703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51394) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.909961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'subnet': {'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:43.936004 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8322c6b9-03b8-4787-86fb-2c110b670db6 None None] Provisioning complete for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:43.936560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8322c6b9-03b8-4787-86fb-2c110b670db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.944250 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:43.944809 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment c77f431e-5d6e-4587-8bd0-00df6c669011 of type vlan for network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 Jan 18 23:40:43.954976 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f4d506-252c-4b8d-a022-5ad07ec9d75a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:43.956267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f4d506-252c-4b8d-a022-5ad07ec9d75a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:43.961531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c6f4d506-252c-4b8d-a022-5ad07ec9d75a tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/af630c56-c29a-48f9-ad02-6a244bf476f7 HTTP/1.1" status: 404 len: 337 time: 0.0597835 Jan 18 23:40:43.962310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:43.986000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16601bc2-7229-4133-a854-221b2ebac050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.021150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3472454-fc14-483f-bf05-ca4bd9d20c07 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Synchronizing usage tracker for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:44.050374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:40:44.056602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.061297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3472454-fc14-483f-bf05-ca4bd9d20c07 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Unset dirty status for tenant:a1e868b967a14d429373be67f78947f6 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:44.062427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f3472454-fc14-483f-bf05-ca4bd9d20c07 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a54361e-b7ec-45dc-b1b3-7283d42be8a4 HTTP/1.1" status: 200 len: 205 time: 0.0982814 Jan 18 23:40:44.079220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.124434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:44.130050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8322c6b9-03b8-4787-86fb-2c110b670db6 None None] Port c8c5449a-a3af-4cfb-a759-167e19ac1e55 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:44.135696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:subnet and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:44.140449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:44.146976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:44.210530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:44.284722 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-4a9b056e-48c9-43d1-9138-8a7a4a3fb576 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] delete failed (client error): The resource could not be found. Jan 18 23:40:44.289566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a9b056e-48c9-43d1-9138-8a7a4a3fb576 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/routers/0a54361e-b7ec-45dc-b1b3-7283d42be8a4 HTTP/1.1" status: 404 len: 336 time: 0.2056365 Jan 18 23:40:44.289566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.330941 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b929ed-f534-44e8-8bdf-6366792eaa91 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.331409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b929ed-f534-44e8-8bdf-6366792eaa91 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.333104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e6b929ed-f534-44e8-8bdf-6366792eaa91 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/cf485642-b92c-4d94-b36e-790904fd0594 HTTP/1.1" status: 404 len: 337 time: 0.0431054 Jan 18 23:40:44.335692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.364925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48626d9c-0a33-44c8-91bc-e00662c934bb None None] Provisioning complete for port 90921eab-8b85-4217-830b-15b1bf891171 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:44.365300 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48626d9c-0a33-44c8-91bc-e00662c934bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.379213 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.382873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:44.383920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.468018 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e301ab-9461-4aac-be6d-a8ac6879121d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.468713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e301ab-9461-4aac-be6d-a8ac6879121d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.470115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-08e301ab-9461-4aac-be6d-a8ac6879121d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/7dbf4e05-25ae-4102-9c6f-c634a309bacb HTTP/1.1" status: 404 len: 337 time: 0.1335161 Jan 18 23:40:44.472817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51424) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.477503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.506203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=260e5d2b-eae6-4945-8c53-47a534e3c5e9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:44.522361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:44.539131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-48626d9c-0a33-44c8-91bc-e00662c934bb None None] Port 90921eab-8b85-4217-830b-15b1bf891171 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:44.555968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fa30b73f-50cc-469d-9da1-9fa4994d034e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9778311 Jan 18 23:40:44.556532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.565881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:44.601396 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9af02c5-3bdd-4f35-bf79-c6d6d59b66e6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.601828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9af02c5-3bdd-4f35-bf79-c6d6d59b66e6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.603609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a9af02c5-3bdd-4f35-bf79-c6d6d59b66e6 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/2f368df7-0cc5-4a08-8b32-7197e418c703 HTTP/1.1" status: 404 len: 337 time: 0.1296425 Jan 18 23:40:44.610297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51432) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.615334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] DHCP port deletion for 46807c9c-e620-4954-a13b-b5b4675f67a1 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:40:44.647593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Deleting port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:44.647971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.670733 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1349a0-9aed-42bb-a0ff-0b93bc1bc435 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.671225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1349a0-9aed-42bb-a0ff-0b93bc1bc435 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.675734 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da1349a0-9aed-42bb-a0ff-0b93bc1bc435 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/a8079ee8-45c3-4603-8bff-f1cb4154603c HTTP/1.1" status: 404 len: 333 time: 0.0619187 Jan 18 23:40:44.675734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.705373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:44.709667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:44.714876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:44.722231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:44.726464 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-081d3549-0261-474a-9248-611e0f73863d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.726994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081d3549-0261-474a-9248-611e0f73863d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.730388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-081d3549-0261-474a-9248-611e0f73863d tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/654b6f00-8b98-4a95-8d71-ab2482364a3a HTTP/1.1" status: 404 len: 337 time: 0.0519297 Jan 18 23:40:44.731381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51442) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.776665 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:40:44.783597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48626d9c-0a33-44c8-91bc-e00662c934bb None None] Provisioning complete for port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:44.783973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48626d9c-0a33-44c8-91bc-e00662c934bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:44.827281 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a30a68-ec15-41ab-8423-7da35cff801b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.827535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd349295-5a26-4791-a8ac-7a469c4a6b5c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:44.827986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a30a68-ec15-41ab-8423-7da35cff801b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.846922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0a30a68-ec15-41ab-8423-7da35cff801b tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/a59800ee-0aa5-4b1d-b384-650355e31994 HTTP/1.1" status: 404 len: 337 time: 0.1082127 Jan 18 23:40:44.847852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51448) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.850554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:44.902644 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b869260-8a1e-40a0-ab82-154696bcd1fc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:44.903078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b869260-8a1e-40a0-ab82-154696bcd1fc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:44.916503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b869260-8a1e-40a0-ab82-154696bcd1fc tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/3fa52b47-e772-4401-a8a6-bd0d857e9aac HTTP/1.1" status: 404 len: 333 time: 0.0661190 Jan 18 23:40:44.919128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:44.995998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.007048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] For port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,segment=NetworkSegment(90e0ee49-8052-47e4-bde9-28cb6a342ecb),segment_id=90e0ee49-8052-47e4-bde9-28cb6a342ecb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:45.007581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.019826 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6890e981-2e7c-4e30-af34-6ea4ece3b194 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:45.021436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6890e981-2e7c-4e30-af34-6ea4ece3b194 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:45.027269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6890e981-2e7c-4e30-af34-6ea4ece3b194 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/61855582-5165-4aa5-9b8a-5ac0a96de867 HTTP/1.1" status: 404 len: 337 time: 0.1031461 Jan 18 23:40:45.027269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51460) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:45.083891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:40Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:41Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:45.084706 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae6ae1e-0470-4c2d-8f67-ee79a4d95d89 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] DELETE failed (client error): The resource could not be found. Jan 18 23:40:45.085311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae6ae1e-0470-4c2d-8f67-ee79a4d95d89 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:40:45.087058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ae6ae1e-0470-4c2d-8f67-ee79a4d95d89 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/subnets/fd63f886-9226-4133-bc4c-7d5cd35dd24b HTTP/1.1" status: 404 len: 337 time: 0.0586076 Jan 18 23:40:45.089891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51464) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:45.148936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87561043-8a5d-4773-923c-3f055521565b None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:40:45.149145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87561043-8a5d-4773-923c-3f055521565b None None] Updating router d2a8afc5-2ec3-475b-b2c7-89f420055a35 port c8c5449a-a3af-4cfb-a759-167e19ac1e55 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:40:45.174398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Deleting port 90921eab-8b85-4217-830b-15b1bf891171 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:40:45.175016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.180005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Calling delete_port for b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:45.205812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.331284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.345046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd349295-5a26-4791-a8ac-7a469c4a6b5c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:45.345503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.346553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.362051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Subnet': ['ID=13f968a8-79c6-4d88-818d-50a333767ac0,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:45.409374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.409711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.410815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.411161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.411499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.411829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.412157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.412479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.412801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.413148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.413465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:45.486603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Checking segment: {'id': 'a36b0fc9-d9b9-41fa-a129-738b8e62b177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:45.486980 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network hostable DHCP agents. Network: 99d04b82-0bd4-4db9-bcdd-8d9882e37084, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:45.489974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:45.490460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 260e5d2b-eae6-4945-8c53-47a534e3c5e9, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:45.496316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=b5e65321-aab6-4614-a682-33b1aa1f1e68,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:45.529987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.534855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.595221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:45.620538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] Pushing event deleted for resources: {'Port': ['ID=b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:45.655061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26bea74-e5ce-47b1-a392-3b8d42cdd48c None None] No DVR routers for this DVR port b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:40:45.661507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Calling delete_port for 90921eab-8b85-4217-830b-15b1bf891171 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:40:45.740134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:45.756871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:40:45.796468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:40:45.796811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b7f11e4c-12ee-49cc-b771-c1e6d5a9a4ff not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:40:45.815390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 260e5d2b-eae6-4945-8c53-47a534e3c5e9) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:45.816641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 99d04b82-0bd4-4db9-bcdd-8d9882e37084) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:45.819524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:45.820199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.821192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:45.822032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.836123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1ee90-576e-4446-a2a1-2a31e9daae85 None None] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:45.847624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.901619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Port': ['ID=90921eab-8b85-4217-830b-15b1bf891171,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:45.905074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde1a17-5983-4bab-b6d9-970ffab4582c None None] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:45.912053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:45.914525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-566928ba-8b7b-418f-936e-3eb4312bbea5 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/ports/90921eab-8b85-4217-830b-15b1bf891171 HTTP/1.1" status: 204 len: 168 time: 0.8236284 Jan 18 23:40:45.917186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:45.943658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9bb44a5b-ed92-46f1-8908-40f39a510865 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0433488 Jan 18 23:40:45.945002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51494) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:45.952799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-434597852', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:45.961280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:45.965703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:router and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:45.970319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:45.976829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:45.989975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b86d168b-3be6-40b5-b2ab-7391d6eb7457 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4292634 Jan 18 23:40:45.990302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:46.054815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.076534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.077627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.167379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6e1fb971-dc92-4d6e-8514-9e2bbeaca936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.179045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.224519 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.251611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46807c9c-e620-4954-a13b-b5b4675f67a1']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:46.264667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e0ee49-8052-47e4-bde9-28cb6a342ecb') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:46.265400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e0ee49-8052-47e4-bde9-28cb6a342ecb') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:46.278252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.312547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.320113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:40:46.320518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:40:46.336750 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:40:46.347734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.415441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:46.415441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.606470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Allocated IP 2001:db8:1::2 (260e5d2b-eae6-4945-8c53-47a534e3c5e9/b5e65321-aab6-4614-a682-33b1aa1f1e68/0a988d15-2ca5-427b-b2c6-720429cbf077) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:46.613504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd109b-f080-4194-add5-d8e129d97dbc None None] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:46.663681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.676626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.686467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87561043-8a5d-4773-923c-3f055521565b None None] Transition to ACTIVE for port object c8c5449a-a3af-4cfb-a759-167e19ac1e55 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:46.712914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:46.723033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] Pushing event deleted for resources: {'Network': ['ID=46807c9c-e620-4954-a13b-b5b4675f67a1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:46.733818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20992599-079f-4699-96ce-1543aa518883 tempest-PortsIpV6TestJSON-1105778441 tempest-PortsIpV6TestJSON-1105778441-project] 10.222.0.59 "DELETE /v2.0/networks/46807c9c-e620-4954-a13b-b5b4675f67a1 HTTP/1.1" status: 204 len: 168 time: 0.8156323 Jan 18 23:40:46.899156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.177049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.194223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd699137-4cd2-4ca3-8359-69698f52f644 None None] Pushing event updated for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:47.226630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.313135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.321973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.413092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:47.415950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-87561043-8a5d-4773-923c-3f055521565b None None] Attempting to bind port c8c5449a-a3af-4cfb-a759-167e19ac1e55 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:47.416874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-87561043-8a5d-4773-923c-3f055521565b None None] Attempting to bind port c8c5449a-a3af-4cfb-a759-167e19ac1e55 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:47.416874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87561043-8a5d-4773-923c-3f055521565b None None] Attempting to bind port c8c5449a-a3af-4cfb-a759-167e19ac1e55 on network 57a01cb8-4827-4d8f-9966-9c3be0299b4f {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:47.454136 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.461656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87561043-8a5d-4773-923c-3f055521565b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:47.462409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87561043-8a5d-4773-923c-3f055521565b None None] Checking segment: {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:47.462518 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.463066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87561043-8a5d-4773-923c-3f055521565b None None] Bound using segment: {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:47.463549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-87561043-8a5d-4773-923c-3f055521565b None None] Bound port: c8c5449a-a3af-4cfb-a759-167e19ac1e55, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e919eb7-3248-421e-872f-07f0d4a70fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:47.463963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:47.493563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Transition to ACTIVE for port object 0a988d15-2ca5-427b-b2c6-720429cbf077 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:47.601198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Transition to ACTIVE for port object 0a988d15-2ca5-427b-b2c6-720429cbf077 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:47.639726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.88 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f3d50a03-218c-4a35-a87c-c458fd9e2d53) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:47.644680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-87561043-8a5d-4773-923c-3f055521565b None None] For port c8c5449a-a3af-4cfb-a759-167e19ac1e55, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:47.650974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-87561043-8a5d-4773-923c-3f055521565b None None] For port c8c5449a-a3af-4cfb-a759-167e19ac1e55, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c5449a-a3af-4cfb-a759-167e19ac1e55,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:48.126981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9db83b7b-fd53-4439-90d0-5f0e39a63df8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1e868b967a14d429373be67f78947f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175406 Jan 18 23:40:48.126981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51534) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:48.126981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.126981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.127985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.390258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.413307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.414606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.440441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e2759-26e0-4815-b51f-4348f7bcf96b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:48.456203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87561043-8a5d-4773-923c-3f055521565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.456327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.456442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.458162 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-17ca40e9-aa81-45f9-9955-90d6effa26fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/650e2759-26e0-4815-b51f-4348f7bcf96b HTTP/1.1" status: 204 len: 168 time: 0.7221324 Jan 18 23:40:48.505790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:48.514498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:48.519109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:48.545108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=f3d50a03-218c-4a35-a87c-c458fd9e2d53,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:48.570023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:48.571469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:48.581851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:48.620403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Pushing event updated for resources: {'Port': ['ID=0a988d15-2ca5-427b-b2c6-720429cbf077,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:48.627611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8:1::1 (260e5d2b-eae6-4945-8c53-47a534e3c5e9/b5e65321-aab6-4614-a682-33b1aa1f1e68/0b6e39aa-ff89-4285-9562-e9e67623a06a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:48.674260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Attempting to bind port 0a988d15-2ca5-427b-b2c6-720429cbf077 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:48.674762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Attempting to bind port 0a988d15-2ca5-427b-b2c6-720429cbf077 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:48.674990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Attempting to bind port 0a988d15-2ca5-427b-b2c6-720429cbf077 on network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:48.712795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:48.713202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Checking segment: {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:48.713611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.714014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Bound using segment: {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:48.714500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Bound port: 0a988d15-2ca5-427b-b2c6-720429cbf077, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:48.714947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.952088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:48.957605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:48.963761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:48.971793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object 0b6e39aa-ff89-4285-9562-e9e67623a06a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:49.022530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] For port 0a988d15-2ca5-427b-b2c6-720429cbf077, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:49.113173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd699137-4cd2-4ca3-8359-69698f52f644 None None] Pushing event updated for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:49.128716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] For port 0a988d15-2ca5-427b-b2c6-720429cbf077, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a988d15-2ca5-427b-b2c6-720429cbf077,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:49.157192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.173973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:40:49.238040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.326571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.411927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:49.437415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:49.439041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:49.442072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:49.442595 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.446374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa03182-d259-44ab-8c72-34f4051470ee None None] Pushing event updated for resources: {'Port': ['ID=0a988d15-2ca5-427b-b2c6-720429cbf077,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:49.526426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.527145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.679669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-87561043-8a5d-4773-923c-3f055521565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:40Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:47Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:49.685697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87561043-8a5d-4773-923c-3f055521565b None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:40Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:47Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:49.690300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:49.734843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de4c8ea9-8f7b-46e0-a274-ef093f158a7e req-fc730cf2-1de3-4473-8ec7-52fa7d981c82 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.7282569 Jan 18 23:40:50.205413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de4c8ea9-8f7b-46e0-a274-ef093f158a7e req-8514b528-d2b7-4ba0-bc03-a0a0c72b22a4 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696453 Jan 18 23:40:50.296267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51570) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:50.581093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--476318155'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:50.595772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:50.609893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:50.618776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:50.627172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:50.679574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:50.718644 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:50.744334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:50.789359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:50.789359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:50.804119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:50.807939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:50.812376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:50.823570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:50.897789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c5449a-a3af-4cfb-a759-167e19ac1e55 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:50.910705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:50.932564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:40:50.956546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.015377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.066775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:51.069031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bae36b-229b-4a05-9757-1f3c95cef463,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:51.079857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:51.086227 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:51.097620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:51.107585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51355e2a-77ba-4acb-b43d-5885b2e38767 None None] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:51.179643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:51.182055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.189256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:51.192373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.250347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.290464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78575-4cdc-4fc3-b0b6-3ee3f16ed5bb req-c9296dc5-c174-47fd-ac31-537e3e3b5a02 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:51.291980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28f78575-4cdc-4fc3-b0b6-3ee3f16ed5bb req-c9296dc5-c174-47fd-ac31-537e3e3b5a02 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.5390630 Jan 18 23:40:51.322355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d61c2-09a5-45b3-a284-eb9f41150370,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:51.342145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:51.342145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:51.452926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-409c4518-58a4-42ef-b3b3-55c287750f49 None None] Provisioning for port 0a988d15-2ca5-427b-b2c6-720429cbf077 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:51.464891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.467648 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3da7df04-569c-4073-964b-5e1da7d14ac7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1703389 Jan 18 23:40:51.470411 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51580) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:51.501609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.558041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c8c5449a-a3af-4cfb-a759-167e19ac1e55, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c5449a-a3af-4cfb-a759-167e19ac1e55,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:51.588204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2a0a2e85-6ba8-4f12-aa27-f90aaa04e467 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:51.640996 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.641798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a988d15-2ca5-427b-b2c6-720429cbf077 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:51.682058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2a0a2e85-6ba8-4f12-aa27-f90aaa04e467 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:51.687413 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2a0a2e85-6ba8-4f12-aa27-f90aaa04e467 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2151065 Jan 18 23:40:51.688105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51584) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:51.693836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-security--71648464', 'description': 'tempest-security-description-532779216'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:51.750155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.773362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28f78575-4cdc-4fc3-b0b6-3ee3f16ed5bb req-84a199ad-93e9-4f9e-b09b-cf063e5a40d1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4722416 Jan 18 23:40:51.819589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:51.848013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:51.896958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:51.961325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0a988d15-2ca5-427b-b2c6-720429cbf077 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:51.967173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0a988d15-2ca5-427b-b2c6-720429cbf077 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:51.967773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.007283 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.009898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.011570 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "PUT /v2.0/security-groups/9a7d61c2-09a5-45b3-a284-eb9f41150370 HTTP/1.1" status: 200 len: 1609 time: 0.3222766 Jan 18 23:40:52.014401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:52.047750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Provisioning for port 0b6e39aa-ff89-4285-9562-e9e67623a06a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:52.061085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Provisioning complete for port 0b6e39aa-ff89-4285-9562-e9e67623a06a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:52.063845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.074372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db343ab7-b683-434b-b618-f32aa21a17b0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7d61c2-09a5-45b3-a284-eb9f41150370,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:52.134354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-74642b74-1f4d-43e0-9ceb-dfd2257bfffd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 993 time: 0.3133094 Jan 18 23:40:52.178753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:52.186256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Port 0b6e39aa-ff89-4285-9562-e9e67623a06a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:52.192489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:52.193497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.218873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d87521f1-66b8-4f21-8506-388d4629f172 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups/9a7d61c2-09a5-45b3-a284-eb9f41150370 HTTP/1.1" status: 200 len: 1609 time: 0.2021732 Jan 18 23:40:52.219263 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:52.220216 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:52.221956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51598) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:52.276688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0a988d15-2ca5-427b-b2c6-720429cbf077, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a988d15-2ca5-427b-b2c6-720429cbf077,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:52.282335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:52.295758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Provisioning complete for port 0a988d15-2ca5-427b-b2c6-720429cbf077 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:52.297399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2f746712-54f4-47f9-811f-4364ec628b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.382409 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.395350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.404244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.415632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c6558f2-d554-4b59-9058-ee5edaf502c6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4690313 Jan 18 23:40:52.419379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51606) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:52.425015 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:52.437143 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:52.438601 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:52.464120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.527682 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:52.528103 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa8e0-bc4e-4b22-81c5-e2423be28f59 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:52.586682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0a988d15-2ca5-427b-b2c6-720429cbf077,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:52.662144 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.710130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7d61c2-09a5-45b3-a284-eb9f41150370,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:52.802215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c5449a-a3af-4cfb-a759-167e19ac1e55 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:52.828781 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.832198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3e4ade51-12a9-4105-821f-abee516f4e45 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/9a7d61c2-09a5-45b3-a284-eb9f41150370 HTTP/1.1" status: 204 len: 168 time: 0.6070197 Jan 18 23:40:52.832433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51614) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:52.854049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:40:52.862922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9cffa965-2051-4f86-8aed-a6bbfa1be28d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8715780 Jan 18 23:40:52.864595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:52.874547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261276391'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:52.881305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:40:52.881988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:52.889128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:52.892647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:52.901531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:52.943574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bbad564-d66c-453f-a601-1a32515b5bd1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:52.959940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a34c9e20-4850-494c-b993-51aaa9d5c9a9 None None] Provisioning complete for port 0b6e39aa-ff89-4285-9562-e9e67623a06a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:52.960437 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a34c9e20-4850-494c-b993-51aaa9d5c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:52.988984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:52.989865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:53.010860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:53.014255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.058203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bbad564-d66c-453f-a601-1a32515b5bd1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:53.063480 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3bbad564-d66c-453f-a601-1a32515b5bd1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2276165 Jan 18 23:40:53.064064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51624) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:53.068485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:40:53.082944 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.083380 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 7e0ac883-48a3-43a1-a69c-5b4db59607a6 of type vlan for network 0cfb23c5-db56-44f4-8553-b3346274f683 Jan 18 23:40:53.092462 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-d3c5d2cd-d454-470a-936c-ed1cafc0dc27 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] delete failed (client error): The resource could not be found. Jan 18 23:40:53.095779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d3c5d2cd-d454-470a-936c-ed1cafc0dc27 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/9a7d61c2-09a5-45b3-a284-eb9f41150370 HTTP/1.1" status: 404 len: 347 time: 0.0303385 Jan 18 23:40:53.102276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51628) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:53.108655 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104848896'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:53.116014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:53.131396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:53.177080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a34c9e20-4850-494c-b993-51aaa9d5c9a9 None None] Port 0b6e39aa-ff89-4285-9562-e9e67623a06a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:40:53.183780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c8c5449a-a3af-4cfb-a759-167e19ac1e55 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:53.184151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.184327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.233258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.277811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:53.283574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:53.287274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:53.296345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:53.316465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:40:53.366518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.377091 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02e3a3a6-e44c-4e90-8cdd-03214dfbf0b9 req-068aa7d2-3d12-4788-9c86-2b42d7d440dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3736026 Jan 18 23:40:53.384543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.389560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:53.390349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.458853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.534824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b4a1f4-b4a9-4b32-9dbd-4839f5fd4140,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:53.559320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6923172 Jan 18 23:40:53.562442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51638) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:53.568133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:53.590005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd7cbe-81f2-4f96-a22b-faf9dffa4320 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=0cfb23c5-db56-44f4-8553-b3346274f683,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:53.611443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0cfb23c5-db56-44f4-8553-b3346274f683 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:40:53.695147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a988d15-2ca5-427b-b2c6-720429cbf077 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:53.761934 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.769504 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2a2093d6-47ec-4b59-a349-ad36e527be2c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6658716 Jan 18 23:40:53.783022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51642) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:53.796995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '93b4a1f4-b4a9-4b32-9dbd-4839f5fd4140', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:53.817673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:53.826951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:53.838200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:53.849504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:53.865838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:53.871356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:53.875939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:53.882760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:53.982063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:53.996557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:40:54.027693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0a988d15-2ca5-427b-b2c6-720429cbf077 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:54.028288 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.143276 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.147504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.173573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:49Z', 'revision_number': 3, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:40:50Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:54.181119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:40:54.181621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Updating router d2a8afc5-2ec3-475b-b2c7-89f420055a35 port 0b6e39aa-ff89-4285-9562-e9e67623a06a binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:40:54.237229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.270612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.307164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51648) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:54.317301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15d4651-54a8-47fb-af2c-e90f42dd64be,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:54.342936 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.425081 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.426433 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c9887f7b-eded-4f0d-b539-b58d1a2fa293 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6410782 Jan 18 23:40:54.430296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51654) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:54.533295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.545733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.590143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-5382a365-ded7-45f1-9b64-2910bacabb0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2796733 Jan 18 23:40:54.592446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.608107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76325d0-99a3-4672-94e5-3824fd7f288a req-16e691f5-5421-4e74-a366-6b997e593efb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:54.610016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e76325d0-99a3-4672-94e5-3824fd7f288a req-16e691f5-5421-4e74-a366-6b997e593efb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1344714 Jan 18 23:40:54.668237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e76325d0-99a3-4672-94e5-3824fd7f288a req-ab76bbfe-1028-4692-9aad-3bd6aca9dbc7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513961 Jan 18 23:40:54.673324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=b5e6d06a-6329-47a0-bdc1-5dffc9babea9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:54.685950 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.708070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:54.708436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: 0cfb23c5-db56-44f4-8553-b3346274f683, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:40:54.716145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a15d4651-54a8-47fb-af2c-e90f42dd64be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:54.728041 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:54.729359 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aee33f93-dae1-4e66-bdcd-3cebfa77b743 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a15d4651-54a8-47fb-af2c-e90f42dd64be HTTP/1.1" status: 204 len: 168 time: 0.2981029 Jan 18 23:40:54.732442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:54.793303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6391b1c1-4620-4e87-95f7-7ff8a8fb756f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:54.827785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0cfb23c5-db56-44f4-8553-b3346274f683 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:40:54.942354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6391b1c1-4620-4e87-95f7-7ff8a8fb756f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:54.942471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.1 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/a2ec980a-ff15-4590-831a-66c3833750cd) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:54.942591 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6391b1c1-4620-4e87-95f7-7ff8a8fb756f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2075629 Jan 18 23:40:54.943695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:54.964137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0cfb23c5-db56-44f4-8553-b3346274f683) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:54.987312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:54.988605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.015484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97470c-2ce8-4629-aa41-b8142ca59022 None None] Network 0cfb23c5-db56-44f4-8553-b3346274f683 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:55.081049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.147461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.159641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.164053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.181394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b18f00f9-b1a7-47a4-b476-375752f2af22 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6146123 Jan 18 23:40:55.182758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51684) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:55.185718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Transition to ACTIVE for port object 0b6e39aa-ff89-4285-9562-e9e67623a06a will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:55.278714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.302061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.325285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b4a1f4-b4a9-4b32-9dbd-4839f5fd4140,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:55.343935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-0cfb23c5-db56-44f4-8553-b3346274f683', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:40:55.344861 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.345946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.441539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.443107 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6f994b96-9bd4-4f04-8556-a7a1e1444d4a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/93b4a1f4-b4a9-4b32-9dbd-4839f5fd4140 HTTP/1.1" status: 204 len: 168 time: 0.4984894 Jan 18 23:40:55.445869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51690) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:55.461027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d350b-e419-4b26-a140-b74e19100d43 None None] Pushing event updated for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:55.489959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:55.511397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:55.517314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:55.548296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97d19303-8d16-4dde-b4b7-648863a85305 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:40:55.576347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=a2ec980a-ff15-4590-831a-66c3833750cd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:55.604973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.605327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.605879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.606222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.607086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.607418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.608074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.608639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.609261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.609572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.610157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:40:55.635544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-97d19303-8d16-4dde-b4b7-648863a85305 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:40:55.645490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97d19303-8d16-4dde-b4b7-648863a85305 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1918387 Jan 18 23:40:55.645708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.645708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51694) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:55.689717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Attempting to bind port 0b6e39aa-ff89-4285-9562-e9e67623a06a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:55.691211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Attempting to bind port 0b6e39aa-ff89-4285-9562-e9e67623a06a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:55.691211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Attempting to bind port 0b6e39aa-ff89-4285-9562-e9e67623a06a on network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:55.704871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:55.705514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Checking segment: {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:55.705930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.706431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Bound using segment: {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:55.706803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Bound port: 0b6e39aa-ff89-4285-9562-e9e67623a06a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77f431e-5d6e-4587-8bd0-00df6c669011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:55.707181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:55.738103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900062992'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:55.750119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:55.803751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Allocated IP 2001:db8:2::2 (0cfb23c5-db56-44f4-8553-b3346274f683/b5e6d06a-6329-47a0-bdc1-5dffc9babea9/416a9384-607d-412f-b162-3cb4426badd6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:55.823550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:55.930502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] For port 0b6e39aa-ff89-4285-9562-e9e67623a06a, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:55.994354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] For port 0b6e39aa-ff89-4285-9562-e9e67623a06a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b6e39aa-ff89-4285-9562-e9e67623a06a,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:56.065063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.159255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.206844 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.220579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d350b-e419-4b26-a140-b74e19100d43 None None] Pushing event updated for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:56.233549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:40:56.234173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:56.279521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.284234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Transition to ACTIVE for port object 416a9384-607d-412f-b162-3cb4426badd6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:56.339423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:56.377318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:56.388403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:56.390398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Transition to ACTIVE for port object 416a9384-607d-412f-b162-3cb4426badd6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:56.400428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:56.419524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb6fb4-55c0-422d-b01c-7db53e9253db req-1a0ec617-45af-4d3c-a611-69f581664821 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:56.420014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:40:56.425956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaeb6fb4-55c0-422d-b01c-7db53e9253db req-1a0ec617-45af-4d3c-a611-69f581664821 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.4667847 Jan 18 23:40:56.530812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.652624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaeb6fb4-55c0-422d-b01c-7db53e9253db req-692bec21-8acc-4314-9301-68ed323b8d30 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255363 Jan 18 23:40:56.676192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Network 0cfb23c5-db56-44f4-8553-b3346274f683 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:56.727205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Pushing event updated for resources: {'Port': ['ID=416a9384-607d-412f-b162-3cb4426badd6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:56.746819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:56.746819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:56.755014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.857667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.945890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Attempting to bind port 416a9384-607d-412f-b162-3cb4426badd6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:40:56.947035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Attempting to bind port 416a9384-607d-412f-b162-3cb4426badd6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:40:56.947035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Attempting to bind port 416a9384-607d-412f-b162-3cb4426badd6 on network 0cfb23c5-db56-44f4-8553-b3346274f683 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:40:56.966560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:40:56.966956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Checking segment: {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:40:56.967346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.967746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Bound using segment: {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:40:56.968850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Bound port: 416a9384-607d-412f-b162-3cb4426badd6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:40:56.968850 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:56.970555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.042706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11360f74-054a-4ac1-810e-0c46ace144cb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:57.132336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-aa116e34-9d39-4ed7-ad09-9da2e7f1ae94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.2719407 Jan 18 23:40:57.156016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] For port 416a9384-607d-412f-b162-3cb4426badd6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:40:57.159505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] For port 416a9384-607d-412f-b162-3cb4426badd6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=416a9384-607d-412f-b162-3cb4426badd6,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:40:57.176378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:49Z', 'revision_number': 3, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:40:55Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:40:57.180608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e7d9e4-f6dd-49ce-9d48-484be1e8a74a None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:49Z', 'revision_number': 3, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:40:55Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:40:57.238308 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.364446 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.368387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dbf7b669-f61e-428c-bd16-015f407934c6 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7191367 Jan 18 23:40:57.374076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51712) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:57.380725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.385856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '11360f74-054a-4ac1-810e-0c46ace144cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:57.393651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:57.393923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f36b3-4008-45d0-8009-2b6ccdf06c50 None None] Pushing event updated for resources: {'Port': ['ID=416a9384-607d-412f-b162-3cb4426badd6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:57.400121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:57.403616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:57.417562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:57.487539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-a39402ef-c75a-4cf5-9a75-d74c514cc093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:57.489524 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-a39402ef-c75a-4cf5-9a75-d74c514cc093 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3350575 Jan 18 23:40:57.506940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.611131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-d31c9cab-5ded-4468-a225-c97cabc763f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1001 time: 0.1149142 Jan 18 23:40:57.673683 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.721333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-5a6e360c-14f8-4c13-ac9e-a23195ff5f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:57.723374 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-5a6e360c-14f8-4c13-ac9e-a23195ff5f75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.1039956 Jan 18 23:40:57.800766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:57.883462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-af3b653e-f1c8-4782-8501-7bf90db97ab8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487329 Jan 18 23:40:57.901249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=a2ec980a-ff15-4590-831a-66c3833750cd,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:57.905158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-aed8a22d-792e-4812-856b-aa5871c27b95 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:40:57.908063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-aed8a22d-792e-4812-856b-aa5871c27b95 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0159478 Jan 18 23:40:58.104689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-a88c7610-b7a3-44e8-96a2-fafd96962f01 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916788 Jan 18 23:40:58.289275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a17718d4-d3e2-48ff-a68f-df72bd14c50b req-4d4ebda6-d934-4309-85b6-dabcb39dfbb5 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752932 Jan 18 23:40:58.456153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:58.492873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8:2::1 (0cfb23c5-db56-44f4-8553-b3346274f683/b5e6d06a-6329-47a0-bdc1-5dffc9babea9/716d8163-bb8c-44c5-a944-ac57499c5966) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:40:58.516355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:58.518934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:58.633460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:58.718893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363044-f785-4b73-b17d-ae355e0efc88 req-19a5795c-e3cb-4a24-903a-082d9a06d684 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:58.726331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac363044-f785-4b73-b17d-ae355e0efc88 req-19a5795c-e3cb-4a24-903a-082d9a06d684 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.7648866 Jan 18 23:40:58.749490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b63eaa-2922-4648-842e-1ab73d89eba3 None None] Network 0cfb23c5-db56-44f4-8553-b3346274f683 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:40:58.779855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31683303-b72c-4bdb-9a53-ab47d3b8a253,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:58.904866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 416a9384-607d-412f-b162-3cb4426badd6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:58.975314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac363044-f785-4b73-b17d-ae355e0efc88 req-7bf4e380-3617-4b46-bf7f-bf203e4b678a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479339 Jan 18 23:40:59.014378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6b9444f6-47d2-489b-aaed-b65cf3008be1 None None] Provisioning for port 416a9384-607d-412f-b162-3cb4426badd6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:59.089905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.094424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3018459b-f320-4b57-8afa-c01996225980 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.7168484 Jan 18 23:40:59.095401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51722) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:59.103864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '11360f74-054a-4ac1-810e-0c46ace144cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:59.104155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.123067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:59.143297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object 716d8163-bb8c-44c5-a944-ac57499c5966 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:40:59.144155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:59.148490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:59.160763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:59.166503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 416a9384-607d-412f-b162-3cb4426badd6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:59.174047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 416a9384-607d-412f-b162-3cb4426badd6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:59.175286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.267312 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.282308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.383335 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.390888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0cfb23c5-db56-44f4-8553-b3346274f683 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:40:59.391939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:59.410701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:40:59.410701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:40:59.410701 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.432617 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.442436 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-77a7f44e-5246-4dbc-b268-2f9f63bb5bd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.2239478 Jan 18 23:40:59.465876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:40:59.494047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 416a9384-607d-412f-b162-3cb4426badd6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=416a9384-607d-412f-b162-3cb4426badd6,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:40:59.555093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.579140 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.579930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b6e39aa-ff89-4285-9562-e9e67623a06a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:40:59.596779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4494ec52-ebcd-4428-a5ee-a607b1341784,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:59.620598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.658923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-b4be9c6e-72f2-4f81-b361-da3b5198345c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:59.663297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-b4be9c6e-72f2-4f81-b361-da3b5198345c service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.2090058 Jan 18 23:40:59.696219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-406569ea-3ec3-4845-9ae9-c14fbfa9422d None None] Provisioning complete for port 416a9384-607d-412f-b162-3cb4426badd6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:59.696593 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-406569ea-3ec3-4845-9ae9-c14fbfa9422d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.725525 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.726688 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e26a3183-e4f3-4981-9fe3-9674416138ea tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6297400 Jan 18 23:40:59.733981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51728) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:40:59.737791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '11360f74-054a-4ac1-810e-0c46ace144cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:40:59.756619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:40:59.769511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:40:59.774168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:40:59.798733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:40:59.815605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-31112655-facb-4168-99d2-d46bed510a45 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1001 time: 0.1488156 Jan 18 23:40:59.829964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=416a9384-607d-412f-b162-3cb4426badd6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:40:59.899595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-159a4d50-bcd6-43e3-8398-6d2329a855ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:40:59.902503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-159a4d50-bcd6-43e3-8398-6d2329a855ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0796478 Jan 18 23:40:59.947810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0b6e39aa-ff89-4285-9562-e9e67623a06a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:40:59.954734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:40:59.980401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b6e39aa-ff89-4285-9562-e9e67623a06a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:40:59.981082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.060889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.065488 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-5541f0fe-4820-4846-a7fe-d11000e59cdc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563053 Jan 18 23:41:00.170501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.193689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.215193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d3ef9a60-8b5c-44f3-a942-0e35793bf5b3 None None] Provisioning for port 716d8163-bb8c-44c5-a944-ac57499c5966 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:00.225428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d3ef9a60-8b5c-44f3-a942-0e35793bf5b3 None None] Provisioning complete for port 716d8163-bb8c-44c5-a944-ac57499c5966 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:00.225806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d3ef9a60-8b5c-44f3-a942-0e35793bf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.248942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7977fc71-ba14-4b03-a263-ada734364ab7,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:00.255105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0b6e39aa-ff89-4285-9562-e9e67623a06a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b6e39aa-ff89-4285-9562-e9e67623a06a,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:00.302429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-52b7ba04-2f86-4dc1-a5ca-f3b8562963ed service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303047 Jan 18 23:41:00.303369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef9a60-8b5c-44f3-a942-0e35793bf5b3 None None] Port 716d8163-bb8c-44c5-a944-ac57499c5966 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:41:00.341487 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.397469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.400582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a4cc111a-7bee-43b2-a14a-fc67b7e7ae77 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6672297 Jan 18 23:41:00.405987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51734) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:00.415802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '11360f74-054a-4ac1-810e-0c46ace144cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:00.427350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:00.433628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:00.433804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:00.448864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:00.463713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:00.467001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:00.473247 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6080fa1f-658d-4403-8a35-a21290a5ce03 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/routers/6e8389c0-23f5-4742-b959-05f190c7a1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0470359 Jan 18 23:41:00.478929 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.480315 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239eddd-3668-4998-a3be-980681df813a None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:00.480785 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51738) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:00.487069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'port': {'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084', 'name': 'tempest-FloatingIPTestJSON-1043603338'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:00.495205 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:00.496148 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:00.535013 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-87aa6f20-36e4-4c58-af6b-3b94de3b265d service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261162 Jan 18 23:41:00.545632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800baf5-7f59-4ac8-921e-025bd316a20e req-d245633f-1444-49e7-8407-6ae5b6c7883f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:00.552731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a800baf5-7f59-4ac8-921e-025bd316a20e req-d245633f-1444-49e7-8407-6ae5b6c7883f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.3712268 Jan 18 23:41:00.574425 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:00.589636 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:00.590417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:00.601292 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.649588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.650266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.693063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.722477 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b239eddd-3668-4998-a3be-980681df813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:00.723098 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239eddd-3668-4998-a3be-980681df813a None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:00.838455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 416a9384-607d-412f-b162-3cb4426badd6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:00.841748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.869940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:00.891485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a800baf5-7f59-4ac8-921e-025bd316a20e req-eea1298f-9074-4fbd-8b17-85b10071325e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378503 Jan 18 23:41:00.910857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c8256-7356-46d2-b949-9963fd7839d0,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:00.918952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:00.927790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:port and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:00.940628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:00.951698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:00.967362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:00.971268 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b9539078-4606-4bd3-88e8-998ec3f24db7 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5625620 Jan 18 23:41:00.973444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51744) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:00.986391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '11360f74-054a-4ac1-810e-0c46ace144cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:00.990469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network 0cfb23c5-db56-44f4-8553-b3346274f683 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:00.992006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:00.994738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:01.001718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:01.005532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:01.011737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:01.068688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 416a9384-607d-412f-b162-3cb4426badd6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:01.069101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.082003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:01.087314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.104773 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.258492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b6e39aa-ff89-4285-9562-e9e67623a06a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:01.270699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] device_id is not set on port 22250a05-38e1-4d36-bd36-0fb19236535b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:41:01.383943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0b6e39aa-ff89-4285-9562-e9e67623a06a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:01.384305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.441603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.495728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e538872-25d7-4786-884c-35c329524965 None None] Provisioning complete for port 716d8163-bb8c-44c5-a944-ac57499c5966 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:01.496053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e538872-25d7-4786-884c-35c329524965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.507499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.564526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0295b14b-6b24-421a-a7d3-d0b08f915276,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:01.569664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0e538872-25d7-4786-884c-35c329524965 None None] Port 716d8163-bb8c-44c5-a944-ac57499c5966 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:41:01.623786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.14 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/22250a05-38e1-4d36-bd36-0fb19236535b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:01.627210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.630814 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-29bf3594-a7d4-4835-9fd2-7bc73b3a3712 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6536765 Jan 18 23:41:01.631266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51750) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:01.729976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.748209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:01.749678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.930827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:01.975389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0295b14b-6b24-421a-a7d3-d0b08f915276,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:02.068675 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.072006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-959a57d9-db6c-4f63-be24-f2cc0a32ca0f tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0295b14b-6b24-421a-a7d3-d0b08f915276 HTTP/1.1" status: 204 len: 168 time: 0.4398162 Jan 18 23:41:02.072149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51756) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:02.076118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.144035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c00b6f4e-0985-43f4-8d0a-22e352a6195e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:02.227293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f0f7d-5658-4c29-b507-69a8634ce95d req-4474569f-36f0-492e-9ffe-69afd8d09f62 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:02.228918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee9f0f7d-5658-4c29-b507-69a8634ce95d req-4474569f-36f0-492e-9ffe-69afd8d09f62 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1496239 Jan 18 23:41:02.235681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:02.247685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-acc64c50-56e4-455c-9713-8b0567dd2191 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0608168 Jan 18 23:41:02.247869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:02.249189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51760) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:02.255599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265990047'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:02.262109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:02.263474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:02.263844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:02.273012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:network and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:02.276601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:02.284083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:02.303410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee9f0f7d-5658-4c29-b507-69a8634ce95d req-0aa8d05d-b547-4c08-8806-28a223a55053 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645134 Jan 18 23:41:02.436124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:02.587965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c00b6f4e-0985-43f4-8d0a-22e352a6195e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:02.593783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c00b6f4e-0985-43f4-8d0a-22e352a6195e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5205894 Jan 18 23:41:02.597141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51764) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:02.617192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:02.624804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.650619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.666818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:41:02.690645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.690645 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added segment 69484450-4380-415a-8618-90c1517ea02b of type vlan for network e85b9b20-1b87-44db-a0db-52e7d741cb81 Jan 18 23:41:02.735306 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.842399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:59Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:40:59Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:02.843156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.846792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:02.847172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Updating router d2a8afc5-2ec3-475b-b2c7-89f420055a35 port 716d8163-bb8c-44c5-a944-ac57499c5966 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:41:02.847445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:02.848165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:02.937962 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.011529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Network': ['ID=e85b9b20-1b87-44db-a0db-52e7d741cb81,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:03.038058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:41:03.049699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cd289157-fbca-4b5b-a1ef-6d15f897ba4e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7986934 Jan 18 23:41:03.052541 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51772) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:03.061424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=22250a05-38e1-4d36-bd36-0fb19236535b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:03.066102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.072586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'subnet': {'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:03.072901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:03.076609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:03.080997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:03.107441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.159722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:03.160235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.249452 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.260684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:03.265346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:subnet and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:03.266021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.268526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:03.270843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9e2c8256-7356-46d2-b949-9963fd7839d0 HTTP/1.1" status: 204 len: 168 time: 0.6753869 Jan 18 23:41:03.271971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb9ee3-608b-4161-b4d3-dcf7f2f239be tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2c8256-7356-46d2-b949-9963fd7839d0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:03.273600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51776) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:03.274964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:03.297358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7c371d40-4eef-4e7d-9989-238afa2ea6a2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8159575 Jan 18 23:41:03.300100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51780) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:03.306010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'port': {'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084', 'name': 'tempest-FloatingIPTestJSON-289691087'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:03.328597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8516ab70-67f0-4474-b42d-d3382f93d1e5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:03.377570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Made reservation on behalf of 37d955473ffd4a059567d58418ba49df for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:03.415496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8516ab70-67f0-4474-b42d-d3382f93d1e5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:03.417996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8516ab70-67f0-4474-b42d-d3382f93d1e5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1427326 Jan 18 23:41:03.421120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51786) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:03.494413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.523599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.523893 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.617752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.623680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:03.632136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:port and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:03.640947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:03.648846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:03.661272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098214-b6a2-411f-b285-41b18c1ce928 req-3352c4cc-9682-4de0-95ee-bc698da0e467 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:03.665292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06098214-b6a2-411f-b285-41b18c1ce928 req-3352c4cc-9682-4de0-95ee-bc698da0e467 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1244855 Jan 18 23:41:03.710030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-06098214-b6a2-411f-b285-41b18c1ce928 req-33fa85f7-620f-422d-a3f1-365e2e046b29 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Jan 18 23:41:03.739721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Transition to ACTIVE for port object 716d8163-bb8c-44c5-a944-ac57499c5966 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:03.739873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.761130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7977fc71-ba14-4b03-a263-ada734364ab7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:03.814096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:03.827373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.866510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] device_id is not set on port ea945df6-e19f-4427-b8e8-6aaffbc6cbe3 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:41:03.906618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.927478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:03.931095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9b588e78-71ba-402b-89e0-a678e2200b33 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7977fc71-ba14-4b03-a263-ada734364ab7 HTTP/1.1" status: 204 len: 168 time: 0.5057213 Jan 18 23:41:03.931095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:04.002404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-30bcfaed-bfdd-469f-bc2c-aa981fa2e571 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:04.041543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.115325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-30bcfaed-bfdd-469f-bc2c-aa981fa2e571 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:04.117342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-30bcfaed-bfdd-469f-bc2c-aa981fa2e571 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1856303 Jan 18 23:41:04.120178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:04.129633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8efa2f-f297-4fab-adef-b615dad631e5 None None] Pushing event updated for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:04.153687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.8 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/ea945df6-e19f-4427-b8e8-6aaffbc6cbe3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:04.174241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Subnet': ['ID=860922ac-8133-4130-9826-a3a34d313573,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:04.185905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Checking segment: {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:04.194971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network hostable DHCP agents. Network: e85b9b20-1b87-44db-a0db-52e7d741cb81, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:41:04.218578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.250351 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.266381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Attempting to bind port 716d8163-bb8c-44c5-a944-ac57499c5966 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:04.266765 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Attempting to bind port 716d8163-bb8c-44c5-a944-ac57499c5966 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:04.267135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Attempting to bind port 716d8163-bb8c-44c5-a944-ac57499c5966 on network 0cfb23c5-db56-44f4-8553-b3346274f683 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:04.279512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:04.281111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Checking segment: {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:04.281111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.281111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Bound using segment: {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:04.281380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Bound port: 716d8163-bb8c-44c5-a944-ac57499c5966, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0ac883-48a3-43a1-a69c-5b4db59607a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:04.281620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.361345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:41:04.367582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.388288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4494ec52-ebcd-4428-a5ee-a607b1341784,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:04.419490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] For port 716d8163-bb8c-44c5-a944-ac57499c5966, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:04.423219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] For port 716d8163-bb8c-44c5-a944-ac57499c5966, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=716d8163-bb8c-44c5-a944-ac57499c5966,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:41:04.451590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e85b9b20-1b87-44db-a0db-52e7d741cb81) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:04.460028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e7a42-036b-49ef-9565-02315c99f49c None None] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:04.464358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:04.464974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.480495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.498659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.500448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-78e1eb5c-126b-47d3-87a0-03dd0323965e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4494ec52-ebcd-4428-a5ee-a607b1341784 HTTP/1.1" status: 204 len: 168 time: 0.3787551 Jan 18 23:41:04.502993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51802) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:04.533930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.556889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-052bef7e-9f18-4de5-9cb8-3ddf995546c1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:04.590185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-24f7b85f-bb7f-4272-9021-17afb1efdd81 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5362389 Jan 18 23:41:04.593419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:04.656404 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.657338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8efa2f-f297-4fab-adef-b615dad631e5 None None] Pushing event updated for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:04.679222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-052bef7e-9f18-4de5-9cb8-3ddf995546c1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:04.679222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-052bef7e-9f18-4de5-9cb8-3ddf995546c1 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1674390 Jan 18 23:41:04.679222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51810) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:04.722077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.724371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:04.725032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:04.739783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:04.750167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=ea945df6-e19f-4427-b8e8-6aaffbc6cbe3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:04.961170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:04.995321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e3f4f-af6c-47bf-bb49-d586e4f290e4 req-e3f80d76-7329-48bb-bae7-a9b3d19b8ff6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:04.998246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b48e3f4f-af6c-47bf-bb49-d586e4f290e4 req-e3f80d76-7329-48bb-bae7-a9b3d19b8ff6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1197360 Jan 18 23:41:05.046019 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:05.047780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:05.052147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:05.067375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b48e3f4f-af6c-47bf-bb49-d586e4f290e4 req-ad41c43e-2b3b-4f1a-b2c5-8b27f27af591 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631657 Jan 18 23:41:05.122674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-e85b9b20-1b87-44db-a0db-52e7d741cb81', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:41:05.123481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.132683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:05.133360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.489716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Allocated IP 2001:db8:3::2 (e85b9b20-1b87-44db-a0db-52e7d741cb81/860922ac-8133-4130-9826-a3a34d313573/2d0c4183-6cd8-46f8-83b0-002987150cbf) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:05.591551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:59Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:04Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:05.599899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3de893-0ea1-49d4-a2a2-ffd057742266 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:40:59Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:04Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:05.621664 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.657190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31683303-b72c-4bdb-9a53-ab47d3b8a253,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:05.709409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51822) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:05.712573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-192988fc-e629-4c8b-bc22-edc78e1e4a60 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4109340 Jan 18 23:41:05.735065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'ea945df6-e19f-4427-b8e8-6aaffbc6cbe3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:05.747258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:05.754790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.755378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:floatingip and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:05.774449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:05.783578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:05.796986 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.801253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-48e4c54d-69f4-4068-b23b-221f8ad3b919 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/31683303-b72c-4bdb-9a53-ab47d3b8a253 HTTP/1.1" status: 204 len: 168 time: 1.1242828 Jan 18 23:41:05.803358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51830) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:05.812458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.833111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Transition to ACTIVE for port object 2d0c4183-6cd8-46f8-83b0-002987150cbf will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:05.866510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Transition to ACTIVE for port object 2d0c4183-6cd8-46f8-83b0-002987150cbf will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:05.874485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ea28f35-effa-4978-bd13-a422424cf21b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:05.898105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:05.952789 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.020179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ea28f35-effa-4978-bd13-a422424cf21b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:06.021634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ea28f35-effa-4978-bd13-a422424cf21b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2173438 Jan 18 23:41:06.025020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51834) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:06.055051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4183-6cd8-46f8-83b0-002987150cbf,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:06.068270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:06.069594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:06.071866 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:06.170429 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.294997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.324253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.329368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Allocated IP 2001:db8:3::1 (e85b9b20-1b87-44db-a0db-52e7d741cb81/860922ac-8133-4130-9826-a3a34d313573/ebae9e2f-ab03-4806-b15d-c583cad980ae) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:06.379076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Attempting to bind port 2d0c4183-6cd8-46f8-83b0-002987150cbf on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:06.379356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Attempting to bind port 2d0c4183-6cd8-46f8-83b0-002987150cbf by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:06.379714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Attempting to bind port 2d0c4183-6cd8-46f8-83b0-002987150cbf on network e85b9b20-1b87-44db-a0db-52e7d741cb81 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:06.394477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:06.394855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Checking segment: {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:06.395299 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.395882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Bound using segment: {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:06.396359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Bound port: 2d0c4183-6cd8-46f8-83b0-002987150cbf, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:06.396724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.477781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.505811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] For port 2d0c4183-6cd8-46f8-83b0-002987150cbf, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:06.508413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] For port 2d0c4183-6cd8-46f8-83b0-002987150cbf, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2d0c4183-6cd8-46f8-83b0-002987150cbf,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:41:06.553043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11360f74-054a-4ac1-810e-0c46ace144cb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:06.584143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.595045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.607532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Transition to ACTIVE for port object ebae9e2f-ab03-4806-b15d-c583cad980ae will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:06.610396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916059-d333-4dd0-98e5-4cabc18b513a req-84796b43-8ece-4843-a955-588fc3998f0e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:06.611979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16916059-d333-4dd0-98e5-4cabc18b513a req-84796b43-8ece-4843-a955-588fc3998f0e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2295012 Jan 18 23:41:06.621393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.54 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5f93d609-932d-4a1a-aa2d-904a96030de5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:06.697164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.700966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-49c4b796-5fca-497d-a70c-76041ab6ee66 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/11360f74-054a-4ac1-810e-0c46ace144cb HTTP/1.1" status: 204 len: 168 time: 0.6699231 Jan 18 23:41:06.702450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51842) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:06.722909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea494dd-7839-4adc-8c26-fec13313aaf2 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4183-6cd8-46f8-83b0-002987150cbf,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:06.726450 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:06.819189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16916059-d333-4dd0-98e5-4cabc18b513a req-887f6bba-f22f-4020-8f73-a373a28dca0f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931424 Jan 18 23:41:06.873877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 716d8163-bb8c-44c5-a944-ac57499c5966 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:06.957613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.044957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:07.046974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:07.059808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:07.062251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.068159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:07.068791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.076875 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c221531-508d-4171-a32e-18c2859669df tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3726645 Jan 18 23:41:07.087494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:07.093522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 716d8163-bb8c-44c5-a944-ac57499c5966 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:07.102734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 716d8163-bb8c-44c5-a944-ac57499c5966 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:07.103265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.123961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--79632843'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:07.136522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:07.144194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:07.148683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:07.159392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:07.193809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:07.196644 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:07.201536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:07.243573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=5f93d609-932d-4a1a-aa2d-904a96030de5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:07.295929 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.299524 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.351915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 716d8163-bb8c-44c5-a944-ac57499c5966, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=716d8163-bb8c-44c5-a944-ac57499c5966,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:07.371692 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.410840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:07.452596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:07.466589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:07.480136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:07.526532 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.595782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:07.827938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.963160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:07.978324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.044769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d333d39-5623-42f7-b077-344e7cb8cf74,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:08.149025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.157777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.188703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ee02f-0a43-4c8b-9d9e-47ebe76ed38d None None] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:08.201960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.205609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6af2f1da-2736-441e-a2d4-4cf5c5169d35 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1154561 Jan 18 23:41:08.207427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51858) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:08.215427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '7d333d39-5623-42f7-b077-344e7cb8cf74', 'direction': 'ingress', 'protocol': 17}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:08.227191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:08.233799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:08.238527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:08.242845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b4d39-5da5-4b9f-979b-b680416a732f req-524ee5a5-55bf-4da9-9cd2-1d36b32a53c7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:08.244352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-749b4d39-5da5-4b9f-979b-b680416a732f req-524ee5a5-55bf-4da9-9cd2-1d36b32a53c7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2144282 Jan 18 23:41:08.251809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:08.254512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.255263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.461795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-41e6cd89-bd34-44c5-94e3-daa8e858e986 None None] Provisioning for port 2d0c4183-6cd8-46f8-83b0-002987150cbf completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:08.472900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-749b4d39-5da5-4b9f-979b-b680416a732f req-d30485b6-23af-4396-8f57-b8fabe5a0557 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149973 Jan 18 23:41:08.489859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:08.493537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:08.494147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.573458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.642999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event updated for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:08.664892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.696760 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.770402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=5f93d609-932d-4a1a-aa2d-904a96030de5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:08.830705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.939666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2d0c4183-6cd8-46f8-83b0-002987150cbf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:08.951625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:08.986839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ad1a18-10ac-4a1f-b914-b8f8522638c1,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:09.026742 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 29b72c36-69e8-4029-9b0b-e317f51789f4 associated. External IP: 172.25.1.54, port: ea945df6-e19f-4427-b8e8-6aaffbc6cbe3. Jan 18 23:41:09.041814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-575740de-7d21-48b3-a878-198ab2932a35 None None] Provisioning for port ebae9e2f-ab03-4806-b15d-c583cad980ae completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:09.054570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-575740de-7d21-48b3-a878-198ab2932a35 None None] Provisioning complete for port ebae9e2f-ab03-4806-b15d-c583cad980ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:09.054570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-575740de-7d21-48b3-a878-198ab2932a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.076761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:09.123895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-575740de-7d21-48b3-a878-198ab2932a35 None None] Port ebae9e2f-ab03-4806-b15d-c583cad980ae cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:41:09.184916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2d0c4183-6cd8-46f8-83b0-002987150cbf completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:09.190766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2d0c4183-6cd8-46f8-83b0-002987150cbf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:09.192281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.204802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.209663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e71a998a-5987-4933-a52b-858c2d237392 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0011775 Jan 18 23:41:09.210465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51864) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:09.282231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.315917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-375d1442-8a5e-49de-9b80-26065ab3bf0d None None] Provisioning complete for port ebae9e2f-ab03-4806-b15d-c583cad980ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:09.316561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-375d1442-8a5e-49de-9b80-26065ab3bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.431205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-375d1442-8a5e-49de-9b80-26065ab3bf0d None None] Port ebae9e2f-ab03-4806-b15d-c583cad980ae cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:41:09.449727 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.462886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.463697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:09.472264 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-151b51de-d8c6-4103-9b72-6ccb5880a915 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8777506 Jan 18 23:41:09.475429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51868) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:09.478113 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:09.487671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:09.504805 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:09.505910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:09.541748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2d0c4183-6cd8-46f8-83b0-002987150cbf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2d0c4183-6cd8-46f8-83b0-002987150cbf,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:09.586521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.661830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:09.664691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a65c435-e564-4c3d-8eab-704e14a39baf None None] Provisioning complete for port ebae9e2f-ab03-4806-b15d-c583cad980ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:09.665292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a65c435-e564-4c3d-8eab-704e14a39baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.760065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:09.761649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 716d8163-bb8c-44c5-a944-ac57499c5966 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:09.807629 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:09.910072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10d443-7420-496e-a854-32fcfff9b778 req-3211eb86-efe8-435a-a984-7e500257a61a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:09.917140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af10d443-7420-496e-a854-32fcfff9b778 req-3211eb86-efe8-435a-a984-7e500257a61a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1323018 Jan 18 23:41:10.038464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3a65c435-e564-4c3d-8eab-704e14a39baf None None] Port ebae9e2f-ab03-4806-b15d-c583cad980ae cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:41:10.073376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2d0c4183-6cd8-46f8-83b0-002987150cbf,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:10.095806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 716d8163-bb8c-44c5-a944-ac57499c5966 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:10.096186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.143683 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.206734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.208105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/7d333d39-5623-42f7-b077-344e7cb8cf74 HTTP/1.1" status: 204 len: 168 time: 0.9927077 Jan 18 23:41:10.209295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34a584-a3d8-4a5d-a05b-c18dbb25830e tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d333d39-5623-42f7-b077-344e7cb8cf74,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:10.213379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51876) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:10.221146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af10d443-7420-496e-a854-32fcfff9b778 req-de654fe1-88d2-400c-b467-283b91086d36 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030198 Jan 18 23:41:10.244136 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:10.250852 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:10.251348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Updating router d2a8afc5-2ec3-475b-b2c7-89f420055a35 port ebae9e2f-ab03-4806-b15d-c583cad980ae binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:41:10.260746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:10.283925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:10.315472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:10.315472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:10.326692 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.376272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d39bca2-f5d4-4deb-8374-40c4c4d4be37 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:10.384633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:10.398346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:10.398972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:10.426335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.462079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:10.462528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18236f35-1287-4287-b511-8dc5ff29e106 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:10.516438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-73425c3e-bee3-4e22-9b6a-1b8483aa3d85 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8056669 Jan 18 23:41:10.519237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51880) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:10.526041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:10.583939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1d39bca2-f5d4-4deb-8374-40c4c4d4be37 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:10.585184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1d39bca2-f5d4-4deb-8374-40c4c4d4be37 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3703995 Jan 18 23:41:10.589929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51884) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:10.598422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--797030482'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:10.608903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:10.632603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:10.644176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:41:10.653516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.668149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Removed routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:41:10.669341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.763453 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.775712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.780654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Transition to ACTIVE for port object ebae9e2f-ab03-4806-b15d-c583cad980ae will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:10.789397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2d0c4183-6cd8-46f8-83b0-002987150cbf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:10.834332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:10.839247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:10.843912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:10.865284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:10.910820 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:10.914087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2d0c4183-6cd8-46f8-83b0-002987150cbf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:10.914527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.109170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.120555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.129580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Pushing event updated for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:11.177241 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.177241 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.177685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.177685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.181228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:11.242135 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Attempting to bind port ebae9e2f-ab03-4806-b15d-c583cad980ae on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:11.242545 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Attempting to bind port ebae9e2f-ab03-4806-b15d-c583cad980ae by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:11.242856 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Attempting to bind port ebae9e2f-ab03-4806-b15d-c583cad980ae on network e85b9b20-1b87-44db-a0db-52e7d741cb81 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:11.252509 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:11.253130 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Checking segment: {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:11.253807 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.254488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Bound using segment: {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:11.254957 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Bound port: ebae9e2f-ab03-4806-b15d-c583cad980ae, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69484450-4380-415a-8618-90c1517ea02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:11.255329 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.261223 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.261663 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 29b72c36-69e8-4029-9b0b-e317f51789f4 disassociated. External IP: 172.25.1.54, port: ea945df6-e19f-4427-b8e8-6aaffbc6cbe3. Jan 18 23:41:11.263698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.326686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.375901 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] For port ebae9e2f-ab03-4806-b15d-c583cad980ae, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:11.379221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] For port ebae9e2f-ab03-4806-b15d-c583cad980ae, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ebae9e2f-ab03-4806-b15d-c583cad980ae,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:41:11.396921 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.413774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.422988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaac550-9b7e-44b9-a502-a40747f5aa5c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:11.526051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62841177-e862-40df-85f3-05cacbea21bf req-cc46abd4-aace-4bdc-9702-dc60d912fa18 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:11.532077 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.532319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62841177-e862-40df-85f3-05cacbea21bf req-cc46abd4-aace-4bdc-9702-dc60d912fa18 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1577888 Jan 18 23:41:11.603408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62841177-e862-40df-85f3-05cacbea21bf req-eb7b1a77-9e25-48ae-a86f-6a93f554658d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658545 Jan 18 23:41:11.609612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf6d47-e848-491d-8bb2-d14d6b2501d1 None None] Pushing event updated for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:11.615148 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:11.615789 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:11.629675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:11.641573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.645704 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae57bdf9-f0ae-4aa6-a7df-0eb6bdae0d72 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0513480 Jan 18 23:41:11.691472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51892) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:11.703050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--79795538'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:11.717922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:11.724274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:11.728886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:11.741451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:11.812961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:11.829043 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:11.839651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:11.841580 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-84a2e79f-abc0-4206-b8eb-46d10fa083b7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 954 time: 2.3650353 Jan 18 23:41:11.844207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51896) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:11.939988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:12.109081 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af536b75-8ce8-42c1-8d59-771d092efe11 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 954 time: 0.2629712 Jan 18 23:41:12.111018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:12.118439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'routes': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:12.128725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.190631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:12.202203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:12.207616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:12.215570 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:10Z', 'revision_number': 6, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:11Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:12.217378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:12.220166 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed73ce-a7c7-4be1-8943-919ac87825b8 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:10Z', 'revision_number': 6, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:11Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:12.237409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:12.256541 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:12.271907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.281993 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:12.282634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:12.369636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.379039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7fd41d8b-1178-4df7-8344-a0316e65b1ad tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/29b72c36-69e8-4029-9b0b-e317f51789f4 HTTP/1.1" status: 200 len: 687 time: 1.8580325 Jan 18 23:41:12.384938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:12.401053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:12.414499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:12.415302 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:12.469789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.489526 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:12.493995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c289b-2aed-48d6-a538-4ac5e243c565 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:12.528729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ae1c1b-8d2c-4ace-b4d8-a12edfa0d831,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:12.562440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 5f93d609-932d-4a1a-aa2d-904a96030de5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:12.562669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.623718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.630417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-792101a2-2b02-4330-938a-8b837171474a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9278018 Jan 18 23:41:12.630768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51910) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:12.640169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': 'dcaac550-9b7e-44b9-a502-a40747f5aa5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '35ae1c1b-8d2c-4ace-b4d8-a12edfa0d831', 'remote_ip_prefix': None}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:12.647878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:12.653612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:12.656454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:12.663289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:12.836735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ebae9e2f-ab03-4806-b15d-c583cad980ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:12.890423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.897312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.897434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:12.959654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bfb0d-58a8-4dec-935b-c503c43cb0cd req-323413cb-c9a8-48d7-86da-dd2094bb3f84 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:12.967163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e5bfb0d-58a8-4dec-935b-c503c43cb0cd req-323413cb-c9a8-48d7-86da-dd2094bb3f84 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1867480 Jan 18 23:41:13.029428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e5bfb0d-58a8-4dec-935b-c503c43cb0cd req-6fd33170-26bc-4898-95b2-4bdb95d52b0e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612745 Jan 18 23:41:13.063376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.078413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ebae9e2f-ab03-4806-b15d-c583cad980ae completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:13.084136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ebae9e2f-ab03-4806-b15d-c583cad980ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:13.084711 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.126415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 5f93d609-932d-4a1a-aa2d-904a96030de5 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:13.150092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.248786 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.290582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ebae9e2f-ab03-4806-b15d-c583cad980ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ebae9e2f-ab03-4806-b15d-c583cad980ae,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:13.310257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8dfeb2-9ae5-4c2a-9284-2092640accb9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:13.326871 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-d231ccce-d5f0-48c3-ac20-b1d37daffba8 service neutron] show failed (client error): The resource could not be found. Jan 18 23:41:13.327823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-d231ccce-d5f0-48c3-ac20-b1d37daffba8 service neutron] 10.222.0.89 "GET /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.3216083 Jan 18 23:41:13.333249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:13.346623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:13.347322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:13.470602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.494884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.496186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46a5ad2d-c372-45a2-95d0-8b74732e3450 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8643394 Jan 18 23:41:13.501720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51918) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:13.514135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:41:13.514712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:41:13.537993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.550990 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.554559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.578641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:13.628467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:13.660533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.710405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=5f93d609-932d-4a1a-aa2d-904a96030de5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:13.861427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.886593 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:13.889078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bf8dfeb2-9ae5-4c2a-9284-2092640accb9 HTTP/1.1" status: 204 len: 168 time: 0.3863273 Jan 18 23:41:13.899029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7dcf0-b521-4f4c-ade1-205b7b9663e3 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf8dfeb2-9ae5-4c2a-9284-2092640accb9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:13.902424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51922) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:13.948754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:10Z', 'revision_number': 6, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:11Z', 'revision_number': 4, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:13.953300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:13.966177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:13.966912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:13.974399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e296e45-a669-4a3c-aa18-2c2ce871d226 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:14.019859 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e9ba-2b65-4831-a4df-f0c3958f73e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.039566 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.062940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.064085 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa920673-b3bb-4b0a-ac2f-e24564b32bde tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/29b72c36-69e8-4029-9b0b-e317f51789f4 HTTP/1.1" status: 204 len: 168 time: 1.6787527 Jan 18 23:41:14.068083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51928) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:14.075852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '22250a05-38e1-4d36-bd36-0fb19236535b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:14.083865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:14.090082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:floatingip and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:14.091469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e296e45-a669-4a3c-aa18-2c2ce871d226 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:14.093751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:14.095261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e296e45-a669-4a3c-aa18-2c2ce871d226 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1910825 Jan 18 23:41:14.102348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:14.106973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51932) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:14.134907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:14.270840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.300851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.357635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.379329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348b082-c96e-4733-bed6-aae54c7fe1c2 req-63a7ee59-db98-434c-872a-7b998c4111cf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:14.393530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d348b082-c96e-4733-bed6-aae54c7fe1c2 req-63a7ee59-db98-434c-872a-7b998c4111cf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2056603 Jan 18 23:41:14.409038 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.414266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.525457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d348b082-c96e-4733-bed6-aae54c7fe1c2 req-aa6c1bf0-606a-4ca1-a43f-f215fce88534 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308014 Jan 18 23:41:14.548375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-010e64cb-c805-4be0-b8d2-755f87f1b33f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 1096 time: 0.2558789 Jan 18 23:41:14.565250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:14.605197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 7, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:14.609890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06303cd-6d72-49bf-b462-c0a22997669e None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 7, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:14.639753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.661996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.699280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ae1c1b-8d2c-4ace-b4d8-a12edfa0d831,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:14.704639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:14.735436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.821076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ebae9e2f-ab03-4806-b15d-c583cad980ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:14.828308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.829481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-681e3354-bea3-4aa6-b5f4-30946045ad63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/35ae1c1b-8d2c-4ace-b4d8-a12edfa0d831 HTTP/1.1" status: 204 len: 168 time: 0.7206371 Jan 18 23:41:14.838425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51940) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:14.930256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ebae9e2f-ab03-4806-b15d-c583cad980ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:14.931734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:14.948996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.224 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/99d607c1-0cae-4eb1-9d12-6e05a69e0cdd) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:15.085477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:15.088782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dd857bcc-c9d5-42e1-9b7f-14a8417964b8 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:15.115036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:15.176620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:15.177517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:15.185146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.188122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:15.193663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.202818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Transition to ACTIVE for port object b993761d-e9e4-4e00-8f8e-2351350ac8bb will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:15.203290 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:15.203658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.204025 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:15.207804 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b7ead2c3-e830-4057-9177-3b4f2d88e945 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 704 time: 3.0932693 Jan 18 23:41:15.208470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51946) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:15.257125 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'code': 200} Jan 18 23:41:15.287830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dd857bcc-c9d5-42e1-9b7f-14a8417964b8 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:15.292230 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dd857bcc-c9d5-42e1-9b7f-14a8417964b8 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4498301 Jan 18 23:41:15.292230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:15.353047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.379842 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:15.498881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:15.583549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] No DVR routers for this DVR port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:15.607373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.612942 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.729424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=99d607c1-0cae-4eb1-9d12-6e05a69e0cdd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:15.745741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:15.780349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:15.785059 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 7, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:15.788098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:15.792728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:15.797991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:15.806105 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:15.806744 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:40:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:15.875823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e3e2794-d261-4507-941b-eede013c4247 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 704 time: 0.6661460 Jan 18 23:41:15.880727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51958) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:15.943562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e03d9-5b28-420f-8395-79a61a04dcab req-469676e0-67e6-40a8-9d30-484cbcfa291c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:15.945226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-039e03d9-5b28-420f-8395-79a61a04dcab req-469676e0-67e6-40a8-9d30-484cbcfa291c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.1713350 Jan 18 23:41:15.948036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:16.004407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:16.031041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:16.044213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e5c178e-13c2-416c-8df8-9f8d1ddf3519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.045217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.083398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaac550-9b7e-44b9-a502-a40747f5aa5c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:16.223238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.224551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a563bce0-aea4-4b9e-9936-567ccf0c28eb tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/dcaac550-9b7e-44b9-a502-a40747f5aa5c HTTP/1.1" status: 204 len: 168 time: 0.9315400 Jan 18 23:41:16.227296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51962) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:16.279954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-039e03d9-5b28-420f-8395-79a61a04dcab req-d8e94b9b-ddd3-4120-97d5-1835adf42451 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206203 Jan 18 23:41:16.281861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:16.282209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:16.282524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:16.297989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:41:16.298630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:16.312784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:16.313155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:16.313546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Bound using segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:16.313985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Bound port: b993761d-e9e4-4e00-8f8e-2351350ac8bb, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:16.314634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.374888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f430fa70-89c7-46e8-a9f3-cd5d10892eac tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:16.440875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 7, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:16.444712 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b455096-9958-4a19-9079-d95109f002d3 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 7, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebae9e2f-ab03-4806-b15d-c583cad980ae', 'name': '', 'network_id': 'e85b9b20-1b87-44db-a0db-52e7d741cb81', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:b5:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '860922ac-8133-4130-9826-a3a34d313573', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:41:06Z', 'updated_at': '2022-01-18T23:41:13Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': '860922ac-8133-4130-9826-a3a34d313573', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:16.533016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f430fa70-89c7-46e8-a9f3-cd5d10892eac tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:16.534134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f430fa70-89c7-46e8-a9f3-cd5d10892eac tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3057866 Jan 18 23:41:16.542078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 51968) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:16.561772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--615331720'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:16.571631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:16.584304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.594192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:16.596408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:16.601016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:41:16.619650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.682487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.686719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.712516 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.831483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:16.832859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] 10.222.0.83 "PUT /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1091 time: 2.2764363 Jan 18 23:41:16.866680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:16.899545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a245c-cece-4fe8-ae88-6f02276c4a1a service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:16.911005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:16.919711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:16.927749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:16.940336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.060546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.067769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-08fab658-5f37-4b78-8d4a-d3a9662607a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1094 time: 0.1986678 Jan 18 23:41:17.107296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.202348 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.213903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=99d607c1-0cae-4eb1-9d12-6e05a69e0cdd,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:17.232097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.268706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:17.286983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.317166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37327237-5d14-4968-af25-6b65c884e342,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:17.358558 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:41:17.388432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0edf228c-83c1-49ca-a8d8-66a59dd15fcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:17.389979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-0edf228c-83c1-49ca-a8d8-66a59dd15fcf service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3143673 Jan 18 23:41:17.491310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.492925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-37a53b73-a599-4d76-ade3-637cf19a6683 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9409728 Jan 18 23:41:17.497581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51976) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:17.505547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '37327237-5d14-4968-af25-6b65c884e342', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:17.509126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:17.513350 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-436af5c7-377c-409d-9106-7321b45bf177 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1094 time: 0.1206641 Jan 18 23:41:17.517979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:17.542048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:17.545640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:17.553741 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP edf9ed57-eeda-4a7d-ab8b-1684b9a7669d associated. External IP: 172.25.1.224, port: 22250a05-38e1-4d36-bd36-0fb19236535b. Jan 18 23:41:17.604132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:17.659501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-29867d08-59a6-4fd9-99bf-586aefbaca16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.2360675 Jan 18 23:41:17.727866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af83b3c-f000-44f1-9e88-5c9426d3cd98 req-c524d50c-c620-421f-a94c-541d198e4535 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:17.732918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4af83b3c-f000-44f1-9e88-5c9426d3cd98 req-c524d50c-c620-421f-a94c-541d198e4535 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.2496691 Jan 18 23:41:17.748420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-5ef85854-b22f-4c94-bbc2-d09dd66c703a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:17.749897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-5ef85854-b22f-4c94-bbc2-d09dd66c703a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0835328 Jan 18 23:41:17.863861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-6dffcfc6-e1f4-45bc-9a55-84106e6048c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:17.864998 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-6dffcfc6-e1f4-45bc-9a55-84106e6048c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3416526 Jan 18 23:41:17.894047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4af83b3c-f000-44f1-9e88-5c9426d3cd98 req-c1815be8-b7de-411f-835b-3eed562a52ac tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386046 Jan 18 23:41:17.922628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-eac5bd6c-805e-4115-ac55-13d2d83a44ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628935 Jan 18 23:41:17.959647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-92c4055d-7f8b-4fd3-be28-48874bf73d84 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:41:17.960625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-92c4055d-7f8b-4fd3-be28-48874bf73d84 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0311258 Jan 18 23:41:18.007966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.059366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-0052e76c-28a4-4a0c-8ccf-acb1aa526870 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.1875484 Jan 18 23:41:18.160292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-9242e4ba-b455-4382-a644-e8a6bb6f548f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:18.161744 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-9242e4ba-b455-4382-a644-e8a6bb6f548f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0917702 Jan 18 23:41:18.198137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port ebae9e2f-ab03-4806-b15d-c583cad980ae {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:18.198470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.207746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.320342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.331091 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-07272cbf-242c-4013-899a-9f20f661e363 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612852 Jan 18 23:41:18.364980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-e1113a0b-87b9-4714-bd40-35058ef45622 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974643 Jan 18 23:41:18.374191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df6a0ec-acaf-476b-bc09-cc848e45cda4,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:18.510330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port ebae9e2f-ab03-4806-b15d-c583cad980ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ebae9e2f-ab03-4806-b15d-c583cad980ae,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:18.510611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.561272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-1e72f7b9-0223-4688-8f37-675da3442ca8 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191329 Jan 18 23:41:18.562002 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.563061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6cd14a67-88bd-4c28-8eef-fc91db6dfc3a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.0645752 Jan 18 23:41:18.570255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51982) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:18.652323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for ebae9e2f-ab03-4806-b15d-c583cad980ae owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:18.693710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224ca8ed-7d9f-43ec-b77b-24736b1e1eb5 req-5e07cdfe-99b4-4a64-beee-a4da6340eddb service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233411 Jan 18 23:41:18.702109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.721641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.785105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-63c7ca18-ab11-4dec-8450-f0558260d0c7 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153122 Jan 18 23:41:18.798882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:18.896313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.956258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-28767984-97d4-4fd6-aff4-65ecaaf37e6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1094 time: 0.0776362 Jan 18 23:41:18.960378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.989730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df6a0ec-acaf-476b-bc09-cc848e45cda4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:18.997623 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:18.997623 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cba87c0b-d051-4798-93ea-ccdaaa2e38de tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2df6a0ec-acaf-476b-bc09-cc848e45cda4 HTTP/1.1" status: 204 len: 168 time: 0.4235559 Jan 18 23:41:19.003283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:19.038999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.065700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59a11c58-d8e1-48ca-bd25-813e178ca52a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:19.077715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:19.087377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:19.104631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:19.110952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:19.149278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=ebae9e2f-ab03-4806-b15d-c583cad980ae,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:19.172664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:19.184216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:19.184827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:19.191996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-59a11c58-d8e1-48ca-bd25-813e178ca52a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:19.206101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59a11c58-d8e1-48ca-bd25-813e178ca52a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1891110 Jan 18 23:41:19.207234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:19.256802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:19.257508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e98f47-b04e-4732-a28e-5c9bdf8d8822 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:19.260724 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.335635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-69a2942c-d476-4916-af6a-dcf4ab5091dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:19.337153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-69a2942c-d476-4916-af6a-dcf4ab5091dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3757100 Jan 18 23:41:19.351060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6737c4c9-0f90-4c12-bb7a-f59ce38f7d64 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.2818944 Jan 18 23:41:19.354447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 51998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:19.424604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.483390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.502931 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fe29d469-a767-441f-8792-44223b02eb17 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/floatingips/edf9ed57-eeda-4a7d-ab8b-1684b9a7669d HTTP/1.1" status: 200 len: 979 time: 0.1474581 Jan 18 23:41:19.505036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b6d32-7b39-45c8-8a09-89ebfa548e16 req-ee3b8a4d-6a3b-471a-b90f-49ec0af3f66b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:19.506609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d3b6d32-7b39-45c8-8a09-89ebfa548e16 req-ee3b8a4d-6a3b-471a-b90f-49ec0af3f66b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.4237812 Jan 18 23:41:19.507142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52002) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:19.649555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.670986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37327237-5d14-4968-af25-6b65c884e342,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:19.737250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-36f6039f-7566-45d9-9519-644a5c277347 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.3929923 Jan 18 23:41:19.849715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:19.850940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8820a31a-2e3b-457d-8006-65d602630763 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/37327237-5d14-4968-af25-6b65c884e342 HTTP/1.1" status: 204 len: 168 time: 0.6422727 Jan 18 23:41:19.855358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52008) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:19.859820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c72c51f0-bda7-498e-b6b0-6e6927b93a42 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Synchronizing usage tracker for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:floatingip {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:19.863867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d3b6d32-7b39-45c8-8a09-89ebfa548e16 req-b2735304-c36d-4baa-9e3f-7d59fd690acf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494806 Jan 18 23:41:19.887991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-7fa4803d-5cd3-4663-900c-320ecebfa20e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:19.893493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-7fa4803d-5cd3-4663-900c-320ecebfa20e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.1398821 Jan 18 23:41:19.919457 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-71c80f22-ea03-4d11-9998-9e5a9d5f4fc5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:19.938485 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:20.040502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c72c51f0-bda7-498e-b6b0-6e6927b93a42 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Unset dirty status for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:floatingip {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:20.041736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c72c51f0-bda7-498e-b6b0-6e6927b93a42 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5291750 Jan 18 23:41:20.045456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:20.051546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': 'ea945df6-e19f-4427-b8e8-6aaffbc6cbe3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:20.115697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-fdf3eaa5-37d6-4293-ad61-9dc101c96cd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134376 Jan 18 23:41:20.233602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-71c80f22-ea03-4d11-9998-9e5a9d5f4fc5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:20.238900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71c80f22-ea03-4d11-9998-9e5a9d5f4fc5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3779943 Jan 18 23:41:20.240345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52016) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:20.252465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--815678349'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:20.269229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:20.280904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:20.358404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:20.424191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-74a5a44e-a2ad-4a72-946f-e13248fcc330 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952399 Jan 18 23:41:20.526674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:20.685009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:20.692178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1209f3ae-b212-4dbf-ab1c-2ecca67bc53f req-883760b7-c8bc-4a06-818c-e59f4c277c38 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593107 Jan 18 23:41:20.694423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:20.702443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:20.705811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:20.849904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:20.872890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:21.026904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.031639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.130534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f015945e-0162-4323-9814-5f6aa4f2aa5e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:21.187129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf374c-1a2c-4fcb-b64e-2ec94038ca64 req-547410d4-2f73-4a28-a23d-ab3300149a3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:21.188586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67bf374c-1a2c-4fcb-b64e-2ec94038ca64 req-547410d4-2f73-4a28-a23d-ab3300149a3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 943 time: 0.1400871 Jan 18 23:41:21.191266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:21.201643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b8ede659-d4c1-420d-ae12-8da72c67b23e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3196378 Jan 18 23:41:21.201824 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:21.205811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52024) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:21.225632 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:21.226956 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:21.240412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.250366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67bf374c-1a2c-4fcb-b64e-2ec94038ca64 req-9c8abea3-2c59-43dc-ae32-71597c834684 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469780 Jan 18 23:41:21.298000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.303938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ed141e67-418d-4987-b6f1-4b8691bee4c2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0606620 Jan 18 23:41:21.305026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52028) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:21.313450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': 'f015945e-0162-4323-9814-5f6aa4f2aa5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:21.322658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:21.329877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:21.340741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:21.353940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:21.428376 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:21.448999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.526954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.541637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:41:21.589128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet 860922ac-8133-4130-9826-a3a34d313573 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:41:21.592858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.631882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.660257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.742891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:21.768006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:41:21.785741 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:41:21.807008 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:18Z', 'revision_number': 8, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:21.811695 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP edf9ed57-eeda-4a7d-ab8b-1684b9a7669d associated. External IP: 172.25.1.224, port: 22250a05-38e1-4d36-bd36-0fb19236535b. Jan 18 23:41:21.818904 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:21.839971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.846022 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:21.846659 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:21.862176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:41:21.883094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e344fee-cc1f-46d2-88de-7b9779b8bee5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:21.905460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:21.939030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.973667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:21.979751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52032) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:21.980188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d551230d-2380-446c-af44-9b4600c5f158 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6737750 Jan 18 23:41:22.000421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.048172 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:22.070937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:22.145249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c417c9cb-c035-4103-a48a-d234873cbc7a tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules/3e344fee-cc1f-46d2-88de-7b9779b8bee5 HTTP/1.1" status: 200 len: 705 time: 0.1589973 Jan 18 23:41:22.146243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52038) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:22.212100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05443d9f-230d-4f7b-8862-bdc56e33ee53 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:22.251143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b993761d-e9e4-4e00-8f8e-2351350ac8bb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:41:22.303405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05443d9f-230d-4f7b-8862-bdc56e33ee53 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:22.305310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05443d9f-230d-4f7b-8862-bdc56e33ee53 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1572731 Jan 18 23:41:22.307588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52042) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:22.321595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.340497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.351412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.381111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=860922ac-8133-4130-9826-a3a34d313573,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:22.408210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.410818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274caf3d-7a4e-4c70-8c00-3ce659ee64d2 None None] Network e85b9b20-1b87-44db-a0db-52e7d741cb81 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:22.420090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-be6450c2-91e6-4519-96f3-bea33ef572db tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/860922ac-8133-4130-9826-a3a34d313573 HTTP/1.1" status: 204 len: 168 time: 1.2131717 Jan 18 23:41:22.422748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:22.517231 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:18Z', 'revision_number': 8, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:22.521520 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0072f-015a-4bde-8db0-5fe16481dcaa None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:18Z', 'revision_number': 8, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '716d8163-bb8c-44c5-a944-ac57499c5966', 'name': '', 'network_id': '0cfb23c5-db56-44f4-8553-b3346274f683', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:0d:a1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:57Z', 'updated_at': '2022-01-18T23:41:07Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e6d06a-6329-47a0-bdc1-5dffc9babea9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:22.551583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.567103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:22.642296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e344fee-cc1f-46d2-88de-7b9779b8bee5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:22.663340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.685335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 2d0c4183-6cd8-46f8-83b0-002987150cbf {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:22.685775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.736442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c3b46-15cb-499a-9f41-8121aa6e33d1 req-409c248a-df14-49e8-86f3-ef7ef5b5a6fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:22.738048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-515c3b46-15cb-499a-9f41-8121aa6e33d1 req-409c248a-df14-49e8-86f3-ef7ef5b5a6fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.1956587 Jan 18 23:41:22.743622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.744787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-932c1b75-8ad6-4738-ac83-1c34e917f07d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3e344fee-cc1f-46d2-88de-7b9779b8bee5 HTTP/1.1" status: 204 len: 168 time: 0.4362876 Jan 18 23:41:22.750982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52052) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:22.817301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2aff004-4746-42a6-92af-042dcb6fe295 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:22.844875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:22.871260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-515c3b46-15cb-499a-9f41-8121aa6e33d1 req-360e0932-6964-4ca3-8d22-00c41ab7d154 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213000 Jan 18 23:41:22.883774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:22.890301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] DHCP port deletion for e85b9b20-1b87-44db-a0db-52e7d741cb81 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:41:22.903786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Deleting port 2d0c4183-6cd8-46f8-83b0-002987150cbf {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:22.904179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:22.936648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2aff004-4746-42a6-92af-042dcb6fe295 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:22.936648 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2aff004-4746-42a6-92af-042dcb6fe295 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1797884 Jan 18 23:41:22.937424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52058) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:23.012067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:23.013046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.044756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': 'f015945e-0162-4323-9814-5f6aa4f2aa5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:23.064903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:23.083492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2d0c4183-6cd8-46f8-83b0-002987150cbf no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:23.115187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:23.139571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 2d0c4183-6cd8-46f8-83b0-002987150cbf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2d0c4183-6cd8-46f8-83b0-002987150cbf,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:23.139943 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.173120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.318113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.329750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 2d0c4183-6cd8-46f8-83b0-002987150cbf owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:23.386178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] For port 2d0c4183-6cd8-46f8-83b0-002987150cbf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2d0c4183-6cd8-46f8-83b0-002987150cbf,segment=NetworkSegment(69484450-4380-415a-8618-90c1517ea02b),segment_id=69484450-4380-415a-8618-90c1517ea02b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:23.387159 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.401901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:23.402601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.408119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:23.439509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.523225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.523974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092a482-0e09-4b06-af4c-414f22361c12 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:23.536671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.564143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf88aef-b4cf-461f-9c8d-c11998b8c94f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:23.589491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:23.617623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.620021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Calling delete_port for 2d0c4183-6cd8-46f8-83b0-002987150cbf owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:23.649535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.661282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:23.665999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.673486 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:23.682307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No DVR routers for this DVR port 2d0c4183-6cd8-46f8-83b0-002987150cbf on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:23.698178 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:23.698814 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.747769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=2d0c4183-6cd8-46f8-83b0-002987150cbf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:23.760410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ebae9e2f-ab03-4806-b15d-c583cad980ae no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:23.802165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ebae9e2f-ab03-4806-b15d-c583cad980ae {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:41:23.802416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ebae9e2f-ab03-4806-b15d-c583cad980ae not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:23.813498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9a3e71a8-86ab-4ae0-8c7c-514b08347236 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/edf9ed57-eeda-4a7d-ab8b-1684b9a7669d HTTP/1.1" status: 200 len: 977 time: 3.7668920 Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 18 23:41:23.816675 n-d-825175-2 neutron-server[84544]: util.warn( Jan 18 23:41:23.820558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52068) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:23.825560 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.827809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:23.848202 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:23.851333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.852765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:41:23.853163 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:41:23.869599 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.874401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-199c90d7-dd4a-4db7-a148-1f185dee22c0 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9379671 Jan 18 23:41:23.884875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52072) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:23.938841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:23.970117 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:23.970823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37b096-fc67-4b5e-9a89-e48ea8f9a0a5 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:23.975013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b993761d-e9e4-4e00-8f8e-2351350ac8bb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:23.989027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b993761d-e9e4-4e00-8f8e-2351350ac8bb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:23.989910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.009664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6cc9e7e2-4280-4497-874d-796fbf4d9105 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules/0bf88aef-b4cf-461f-9c8d-c11998b8c94f HTTP/1.1" status: 200 len: 705 time: 0.1235483 Jan 18 23:41:24.024030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52076) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:24.054086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.107298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85b9b20-1b87-44db-a0db-52e7d741cb81']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:24.131720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-6c575413-0b54-4a1e-a1d1-15df99b7bf9c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:24.133201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-6c575413-0b54-4a1e-a1d1-15df99b7bf9c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.83 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&tenant_id=36aa58617d204c21948d8a0a03cb89f1&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 944 time: 0.3774707 Jan 18 23:41:24.149105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69484450-4380-415a-8618-90c1517ea02b') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:24.150064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69484450-4380-415a-8618-90c1517ea02b') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:24.163909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.196590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:24.211262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:24.216093 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.256206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-500eca4e-453e-4503-b31f-3a2a46f5b722 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:24.270788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.277045 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'code': 200} Jan 18 23:41:24.280187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261b166-6711-4fd7-971b-db037164d797 req-47fe82a6-a416-4639-bfe4-45be5f8550e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:24.281889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3261b166-6711-4fd7-971b-db037164d797 req-47fe82a6-a416-4639-bfe4-45be5f8550e8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.4511697 Jan 18 23:41:24.309540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:41:24.309851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:41:24.325426 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:41:24.341903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.381043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Deleting port 2d0c4183-6cd8-46f8-83b0-002987150cbf {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:24.381043 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.420133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.445212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-f9c0fa3e-b62d-4abc-8541-5436996af1a9 service neutron] 10.222.0.83 "GET /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.2848556 Jan 18 23:41:24.455787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3261b166-6711-4fd7-971b-db037164d797 req-de764665-6e19-443c-b027-3f018ee667c4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660368 Jan 18 23:41:24.519163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74f05bd8-99c6-4882-8244-67b4aa989d5e None None] The port '2d0c4183-6cd8-46f8-83b0-002987150cbf' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:41:24.526918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.528328 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP edf9ed57-eeda-4a7d-ab8b-1684b9a7669d disassociated. External IP: 172.25.1.224, port: ea945df6-e19f-4427-b8e8-6aaffbc6cbe3. Jan 18 23:41:24.530076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-500eca4e-453e-4503-b31f-3a2a46f5b722 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:24.533809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-500eca4e-453e-4503-b31f-3a2a46f5b722 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4992604 Jan 18 23:41:24.534862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52086) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:24.550723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:24.559466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.561328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.562030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.562598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.563497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.563904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.564405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.564794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.566659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.566659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.566659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.566659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:24.568852 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.712910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=e85b9b20-1b87-44db-a0db-52e7d741cb81,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:24.723204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52090) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:24.723367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3b80df9d-2cf8-4c33-a506-7670a0bae871 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/e85b9b20-1b87-44db-a0db-52e7d741cb81 HTTP/1.1" status: 204 len: 168 time: 2.2993629 Jan 18 23:41:24.728334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-f2c4c2da-a917-4631-b7e2-f6d349781dde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1096 time: 0.2610428 Jan 18 23:41:24.733013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.763579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.889752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-8f4b85e5-8ed8-4333-bdf8-75e34baa23b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:24.892009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-8f4b85e5-8ed8-4333-bdf8-75e34baa23b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.1566846 Jan 18 23:41:24.962670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:24.995994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bf88aef-b4cf-461f-9c8d-c11998b8c94f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:25.031542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-ddc98753-c80a-414a-b1a3-4b9ddc0b9b20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1001 time: 0.1331792 Jan 18 23:41:25.098003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:25.099190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53b7a25e-bc9b-4528-a9a4-0fbbe072f951 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0bf88aef-b4cf-461f-9c8d-c11998b8c94f HTTP/1.1" status: 204 len: 168 time: 0.5640457 Jan 18 23:41:25.101891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52096) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:25.124808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-4a039d99-d85c-4ce4-bccd-86bc6b4f77d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:25.126420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-4a039d99-d85c-4ce4-bccd-86bc6b4f77d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0897298 Jan 18 23:41:25.221726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-105dd9a9-873b-4bc6-a039-c8425f377fec tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:25.235511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-af75369a-136f-4b44-8ef0-8542f402deb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032672 Jan 18 23:41:25.243543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:25.309607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-105dd9a9-873b-4bc6-a039-c8425f377fec tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:25.313242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-105dd9a9-873b-4bc6-a039-c8425f377fec tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2077820 Jan 18 23:41:25.313398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52100) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:25.317582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:25.321628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': 'f015945e-0162-4323-9814-5f6aa4f2aa5e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:25.332427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:25.377764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-893d6cde-2bbb-4214-afbc-c793600d2ac7 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354020 Jan 18 23:41:25.403218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:25.538454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-a90b1753-9be4-4f0d-bbca-438f71495605 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547306 Jan 18 23:41:25.641402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:25.707233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111cebc-569b-4ae8-8815-b12b6e3c187c req-dbb38a37-b4f1-4a40-aafa-436bdba83a0a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:25.708828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8111cebc-569b-4ae8-8815-b12b6e3c187c req-dbb38a37-b4f1-4a40-aafa-436bdba83a0a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1057787 Jan 18 23:41:25.760036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8111cebc-569b-4ae8-8815-b12b6e3c187c req-e1eb7126-0277-4dd0-a8f0-ae3823eafa3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jan 18 23:41:25.792589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:25.901210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:25.980517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd70d1d1-9d79-478b-8876-a69d50086732,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:26.081656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.082877 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb3dcc78-76bf-4e70-88ea-b78b98f6c441 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7685392 Jan 18 23:41:26.085622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.093383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:26.099269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.113848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:26.138691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7fff41c8-bc9d-4c69-8f89-3e34822c7f6d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules/dd70d1d1-9d79-478b-8876-a69d50086732 HTTP/1.1" status: 200 len: 706 time: 0.0512998 Jan 18 23:41:26.144223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:26.145440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:26.146415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.211070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46d35022-ed98-45eb-abc9-1dc6a82da018 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0633576 Jan 18 23:41:26.211639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.222730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1a96f8da-d0e9-4b9e-95f3-6fdca6fe62fc tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/edf9ed57-eeda-4a7d-ab8b-1684b9a7669d HTTP/1.1" status: 200 len: 688 time: 2.4015675 Jan 18 23:41:26.226186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52120) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.239279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:26.246655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.253859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:26.255084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:26.259201 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.326093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:26.326744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762826f-8e59-4d45-a884-c05fb74d52e5 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:26.389832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.401172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 99d607c1-0cae-4eb1-9d12-6e05a69e0cdd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:26.401531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.411198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd70d1d1-9d79-478b-8876-a69d50086732,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:26.414996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.419383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4b69e0a6-eb52-46b6-8710-9cc2c9b06ba5 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/dd70d1d1-9d79-478b-8876-a69d50086732 HTTP/1.1" status: 204 len: 168 time: 0.2067790 Jan 18 23:41:26.420014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.473391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1b2e3e81-9fb7-4025-b41f-671c3136569b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:26.534877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1b2e3e81-9fb7-4025-b41f-671c3136569b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:26.539384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1b2e3e81-9fb7-4025-b41f-671c3136569b tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1154130 Jan 18 23:41:26.539384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:26.609353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.625712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.626057 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.637078 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.756820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 99d607c1-0cae-4eb1-9d12-6e05a69e0cdd owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:26.803383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.827149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015945e-0162-4323-9814-5f6aa4f2aa5e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:26.867389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 716d8163-bb8c-44c5-a944-ac57499c5966 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:26.867389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.906332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:26.911070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5d3cdc1b-2914-4fc1-8f09-d3d3d8775889 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/f015945e-0162-4323-9814-5f6aa4f2aa5e HTTP/1.1" status: 204 len: 168 time: 0.3704329 Jan 18 23:41:26.916774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52136) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:27.070636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ab48341-4fe6-492f-a37f-ca4146ce0d15 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:27.112765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c9560-677d-4962-89bd-01f6918cbc0c req-c047f0dc-00e8-4140-ba60-6ace3e77ea01 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:27.117632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-396c9560-677d-4962-89bd-01f6918cbc0c req-c047f0dc-00e8-4140-ba60-6ace3e77ea01 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1267126 Jan 18 23:41:27.146359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 716d8163-bb8c-44c5-a944-ac57499c5966, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=716d8163-bb8c-44c5-a944-ac57499c5966,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:27.146714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.161129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8ab48341-4fe6-492f-a37f-ca4146ce0d15 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:27.162492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8ab48341-4fe6-492f-a37f-ca4146ce0d15 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2495308 Jan 18 23:41:27.172323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:27.177869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742644992'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:27.185735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:27.192136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-396c9560-677d-4962-89bd-01f6918cbc0c req-ffe17abe-c203-473f-b5e0-45f4fc9ceb91 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706184 Jan 18 23:41:27.199585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:27.298033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.335925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.337154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:27.342369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:27.346223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:27.353217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:27.418277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.437873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 716d8163-bb8c-44c5-a944-ac57499c5966 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:27.482362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=99d607c1-0cae-4eb1-9d12-6e05a69e0cdd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:27.498075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.541070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43179c88-e6a1-447a-9482-7f22c54dfae7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:27.618233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.623891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.627968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b8cd466c-34c9-499a-965f-4f061a183e63 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4539297 Jan 18 23:41:27.629227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:27.635972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Request body: {'security_group_rule': {'security_group_id': '43179c88-e6a1-447a-9482-7f22c54dfae7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:27.646385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:27.653207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Usage tracker for resource:security_group_rule and tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:27.656317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:27.662516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:27.718906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.720238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56d4bb7a-1a3a-4847-a8d7-a9784b0d0b5b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/edf9ed57-eeda-4a7d-ab8b-1684b9a7669d HTTP/1.1" status: 204 len: 168 time: 1.4933715 Jan 18 23:41:27.723197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:27.803568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.816067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:27.824759 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-489d395f-9e57-40f6-a0d1-2a69a7f018e9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] delete failed (client error): The resource could not be found. Jan 18 23:41:27.826004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-489d395f-9e57-40f6-a0d1-2a69a7f018e9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/edf9ed57-eeda-4a7d-ab8b-1684b9a7669d HTTP/1.1" status: 404 len: 345 time: 0.1014054 Jan 18 23:41:27.830646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52154) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:27.901723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=716d8163-bb8c-44c5-a944-ac57499c5966,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:27.994585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.018652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:28.024401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:28.029826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:28.030742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Synchronizing usage tracker for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:28.080672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.113332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Unset dirty status for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:28.115483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-280872cd-8bc0-431c-8a6a-29b14dac6408 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/ports?network_id=99d04b82-0bd4-4db9-bcdd-8d9882e37084 HTTP/1.1" status: 200 len: 2358 time: 0.2835505 Jan 18 23:41:28.125463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52158) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:28.136718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bd291e-deee-4fae-a9a5-45ae478125c1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:28.246235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.249870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdd56ad1-e7af-4785-8d27-dc6bcfc6090d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6168280 Jan 18 23:41:28.250108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:28.289429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e63fc2-d228-43b8-826a-409d99d0e3d1 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:28.289995 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-03e63fc2-d228-43b8-826a-409d99d0e3d1 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Synchronizing usage tracker for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:28.345776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.347377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.355552 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-5d44dd39-9593-419c-a546-b5ba9fec33fb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 1096 time: 0.1310503 Jan 18 23:41:28.367000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:28.421069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.456326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-03e63fc2-d228-43b8-826a-409d99d0e3d1 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Unset dirty status for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:28.457324 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-03e63fc2-d228-43b8-826a-409d99d0e3d1 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/subnets/13f968a8-79c6-4d88-818d-50a333767ac0 HTTP/1.1" status: 200 len: 797 time: 0.3309178 Jan 18 23:41:28.465674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52168) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:28.482460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'port': {'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084', 'name': 'tempest-FloatingIPTestJSON-1590820991', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:28.598595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b1147-15a0-4028-bc51-7473dda4d357 req-268d57af-d8e7-4d79-8fa0-5c4eb5330b82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:28.600706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-411b1147-15a0-4028-bc51-7473dda4d357 req-268d57af-d8e7-4d79-8fa0-5c4eb5330b82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.2416785 Jan 18 23:41:28.654993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-411b1147-15a0-4028-bc51-7473dda4d357 req-900f2a03-c3ec-4731-b061-a401074ff353 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480025 Jan 18 23:41:28.714441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.732500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.734325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43179c88-e6a1-447a-9482-7f22c54dfae7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:28.747161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:28.751182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f6177c61-61f3-426b-bf58-1f8d1a1d59bc tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/43179c88-e6a1-447a-9482-7f22c54dfae7 HTTP/1.1" status: 204 len: 168 time: 0.4999444 Jan 18 23:41:28.751966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:28.765727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:28.819610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:28.820344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7bc26ccf-a8fb-4a33-bc23-83535704ace2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:29.014647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7bc26ccf-a8fb-4a33-bc23-83535704ace2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:29.016401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7bc26ccf-a8fb-4a33-bc23-83535704ace2 tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2632623 Jan 18 23:41:29.020559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52178) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:29.066875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c2b5841c-65d3-4f91-b3be-5479bc87213d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Synchronizing usage tracker for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:29.108947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:29.191835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c2b5841c-65d3-4f91-b3be-5479bc87213d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] Unset dirty status for tenant:75ad69b7289e4c75bb7db6c5d73d8bf3 on resource:security_group_rule {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:29.193111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2b5841c-65d3-4f91-b3be-5479bc87213d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1715574 Jan 18 23:41:29.195893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:29.213993 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-057dec63-839a-4aa0-ab83-b1c288ee870d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] delete failed (client error): The resource could not be found. Jan 18 23:41:29.213993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-057dec63-839a-4aa0-ab83-b1c288ee870d tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "DELETE /v2.0/security-groups/43179c88-e6a1-447a-9482-7f22c54dfae7 HTTP/1.1" status: 404 len: 347 time: 0.0169952 Jan 18 23:41:29.219796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52186) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:29.274627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1eb8df87-ace0-4c6a-b862-4f458f66601c tempest-SecGroupTest-2047505677 tempest-SecGroupTest-2047505677-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0539045 Jan 18 23:41:29.491093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:29.592878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] device_id is not set on port e2e37240-e080-4cc8-8d98-b244e4ba47db yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:41:29.666496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:29.832724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:29.866774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52196) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:29.909585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:29.912097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789951fc-057e-4b2a-9285-bfa6d815b3c2 req-dd496792-52e7-43e8-b7ca-aad1a847f7ae tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:29.915567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-789951fc-057e-4b2a-9285-bfa6d815b3c2 req-dd496792-52e7-43e8-b7ca-aad1a847f7ae tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 945 time: 0.1278265 Jan 18 23:41:29.924787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:29.931213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:29.986288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-789951fc-057e-4b2a-9285-bfa6d815b3c2 req-fd798520-a203-4c4b-9549-9d663625b0f5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612674 Jan 18 23:41:30.024396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Transition to ACTIVE for port object b993761d-e9e4-4e00-8f8e-2351350ac8bb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:30.026800 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'code': 200} Jan 18 23:41:30.113517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6bb1ec54-cb65-40cb-840d-a7eb5ca8ce9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75ad69b7289e4c75bb7db6c5d73d8bf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2454755 Jan 18 23:41:30.119488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52206) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:30.125876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:30.180855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:30.214016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:30.346209 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:30.373518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bae36b-229b-4a05-9757-1f3c95cef463,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:30.404938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:30.457076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.13 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/e2e37240-e080-4cc8-8d98-b244e4ba47db) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:30.503399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.12 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/e2e37240-e080-4cc8-8d98-b244e4ba47db) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:30.505632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] No DVR routers for this DVR port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:30.575412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:30.579025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-87d4581e-16a2-4549-a5c5-f604d2332115 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1bae36b-229b-4a05-9757-1f3c95cef463 HTTP/1.1" status: 204 len: 168 time: 0.4558158 Jan 18 23:41:30.795345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:30.806397 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:30.819531 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:30.820191 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:30.890925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-763a06d9-b113-47e5-a9fb-5cf44edb888d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1641657 Jan 18 23:41:30.892010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:31.049018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.056442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:31.185392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.260950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:31.260950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:31.261342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:31.300691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:41:31.301733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Attempting to bind port b993761d-e9e4-4e00-8f8e-2351350ac8bb on network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:31.315960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet b5e6d06a-6329-47a0-bdc1-5dffc9babea9 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:41:31.318983 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.323274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:31.326253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=e2e37240-e080-4cc8-8d98-b244e4ba47db,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:31.329353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:31.337686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:31.367348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:31.367704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Checking segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:31.368106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Bound using segment: {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:31.368542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Bound port: b993761d-e9e4-4e00-8f8e-2351350ac8bb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695920e-dc8a-40a2-950f-05e9c3695f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:31.368922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.404759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.439273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0329ea-337d-42cb-915b-7c17e8c516be req-17946a60-f047-48f9-9d19-8ac60ba8f752 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:31.446053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0329ea-337d-42cb-915b-7c17e8c516be req-17946a60-f047-48f9-9d19-8ac60ba8f752 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.2245533 Jan 18 23:41:31.458160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:31.458529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.510992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:31.520540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:41:31.533442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c0329ea-337d-42cb-915b-7c17e8c516be req-7edef49f-4996-4903-80f6-e66025a3dc4f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864315 Jan 18 23:41:31.575813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1eedba3-89ec-45f9-9de5-ee95f063cf24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0997376 Jan 18 23:41:31.576023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:31.581643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'e2e37240-e080-4cc8-8d98-b244e4ba47db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:31.586400 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:27Z', 'revision_number': 9, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:31.588794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:31.595164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:floatingip and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:31.603217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:31.605434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.609050 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:31.616732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:31.619744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:31.624308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.629688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:31.630391 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:31.695839 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.697262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] 10.222.0.89 "PUT /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1092 time: 3.3344097 Jan 18 23:41:31.708118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109b105-9b03-4a8d-adea-a9d70bfd2d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:31.737417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:31.807321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:31.832399 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:31.918091 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-1dc9434f-e7e2-44b1-b09f-bbde5d8ef5c9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1095 time: 0.1859996 Jan 18 23:41:32.001009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.033567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:32.055730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e6d06a-6329-47a0-bdc1-5dffc9babea9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:32.081484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.084469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678932ab-9276-4c15-8043-d12ba465d80b None None] Network 0cfb23c5-db56-44f4-8553-b3346274f683 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:32.086097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6eb3e173-0d49-40d6-8f61-4945be1d3ab6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/b5e6d06a-6329-47a0-bdc1-5dffc9babea9 HTTP/1.1" status: 204 len: 168 time: 1.1918478 Jan 18 23:41:32.088553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52240) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:32.151690 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:41:32.229674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-409459c0-a515-4965-9ca4-e70ccb4d8e97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:32.232398 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-409459c0-a515-4965-9ca4-e70ccb4d8e97 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3067696 Jan 18 23:41:32.306518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.341119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 416a9384-607d-412f-b162-3cb4426badd6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:32.345458 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.365405 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:27Z', 'revision_number': 9, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:32.380575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ff73c-fcca-4272-98ee-70b51893faa7 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:27Z', 'revision_number': 9, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': '0b6e39aa-ff89-4285-9562-e9e67623a06a', 'name': '', 'network_id': '260e5d2b-eae6-4945-8c53-47a534e3c5e9', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:ba:fb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:47Z', 'updated_at': '2022-01-18T23:41:00Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'b5e65321-aab6-4614-a682-33b1aa1f1e68', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:32.403552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-0b193deb-2b56-4f42-ae3f-bbad58f632fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1095 time: 0.2136545 Jan 18 23:41:32.434669 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.438339 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-d87716e8-0ba7-4845-af2e-068bbdbd5492 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.1919899 Jan 18 23:41:32.550951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-38ef7deb-b176-4d83-8d50-b13e796e1b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:32.552857 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-38ef7deb-b176-4d83-8d50-b13e796e1b80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0725296 Jan 18 23:41:32.732739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-92156921-bd36-4ec9-b676-7ff3da806d3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681411 Jan 18 23:41:32.781067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] DHCP port deletion for 0cfb23c5-db56-44f4-8553-b3346274f683 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:41:32.781556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 416a9384-607d-412f-b162-3cb4426badd6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=416a9384-607d-412f-b162-3cb4426badd6,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:32.781669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.785519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Deleting port 416a9384-607d-412f-b162-3cb4426badd6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:32.786074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:32.944422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 716d8163-bb8c-44c5-a944-ac57499c5966 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:33.027072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 716d8163-bb8c-44c5-a944-ac57499c5966 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:41:33.027573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 716d8163-bb8c-44c5-a944-ac57499c5966 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:33.028177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 416a9384-607d-412f-b162-3cb4426badd6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:33.064597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-24e53701-7cb2-4997-bd50-cc96b2cd74a8 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229983 Jan 18 23:41:33.106810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.68 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/800c939b-d4ae-4f02-93d4-7ba8a9e67e64) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:33.130220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 416a9384-607d-412f-b162-3cb4426badd6 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:33.214459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-b0532deb-1849-4784-9126-0f6bbb39b53f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:33.215999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-b0532deb-1849-4784-9126-0f6bbb39b53f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.8050873 Jan 18 23:41:33.287490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] For port 416a9384-607d-412f-b162-3cb4426badd6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=416a9384-607d-412f-b162-3cb4426badd6,segment=NetworkSegment(7e0ac883-48a3-43a1-a69c-5b4db59607a6),segment_id=7e0ac883-48a3-43a1-a69c-5b4db59607a6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:33.287993 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.344754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751f35-7d73-4462-9154-79e1621934c5 req-d7ad841b-c5b8-4c0f-a8f4-58e743564976 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:33.355525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89751f35-7d73-4462-9154-79e1621934c5 req-d7ad841b-c5b8-4c0f-a8f4-58e743564976 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.6555951 Jan 18 23:41:33.437842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Calling delete_port for 416a9384-607d-412f-b162-3cb4426badd6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:33.474431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89751f35-7d73-4462-9154-79e1621934c5 req-6017df5e-0eda-4b30-833d-0ce7300388d1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808291 Jan 18 23:41:33.477529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-2f35acd9-5a46-4166-810e-47f32cbb9fa0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.2525148 Jan 18 23:41:33.482123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.483002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.499175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8584f87f-3944-4e7a-865a-ccb570ade0c0 req-32c0a507-af05-4dc2-82c6-f7137e77de0e service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269519 Jan 18 23:41:33.585321 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.585432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:41:33.585432 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:41:33.633355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=416a9384-607d-412f-b162-3cb4426badd6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:33.641028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No DVR routers for this DVR port 416a9384-607d-412f-b162-3cb4426badd6 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:33.748080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.757184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-9485dc0a-7c82-48f5-add7-4145f596437a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:33.758641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-9485dc0a-7c82-48f5-add7-4145f596437a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.2668915 Jan 18 23:41:33.828427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.835609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:33.839626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:33.842127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:33.865535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfb23c5-db56-44f4-8553-b3346274f683']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:33.881079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0ac883-48a3-43a1-a69c-5b4db59607a6') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:33.881382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0ac883-48a3-43a1-a69c-5b4db59607a6') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:33.896931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.898321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=800c939b-d4ae-4f02-93d4-7ba8a9e67e64,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:33.919745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-4801022b-59c4-4340-a895-639dbf775923 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543982 Jan 18 23:41:33.920742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.947174 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:41:33.947673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:33.974941 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-28a8ccad-82c3-4c12-b0d5-5e65df25ece7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1095 time: 0.2746849 Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:41:34.032984 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:41:34.086433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Deleting port 416a9384-607d-412f-b162-3cb4426badd6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:34.087320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:34.186162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-26af313f-43a6-4279-97d7-fa22e2c66308 None None] The port '416a9384-607d-412f-b162-3cb4426badd6' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:41:34.219622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:34.247685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:34.250797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=0cfb23c5-db56-44f4-8553-b3346274f683,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:34.254233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-7701423b-bc62-47cc-8279-f495e763686e service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285656 Jan 18 23:41:34.284125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-f298bf69-2e07-4b57-b86f-0c0caadfcef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:34.285631 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-f298bf69-2e07-4b57-b86f-0c0caadfcef2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.3038728 Jan 18 23:41:34.349338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4dd90021-3e9a-4b19-8c05-1e363db0005d tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/0cfb23c5-db56-44f4-8553-b3346274f683 HTTP/1.1" status: 204 len: 168 time: 2.2580435 Jan 18 23:41:34.353399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:34.537530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-3413120e-a808-4af4-bdab-a618cc52212f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 999 time: 0.1769185 Jan 18 23:41:34.567238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-889435ee-36bd-438e-9e2b-e949a7aa2e08 service neutron] 10.222.0.83 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050339 Jan 18 23:41:34.624645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-5269fda1-d36b-4f54-8a6f-ff85419b0934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:34.626248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-5269fda1-d36b-4f54-8a6f-ff85419b0934 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0791948 Jan 18 23:41:34.808794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-e96a0c9a-ee27-4429-9978-2dd5fd8828a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750202 Jan 18 23:41:34.910718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:34.970020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-daa9cbde-4339-4b0f-8b6e-9563a825bd3c service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501698 Jan 18 23:41:35.059002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f69b36-6f19-46e1-8916-d2a700249f7c req-193fd931-4a8d-40f6-9083-1a28f1adc455 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:35.060707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95f69b36-6f19-46e1-8916-d2a700249f7c req-193fd931-4a8d-40f6-9083-1a28f1adc455 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.3360546 Jan 18 23:41:35.105525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.202108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95f69b36-6f19-46e1-8916-d2a700249f7c req-803de1e9-02a3-4bd4-9343-6d05308d9f3d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288855 Jan 18 23:41:35.256005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.336500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47b0738c-deea-47fc-b205-67d85d56a3ab req-b22c23b8-3ed1-4e35-b47b-b8b7eb69b1b1 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602927 Jan 18 23:41:35.506705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.580610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.701857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=800c939b-d4ae-4f02-93d4-7ba8a9e67e64,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:35.719134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.786279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 0b6e39aa-ff89-4285-9562-e9e67623a06a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:35.786856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:35.949986 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 6ceca402-faf7-403f-b3f9-79830c6b25f5 associated. External IP: 172.25.1.68, port: e2e37240-e080-4cc8-8d98-b244e4ba47db. Jan 18 23:41:35.996307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 0b6e39aa-ff89-4285-9562-e9e67623a06a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0b6e39aa-ff89-4285-9562-e9e67623a06a,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:35.996696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:36.142994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 0b6e39aa-ff89-4285-9562-e9e67623a06a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:36.186153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:36.422235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:36.430350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:36.475844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21d4f-2072-448f-a5d8-023057063532 req-270f438b-f3cd-41f1-9da8-64a971839e81 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:36.477340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ef21d4f-2072-448f-a5d8-023057063532 req-270f438b-f3cd-41f1-9da8-64a971839e81 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.1263683 Jan 18 23:41:36.507073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:36.566045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=0b6e39aa-ff89-4285-9562-e9e67623a06a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:36.570200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:36.585119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4cb562ffe44388beab975f4ae58961 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:36.591383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:36.625761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:36.645990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ef21d4f-2072-448f-a5d8-023057063532 req-e24bd7fc-bcd1-49c4-8950-d6a246348443 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621404 Jan 18 23:41:36.673272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:36.684889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:36.706534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:36.712336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:36.799172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:36.810908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:36.855147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:36.856141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:36.928293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9cb0077a-4245-43a6-bc77-1ec901c052a3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3511708 Jan 18 23:41:36.930800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:36.950776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': 'e2e37240-e080-4cc8-8d98-b244e4ba47db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:37.010458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:37.010458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce07ef-2319-4052-a440-fc71090a053a None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:37.070399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.123913 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.126709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.266757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.338942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064ba730-889c-41af-948f-63325ff110e7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:37.347412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-521651ef-073d-4ca1-8757-73ac271c31e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca4cb562ffe44388beab975f4ae58961&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1603680 Jan 18 23:41:37.349987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:37.536623 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.635344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.723710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:37.875155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.899078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ba730-889c-41af-948f-63325ff110e7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:37.903045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:37.910175 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e478a51c-f7f9-407b-b106-3c9c75cba1ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/064ba730-889c-41af-948f-63325ff110e7 HTTP/1.1" status: 204 len: 168 time: 0.5590973 Jan 18 23:41:37.991967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:41:38.028232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc41b1a-1dcb-4f17-9d89-361f5dba21b3 req-89819b2b-368b-49cf-b260-cd53de0223c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:38.029756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dc41b1a-1dcb-4f17-9d89-361f5dba21b3 req-89819b2b-368b-49cf-b260-cd53de0223c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 944 time: 0.2317410 Jan 18 23:41:38.056874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.064141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:38.083189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:38.098275 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:38.107229 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:38.121569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dc41b1a-1dcb-4f17-9d89-361f5dba21b3 req-893d1485-c42b-4efb-8012-0d1b477dcecc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798562 Jan 18 23:41:38.123042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3ad534e4-939c-4c47-bff4-1bf10e302f9e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687275 Jan 18 23:41:38.126396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:38.150211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52334) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:38.194232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:38.211727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'port_id': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'mac_address': 'fa:16:3e:c4:58:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:41:38.265238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.275904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.296561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:41:38.314656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:38.326973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:38.346601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet b5e65321-aab6-4614-a682-33b1aa1f1e68 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:41:38.352057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.406185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.427357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.428691 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b68f704-8930-4cfb-a7a0-f6ad9bc5caab tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 200 len: 991 time: 0.2773275 Jan 18 23:41:38.519760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:38.576254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.742875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['b993761d-e9e4-4e00-8f8e-2351350ac8bb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:41:38.781733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:36Z', 'revision_number': 10, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:38.785888 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:38.796217 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:38.796805 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:38.812126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.855323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e65321-aab6-4614-a682-33b1aa1f1e68,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:38.867308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:38.874931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a6c7cf17-ce48-471f-b57d-78fcb9513f24 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/b5e65321-aab6-4614-a682-33b1aa1f1e68 HTTP/1.1" status: 204 len: 168 time: 0.7468679 Jan 18 23:41:38.880929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52340) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:38.936232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:38.944660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f463d99-8d25-41d9-bb6d-1cbe5d02f838 None None] Network 260e5d2b-eae6-4945-8c53-47a534e3c5e9 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:39.018332 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:39.064476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52344) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:39.071398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.083809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port 0a988d15-2ca5-427b-b2c6-720429cbf077 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:39.084863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.091477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.185036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:39.363756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.397554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2d56049c864f40944378f201dcfeb8 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:39.407494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:39.416491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:39.483363 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:36Z', 'revision_number': 10, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:39.500794 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c0b6b-3f83-4883-9a7a-501ddf986862 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:36Z', 'revision_number': 10, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None, '_interfaces': [{'id': 'c8c5449a-a3af-4cfb-a759-167e19ac1e55', 'name': '', 'network_id': '57a01cb8-4827-4d8f-9966-9c3be0299b4f', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'mac_address': 'fa:16:3e:3c:d5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:40:39Z', 'updated_at': '2022-01-18T23:40:51Z', 'revision_number': 5, 'project_id': '37d955473ffd4a059567d58418ba49df', 'subnets': [{'id': 'a259ca4b-7aae-4cd3-990d-0609b9ec675d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:39.504821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:39.538810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96962b52-37a0-4736-9803-24c10797b764 None None] DHCP port deletion for 260e5d2b-eae6-4945-8c53-47a534e3c5e9 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:41:39.540654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.541389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port 0a988d15-2ca5-427b-b2c6-720429cbf077, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a988d15-2ca5-427b-b2c6-720429cbf077,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:39.542598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.544183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Deleting port 0a988d15-2ca5-427b-b2c6-720429cbf077 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:39.544813 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.596291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.596747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:39.654190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:39.654816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:39.674648 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bc28d447-0c85-4001-9853-ee2c3e2b6460 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/6ceca402-faf7-403f-b3f9-79830c6b25f5 HTTP/1.1" status: 200 len: 978 time: 2.7389121 Jan 18 23:41:39.677726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52350) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:39.694778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for 0a988d15-2ca5-427b-b2c6-720429cbf077 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:39.743736 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.768965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:39.826567 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86dff44-b967-4ec4-8bd7-7b768546b675,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:39.876625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:39.876625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:39.880896 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.893135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f97d0406-7d61-493b-8186-f69bf9e1ccd1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c2d56049c864f40944378f201dcfeb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8244755 Jan 18 23:41:39.897208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:39.965656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:39.966064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be80c3f-7b2a-4cd0-8041-44cd5d34af15 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:39.985735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=0a988d15-2ca5-427b-b2c6-720429cbf077,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:39.986144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-96962b52-37a0-4736-9803-24c10797b764 None None] For port 0a988d15-2ca5-427b-b2c6-720429cbf077, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0a988d15-2ca5-427b-b2c6-720429cbf077,segment=NetworkSegment(c77f431e-5d6e-4587-8bd0-00df6c669011),segment_id=c77f431e-5d6e-4587-8bd0-00df6c669011)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:39.986541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:39.991784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No DVR routers for this DVR port 0a988d15-2ca5-427b-b2c6-720429cbf077 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:39.997396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 800c939b-d4ae-4f02-93d4-7ba8a9e67e64 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:39.997917 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.129626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Calling delete_port for 0a988d15-2ca5-427b-b2c6-720429cbf077 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:40.143660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.173395 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.191687 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.206612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260e5d2b-eae6-4945-8c53-47a534e3c5e9']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:40.208442 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:41:40.208800 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:41:40.219998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77f431e-5d6e-4587-8bd0-00df6c669011') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:40.220345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77f431e-5d6e-4587-8bd0-00df6c669011') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:40.236143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.252643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.258802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:41:40.258963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.259188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.259308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:41:40.278207 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:41:40.384409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 800c939b-d4ae-4f02-93d4-7ba8a9e67e64 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:40.474732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.496441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.504990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=260e5d2b-eae6-4945-8c53-47a534e3c5e9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:40.513379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2461a284-6143-4551-8b01-ca3ce32a2e86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/260e5d2b-eae6-4945-8c53-47a534e3c5e9 HTTP/1.1" status: 204 len: 168 time: 1.6311505 Jan 18 23:41:40.515708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52362) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:40.520469 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.550091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86dff44-b967-4ec4-8bd7-7b768546b675,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:40.700526 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.701624 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-616ea2db-9666-4c12-8403-2e889d1bf3c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e86dff44-b967-4ec4-8bd7-7b768546b675 HTTP/1.1" status: 204 len: 168 time: 0.8035076 Jan 18 23:41:40.710527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Deleting port 0a988d15-2ca5-427b-b2c6-720429cbf077 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:40.710982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-96962b52-37a0-4736-9803-24c10797b764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.717833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.811035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-96962b52-37a0-4736-9803-24c10797b764 None None] The port '0a988d15-2ca5-427b-b2c6-720429cbf077' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:41:40.825624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a988d15-2ca5-427b-b2c6-720429cbf077 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:40.876923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=800c939b-d4ae-4f02-93d4-7ba8a9e67e64,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:40.928229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0a988d15-2ca5-427b-b2c6-720429cbf077 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:41:40.928229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0a988d15-2ca5-427b-b2c6-720429cbf077 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:40.928229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b6e39aa-ff89-4285-9562-e9e67623a06a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:40.939333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:40.974196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0b6e39aa-ff89-4285-9562-e9e67623a06a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:41:40.976308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0b6e39aa-ff89-4285-9562-e9e67623a06a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:40.976492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.175407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.531528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:41.749541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port c8c5449a-a3af-4cfb-a759-167e19ac1e55 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:41.749897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.765158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:41.770584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.777638 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:41.803071 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:41.803071 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:41.841286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2c381617-cce2-4fad-82e1-fca688ce687f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/6ceca402-faf7-403f-b3f9-79830c6b25f5 HTTP/1.1" status: 204 len: 168 time: 2.1624253 Jan 18 23:41:41.843926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:41.877192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:41.908790 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:41.909783 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:41.936731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port e2e37240-e080-4cc8-8d98-b244e4ba47db {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:41.937105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:41.991032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port c8c5449a-a3af-4cfb-a759-167e19ac1e55, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c8c5449a-a3af-4cfb-a759-167e19ac1e55,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:41.991538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.001672 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:42.002072 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94960c4d-86f6-440b-afd3-ec78c0096bb8 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:42.006530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:41:42.141563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for c8c5449a-a3af-4cfb-a759-167e19ac1e55 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:42.225930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port b993761d-e9e4-4e00-8f8e-2351350ac8bb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:41:42.234451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port b993761d-e9e4-4e00-8f8e-2351350ac8bb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:41:42.234861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.234982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.375984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for e2e37240-e080-4cc8-8d98-b244e4ba47db owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:42.406413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.438300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:41:42.449107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:42.475226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.506280 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'code': 200} Jan 18 23:41:42.532666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=c8c5449a-a3af-4cfb-a759-167e19ac1e55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:42.576894 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.713653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=13']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:42.826403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.829225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:42.924589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=e2e37240-e080-4cc8-8d98-b244e4ba47db,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:43.056656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.070452 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ce7951c-7963-4f3d-b6d1-341bfa39127a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/e2e37240-e080-4cc8-8d98-b244e4ba47db HTTP/1.1" status: 204 len: 168 time: 1.2253232 Jan 18 23:41:43.071207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52400) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:43.077192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:43.083640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:43.087745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:floatingip and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:43.090737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:43.097093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:43.231828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.387311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.480794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:43.544824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.204 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/73bdc472-3808-493d-b5c1-479d1e174cda) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:43.638732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:43.654320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f65fc089-6666-47d6-a571-edca5820899c tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1346598 Jan 18 23:41:43.654805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52414) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:43.661772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:43.684231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:43.686088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:43.721616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.855885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:43.859016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting subnet a259ca4b-7aae-4cd3-990d-0609b9ec675d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:41:43.862122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.923775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:43.947182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.035157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c131b45-e48e-473c-9cf3-5e55f8cc5dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.048302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:44.052615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:44.068060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:44.068870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:44.070133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.187404 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:44.191070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:44.193248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=73bdc472-3808-493d-b5c1-479d1e174cda,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:44.196157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:44.224217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:44.309406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.355544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Subnet': ['ID=a259ca4b-7aae-4cd3-990d-0609b9ec675d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:44.361551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.371254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d26306bc-7509-426d-a839-869b2ae00ba7 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/a259ca4b-7aae-4cd3-990d-0609b9ec675d HTTP/1.1" status: 204 len: 168 time: 0.7142274 Jan 18 23:41:44.382269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbbf39-1063-4a09-8fdf-d4a611470ca5 None None] Network 57a01cb8-4827-4d8f-9966-9c3be0299b4f requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:44.389789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:44.409842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:44.412307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cc949-097d-4be2-be69-0c3b1a5bc6a4 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:44.480660 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.578770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.590504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Deleting port cd349295-5a26-4791-a8ac-7a469c4a6b5c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:44.590839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.662784 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.803499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] DHCP port deletion for 57a01cb8-4827-4d8f-9966-9c3be0299b4f request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:41:44.815321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Deleting port cd349295-5a26-4791-a8ac-7a469c4a6b5c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:44.815321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.867505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] For port cd349295-5a26-4791-a8ac-7a469c4a6b5c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd349295-5a26-4791-a8ac-7a469c4a6b5c,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:44.867505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:44.888015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c5449a-a3af-4cfb-a759-167e19ac1e55 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:44.964895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c8c5449a-a3af-4cfb-a759-167e19ac1e55 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:41:44.965353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c8c5449a-a3af-4cfb-a759-167e19ac1e55 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:41:44.965839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd349295-5a26-4791-a8ac-7a469c4a6b5c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:41:45.060980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Calling delete_port for cd349295-5a26-4791-a8ac-7a469c4a6b5c owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:45.066495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.172138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.249214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.295586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=73bdc472-3808-493d-b5c1-479d1e174cda,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:45.303263 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.311775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.360543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Port': ['ID=cd349295-5a26-4791-a8ac-7a469c4a6b5c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:45.367952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No DVR routers for this DVR port cd349295-5a26-4791-a8ac-7a469c4a6b5c on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:41:45.393588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] For port cd349295-5a26-4791-a8ac-7a469c4a6b5c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd349295-5a26-4791-a8ac-7a469c4a6b5c,segment=NetworkSegment(4e919eb7-3248-421e-872f-07f0d4a70fe3),segment_id=4e919eb7-3248-421e-872f-07f0d4a70fe3)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:41:45.393812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.420494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.424702 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-05870c92-3edf-4743-8622-04d3150bc87b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3525734 Jan 18 23:41:45.425568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52440) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:45.431436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'port': {'network_id': '99d04b82-0bd4-4db9-bcdd-8d9882e37084', 'name': 'tempest-FloatingIPTestJSON-954897027'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:45.517497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Calling delete_port for cd349295-5a26-4791-a8ac-7a469c4a6b5c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:45.525828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.614035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:45.619676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:port and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:45.622497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:41:45.626171 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:41:45.626425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:45.632485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:45.664145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a01cb8-4827-4d8f-9966-9c3be0299b4f']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:45.676748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e919eb7-3248-421e-872f-07f0d4a70fe3') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:45.677069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e919eb7-3248-421e-872f-07f0d4a70fe3') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:45.688162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.704725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.710710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:41:45.711076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:41:45.725007 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:41:45.806062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:45.809568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.830898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] device_id is not set on port f957ecb6-d944-4a0e-823e-e3bbbdb2fb63 yet. {{(pid=84543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:41:45.929244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.955759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:45.962414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Pushing event deleted for resources: {'Network': ['ID=57a01cb8-4827-4d8f-9966-9c3be0299b4f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:45.975748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1fa5d23f-df93-46d3-aaaf-45746d248321 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/networks/57a01cb8-4827-4d8f-9966-9c3be0299b4f HTTP/1.1" status: 204 len: 168 time: 1.5800142 Jan 18 23:41:45.975932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52444) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:45.978866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.5 (99d04b82-0bd4-4db9-bcdd-8d9882e37084/13f968a8-79c6-4d88-818d-50a333767ac0/f957ecb6-d944-4a0e-823e-e3bbbdb2fb63) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:45.983843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'routes': None}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:46.065989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9b050f5-5b7e-4387-978b-02446573375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.124565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Deleting port cd349295-5a26-4791-a8ac-7a469c4a6b5c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:46.125176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.199217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ef623932-4506-4de6-91bd-a84746a740a0 None None] The port 'cd349295-5a26-4791-a8ac-7a469c4a6b5c' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:41:46.409041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Added routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 18 23:41:46.409570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.extraroute_db [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Removed routes are [] {{(pid=84543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 18 23:41:46.409733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.797052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.872812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:46.878857 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.052413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router d2a8afc5-2ec3-475b-b2c7-89f420055a35 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:47.131681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.271743 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.285795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 99d04b82-0bd4-4db9-bcdd-8d9882e37084 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:47.293663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:47.295553 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=f957ecb6-d944-4a0e-823e-e3bbbdb2fb63,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:47.303819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:47.352116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.352452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.358277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:47.371882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:47.382650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Sync routers for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:47.388146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:47.388765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.395998 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:47.396527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.396645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:47.400764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23fee873-35ae-4f53-ae45-5ad5cd6c1df4 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 705 time: 1.4239247 Jan 18 23:41:47.401263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:47.447397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fd0c26a1-95fa-4e43-8d0d-a0de4c2983dc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:47.537513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:47.539878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.541585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e5aa94f5-085d-4b53-9f33-d0184395ebf7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1146955 Jan 18 23:41:47.551663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52466) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:47.558030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fd0c26a1-95fa-4e43-8d0d-a0de4c2983dc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:47.559144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd0c26a1-95fa-4e43-8d0d-a0de4c2983dc tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 205 time: 0.1568842 Jan 18 23:41:47.562295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52470) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:47.563149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': 'f957ecb6-d944-4a0e-823e-e3bbbdb2fb63'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:47.644499 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.644825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:47.649422 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Checking router: d2a8afc5-2ec3-475b-b2c7-89f420055a35 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:47.660293 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Routers {'d2a8afc5-2ec3-475b-b2c7-89f420055a35'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:47.660915 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:47.733985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:47.823780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] Set router d2a8afc5-2ec3-475b-b2c7-89f420055a35 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:47.935608 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:47.940318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a053b7-1092-40d6-8e50-e658a30a4700 None None] The sync data for ids ['d2a8afc5-2ec3-475b-b2c7-89f420055a35'] in n-d-825175-2 is: [{'id': 'd2a8afc5-2ec3-475b-b2c7-89f420055a35', 'name': 'tempest-RoutersIpV6Test-router-1786637535', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:40:35Z', 'updated_at': '2022-01-18T23:41:42Z', 'revision_number': 11, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:48.288485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.296939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.392160 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.408573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.409500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router d2a8afc5-2ec3-475b-b2c7-89f420055a35 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:41:48.427400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.428802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-713540a4-83ce-4257-8cc4-3708c43857d0 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 204 len: 168 time: 0.8648090 Jan 18 23:41:48.435082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:48.441951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1950738810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:48.456324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:48.470087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Usage tracker for resource:router and tenant:37d955473ffd4a059567d58418ba49df is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:48.470087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:48.476570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:48.500374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.592545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.594530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.618455 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.728634 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP c2a03232-14ba-4543-ad3c-c37d8fafbf9f associated. External IP: 172.25.1.204, port: f957ecb6-d944-4a0e-823e-e3bbbdb2fb63. Jan 18 23:41:48.806356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:48.945627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.014327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.015522 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f5447b48-11a7-4d2f-bd3e-29dae690c997 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5794909 Jan 18 23:41:49.018316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52488) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:49.023784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:49.407990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:49.468574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.603271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442906'] for router, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.667552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:49.679107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:49.687818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.700130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:49.704122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:49.779170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:49.790474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bc9cce91-21cf-4a2e-b1f1-e6b11b49ad11 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/c2a03232-14ba-4543-ad3c-c37d8fafbf9f HTTP/1.1" status: 200 len: 977 time: 2.2376211 Jan 18 23:41:49.793571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52496) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:49.794212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:49.794837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:49.876050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port f957ecb6-d944-4a0e-823e-e3bbbdb2fb63 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:49.876399 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:49.888611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:49.889447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae9367-3e7f-423a-992b-bcbb0002e4ac None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:50.000235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Router 8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:41:50.163403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:50.214370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:50.220303 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:50.221470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-06da6bb5-3acd-428c-ae84-dc6011cdc3d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "PUT /v2.0/routers/8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 200 len: 698 time: 1.2020838 Jan 18 23:41:50.223950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52500) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:50.225552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Sync routers for ids ['8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:50.248505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Routers {'8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:50.249692 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:50.396509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ad20dcdb-9343-479c-977a-6c9782981aba tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/routers/8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 200 len: 704 time: 0.1714506 Jan 18 23:41:50.404542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:50.437105 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Set router 8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:50.463158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3ce5c310-afd7-4889-aa14-3d9dc41a95d2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 200 len: 205 time: 0.0575423 Jan 18 23:41:50.465832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52510) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:50.603082 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336', 'name': 'tempest-RoutersIpV6Test-router-1950738810', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:41:48Z', 'updated_at': '2022-01-18T23:41:49Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:50.611179 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Checking router: 8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:41:50.640896 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Routers {'8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:50.641520 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:50.697210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:50.704094 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:50.713017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:50.713017 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP c2a03232-14ba-4543-ad3c-c37d8fafbf9f disassociated. External IP: 172.25.1.204, port: f957ecb6-d944-4a0e-823e-e3bbbdb2fb63. Jan 18 23:41:50.713017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for f957ecb6-d944-4a0e-823e-e3bbbdb2fb63 owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:50.879275 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] Set router 8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:41:51.003555 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336', 'name': 'tempest-RoutersIpV6Test-router-1950738810', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:41:48Z', 'updated_at': '2022-01-18T23:41:49Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:51.029859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e4bb-c279-4bb4-afcf-f80edb978641 None None] The sync data for ids ['8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336'] in n-d-825175-2 is: [{'id': '8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336', 'name': 'tempest-RoutersIpV6Test-router-1950738810', 'tenant_id': '37d955473ffd4a059567d58418ba49df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:41:48Z', 'updated_at': '2022-01-18T23:41:49Z', 'revision_number': 2, 'project_id': '37d955473ffd4a059567d58418ba49df', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:51.098347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:51.204074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=f957ecb6-d944-4a0e-823e-e3bbbdb2fb63,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:51.457789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:51.462200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:51.529102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:51.597657 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:51.599919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Fanout notify agent at l3_agent the message router_deleted on router 8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:41:51.620656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:51.628618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b4ffb77-a14b-4b07-a1df-d17c779dadb8 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 204 len: 168 time: 1.1579936 Jan 18 23:41:51.628946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52524) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:51.676185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f07af899-6a29-41e2-af03-ec5cdef15c2f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Synchronizing usage tracker for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:41:51.688648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f07af899-6a29-41e2-af03-ec5cdef15c2f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] Unset dirty status for tenant:37d955473ffd4a059567d58418ba49df on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:41:51.692520 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f07af899-6a29-41e2-af03-ec5cdef15c2f tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 200 len: 205 time: 0.0599408 Jan 18 23:41:51.692883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52528) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:51.762497 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-507cd2e6-40d2-416d-b8b7-776681efa9b2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:51.766754 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-507cd2e6-40d2-416d-b8b7-776681efa9b2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/8d114d0a-6d6b-4fcc-a7ae-bf73d6bd3336 HTTP/1.1" status: 404 len: 336 time: 0.0697420 Jan 18 23:41:51.766754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52532) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:51.807400 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5576b3-f1d9-475b-9c40-28fa7118d144 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:51.807866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5576b3-f1d9-475b-9c40-28fa7118d144 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:51.811976 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6b5576b3-f1d9-475b-9c40-28fa7118d144 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/860922ac-8133-4130-9826-a3a34d313573 HTTP/1.1" status: 404 len: 337 time: 0.0425816 Jan 18 23:41:51.812265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52538) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:51.862614 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4647952-06de-4fcd-b2a9-a9a1a6d3ae27 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:51.863059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4647952-06de-4fcd-b2a9-a9a1a6d3ae27 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:51.872941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f4647952-06de-4fcd-b2a9-a9a1a6d3ae27 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/b5e6d06a-6329-47a0-bdc1-5dffc9babea9 HTTP/1.1" status: 404 len: 337 time: 0.0595896 Jan 18 23:41:51.875994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52542) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:51.914676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:51.925212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:51.944681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:51.946486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:51.963595 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a120f723-7c20-4dfa-8f28-d4ee85f2a9d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:51.965119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a120f723-7c20-4dfa-8f28-d4ee85f2a9d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:51.970267 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a120f723-7c20-4dfa-8f28-d4ee85f2a9d5 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/b5e65321-aab6-4614-a682-33b1aa1f1e68 HTTP/1.1" status: 404 len: 337 time: 0.0917909 Jan 18 23:41:51.972197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52546) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.031120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:52.039932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:52.042636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-aa9977e3-fccb-4ddc-b950-9e112d0454e6 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/f957ecb6-d944-4a0e-823e-e3bbbdb2fb63 HTTP/1.1" status: 204 len: 168 time: 2.2473419 Jan 18 23:41:52.043700 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b9a45c-df8a-42e0-9533-242508ee3aee tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:52.044285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b9a45c-df8a-42e0-9533-242508ee3aee tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:52.045115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52550) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.046254 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f4b9a45c-df8a-42e0-9533-242508ee3aee tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/a259ca4b-7aae-4cd3-990d-0609b9ec675d HTTP/1.1" status: 404 len: 337 time: 0.0729139 Jan 18 23:41:52.048791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52554) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.051840 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:52.052611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:52.100115 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0259ccba-3131-49cd-a6aa-558546602dd6 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 200 len: 205 time: 0.0499558 Jan 18 23:41:52.103292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52558) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.121684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:52.122339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b018f-c73b-4269-82de-59134c6454be None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:52.165194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fe94925f-d8c2-4410-8476-73250c411bf2 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/floatingips/c2a03232-14ba-4543-ad3c-c37d8fafbf9f HTTP/1.1" status: 200 len: 688 time: 0.1184030 Jan 18 23:41:52.165481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.237210 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-467b64a8-0268-451a-a7c9-c22e596a8f86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:52.240952 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-467b64a8-0268-451a-a7c9-c22e596a8f86 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/d2a8afc5-2ec3-475b-b2c7-89f420055a35 HTTP/1.1" status: 404 len: 336 time: 0.1338563 Jan 18 23:41:52.241230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.294431 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-946e8321-5bb2-48ae-9c02-ebec2567fb80 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=03cdb937-be1b-4ae4-b3df-67d9a1b48edd HTTP/1.1" status: 200 len: 205 time: 0.0492833 Jan 18 23:41:52.294652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52572) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.345282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 73bdc472-3808-493d-b5c1-479d1e174cda {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:41:52.345763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:52.362235 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-72f94a4b-29cc-4332-bc35-bccff2806ae1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:52.366060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-72f94a4b-29cc-4332-bc35-bccff2806ae1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/03cdb937-be1b-4ae4-b3df-67d9a1b48edd HTTP/1.1" status: 404 len: 336 time: 0.0676668 Jan 18 23:41:52.366297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52576) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.409282 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-849c7bb9-6f62-4e7c-8920-098f54b0c540 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:52.409752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849c7bb9-6f62-4e7c-8920-098f54b0c540 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:52.411418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-849c7bb9-6f62-4e7c-8920-098f54b0c540 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/2a190ff4-650c-49dd-889c-2aeb020ef4ff HTTP/1.1" status: 404 len: 337 time: 0.0442336 Jan 18 23:41:52.413946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52580) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.459036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7f682dab-9225-4905-a87d-d27dc6cf4436 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 200 len: 205 time: 0.0421710 Jan 18 23:41:52.459848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52584) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.528972 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-41e181c9-2fb9-40dc-9ba7-5482b48e615b tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:52.532380 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41e181c9-2fb9-40dc-9ba7-5482b48e615b tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/153242d3-1e83-4681-8625-0660f669b710 HTTP/1.1" status: 404 len: 336 time: 0.0692523 Jan 18 23:41:52.539272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:52.539272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:52.539464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52588) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.577377 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-75a5fee3-3224-47d5-a209-5f9191392c95 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6aee5a6-d028-4943-87f0-b21ce5764d1f HTTP/1.1" status: 200 len: 205 time: 0.0413744 Jan 18 23:41:52.577564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52592) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.645196 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-4e0b8922-690a-41f3-9d2b-f3a2e28ca3c1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:52.646232 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4e0b8922-690a-41f3-9d2b-f3a2e28ca3c1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/e6aee5a6-d028-4943-87f0-b21ce5764d1f HTTP/1.1" status: 404 len: 336 time: 0.0677781 Jan 18 23:41:52.648721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52596) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.662773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 73bdc472-3808-493d-b5c1-479d1e174cda owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:41:52.690843 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-514f3f97-198e-4b1b-952d-7a5a6d8d485e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:52.691399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514f3f97-198e-4b1b-952d-7a5a6d8d485e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:52.693149 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-514f3f97-198e-4b1b-952d-7a5a6d8d485e tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/ca74132f-f7f2-40d5-b5f1-9f40e8ee5fd7 HTTP/1.1" status: 404 len: 337 time: 0.0434234 Jan 18 23:41:52.695768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52600) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.743294 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d8a2437a-adde-4ab9-b5ca-7349cfe34834 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=d0370bcd-18ad-4a43-a89d-c05375178b1d HTTP/1.1" status: 200 len: 205 time: 0.0461197 Jan 18 23:41:52.746358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.843659 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-0ba93538-0425-46b7-a72d-388d76048cf1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:52.844590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0ba93538-0425-46b7-a72d-388d76048cf1 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/d0370bcd-18ad-4a43-a89d-c05375178b1d HTTP/1.1" status: 404 len: 336 time: 0.0973232 Jan 18 23:41:52.847124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.896120 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3a120d-63a0-4889-ae90-887bcc6464ed tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:52.896549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3a120d-63a0-4889-ae90-887bcc6464ed tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:52.910830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a3a120d-63a0-4889-ae90-887bcc6464ed tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/e60a0b18-58bd-440e-afa0-e40982efd62c HTTP/1.1" status: 404 len: 337 time: 0.0627248 Jan 18 23:41:52.913338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:52.955860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b7d8c22c-cedb-4259-92d3-42af63befc36 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "GET /v2.0/ports?device_id=99c72b67-a720-43ac-8756-01480f4b242a HTTP/1.1" status: 200 len: 205 time: 0.0414307 Jan 18 23:41:52.958199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:53.017598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:53.059335 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-65aa8c00-6fae-4471-9525-abf031af8bb2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] delete failed (client error): The resource could not be found. Jan 18 23:41:53.060383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-65aa8c00-6fae-4471-9525-abf031af8bb2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/routers/99c72b67-a720-43ac-8756-01480f4b242a HTTP/1.1" status: 404 len: 336 time: 0.1013329 Jan 18 23:41:53.063183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52624) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:53.068878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=73bdc472-3808-493d-b5c1-479d1e174cda,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:53.106972 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb03b99-e72e-45c8-9ac4-21012d150f67 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:53.107415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb03b99-e72e-45c8-9ac4-21012d150f67 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:53.111672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3eb03b99-e72e-45c8-9ac4-21012d150f67 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/be9b305e-e99d-49ea-9685-5c1a12d9c9c7 HTTP/1.1" status: 404 len: 337 time: 0.0443859 Jan 18 23:41:53.111863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52628) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:53.153940 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fd2f19-cf90-4bfe-b4bd-6478721d07f2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] DELETE failed (client error): The resource could not be found. Jan 18 23:41:53.154393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5fd2f19-cf90-4bfe-b4bd-6478721d07f2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:41:53.156059 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a5fd2f19-cf90-4bfe-b4bd-6478721d07f2 tempest-RoutersIpV6Test-1739910403 tempest-RoutersIpV6Test-1739910403-project] 10.222.0.59 "DELETE /v2.0/subnets/faf0ae0a-fecb-4e59-be40-ccac04d63378 HTTP/1.1" status: 404 len: 337 time: 0.0433025 Jan 18 23:41:53.271899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:53.274244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:53.275376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-006b6869-d952-417f-946c-fd966e0133d3 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/c2a03232-14ba-4543-ad3c-c37d8fafbf9f HTTP/1.1" status: 204 len: 168 time: 1.1089866 Jan 18 23:41:53.279251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:53.285554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'ea945df6-e19f-4427-b8e8-6aaffbc6cbe3'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:53.294444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:53.314242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:floatingip and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:53.322135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:53.332290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:53.434652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:53.706592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:53.755212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:53.908618 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.211 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/fd853870-64b8-42b4-8585-6fe79c59230a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:54.013155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9d70b52b-7245-4139-ab3c-a5929e02637a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37d955473ffd4a059567d58418ba49df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2538018 Jan 18 23:41:54.013673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:54.134141 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.139099 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.165639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.283719 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.334459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.349276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a3f311-94f8-415e-8d37-f7d51eed73e2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:54.357377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.368191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-13fbd630-0709-40d3-8f68-f77c89472534 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a3f311-94f8-415e-8d37-f7d51eed73e2 HTTP/1.1" status: 204 len: 168 time: 0.3487349 Jan 18 23:41:54.369232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52676) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:54.375355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:54.378458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:54.382606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:54.424490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=fd853870-64b8-42b4-8585-6fe79c59230a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:54.547276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.591434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:54.595557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Usage tracker for resource:security_group_rule and tenant:342c9296399644aaba79973230eec5cb is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:54.598639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:54.605045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:54.673589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.749178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.814076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2711b-2b5a-4026-bc71-55576bf030e5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:54.828040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d64efe00-67fb-49b8-94b5-617221c1bcbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=342c9296399644aaba79973230eec5cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4572015 Jan 18 23:41:54.833104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52688) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:54.918278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:54.953094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.090756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.200129 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.233212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2711b-2b5a-4026-bc71-55576bf030e5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:55.239512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.293286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.294406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7cec443d-6095-4383-b8ad-2f52a149d8a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ab2711b-2b5a-4026-bc71-55576bf030e5 HTTP/1.1" status: 204 len: 168 time: 0.4604216 Jan 18 23:41:55.470156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.528417 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.630323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=fd853870-64b8-42b4-8585-6fe79c59230a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:55.644714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52712) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:55.659663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:55.784568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e253ef86-0015-4b81-94f7-2420514165a2 tempest-ServiceProvidersTest-1868135843 tempest-ServiceProvidersTest-1868135843-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1385701 Jan 18 23:41:55.962851 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 371962a7-3061-4525-ac32-5ae5e205442b associated. External IP: 172.25.1.211, port: ea945df6-e19f-4427-b8e8-6aaffbc6cbe3. Jan 18 23:41:56.068867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52720) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:56.089401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.120661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:56.124386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Usage tracker for resource:security_group_rule and tenant:88823399b0384d2ba20ddb5cf4566f99 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:56.127202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:56.132859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:56.208081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.269289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.311714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ab6a95-3e06-41d8-a6db-846c87d3d5e3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:56.316373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52730) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:56.344853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.345268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.345695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.346087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.346666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.347062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.347449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.347832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.348217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.348598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.349007 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:41:56.355761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0bd22648-7985-4f5d-9a0d-179090621c74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88823399b0384d2ba20ddb5cf4566f99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2855892 Jan 18 23:41:56.361487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:56.392160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:41:56.438745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.482052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.540678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.579762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:56.584084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Usage tracker for resource:security_group_rule and tenant:3d5628781013402e81a0593318b1d795 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:56.587023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:56.594276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:56.616466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:41:56.628230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:41:56.640668 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:56.641372 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:56.676526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.700951 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:56.701629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ab6a95-3e06-41d8-a6db-846c87d3d5e3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:56.702747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.712499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:41:56.713195 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:56.718985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.720121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c21d026b-8b4a-44a7-9497-d0392e4124ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97ab6a95-3e06-41d8-a6db-846c87d3d5e3 HTTP/1.1" status: 204 len: 168 time: 0.3575773 Jan 18 23:41:56.771386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.798047 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:41:56.798896 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c67ec8-142c-4318-b2a1-fa31dbe42e33 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:41:56.800386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-099e68ad-0c40-47a3-ac5b-185400252abb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5199609 Jan 18 23:41:56.805345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:56.816736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-951621395'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:56.824346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:56.828774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:network and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:56.831804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:56.837748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:56.871222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.918452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e4a1ec-929b-4833-a6f3-4fb068f6fa06,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:56.927078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-05332858-2069-47bc-aadb-c398777c7eee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d5628781013402e81a0593318b1d795&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6073296 Jan 18 23:41:56.936487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:56.953965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:56.957317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.987114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:41:56.992975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:56.999803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.002097 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Added segment 0f0be14b-f35e-44ea-8cb0-5b3631b84434 of type vlan for network e637a645-adbc-4694-8457-3b2ca7e5a5b5 Jan 18 23:41:57.020420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.026436 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.117176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.121642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:57.122243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.145348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.161771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e4a1ec-929b-4833-a6f3-4fb068f6fa06,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:57.185928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.187531 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fce43d6d-7ae4-41a4-9c33-abd44555354d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04e4a1ec-929b-4833-a6f3-4fb068f6fa06 HTTP/1.1" status: 204 len: 168 time: 0.2590792 Jan 18 23:41:57.316108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Network': ['ID=e637a645-adbc-4694-8457-3b2ca7e5a5b5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:57.329624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:41:57.395285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5078320d-4737-413e-87d8-160f3574132e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5886834 Jan 18 23:41:57.397904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:57.404447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'subnet': {'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:57.518857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:57.533575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:57.632329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:41:57.771481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:57.934506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-eb9ed67c-b4b0-408e-9216-d47e5951ade6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618991 Jan 18 23:41:58.114616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-9721743c-4670-4f4c-9510-865aee0dca74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1097 time: 0.0754130 Jan 18 23:41:58.160596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:58.258632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Subnet': ['ID=3de8e65e-b19c-4c6f-bc13-debfe757ec57,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:58.319814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Checking segment: {'id': '0f0be14b-f35e-44ea-8cb0-5b3631b84434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:58.322257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network hostable DHCP agents. Network: e637a645-adbc-4694-8457-3b2ca7e5a5b5, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:41:58.408943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-a9302f59-ec9c-430b-941b-5d2920aaeb0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:58.408943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-a9302f59-ec9c-430b-941b-5d2920aaeb0b service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.2657976 Jan 18 23:41:58.445753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:41:58.509867 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-d78b0391-ccc8-47fb-b1e4-ccf35b025408 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 1001 time: 0.0947030 Jan 18 23:41:58.529178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, e637a645-adbc-4694-8457-3b2ca7e5a5b5) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:58.540315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:58.540315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:58.541243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4535da-d9b2-4869-8a72-e544dd7c2bdb None None] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:41:58.589365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-650863fe-1646-4081-8f6a-d7c4a2a057e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:41:58.591041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-650863fe-1646-4081-8f6a-d7c4a2a057e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0742776 Jan 18 23:41:58.658267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0bdb9721-6ffb-42e9-95fd-49344e4a8224 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2590444 Jan 18 23:41:58.661330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52804) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:58.669071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1228659791', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:58.685335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:58.691369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:router and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:41:58.695451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:41:58.702963 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:41:58.722371 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-1b115f7b-b856-4d09-9cd6-23ebc4bf22a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238089 Jan 18 23:41:58.736824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52808) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:58.771351 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:41:58.819792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:58.820749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:58.893262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:58.910587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-5093e6f9-4591-4704-a6c3-18aca91e3754 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794920 Jan 18 23:41:58.951512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-e637a645-adbc-4694-8457-3b2ca7e5a5b5', 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5', 'tenant_id': '746d7f8a4d964b90bef14c1ccb04a224', 'fixed_ips': [{'subnet_id': '3de8e65e-b19c-4c6f-bc13-debfe757ec57'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:41:58.953259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.035938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dbbdcb02-74fc-46e3-b35e-a1d7107ffcb6 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2081850593', 'prefixes': ['172.20.0.0/16']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:59.054031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dbbdcb02-74fc-46e3-b35e-a1d7107ffcb6 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:41:59.217962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Allocated IP 172.20.0.2 (e637a645-adbc-4694-8457-3b2ca7e5a5b5/3de8e65e-b19c-4c6f-bc13-debfe757ec57/26b2281c-77ff-4e61-99c1-5c6fde2292d2) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:41:59.359892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dbbdcb02-74fc-46e3-b35e-a1d7107ffcb6 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Notify callbacks [] for subnetpool, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.364126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dbbdcb02-74fc-46e3-b35e-a1d7107ffcb6 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6262693 Jan 18 23:41:59.365411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52820) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:59.383585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.400286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-90fd9937-3ea8-43c9-bf86-405c12bf05dd req-3202fb46-bf3c-4496-babd-db46d11efcd0 service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816227 Jan 18 23:41:59.418623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2d9a6d53-af41-4829-aae8-028a74aad071 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "GET /v2.0/subnetpools/a328f7b0-f154-496f-86be-6465102090b5 HTTP/1.1" status: 200 len: 732 time: 0.0518217 Jan 18 23:41:59.421186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52826) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:59.428088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a1b35d0a-e60c-4454-abc4-2627ca189be7 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2113368396'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:41:59.486751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.498372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Transition to ACTIVE for port object 26b2281c-77ff-4e61-99c1-5c6fde2292d2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:59.526904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Transition to ACTIVE for port object 26b2281c-77ff-4e61-99c1-5c6fde2292d2 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:41:59.615653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.698304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Pushing event updated for resources: {'Port': ['ID=26b2281c-77ff-4e61-99c1-5c6fde2292d2,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:41:59.717624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:41:59.717624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:41:59.717624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:41:59.722439 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.762261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.805622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1b35d0a-e60c-4454-abc4-2627ca189be7 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Notify callbacks [] for subnetpool, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.805622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1b35d0a-e60c-4454-abc4-2627ca189be7 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "PUT /v2.0/subnetpools/a328f7b0-f154-496f-86be-6465102090b5 HTTP/1.1" status: 200 len: 684 time: 0.3806345 Jan 18 23:41:59.805930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52836) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:41:59.841372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Attempting to bind port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:41:59.841753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Attempting to bind port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '0f0be14b-f35e-44ea-8cb0-5b3631b84434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:41:59.843601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Attempting to bind port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 on network e637a645-adbc-4694-8457-3b2ca7e5a5b5 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:41:59.850430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:41:59.850812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Checking segment: {'id': '0f0be14b-f35e-44ea-8cb0-5b3631b84434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:41:59.851222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.851626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Bound using segment: {'id': '0f0be14b-f35e-44ea-8cb0-5b3631b84434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:41:59.852086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Bound port: 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0be14b-f35e-44ea-8cb0-5b3631b84434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:41:59.852478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:41:59.950747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] For port 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:41:59.954912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] For port 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=26b2281c-77ff-4e61-99c1-5c6fde2292d2,segment=NetworkSegment(0f0be14b-f35e-44ea-8cb0-5b3631b84434),segment_id=0f0be14b-f35e-44ea-8cb0-5b3631b84434)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:42:00.004560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.25.1.12 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/d75730b0-dcf3-4546-8297-e55fbba054e9) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:42:00.035695 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.142505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-98f9bf22-1f82-43c3-911f-252771d4554b tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] Notify callbacks [] for subnetpool, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.143643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-98f9bf22-1f82-43c3-911f-252771d4554b tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "DELETE /v2.0/subnetpools/a328f7b0-f154-496f-86be-6465102090b5 HTTP/1.1" status: 204 len: 168 time: 0.3368146 Jan 18 23:42:00.146524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:00.148677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9fddd-82a0-440c-8964-7c76cf95343e None None] Pushing event updated for resources: {'Port': ['ID=26b2281c-77ff-4e61-99c1-5c6fde2292d2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:00.173037 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [None req-54157b6f-b60d-45c2-8524-fec35c9f2979 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] show failed (client error): The resource could not be found. Jan 18 23:42:00.174432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-54157b6f-b60d-45c2-8524-fec35c9f2979 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "GET /v2.0/subnetpools/a328f7b0-f154-496f-86be-6465102090b5 HTTP/1.1" status: 404 len: 346 time: 0.0269277 Jan 18 23:42:00.177417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:00.207386 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-23872259-d6bf-487b-a472-178cfebd9c56 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] delete failed (client error): The resource could not be found. Jan 18 23:42:00.211717 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-23872259-d6bf-487b-a472-178cfebd9c56 tempest-SubnetPoolsTestJSON-1562740164 tempest-SubnetPoolsTestJSON-1562740164-project] 10.222.0.59 "DELETE /v2.0/subnetpools/a328f7b0-f154-496f-86be-6465102090b5 HTTP/1.1" status: 404 len: 346 time: 0.0299735 Jan 18 23:42:00.222029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.329928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.422941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:00.426111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:00.430822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:42:00.505450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=d75730b0-dcf3-4546-8297-e55fbba054e9,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:00.745996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.747127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:00.827011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:00.905181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 26b2281c-77ff-4e61-99c1-5c6fde2292d2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:42:01.074946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:01.146388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.196929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:01.202624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f802d37c6be4a57a4d5402a187f49e8 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:01.206192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:01.214325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:01.234224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 535d9e97-18af-4a91-a050-59718f83eb77 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:42:01.313613 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.399814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.459209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5fcdc1-56df-4795-b98c-ce9cb3dfe594,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:01.485960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ec881b0a-f058-4e31-b080-00f76aeb28b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f802d37c6be4a57a4d5402a187f49e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6553910 Jan 18 23:42:01.489282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:01.524762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:01.541246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] Sync routers for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:01.562154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:01.563704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:01.570848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.607746 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.617226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.618535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-edfb94e1-d41e-4d64-83cf-c4ba08cb9823 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9561524 Jan 18 23:42:01.622162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52884) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:01.693805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b0986-2d81-4854-b5ac-56d50b4bbdeb None None] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:42:01.740435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.758553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5fcdc1-56df-4795-b98c-ce9cb3dfe594,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:01.764706 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:01.768290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e245b52-2431-4922-896b-022da4329e97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a5fcdc1-56df-4795-b98c-ce9cb3dfe594 HTTP/1.1" status: 204 len: 168 time: 0.2783539 Jan 18 23:42:01.919362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:01.942875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:01.943862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:02.023038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:02.023738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76168fd-52ca-484a-9e1f-93195bd6e003 None None] The sync data for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:02.096157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Provisioning for port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:02.098811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Provisioning complete for port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:02.099186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:02.307890 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:02.538504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] For port 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=26b2281c-77ff-4e61-99c1-5c6fde2292d2,segment=NetworkSegment(0f0be14b-f35e-44ea-8cb0-5b3631b84434),segment_id=0f0be14b-f35e-44ea-8cb0-5b3631b84434)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:02.662704 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:02.818832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e92faf-c0f3-4fd9-ae74-eb17f4c93cd5 None None] Pushing event updated for resources: {'Port': ['ID=26b2281c-77ff-4e61-99c1-5c6fde2292d2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:02.822329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fa24b6c9-85c5-4e56-80c1-6e8a7b5c6e7c None None] Provisioning complete for port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:02.823286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa24b6c9-85c5-4e56-80c1-6e8a7b5c6e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:03.240309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:03.689535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.1 (e637a645-adbc-4694-8457-3b2ca7e5a5b5/3de8e65e-b19c-4c6f-bc13-debfe757ec57/20b4da55-3794-4a17-95d7-32af69834939) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:42:03.861577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:03.879827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Transition to ACTIVE for port object 20b4da55-3794-4a17-95d7-32af69834939 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:04.078207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.180220 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:04.183512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:04.188087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:42:04.214261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=20b4da55-3794-4a17-95d7-32af69834939,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:04.235617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52926) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:04.240035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026536 Jan 18 23:42:04.243551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52928) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:04.304582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.488078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3293ae46-5867-42f6-9cef-b98351cb5f7a tempest-NetworksApiDiscovery-1811081483 tempest-NetworksApiDiscovery-1811081483-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2360375 Jan 18 23:42:04.545269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.677450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8093de51-8938-483c-b2c8-ecc994c760f1 None None] Provisioning for port 20b4da55-3794-4a17-95d7-32af69834939 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:04.684780 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8093de51-8938-483c-b2c8-ecc994c760f1 None None] Provisioning complete for port 20b4da55-3794-4a17-95d7-32af69834939 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:04.685826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8093de51-8938-483c-b2c8-ecc994c760f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:04.772470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8093de51-8938-483c-b2c8-ecc994c760f1 None None] Port 20b4da55-3794-4a17-95d7-32af69834939 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:42:04.845982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 26b2281c-77ff-4e61-99c1-5c6fde2292d2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:42:04.986113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:04.986415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.223569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.303428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52940) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:05.309216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.501305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=20b4da55-3794-4a17-95d7-32af69834939,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:05.504511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.615720 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.679319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:05.681320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:05.684092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:05.685355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Usage tracker for resource:security_group_rule and tenant:e0485ec577ca4c2188328fbfc96d6371 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:05.692941 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:05.705826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:05.848642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:05.968953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.081914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125db00-f91f-48b9-8d1d-bb6066227299,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:06.109192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c409229-3011-4c31-a33a-2de86605c5ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0485ec577ca4c2188328fbfc96d6371&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8024266 Jan 18 23:42:06.109648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52950) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:06.112008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b3496900-0453-4753-a2fe-7802eac25fe5 None None] Provisioning complete for port 20b4da55-3794-4a17-95d7-32af69834939 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:06.112493 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b3496900-0453-4753-a2fe-7802eac25fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.220964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b3496900-0453-4753-a2fe-7802eac25fe5 None None] Port 20b4da55-3794-4a17-95d7-32af69834939 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:42:06.237736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 535d9e97-18af-4a91-a050-59718f83eb77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:06.257549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.290892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.456337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:06.471030 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] Sync routers for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:06.481493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:06.482102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f5f48d2-e814-4d94-85bb-d30010c21c3a tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/routers/535d9e97-18af-4a91-a050-59718f83eb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582036 Jan 18 23:42:06.488085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'port': {'network_id': 'e637a645-adbc-4694-8457-3b2ca7e5a5b5', 'name': 'tempest-FloatingIPTestJSON-426925997'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:06.488253 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:06.488845 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:06.518736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.574498 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:06.588072 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:06.588697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:06.598046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125db00-f91f-48b9-8d1d-bb6066227299,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:06.608221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.609916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53243e4b-35df-4922-9c83-88c5c4e669db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9125db00-f91f-48b9-8d1d-bb6066227299 HTTP/1.1" status: 204 len: 168 time: 0.4995887 Jan 18 23:42:06.668348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:06.668993 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee9e4a-ac33-429a-9f6a-cd5331198525 None None] The sync data for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:06.716124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:06.724445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Usage tracker for resource:port and tenant:746d7f8a4d964b90bef14c1ccb04a224 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:06.724445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:06.729975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:06.812674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Made reservation on behalf of 746d7f8a4d964b90bef14c1ccb04a224 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:06.816658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:06.874568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] device_id is not set on port afe05a4f-fa61-4db1-8199-3025b5a0988b yet. {{(pid=84542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 18 23:42:07.044325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Allocated IP 172.20.0.5 (e637a645-adbc-4694-8457-3b2ca7e5a5b5/3de8e65e-b19c-4c6f-bc13-debfe757ec57/afe05a4f-fa61-4db1-8199-3025b5a0988b) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:42:07.452772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:07.484604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Transition to ACTIVE for port object afe05a4f-fa61-4db1-8199-3025b5a0988b will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:07.597984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:07.730937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:07.734134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:07.743073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:42:07.777108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event updated for resources: {'Port': ['ID=afe05a4f-fa61-4db1-8199-3025b5a0988b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:07.834680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:07.835330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:08.080964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 52980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:08.081672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d326c517-64bd-409c-9e65-7805b0bf224f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5973282 Jan 18 23:42:08.086327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Request body: {'floatingip': {'port_id': 'afe05a4f-fa61-4db1-8199-3025b5a0988b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:08.227578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:08.277586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb713ac7-8837-4ccc-a16c-f06914dd9a54 None None] Provisioning for port afe05a4f-fa61-4db1-8199-3025b5a0988b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:42:08.284387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-eb713ac7-8837-4ccc-a16c-f06914dd9a54 None None] Provisioning complete for port afe05a4f-fa61-4db1-8199-3025b5a0988b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:42:08.284387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb713ac7-8837-4ccc-a16c-f06914dd9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:08.343449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-eb713ac7-8837-4ccc-a16c-f06914dd9a54 None None] Port afe05a4f-fa61-4db1-8199-3025b5a0988b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:42:08.739391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 52994) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:08.939362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:08.973873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:08.977768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Usage tracker for resource:security_group_rule and tenant:fd76e3c5692e44fb8ae6a0d217e4cc3e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:08.981194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:08.987311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:09.056889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.125538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.160390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.192495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd76e3c5692e44fb8ae6a0d217e4cc3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4514525 Jan 18 23:42:09.194170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f23a4e-83ac-4d0b-962e-2bb8bfc33ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a2e8d9-fb6c-48bd-855a-8a4fda7b1431,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:09.195157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53004) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:09.220668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.248754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.371447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.459084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.548399 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 371962a7-3061-4525-ac32-5ae5e205442b associated. External IP: 172.25.1.211, port: ea945df6-e19f-4427-b8e8-6aaffbc6cbe3. Jan 18 23:42:09.615915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.636897 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a2e8d9-fb6c-48bd-855a-8a4fda7b1431,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:09.644464 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:09.647774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ded7efc0-a0a7-42f2-ba1b-4151f58f5ab6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5a2e8d9-fb6c-48bd-855a-8a4fda7b1431 HTTP/1.1" status: 204 len: 168 time: 0.4439614 Jan 18 23:42:09.999875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:10.327589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:10.339346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:10.351395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:10.352010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:10.393989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:10.413569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:10.413776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:10.426384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:10.427296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:10.469033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:10.477629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Usage tracker for resource:security_group_rule and tenant:3e57562fbaf348869736a2d1d6e99880 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:10.486688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:10.504169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:10.508902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:10.509557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4959c0-353c-4bfc-8c47-3fa07b2819dc None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:10.590347 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:10.662818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:10.737707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e57562fbaf348869736a2d1d6e99880&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424153 Jan 18 23:42:10.739292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53044) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:10.739516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fe063-f2c7-4239-a737-bf7873083257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b45b73c-e530-4ec8-8c8d-7155605ad04b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:10.843059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:10.878787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:10.961866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 535d9e97-18af-4a91-a050-59718f83eb77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:11.009689 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:11.058954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b45b73c-e530-4ec8-8c8d-7155605ad04b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:11.065279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:11.066430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53af3b10-48ed-4176-b155-9904984ea98a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b45b73c-e530-4ec8-8c8d-7155605ad04b HTTP/1.1" status: 204 len: 168 time: 0.3186574 Jan 18 23:42:11.171474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:11.198728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:11.202995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:11.210529 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead1315-1762-4762-8e93-807c284443de None None] Sync routers for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:11.223900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:11.224715 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:11.336418 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:11.344315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53054) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:11.346074 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0b996437-ef65-4462-9a26-9d0df8dbf8b7 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/floatingips/371962a7-3061-4525-ac32-5ae5e205442b HTTP/1.1" status: 200 len: 977 time: 3.2635810 Jan 18 23:42:11.373622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:11.374542 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:11.446252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port afe05a4f-fa61-4db1-8199-3025b5a0988b {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:11.448729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:11.460643 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-3ead1315-1762-4762-8e93-807c284443de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:11.463525 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ead1315-1762-4762-8e93-807c284443de None None] The sync data for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:11.753175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.095391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.098324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.098324 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Floating IP 371962a7-3061-4525-ac32-5ae5e205442b disassociated. External IP: 172.25.1.211, port: afe05a4f-fa61-4db1-8199-3025b5a0988b. Jan 18 23:42:12.098324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for afe05a4f-fa61-4db1-8199-3025b5a0988b owned by {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:12.328872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:12.381009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=afe05a4f-fa61-4db1-8199-3025b5a0988b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:12.773682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 535d9e97-18af-4a91-a050-59718f83eb77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:12.993273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:13.024510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] Sync routers for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:13.053179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:13.057197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:13.149448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.174709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cdbdb356-1995-48ff-8373-5e8bdfc7d1bb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/afe05a4f-fa61-4db1-8199-3025b5a0988b HTTP/1.1" status: 204 len: 168 time: 1.8289506 Jan 18 23:42:13.177143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:13.265543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:13.300104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:13.300733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:41:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:13.415789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:13.417154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca6014-f898-42c9-95da-577267d06b6f None None] The sync data for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:13.841788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:13.890888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-21b1ad76-7dd8-40e6-91c1-fbfae119601b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:14.570192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 20b4da55-3794-4a17-95d7-32af69834939 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:14.570851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:14.999158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:15.134244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 20b4da55-3794-4a17-95d7-32af69834939 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:15.422534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:15.468413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=20b4da55-3794-4a17-95d7-32af69834939,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:15.988928 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:16.028244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ff05688-9678-49e7-ae79-112d5f66f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:16.672906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 535d9e97-18af-4a91-a050-59718f83eb77 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:17.047334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:17.062159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] Sync routers for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:17.066038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53172) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:17.076267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a2e35f8a-769b-492f-88dc-3b88e5b59ec8 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/routers/535d9e97-18af-4a91-a050-59718f83eb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8980050 Jan 18 23:42:17.079053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:17.079770 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:17.187026 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:17.210704 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] Routers {'535d9e97-18af-4a91-a050-59718f83eb77'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:17.211580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['535d9e97-18af-4a91-a050-59718f83eb77'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:17.245545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.292002 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:17.292622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a7c83e-c723-49ec-a086-b75ca7a0ed9c None None] The sync data for ids ['535d9e97-18af-4a91-a050-59718f83eb77'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:17.351091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.480607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.578782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.653233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port d75730b0-dcf3-4546-8297-e55fbba054e9 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:17.653603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:17.842718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:18.104937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for d75730b0-dcf3-4546-8297-e55fbba054e9 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:18.362986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:18.407788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=d75730b0-dcf3-4546-8297-e55fbba054e9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:18.671279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:18.856434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.044150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.049319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.176403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.178555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Fanout notify agent at l3_agent the message router_deleted on router 535d9e97-18af-4a91-a050-59718f83eb77 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:42:19.202479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.204904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-59cff033-a610-4032-9138-532d1ea1131d tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/routers/535d9e97-18af-4a91-a050-59718f83eb77 HTTP/1.1" status: 204 len: 168 time: 2.1365793 Jan 18 23:42:19.206352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:19.417101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting subnet 3de8e65e-b19c-4c6f-bc13-debfe757ec57 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:42:19.420872 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.475777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.638411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.826043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.866197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Subnet': ['ID=3de8e65e-b19c-4c6f-bc13-debfe757ec57,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:19.877553 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:19.888321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d41f56-5f56-4642-a357-8fad9b112ce9 None None] Network e637a645-adbc-4694-8457-3b2ca7e5a5b5 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:42:19.889343 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a373a35b-702a-4847-8b97-75d8b468253b tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/subnets/3de8e65e-b19c-4c6f-bc13-debfe757ec57 HTTP/1.1" status: 204 len: 168 time: 0.6804030 Jan 18 23:42:19.890443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:20.015865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.029219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:20.029754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.209005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] DHCP port deletion for e637a645-adbc-4694-8457-3b2ca7e5a5b5 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:42:20.215673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Deleting port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:20.216284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.388525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] For port 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=26b2281c-77ff-4e61-99c1-5c6fde2292d2,segment=NetworkSegment(0f0be14b-f35e-44ea-8cb0-5b3631b84434),segment_id=0f0be14b-f35e-44ea-8cb0-5b3631b84434)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:20.389139 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.483118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] For port 26b2281c-77ff-4e61-99c1-5c6fde2292d2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=26b2281c-77ff-4e61-99c1-5c6fde2292d2,segment=NetworkSegment(0f0be14b-f35e-44ea-8cb0-5b3631b84434),segment_id=0f0be14b-f35e-44ea-8cb0-5b3631b84434)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:20.483971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.513828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 26b2281c-77ff-4e61-99c1-5c6fde2292d2 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:20.648355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Calling delete_port for 26b2281c-77ff-4e61-99c1-5c6fde2292d2 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:20.654107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.698000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=26b2281c-77ff-4e61-99c1-5c6fde2292d2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:20.708389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] No DVR routers for this DVR port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:42:20.729472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:42:20.729827 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:42:20.857731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.891172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e637a645-adbc-4694-8457-3b2ca7e5a5b5']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:20.906961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 26b2281c-77ff-4e61-99c1-5c6fde2292d2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:20.914198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0be14b-f35e-44ea-8cb0-5b3631b84434') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:20.914767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0be14b-f35e-44ea-8cb0-5b3631b84434') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:20.928934 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.968782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.977277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:42:20.978794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:20.986647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 26b2281c-77ff-4e61-99c1-5c6fde2292d2 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:42:20.987511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 26b2281c-77ff-4e61-99c1-5c6fde2292d2 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:42:21.003604 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:42:21.194198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.199805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.230914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Deleting port 26b2281c-77ff-4e61-99c1-5c6fde2292d2 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:21.232618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.238877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Network': ['ID=e637a645-adbc-4694-8457-3b2ca7e5a5b5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:21.243947 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40a247d4-2e0e-4c41-ae98-352d41675473 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/networks/e637a645-adbc-4694-8457-3b2ca7e5a5b5 HTTP/1.1" status: 204 len: 168 time: 1.3520648 Jan 18 23:42:21.246899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53222) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:21.308687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-85a4031f-b66e-4b03-bbc1-5c2fac530990 None None] The port '26b2281c-77ff-4e61-99c1-5c6fde2292d2' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:42:21.457472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port fd853870-64b8-42b4-8585-6fe79c59230a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:21.458182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.534451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53232) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:21.728594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.737519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.737857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.772234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:21.777203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Usage tracker for resource:security_group_rule and tenant:ee7185bb8d66457bacae1d47f8c347c7 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:21.780761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:21.788127 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:21.879458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for fd853870-64b8-42b4-8585-6fe79c59230a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:21.880025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:21.942086 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.006488 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee7185bb8d66457bacae1d47f8c347c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4709346 Jan 18 23:42:22.007377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545a296-4550-4248-bde8-a37104c8a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716ce7bb-e141-4d1b-a385-c6fa43169224,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:22.009951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.099445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.119788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.129815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.166635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=fd853870-64b8-42b4-8585-6fe79c59230a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:22.261928 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.269297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.285377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ce7bb-e141-4d1b-a385-c6fa43169224,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:22.288895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.289249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:22.292892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-628c7c2a-7242-4805-96c8-5f2ecc823c54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/716ce7bb-e141-4d1b-a385-c6fa43169224 HTTP/1.1" status: 204 len: 168 time: 0.2697961 Jan 18 23:42:22.293044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-800fc1be-0e29-4a61-8ec3-906c90bad0b9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/floatingips/371962a7-3061-4525-ac32-5ae5e205442b HTTP/1.1" status: 204 len: 168 time: 1.0424809 Jan 18 23:42:22.294071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53246) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.362043 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-663cd6d0-b103-4e5e-bbe6-b6325cda0cf5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] DELETE failed (client error): The resource could not be found. Jan 18 23:42:22.362669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663cd6d0-b103-4e5e-bbe6-b6325cda0cf5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:22.364481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-663cd6d0-b103-4e5e-bbe6-b6325cda0cf5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/afe05a4f-fa61-4db1-8199-3025b5a0988b HTTP/1.1" status: 404 len: 333 time: 0.0693889 Jan 18 23:42:22.367258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.424211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9fc885dd-657b-4e3b-b40a-82d6906cab24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Synchronizing usage tracker for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:22.513633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9fc885dd-657b-4e3b-b40a-82d6906cab24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Unset dirty status for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:22.514773 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9fc885dd-657b-4e3b-b40a-82d6906cab24 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/ports?device_id=535d9e97-18af-4a91-a050-59718f83eb77 HTTP/1.1" status: 200 len: 205 time: 0.1460443 Jan 18 23:42:22.517286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53256) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.620772 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-bfef8a3d-a5bf-4872-9773-167705e2377e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] delete failed (client error): The resource could not be found. Jan 18 23:42:22.624259 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bfef8a3d-a5bf-4872-9773-167705e2377e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/routers/535d9e97-18af-4a91-a050-59718f83eb77 HTTP/1.1" status: 404 len: 336 time: 0.1037970 Jan 18 23:42:22.624545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53262) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.669307 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-95046063-d7c3-427f-9492-d6c93115d7f9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] DELETE failed (client error): The resource could not be found. Jan 18 23:42:22.669748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95046063-d7c3-427f-9492-d6c93115d7f9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:22.672384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-95046063-d7c3-427f-9492-d6c93115d7f9 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/subnets/3de8e65e-b19c-4c6f-bc13-debfe757ec57 HTTP/1.1" status: 404 len: 337 time: 0.0457182 Jan 18 23:42:22.674217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53266) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:22.764985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port ea945df6-e19f-4427-b8e8-6aaffbc6cbe3 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:22.765254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:23.051715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:23.191589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for ea945df6-e19f-4427-b8e8-6aaffbc6cbe3 owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:23.425308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:23.477349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=ea945df6-e19f-4427-b8e8-6aaffbc6cbe3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:23.599212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:23.672101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-97fda731-d23d-4efc-ba5c-b68a18fe4896 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/ea945df6-e19f-4427-b8e8-6aaffbc6cbe3 HTTP/1.1" status: 204 len: 168 time: 0.9960237 Jan 18 23:42:23.674386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53292) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:23.715904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:23.748032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port 22250a05-38e1-4d36-bd36-0fb19236535b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:23.749060 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:23.894434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2101194443-network', 'tenant_id': '1cd8444dd8c9420eb0fba84b916b48a9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:23.899869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:23.905873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Usage tracker for resource:network and tenant:1cd8444dd8c9420eb0fba84b916b48a9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:23.909332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:23.917951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:23.988075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Made reservation on behalf of 1cd8444dd8c9420eb0fba84b916b48a9 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:23.990674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.005695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.049692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:24.053981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd8444dd8c9420eb0fba84b916b48a9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:24.058390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:24.064879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:24.148344 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.194240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.209071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.251195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:42:24.273511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb45c08-298b-4873-97e4-b0a3f21c5310,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:24.278488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.278835 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Added segment c91d84de-c34a-4bdf-b455-140d4cb6363d of type vlan for network ef0805af-5721-45d8-ad26-d99b5c04539d Jan 18 23:42:24.312946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.359344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for 22250a05-38e1-4d36-bd36-0fb19236535b owned by {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:24.425492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.426402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:24.427142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.540351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0805af-5721-45d8-ad26-d99b5c04539d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:24.550716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ef0805af-5721-45d8-ad26-d99b5c04539d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:42:24.614328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.648751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-486a6cf7-f49d-43c2-a226-5fa5586ca0c7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9316912 Jan 18 23:42:24.652470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53306) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:24.664283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Request body: {'subnet': {'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2101194443-subnet', 'tenant_id': '1cd8444dd8c9420eb0fba84b916b48a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:24.665186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:24.669723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=22250a05-38e1-4d36-bd36-0fb19236535b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:24.673021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Usage tracker for resource:subnet and tenant:1cd8444dd8c9420eb0fba84b916b48a9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:24.676098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:24.682141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:24.794761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.804695 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb480aee-e10a-443d-9eb8-9f0dad3c8cd5 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/ports/22250a05-38e1-4d36-bd36-0fb19236535b HTTP/1.1" status: 204 len: 168 time: 1.1293046 Jan 18 23:42:24.809245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Made reservation on behalf of 1cd8444dd8c9420eb0fba84b916b48a9 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:24.809716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53310) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:24.809816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:24.893789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c0583-2719-4a49-8ce1-64df04e4951e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:24.894498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-587c0583-2719-4a49-8ce1-64df04e4951e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Synchronizing usage tracker for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:25.013139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-587c0583-2719-4a49-8ce1-64df04e4951e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Unset dirty status for tenant:746d7f8a4d964b90bef14c1ccb04a224 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:25.014345 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-587c0583-2719-4a49-8ce1-64df04e4951e tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e8389c0-23f5-4742-b959-05f190c7a1d8 HTTP/1.1" status: 200 len: 913 time: 0.2062132 Jan 18 23:42:25.016999 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:25.135248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:25.238391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7226d11-0409-4c34-8801-6d54f6510ff9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:25.251494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Checking segment: {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:42:25.252072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Network hostable DHCP agents. Network: ef0805af-5721-45d8-ad26-d99b5c04539d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:42:25.334359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Network ef0805af-5721-45d8-ad26-d99b5c04539d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:42:25.455554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ef0805af-5721-45d8-ad26-d99b5c04539d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:25.455554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:25.456439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:25.462948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21db61-cc67-4c64-bee1-6c0ecc19c73b None None] Network ef0805af-5721-45d8-ad26-d99b5c04539d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:42:25.488012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:25.563183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-67f602a6-f5fb-4936-85e0-22a748240024 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9098349 Jan 18 23:42:25.731093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6683b3f-c5ef-49a9-8f00-7283c3f5edfd None None] Network ef0805af-5721-45d8-ad26-d99b5c04539d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:42:26.357544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port a2ec980a-ff15-4590-831a-66c3833750cd {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:26.358109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:26.724753 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:26.731184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:26.925215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for a2ec980a-ff15-4590-831a-66c3833750cd owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:26.981059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.024276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:27.028933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Usage tracker for resource:security_group_rule and tenant:aec3daab72d74e368f0a5d26edafce8d is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:27.032050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:27.038417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:27.119605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.187923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.211042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.248080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aeb96d-322b-4f18-9124-f7967dc62322,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:27.259758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7e97833-84d2-42a8-8e9b-43385c89ae60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aec3daab72d74e368f0a5d26edafce8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5232008 Jan 18 23:42:27.264944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:27.266032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=a2ec980a-ff15-4590-831a-66c3833750cd,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:27.470855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.503642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.671333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.736748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.764923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aeb96d-322b-4f18-9124-f7967dc62322,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:27.902743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:27.906455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69d31073-9067-4e9a-b84c-70cd42f87ba4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89aeb96d-322b-4f18-9124-f7967dc62322 HTTP/1.1" status: 204 len: 168 time: 0.6357446 Jan 18 23:42:28.465952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Router 6e8389c0-23f5-4742-b959-05f190c7a1d8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:28.793478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:28.793478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-82e084f1-826b-431e-8f0d-1055f02a1ffd tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "PUT /v2.0/routers/6e8389c0-23f5-4742-b959-05f190c7a1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6704917 Jan 18 23:42:28.793478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53368) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] Sync routers for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] Routers {'6e8389c0-23f5-4742-b959-05f190c7a1d8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:28.795983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e8389c0-23f5-4742-b959-05f190c7a1d8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:28.855416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:28.855822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b84b342-9e4f-42cb-823c-84eabc7b5b51 None None] The sync data for ids ['6e8389c0-23f5-4742-b959-05f190c7a1d8'] in n-d-825175-2 is: [] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:28.933311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.153196 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.208156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:29.229278 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.257217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting port f3d50a03-218c-4a35-a87c-c458fd9e2d53 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:29.257583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.300480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:29.313148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Usage tracker for resource:security_group_rule and tenant:ff5bf2d5e2854964b388bc6e0d38c589 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:29.317318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:29.326363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:29.479890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.636243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Calling delete_port for f3d50a03-218c-4a35-a87c-c458fd9e2d53 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:29.674587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.789367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.858464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b544255a-6693-4691-9b7e-8d9eedf6a4e1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:29.866517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53384) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:29.867387 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c0265014-8c0a-43f5-86e1-da13850eccfd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff5bf2d5e2854964b388bc6e0d38c589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6570606 Jan 18 23:42:29.909624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.947787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:29.965392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Port': ['ID=f3d50a03-218c-4a35-a87c-c458fd9e2d53,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:29.985874 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.122941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.144164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b544255a-6693-4691-9b7e-8d9eedf6a4e1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:30.155828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.157231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-35ae3175-3478-4a57-bbc7-d249ed35bb45 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b544255a-6693-4691-9b7e-8d9eedf6a4e1 HTTP/1.1" status: 204 len: 168 time: 0.2892840 Jan 18 23:42:30.330205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.612235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.616828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.728490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.732525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Fanout notify agent at l3_agent the message router_deleted on router 6e8389c0-23f5-4742-b959-05f190c7a1d8 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:42:30.762437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:30.763647 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eba84282-7402-468a-a14e-7342e9cf3441 tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/routers/6e8389c0-23f5-4742-b959-05f190c7a1d8 HTTP/1.1" status: 204 len: 168 time: 2.0714200 Jan 18 23:42:30.766219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53400) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:31.129733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Deleting subnet 13f968a8-79c6-4d88-818d-50a333767ac0 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:42:31.134170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:31.198646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:31.268582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:31.951398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:31.996239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Subnet': ['ID=13f968a8-79c6-4d88-818d-50a333767ac0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:32.006040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.018256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ed306189-1aa7-4b05-84b3-71edea59dadb tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/subnets/13f968a8-79c6-4d88-818d-50a333767ac0 HTTP/1.1" status: 204 len: 168 time: 1.2507033 Jan 18 23:42:32.020602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53420) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:32.155410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.286614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.312014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d04b82-0bd4-4db9-bcdd-8d9882e37084']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:32.326707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36b0fc9-d9b9-41fa-a129-738b8e62b177') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:32.326707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36b0fc9-d9b9-41fa-a129-738b8e62b177') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:32.336780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.353861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.360156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:42:32.360563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:42:32.377120 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:42:32.513838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.532620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:32.542916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] Pushing event deleted for resources: {'Network': ['ID=99d04b82-0bd4-4db9-bcdd-8d9882e37084,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:32.545523 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47e8dedc-233c-40b9-9736-734509dc069f tempest-FloatingIPTestJSON-565544304 tempest-FloatingIPTestJSON-565544304-project] 10.222.0.59 "DELETE /v2.0/networks/99d04b82-0bd4-4db9-bcdd-8d9882e37084 HTTP/1.1" status: 204 len: 168 time: 0.5237691 Jan 18 23:42:33.041787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:33.236703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53460) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:33.237242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-58402660-9648-47b2-bdf6-9983344dd694 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=746d7f8a4d964b90bef14c1ccb04a224&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1933696 Jan 18 23:42:33.365354 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:33.402156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:33.545460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:33.564463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdcf16f-e978-4653-9c9c-06ae766818f5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:33.572049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:33.572049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-83dc6c36-d0da-4afd-8997-34d64973f58b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cdcf16f-e978-4653-9c9c-06ae766818f5 HTTP/1.1" status: 204 len: 168 time: 0.3320444 Jan 18 23:42:34.044439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70c1787b-57da-4ada-8044-cc955165c84e req-cc6ff4a8-a615-4ef4-a2dd-f06688ace344 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1097 time: 0.1235061 Jan 18 23:42:34.109833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70c1787b-57da-4ada-8044-cc955165c84e req-206e4b28-aa5b-4f4f-bfa1-96dce86bca73 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553427 Jan 18 23:42:34.131502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53498) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:34.445772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 18dfca2c-5170-49e4-a09c-350c4e2131bc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:34.446503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:34.663369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:34.663767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:34.807416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 18dfca2c-5170-49e4-a09c-350c4e2131bc owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:35.084596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:35.139344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53518) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.192681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=18dfca2c-5170-49e4-a09c-350c4e2131bc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:35.332231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:35.370742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f1d21687-6743-4110-8ac3-4f3fa4617fe9 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] Request body: {'port': {'network_id': 'a3dbc953-63e1-47cb-8027-8cbe2a6ae482', 'name': 'tempest-NetworksNegativeTestJSON-840554883'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:35.396100 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d21687-6743-4110-8ac3-4f3fa4617fe9 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] POST failed (client error): The resource could not be found. Jan 18 23:42:35.396981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d21687-6743-4110-8ac3-4f3fa4617fe9 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.398501 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1d21687-6743-4110-8ac3-4f3fa4617fe9 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2581789 Jan 18 23:42:35.402778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.443780 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b6cfa6-6c59-44d5-b02d-281e33cdf464 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] DELETE failed (client error): The resource could not be found. Jan 18 23:42:35.443780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b6cfa6-6c59-44d5-b02d-281e33cdf464 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.443780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71b6cfa6-6c59-44d5-b02d-281e33cdf464 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "DELETE /v2.0/networks/575cca8f-d15b-45f8-a052-ffdf761f8aad HTTP/1.1" status: 404 len: 339 time: 0.0390091 Jan 18 23:42:35.447254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53530) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.495473 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b4fd87-93d7-428e-a76f-e0a15839b04d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] DELETE failed (client error): The resource could not be found. Jan 18 23:42:35.496204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b4fd87-93d7-428e-a76f-e0a15839b04d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.504288 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-12b4fd87-93d7-428e-a76f-e0a15839b04d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "DELETE /v2.0/ports/5718696e-923b-45eb-b65b-0ad52763c008 HTTP/1.1" status: 404 len: 333 time: 0.0556901 Jan 18 23:42:35.505144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53538) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.590829 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-823166a2-f9b7-48c8-97ad-85a1b005b15d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] DELETE failed (client error): The resource could not be found. Jan 18 23:42:35.591268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823166a2-f9b7-48c8-97ad-85a1b005b15d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.597171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-823166a2-f9b7-48c8-97ad-85a1b005b15d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "DELETE /v2.0/subnets/cbfeb9fe-959c-4d74-b863-f4e4ed5ff57a HTTP/1.1" status: 404 len: 337 time: 0.0887837 Jan 18 23:42:35.604137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.671482 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abb7ee7-48d5-48e8-9c94-e5f7e5730f21 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] GET failed (client error): The resource could not be found. Jan 18 23:42:35.673087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4abb7ee7-48d5-48e8-9c94-e5f7e5730f21 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "GET /v2.0/networks/c2fc640e-7545-443c-a297-1ae432dd690b HTTP/1.1" status: 404 len: 339 time: 0.0675941 Jan 18 23:42:35.677014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53548) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.727318 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d52799-e3b0-419c-b683-618461de7ff2 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] GET failed (client error): The resource could not be found. Jan 18 23:42:35.730510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-33d52799-e3b0-419c-b683-618461de7ff2 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "GET /v2.0/ports/44e19252-75ce-4dbb-ac0c-2ab23288fec0 HTTP/1.1" status: 404 len: 333 time: 0.0528436 Jan 18 23:42:35.739290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.772253 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:42:35.794003 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b344b6f-f186-47cc-a112-d3dd03aa8fce tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] GET failed (client error): The resource could not be found. Jan 18 23:42:35.804332 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b344b6f-f186-47cc-a112-d3dd03aa8fce tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "GET /v2.0/subnets/217a4763-5664-485a-93ec-33e27626eba2 HTTP/1.1" status: 404 len: 337 time: 0.0631056 Jan 18 23:42:35.805342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.814658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-18e371f6-18b9-4932-82fb-9d002bf96e6d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:35.857659 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e371f6-18b9-4932-82fb-9d002bf96e6d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] PUT failed (client error): The resource could not be found. Jan 18 23:42:35.858132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e371f6-18b9-4932-82fb-9d002bf96e6d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.869802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-18e371f6-18b9-4932-82fb-9d002bf96e6d tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "PUT /v2.0/networks/10283f8a-eb45-4dde-ad35-c1b25afe44d9 HTTP/1.1" status: 404 len: 339 time: 0.0577431 Jan 18 23:42:35.869802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53560) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.873748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ca44b432-5a77-4e50-b4a2-d3cbb504e3c4 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:35.913201 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca44b432-5a77-4e50-b4a2-d3cbb504e3c4 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] PUT failed (client error): The resource could not be found. Jan 18 23:42:35.913650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca44b432-5a77-4e50-b4a2-d3cbb504e3c4 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.918859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ca44b432-5a77-4e50-b4a2-d3cbb504e3c4 tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "PUT /v2.0/ports/0f14fdf9-0afa-4134-86e1-2bc7d6c6b781 HTTP/1.1" status: 404 len: 333 time: 0.0509026 Jan 18 23:42:35.919434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53564) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:35.932317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a9fc92bb-b7b6-4cc4-bf50-c5e82704cffd tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:35.974608 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fc92bb-b7b6-4cc4-bf50-c5e82704cffd tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] PUT failed (client error): The resource could not be found. Jan 18 23:42:35.975193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fc92bb-b7b6-4cc4-bf50-c5e82704cffd tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 18 23:42:35.976319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a9fc92bb-b7b6-4cc4-bf50-c5e82704cffd tempest-NetworksNegativeTestJSON-1278109813 tempest-NetworksNegativeTestJSON-1278109813-project] 10.222.0.59 "PUT /v2.0/subnets/8391a88b-b6c4-4861-93e5-aac1ea0ad3d8 HTTP/1.1" status: 404 len: 337 time: 0.0559750 Jan 18 23:42:36.110537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:36.341104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:36.355534 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Sync routers for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:36.375257 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:36.376026 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:36.377158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:36.450084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-833efee6-6511-44f8-8e55-2970862bf2cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/floatingips/84f92417-d1ab-4bec-b59d-a6ad30482622 HTTP/1.1" status: 204 len: 168 time: 2.3168795 Jan 18 23:42:36.451197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:36.584985 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:42:36.734733 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-15e2f60a-2b2c-4ce2-99a7-0c6cb13b5991 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 1097 time: 0.1232729 Jan 18 23:42:36.746496 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:42:36.879311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53590) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:37.132128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.154684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-625e2339-3c05-412a-a4fd-1ebefed5a3bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:37.156698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-625e2339-3c05-412a-a4fd-1ebefed5a3bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 200 len: 898 time: 0.4149485 Jan 18 23:42:37.217268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:37.224098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Usage tracker for resource:security_group_rule and tenant:d9ad75b70fea4940858635fdac0e5497 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:37.226700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:37.233051 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:37.235239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:37.238122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Checking router: 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:42:37.263121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:37.268089 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:37.291174 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-5e5ad14b-d971-4c83-b681-85e1e98b7062 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 200 len: 217 time: 0.1253233 Jan 18 23:42:37.359812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-f0eeb7ae-5fcc-4f2a-985c-c98fb0896cb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:37.361415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-f0eeb7ae-5fcc-4f2a-985c-c98fb0896cb7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 200 len: 835 time: 0.0644472 Jan 18 23:42:37.382208 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.413345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3be0e-d63d-46ec-99e1-863a61d1c24c req-0c830dd3-ac52-4bb7-ae8c-b584e36d9347 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:37.423155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-40d3be0e-d63d-46ec-99e1-863a61d1c24c req-0c830dd3-ac52-4bb7-ae8c-b584e36d9347 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:37.478656 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-d7b55976-b262-4689-bf80-88b8819f3c63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093709 Jan 18 23:42:37.516827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.560798 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:42:37.578010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-40d3be0e-d63d-46ec-99e1-863a61d1c24c req-0c830dd3-ac52-4bb7-ae8c-b584e36d9347 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:37.584659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40d3be0e-d63d-46ec-99e1-863a61d1c24c req-0c830dd3-ac52-4bb7-ae8c-b584e36d9347 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 946 time: 0.2960808 Jan 18 23:42:37.693390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592547c-819d-4fa3-b859-2dec0900607e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:37.694958 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-b801a19e-5ff2-4e1e-80b3-56aa07899b4d service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011688 Jan 18 23:42:37.714069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e7903e63-f6af-40de-9fa8-8ed4a666d71b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9ad75b70fea4940858635fdac0e5497&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8329105 Jan 18 23:42:37.715455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:37.761777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40d3be0e-d63d-46ec-99e1-863a61d1c24c req-b5b4802e-a0b4-404b-8511-6a1cdc1c0a97 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617231 Jan 18 23:42:37.834635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.876121 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:37.961366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6442f45-dcdd-498b-a7b0-d9d6772e98e2 req-ec6bbff4-570b-47cc-92cb-c8d393165bfb service neutron] 10.222.0.89 "GET /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612679 Jan 18 23:42:38.091040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:38.111542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592547c-819d-4fa3-b859-2dec0900607e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:38.113609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:38.117377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1367eb0f-fe12-495b-8e1e-cdb851c65bfe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2592547c-819d-4fa3-b859-2dec0900607e HTTP/1.1" status: 204 len: 168 time: 0.3970292 Jan 18 23:42:38.149785 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:38.154290 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f316d6-6862-4d24-a280-7b18d3e0364e None None] The sync data for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 is: [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:39:15Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'c64a13a1-9d8f-4942-845d-2813a7084a04', 'name': '', 'network_id': '7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:6c:e0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:13Z', 'updated_at': '2022-01-18T23:39:23Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '6f51e572-1316-40dd-8482-d7a8fdadfb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:38.444526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd729560-dd86-4b7b-a945-d35cca80b047 None None] New status for floating IP 84f92417-d1ab-4bec-b59d-a6ad30482622: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:42:38.738549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-f38a4514-ff07-4a52-b9b5-4a141cbf11c0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:38.738549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-f38a4514-ff07-4a52-b9b5-4a141cbf11c0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:42:38.748455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-f38a4514-ff07-4a52-b9b5-4a141cbf11c0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:42:38.749645 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-f38a4514-ff07-4a52-b9b5-4a141cbf11c0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 946 time: 0.1095598 Jan 18 23:42:38.835659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:38.836023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:39.029086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8dc90-80a8-438e-a51b-c3de700f4337 req-7a4cd77e-b196-4e59-b1d0-42cb0028175a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:39.031061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0c8dc90-80a8-438e-a51b-c3de700f4337 req-7a4cd77e-b196-4e59-b1d0-42cb0028175a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 946 time: 0.0926492 Jan 18 23:42:39.143310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0c8dc90-80a8-438e-a51b-c3de700f4337 req-a3870e0c-7abb-467f-a74d-96362960d272 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=f1ec84a4-09f0-4403-8c33-f12c724084d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047835 Jan 18 23:42:39.251263 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port b993761d-e9e4-4e00-8f8e-2351350ac8bb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=b993761d-e9e4-4e00-8f8e-2351350ac8bb,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:39.251763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:39.288096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:39.410065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for b993761d-e9e4-4e00-8f8e-2351350ac8bb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:39.813938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:39.865887 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=b993761d-e9e4-4e00-8f8e-2351350ac8bb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:39.982950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] No DVR routers for this DVR port b993761d-e9e4-4e00-8f8e-2351350ac8bb on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:42:39.985477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:39.989216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-deleted', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:42:40.055653 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400abf9e-e994-472a-84a0-ffa913120983', 'name': 'network-vif-deleted', 'tag': 'b993761d-e9e4-4e00-8f8e-2351350ac8bb', 'status': 'completed', 'code': 200} Jan 18 23:42:40.194943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35e27fe9-b825-46ff-920b-c73d4f5d7cd1 req-0befdaa4-9ac1-4957-af59-139924b84690 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "DELETE /v2.0/ports/b993761d-e9e4-4e00-8f8e-2351350ac8bb HTTP/1.1" status: 204 len: 173 time: 1.4386778 Jan 18 23:42:40.480045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a96c235-8124-4b86-96b1-19d1512eef1b req-fd9e727b-b4dc-48e1-aed4-52ad72bbbc24 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=400abf9e-e994-472a-84a0-ffa913120983 HTTP/1.1" status: 200 len: 210 time: 0.0734465 Jan 18 23:42:41.319557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:41.608192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53682) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:42.269235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:42.293351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:42.332171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: b993761d-e9e4-4e00-8f8e-2351350ac8bb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:42:42.332857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device b993761d-e9e4-4e00-8f8e-2351350ac8bb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:42.980724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port c64a13a1-9d8f-4942-845d-2813a7084a04 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:42.981429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:43.199126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port c64a13a1-9d8f-4942-845d-2813a7084a04, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c64a13a1-9d8f-4942-845d-2813a7084a04,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:43.199572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:43.335673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for c64a13a1-9d8f-4942-845d-2813a7084a04 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:43.640211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:43.701458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=c64a13a1-9d8f-4942-845d-2813a7084a04,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:43.833334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53726) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:43.947825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2ca9-846b-4a51-9d6d-e9c3cd770013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.129840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.185211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:44.190155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Usage tracker for resource:security_group_rule and tenant:5e294818ae1f4f7eb1c5a0a1f50f19ae is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:44.193997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:44.201551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:44.275359 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.361940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.411512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.481149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f3708-7ac6-4f0e-ae7e-cea2169310f0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:44.493546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8724a035-4c72-45ef-b7d9-092eebe19039 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e294818ae1f4f7eb1c5a0a1f50f19ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6574838 Jan 18 23:42:44.504387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53734) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:44.572378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.600823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.736572 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.754308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f3708-7ac6-4f0e-ae7e-cea2169310f0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:44.763694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:44.764872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-74b6cb7f-c659-4f8a-b6d3-50ce3ab2119a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc5f3708-7ac6-4f0e-ae7e-cea2169310f0 HTTP/1.1" status: 204 len: 168 time: 0.2594380 Jan 18 23:42:45.099788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:42:45.331112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:45.345305 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Sync routers for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:45.347429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4215bf80-dbff-456f-8ce9-3b5d28a5ac7f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7369955 Jan 18 23:42:45.350071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53748) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:45.378312 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:45.378914 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:45.570355 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:42:45.570681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting subnet 6f51e572-1316-40dd-8482-d7a8fdadfb45 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:42:45.574984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.650420 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.756609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:45.938920 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:42:43Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:45.938920 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Checking router: 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:42:45.988547 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Routers {'3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:45.988547 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:45.995449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53756) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:46.005625 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.033191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.054944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f094348f-9ca5-473a-8bbb-8b9b9f13b313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.056470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Subnet': ['ID=6f51e572-1316-40dd-8482-d7a8fdadfb45,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:46.065311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.081856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e8a19825-7113-4ae2-8abf-01749527bf77 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/subnets/6f51e572-1316-40dd-8482-d7a8fdadfb45 HTTP/1.1" status: 204 len: 168 time: 0.7260678 Jan 18 23:42:46.081856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53760) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:46.084254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc9cf72-ab1d-4b66-8bfb-ad616c10b10a None None] Network 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:42:46.107308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:46.114511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Usage tracker for resource:security_group_rule and tenant:00c5c79fcf97488aa6f610d79fb2be84 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:46.121408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:46.129270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:46.210349 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] Set router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:42:46.232420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.333790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.406047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00c5c79fcf97488aa6f610d79fb2be84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4214883 Jan 18 23:42:46.418338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53768) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:46.458665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] DHCP port deletion for 7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:42:46.464672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Deleting port c3b25817-5077-4923-96e5-f09b6141705a {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:46.466739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.478760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa194fa-40b3-4ecf-89ca-8839878632f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8791eb72-06a7-4526-8c6c-4bad4877b613,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:46.498609 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.553332 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.590004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:42:43Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:46.595092 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799dc3eb-3c11-459c-8606-81987835cff2 None None] The sync data for ids ['3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf'] in n-d-825175-2 is: [{'id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046710920', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219'}], 'enable_snat': True}, 'gw_port_id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:39:02Z', 'updated_at': '2022-01-18T23:42:43Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'a6937c76-85c5-4472-a1f9-7d7eea34b30c', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:39:04Z', 'updated_at': '2022-01-18T23:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:42:46.676754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.798086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] For port c3b25817-5077-4923-96e5-f09b6141705a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c3b25817-5077-4923-96e5-f09b6141705a,segment=NetworkSegment(0695920e-dc8a-40a2-950f-05e9c3695f1b),segment_id=0695920e-dc8a-40a2-950f-05e9c3695f1b)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:46.798575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.813504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.829235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8791eb72-06a7-4526-8c6c-4bad4877b613,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:46.845983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.849831 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fddb1c6-1cdd-4ea1-b685-bbf4c4ad8b89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8791eb72-06a7-4526-8c6c-4bad4877b613 HTTP/1.1" status: 204 len: 168 time: 0.4297583 Jan 18 23:42:46.945470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:46.945700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Calling delete_port for c3b25817-5077-4923-96e5-f09b6141705a owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:47.090921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b25817-5077-4923-96e5-f09b6141705a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:47.093808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port a6937c76-85c5-4472-a1f9-7d7eea34b30c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:42:47.094378 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.233823 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.341022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] No DVR routers for this DVR port c3b25817-5077-4923-96e5-f09b6141705a on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:42:47.372925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Pushing event deleted for resources: {'Port': ['ID=c3b25817-5077-4923-96e5-f09b6141705a,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:47.394192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.395026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.395648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.396143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.396922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.397581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.398071 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.399486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.400598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.401892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.402423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb0f236-18ab-41ca-97c8-9e2acdaa9681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:47.430013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port c3b25817-5077-4923-96e5-f09b6141705a {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:42:47.431941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c3b25817-5077-4923-96e5-f09b6141705a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:47.432410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64a13a1-9d8f-4942-845d-2813a7084a04 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:47.485047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c64a13a1-9d8f-4942-845d-2813a7084a04 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:42:47.485550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c64a13a1-9d8f-4942-845d-2813a7084a04 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:47.487695 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.523523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.538933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port a6937c76-85c5-4472-a1f9-7d7eea34b30c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a6937c76-85c5-4472-a1f9-7d7eea34b30c,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:42:47.541646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:47.693671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for a6937c76-85c5-4472-a1f9-7d7eea34b30c owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:42:47.996228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:48.082578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.131691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=a6937c76-85c5-4472-a1f9-7d7eea34b30c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:48.251853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.296301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:48.300551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Usage tracker for resource:security_group_rule and tenant:d5c8a0d28e4048fb8c13203aa56fef3e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:48.303621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:48.310453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:48.370462 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.387440 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.501916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.562579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5c8a0d28e4048fb8c13203aa56fef3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5646069 Jan 18 23:42:48.567444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53822) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:48.626028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff79f627-c44d-4c9d-908d-746150aacf71,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:48.639779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.640373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.641021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.641575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.642119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.642685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.643225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.643764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.644336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.644913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.645474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c17b813-51f4-40b8-b99f-545512fcda5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:48.693430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.731788 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.818221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.824672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.899920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.934241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.949187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff79f627-c44d-4c9d-908d-746150aacf71,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:48.955537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.956923 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f6df1ee5-365f-4d22-ade1-f2ef9dd1c977 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff79f627-c44d-4c9d-908d-746150aacf71 HTTP/1.1" status: 204 len: 168 time: 0.3867445 Jan 18 23:42:48.965099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:48.965653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Fanout notify agent at l3_agent the message router_deleted on router 3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:42:49.005278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.015226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9e3c7508-d6a9-410d-a43c-95ea01ac6961 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/routers/3c481fdb-1111-4b7f-a5a7-a2f90ab90cdf HTTP/1.1" status: 204 len: 168 time: 2.9323912 Jan 18 23:42:49.022862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:49.207966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.490691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.519453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:49.535497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0695920e-dc8a-40a2-950f-05e9c3695f1b') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:49.536023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0695920e-dc8a-40a2-950f-05e9c3695f1b') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:49.554602 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.574529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.581463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:42:49.581853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:42:49.596625 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:42:49.784936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.811841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:49.818391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Network': ['ID=7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:49.937195 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6276d58e-def4-4a98-9d90-130dd045cc51 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/networks/7b41e6c2-7fd5-4a4e-b579-7d9f5fab9907 HTTP/1.1" status: 204 len: 168 time: 0.9130900 Jan 18 23:42:49.939760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53876) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:50.014155 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.049810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.050345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53884) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:50.082389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.233571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:50.234750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.243968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Usage tracker for resource:security_group_rule and tenant:21b23b2223074871a017a9c6a68dd4ee is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:50.249632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:50.256854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:50.269219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec84a4-09f0-4403-8c33-f12c724084d6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:50.329898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.358520 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.359662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a26136c1-ae1b-4227-b8fa-262938b5cbd1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/security-groups/f1ec84a4-09f0-4403-8c33-f12c724084d6 HTTP/1.1" status: 204 len: 168 time: 0.4184241 Jan 18 23:42:50.447814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.498119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cae5c2-d052-4b7a-a7a1-ba02c1cc0112,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:50.501925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf9b3082-35a6-47a0-a823-0b32895782ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21b23b2223074871a017a9c6a68dd4ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4509768 Jan 18 23:42:50.504477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53898) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:50.574619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.608033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.791612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.812578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:50.814385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6cae5c2-d052-4b7a-a7a1-ba02c1cc0112 HTTP/1.1" status: 204 len: 168 time: 0.3089972 Jan 18 23:42:50.815766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dcbe3-fc6d-4f18-aeb1-13fda3726585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cae5c2-d052-4b7a-a7a1-ba02c1cc0112,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:50.821336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a6937c76-85c5-4472-a1f9-7d7eea34b30c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:42:50.888081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a6937c76-85c5-4472-a1f9-7d7eea34b30c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:42:50.888565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a6937c76-85c5-4472-a1f9-7d7eea34b30c not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:42:50.960957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53918) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:50.970121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959901779', 'description': 'tempest-secgroup-smoke-1959901779 description', 'project_id': '36aa58617d204c21948d8a0a03cb89f1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:50.986306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:50.992469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:51.010031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:51.012062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:51.095904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.153547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:51.163609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:51.169477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:51.178136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:51.285673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.359553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.418790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ee70a3-c491-4374-a08a-7a72b3d230b1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:51.482098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.483373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4170357a-9960-477d-8c56-e4b26700c9fe tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5213726 Jan 18 23:42:51.487093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:51.493730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:51.516761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:51.526535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:51.542572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:51.546373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:51.693548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.783797 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.882760 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:51.908306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c73889f-08a0-46d7-8deb-6e8e586efc04,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:52.053885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.057749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8df9cfe-37a5-4061-aceb-a291a416bfa2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5670388 Jan 18 23:42:52.058600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 53964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:52.084271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:52.100115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:52.100115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:52.101231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:52.108847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:52.245812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.335434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.408070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.432955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6668027d-fd1d-4360-bec4-756bc63c5ebb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:52.548176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.549561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-89217859-c2a0-41db-88be-3f9ae1f40edc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4886925 Jan 18 23:42:52.552683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 53990) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:52.559354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:52.568611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:52.574675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:52.578682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:52.592132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:52.688535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.775312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.864136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:52.917962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fc4e17-f412-4ac8-a4ef-96eb4b673fb5,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:53.056689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.057919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5662fdc1-9af9-441d-ba90-d7bb5f076bcc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5039668 Jan 18 23:42:53.062061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54004) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:53.069098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:53.079681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:53.087679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:53.091373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:53.098192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:53.190561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.323028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.387635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.426135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffc4ea8-7551-4598-b778-913c093f5996,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:53.527123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.529475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3e1dceb6-4de0-4528-ab96-bc3e197cd411 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4644940 Jan 18 23:42:53.531562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54034) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:53.537290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:53.544633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:53.548545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:53.555960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:53.559890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:53.625306 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:42:53.632427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.737331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.876384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:53.923743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0edc0ad-c82a-4b06-9a69-b0bf0af6aabb,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:53.953007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:54.021585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.022870 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4808c8fb-4e9d-46b3-9127-06f4a7843cfb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4901786 Jan 18 23:42:54.026117 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54056) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:54.037890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '30ee70a3-c491-4374-a08a-7a72b3d230b1', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:54.052134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:54.057611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:54.062978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:54.068881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:54.131258 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:42:54.139054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.151087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.182811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:54.187236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Usage tracker for resource:security_group_rule and tenant:347d0eab826d428d8ac8e54addfdba5c is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:54.192503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:54.200049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:54.212978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.278774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.347377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.376381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932df0ab-2270-4a7b-85a0-c3bd5fde4cb8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:54.393337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.453898 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=347d0eab826d428d8ac8e54addfdba5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4997945 Jan 18 23:42:54.454846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e19953-24bd-432b-b0a1-0cf1bc1c386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0888194-1987-415c-9642-8fc468087fbc,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:54.458966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54070) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:54.478629 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.479944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-12cade6a-7b8a-4f6a-b4d2-2c7e69b4de17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4527473 Jan 18 23:42:54.482743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54074) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:54.505929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'network': {'name': 'tempest-network-smoke--580610161', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:54.525612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:54.540510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:network and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:54.544501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:54.554113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:54.579409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.610443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.654604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:54.666124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.827657 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.864408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:42:54.870234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0888194-1987-415c-9642-8fc468087fbc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:54.916670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.916670 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Added segment 5e1cd1c3-c74f-478d-9b39-e93978fe4f0a of type vlan for network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b Jan 18 23:42:54.928059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:54.928059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-83238657-c324-4323-8133-c5240f5d4464 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0888194-1987-415c-9642-8fc468087fbc HTTP/1.1" status: 204 len: 168 time: 0.4689860 Jan 18 23:42:54.944329 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.076391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.080575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:55.081251 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.202242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Network': ['ID=5bd30c88-88bb-4d06-9769-5fb0db0bca8b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:55.213995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:42:55.235369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-72c0e94e-6c78-4f20-b17e-4ed0e34e49bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7508657 Jan 18 23:42:55.237459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54098) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:55.244803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'admin_state_up': True, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:55.253757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:55.265402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:router and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:55.270023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:55.293583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:55.390867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.391892 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.412182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:55.660685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.052176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.082656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.264820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.196 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/ac8ecda9-42b0-48e3-b028-f2612939ac86) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:42:56.426987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.536302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.644247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:42:56.647731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:56.675798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:42:56.718850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=ac8ecda9-42b0-48e3-b028-f2612939ac86,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:56.982193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:56.982931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:57.448272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 92077060-263e-44f3-abdf-63c7d6120088 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:42:57.569865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54182) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:57.711487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:42:57.722122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Sync routers for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:42:57.738096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:57.739201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:57.876521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:57.878457 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dd171ad-01b7-466f-a454-a560aa0c5190 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6398699 Jan 18 23:42:57.881474 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:57.896924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:57.974739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-50f90836-e132-450f-9130-2419de83cdad tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=36aa58617d204c21948d8a0a03cb89f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896392 Jan 18 23:42:57.978627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54202) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:57.981348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:58.011022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Usage tracker for resource:security_group_rule and tenant:be45445b4ebe49fda7d5327c3d714657 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:58.047971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:58.048138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:42:58.054209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:58.134182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.217539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.307191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b87156-95b0-49b7-ab2f-cfb0a8725d20,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:58.310690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd1f8b-7ec8-48d4-b546-b8f550b842bb tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:58.315299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54210) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:58.315824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-95bd1f8b-7ec8-48d4-b546-b8f550b842bb tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3357840 Jan 18 23:42:58.320957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be45445b4ebe49fda7d5327c3d714657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7471836 Jan 18 23:42:58.324580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54214) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:58.348897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.349515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.349999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.350802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.351154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.351489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.351930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.354108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.355703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.355703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.355703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8313b1-23f5-4ebc-bcfb-2d23cbd5c022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:42:58.371970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b62c4120-f548-4b8a-aaac-06c104a9469d tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553274 Jan 18 23:42:58.372777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54220) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:42:58.379725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1213735260', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:42:58.467603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.478776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:42:56Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:42:58.487913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Checking router: 92077060-263e-44f3-abdf-63c7d6120088 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:42:58.488263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Updating router 92077060-263e-44f3-abdf-63c7d6120088 port ac8ecda9-42b0-48e3-b028-f2612939ac86 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:42:58.505412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.590764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.613794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:42:58.622317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:subnet and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:42:58.625767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:42:58.642177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:42:58.651035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.671606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b87156-95b0-49b7-ab2f-cfb0a8725d20,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:58.675449 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:58.677795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4f726ecf-5b3a-4930-91d9-2105c5be7e89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11b87156-95b0-49b7-ab2f-cfb0a8725d20 HTTP/1.1" status: 204 len: 168 time: 0.3519526 Jan 18 23:42:58.741895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:42:58.907766 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.135888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.166997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Transition to ACTIVE for port object ac8ecda9-42b0-48e3-b028-f2612939ac86 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:42:59.265520 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.299649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.396983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Subnet': ['ID=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:59.410141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Attempting to bind port ac8ecda9-42b0-48e3-b028-f2612939ac86 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:42:59.410518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Attempting to bind port ac8ecda9-42b0-48e3-b028-f2612939ac86 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:42:59.410879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Attempting to bind port ac8ecda9-42b0-48e3-b028-f2612939ac86 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:42:59.420612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cbc72-6d4c-44d0-b5fa-cff6f6bd400e None None] Pushing event updated for resources: {'Port': ['ID=ac8ecda9-42b0-48e3-b028-f2612939ac86,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:59.423550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:42:59.424040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:42:59.424345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:42:59.424474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.424863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:42:59.425165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network hostable DHCP agents. Network: 5bd30c88-88bb-4d06-9769-5fb0db0bca8b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:42:59.425362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Bound port: ac8ecda9-42b0-48e3-b028-f2612939ac86, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:42:59.425891 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.562651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] For port ac8ecda9-42b0-48e3-b028-f2612939ac86, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:42:59.562651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] For port ac8ecda9-42b0-48e3-b028-f2612939ac86, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ac8ecda9-42b0-48e3-b028-f2612939ac86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:42:59.684588 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:42:59.823258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.918375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cbc72-6d4c-44d0-b5fa-cff6f6bd400e None None] Pushing event updated for resources: {'Port': ['ID=ac8ecda9-42b0-48e3-b028-f2612939ac86,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:42:59.931119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 5bd30c88-88bb-4d06-9769-5fb0db0bca8b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:42:59.936665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:42:59.937905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:42:59.941447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:42:59.942181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:00.014362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32211a77-6d5a-45c9-a190-caa78b2f0c36 None None] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:43:00.066680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64f00729-2e4b-4ae8-91bf-bf9a6f3d0418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6901765 Jan 18 23:43:00.070609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:00.432904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:43:00.790300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:43:00.791409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:01.236006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Allocated IP 172.20.0.2 (5bd30c88-88bb-4d06-9769-5fb0db0bca8b/77c3036e-d020-4cb0-a8dd-949cb8d2c1bd/a05de15e-c9c5-46cf-918a-be5697abaad6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:43:01.338535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:42:56Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:01.344553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:01.357837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680b97-ddd9-4905-bb08-512e2b099451 None None] The sync data for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 is: [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:42:56Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:43:01.526832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:01.538714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Transition to ACTIVE for port object a05de15e-c9c5-46cf-918a-be5697abaad6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:01.563878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Transition to ACTIVE for port object a05de15e-c9c5-46cf-918a-be5697abaad6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:01.664645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:01.895204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:43:01.906417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:43:01.919177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Pushing event updated for resources: {'Port': ['ID=a05de15e-c9c5-46cf-918a-be5697abaad6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:01.921462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:43:02.008884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.1 (5bd30c88-88bb-4d06-9769-5fb0db0bca8b/77c3036e-d020-4cb0-a8dd-949cb8d2c1bd/e038661d-cbfb-480a-a13d-b7ffdf7c6317) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:43:02.122019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Attempting to bind port a05de15e-c9c5-46cf-918a-be5697abaad6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:43:02.123158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Attempting to bind port a05de15e-c9c5-46cf-918a-be5697abaad6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:43:02.123158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Attempting to bind port a05de15e-c9c5-46cf-918a-be5697abaad6 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:43:02.131703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:43:02.132472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:43:02.133173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.134005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Bound using segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:43:02.134715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Bound port: a05de15e-c9c5-46cf-918a-be5697abaad6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:43:02.135374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.306313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] For port a05de15e-c9c5-46cf-918a-be5697abaad6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:43:02.307932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] For port a05de15e-c9c5-46cf-918a-be5697abaad6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a05de15e-c9c5-46cf-918a-be5697abaad6,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:43:02.340991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.366970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object e038661d-cbfb-480a-a13d-b7ffdf7c6317 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:02.391980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.460170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.618109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711ef8f-f563-425d-8e6d-80c1d42128a9 None None] Pushing event updated for resources: {'Port': ['ID=a05de15e-c9c5-46cf-918a-be5697abaad6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:02.741091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:43:02.758008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:02.764820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:43:02.774868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:43:02.984556 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:02.999767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ac8ecda9-42b0-48e3-b028-f2612939ac86 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:03.261703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ac8ecda9-42b0-48e3-b028-f2612939ac86 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:03.274760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ac8ecda9-42b0-48e3-b028-f2612939ac86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:03.274760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:03.275015 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:03.569316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:03.596901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ac8ecda9-42b0-48e3-b028-f2612939ac86, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ac8ecda9-42b0-48e3-b028-f2612939ac86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:03.730845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:03.895067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ac8ecda9-42b0-48e3-b028-f2612939ac86,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:04.256264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:04.378647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:04.434779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5320f0-1c57-43e8-9dc1-1383e30eb76d None None] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:43:04.580117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:04.586608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:04.765016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d28467cc-0b8a-4d01-a2e8-80bb1b040e75 None None] Provisioning for port a05de15e-c9c5-46cf-918a-be5697abaad6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:05.179389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ac8ecda9-42b0-48e3-b028-f2612939ac86 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:05.292599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:43:05.296119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:43:05.312583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ac8ecda9-42b0-48e3-b028-f2612939ac86 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:05.313157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:05.510573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a05de15e-c9c5-46cf-918a-be5697abaad6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:05.684428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Provisioning for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:05.693087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Provisioning complete for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:05.695566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:05.943849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a05de15e-c9c5-46cf-918a-be5697abaad6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:06.014355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a05de15e-c9c5-46cf-918a-be5697abaad6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:06.017015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:06.058198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Port e038661d-cbfb-480a-a13d-b7ffdf7c6317 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:43:06.098456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Provisioning complete for port a05de15e-c9c5-46cf-918a-be5697abaad6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:06.099001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:06.245453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 92077060-263e-44f3-abdf-63c7d6120088 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:43:06.334168 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:06.381473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:06.400688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port a05de15e-c9c5-46cf-918a-be5697abaad6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a05de15e-c9c5-46cf-918a-be5697abaad6,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:06.494514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:06.515533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:43:06.535766 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Sync routers for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:43:06.558732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e82104b8-a2b7-4470-a334-0e448ed4b82a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/92077060-263e-44f3-abdf-63c7d6120088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4850550 Jan 18 23:43:06.564474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:43:06.564474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:06.616562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:43:06.616991 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9cf09ba3-6139-4658-86c2-4ed1c1ab6da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:43:06.620255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=a05de15e-c9c5-46cf-918a-be5697abaad6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:06.805527 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:43:06.889799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d254a1fc-399e-4b3a-bf6a-0f796a82d0a2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:06.899776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a05de15e-c9c5-46cf-918a-be5697abaad6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:06.998529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d254a1fc-399e-4b3a-bf6a-0f796a82d0a2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:07.000279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d254a1fc-399e-4b3a-bf6a-0f796a82d0a2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959901779&fields=id&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 267 time: 0.1704197 Jan 18 23:43:07.079092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a05de15e-c9c5-46cf-918a-be5697abaad6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:07.084436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:07.331230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-ca63f2cb-f52c-4f80-ab6a-bcf9b3c0f3c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:07.331918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-ca63f2cb-f52c-4f80-ab6a-bcf9b3c0f3c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:07.402936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ce5b1d0f-be1e-45af-9f7d-90d2404f1f8d None None] Provisioning complete for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:07.403127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ce5b1d0f-be1e-45af-9f7d-90d2404f1f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:07.427575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 2, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:07.432417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Checking router: 92077060-263e-44f3-abdf-63c7d6120088 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:43:07.432771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Updating router 92077060-263e-44f3-abdf-63c7d6120088 port e038661d-cbfb-480a-a13d-b7ffdf7c6317 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:43:07.456517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-ca63f2cb-f52c-4f80-ab6a-bcf9b3c0f3c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:07.459315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-ca63f2cb-f52c-4f80-ab6a-bcf9b3c0f3c6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 796 time: 0.4513178 Jan 18 23:43:07.459664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b1d0f-be1e-45af-9f7d-90d2404f1f8d None None] Port e038661d-cbfb-480a-a13d-b7ffdf7c6317 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:43:07.477891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-f6a03897-82e2-4435-8655-6a5e340a6b8b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/quotas/36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 375 time: 0.0121436 Jan 18 23:43:07.506341 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:07.609985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-8a7fa204-e63c-426b-9409-db8661ffbe21 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:07.810396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-8a7fa204-e63c-426b-9409-db8661ffbe21 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:07.813376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-8a7fa204-e63c-426b-9409-db8661ffbe21 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3242102 Jan 18 23:43:07.840321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-a261d839-d78f-443c-b1c6-cbf396625245 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:43:07.843926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-a261d839-d78f-443c-b1c6-cbf396625245 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072296 Jan 18 23:43:08.170200 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:08.190164 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Transition to ACTIVE for port object e038661d-cbfb-480a-a13d-b7ffdf7c6317 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:08.217116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-08a0c782-5df4-48df-a7a5-e5ebf6960b81 service neutron] 10.222.0.59 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540525 Jan 18 23:43:08.281273 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:08.404628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-6544cba8-a461-4c68-a7f4-3a0a417720eb service neutron] 10.222.0.59 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808367 Jan 18 23:43:08.522780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Pushing event updated for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:08.538010 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.538661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.539671 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.540158 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.540655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.541181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.541683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.542178 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.542645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.543129 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.543612 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:08.646776 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Attempting to bind port e038661d-cbfb-480a-a13d-b7ffdf7c6317 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:43:08.647163 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Attempting to bind port e038661d-cbfb-480a-a13d-b7ffdf7c6317 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:43:08.647525 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Attempting to bind port e038661d-cbfb-480a-a13d-b7ffdf7c6317 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:43:08.664511 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:43:08.673037 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:43:08.673554 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:08.673969 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Bound using segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:43:08.674470 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Bound port: e038661d-cbfb-480a-a13d-b7ffdf7c6317, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:43:08.674852 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:08.798958 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] For port e038661d-cbfb-480a-a13d-b7ffdf7c6317, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:43:08.805159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] For port e038661d-cbfb-480a-a13d-b7ffdf7c6317, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e038661d-cbfb-480a-a13d-b7ffdf7c6317,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:43:08.819503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86402357-97ea-4f36-ab3f-501bee9a0c50 req-5891090e-e24c-4af2-a208-dd8dd0d66161 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.0505838 Jan 18 23:43:08.901363 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:08.995683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b477d6-7b21-4368-b8e5-6766ca5d6a41 None None] Pushing event updated for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:08.995683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:43:08.996266 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:42:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:09.276342 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:43:09.321986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:09.694866 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-41474520-9f38-46a3-a559-3031746f8594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:08Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:09.700217 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41474520-9f38-46a3-a559-3031746f8594 None None] The sync data for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 is: [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:08Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:43:10.014626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e44be928-e199-4145-b4ab-4e171ee2a03c req-023c6fbe-575e-4be4-bea9-2fc01f4043ba tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.0714073 Jan 18 23:43:10.949834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e038661d-cbfb-480a-a13d-b7ffdf7c6317 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:11.383330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc59be8f-c14b-40ca-8438-2152b79bdd29 req-8150d477-cad0-4c27-853b-7a861fad73dc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.0593042 Jan 18 23:43:11.435045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:11.435045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:11.435045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:11.435045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:11.603677 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:11.657411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e038661d-cbfb-480a-a13d-b7ffdf7c6317, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e038661d-cbfb-480a-a13d-b7ffdf7c6317,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:11.747369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:11.826842 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:12.765924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5bcddd6-9475-4c16-ac4d-aa5d674f66d3 req-a7042be6-46b7-49ad-a80e-4d3b3243c559 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.0808957 Jan 18 23:43:12.789284 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:43:12.997064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e038661d-cbfb-480a-a13d-b7ffdf7c6317 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:13.161078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e038661d-cbfb-480a-a13d-b7ffdf7c6317 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:13.161456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:13.493371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-265a0b01-ab28-4f33-9a62-190516542b19 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:13.495088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-265a0b01-ab28-4f33-9a62-190516542b19 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:13.534739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-265a0b01-ab28-4f33-9a62-190516542b19 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:13.537245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-265a0b01-ab28-4f33-9a62-190516542b19 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 796 time: 0.3937025 Jan 18 23:43:13.599854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-f5f40357-2fe1-4cb6-8522-e05c4a5d8b35 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:13.616710 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-f5f40357-2fe1-4cb6-8522-e05c4a5d8b35 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:13.618614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-f5f40357-2fe1-4cb6-8522-e05c4a5d8b35 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 380 time: 0.0683827 Jan 18 23:43:13.630933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'port': {'device_id': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'admin_state_up': True, 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'security_groups': ['30ee70a3-c491-4374-a08a-7a72b3d230b1']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:43:13.909087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:13.934432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:13.956379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-178a4642-9365-4243-8b3d-f8b95a0e7bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:14.031334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31a914c0-66ce-4818-9097-af9cd0492e9c req-c51e1944-d550-4ba2-966c-567bc4deca4f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.0556455 Jan 18 23:43:14.060499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:43:14.067901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:14.275871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.8 (5bd30c88-88bb-4d06-9769-5fb0db0bca8b/77c3036e-d020-4cb0-a8dd-949cb8d2c1bd/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:43:14.671862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:14.691014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:14.851020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.043946 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:43:15.047925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:43:15.050364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:15.054606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:43:15.234134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:15.234754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.392166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-47db66a0-b49d-4652-b872-240bcc1ba416 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7672913 Jan 18 23:43:15.403549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Request body: {'port': {'device_id': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:43:15.514999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651753e-6f12-4e1c-8f4b-154f3603fac8 req-afbae69b-d54a-4a04-8d34-10bbf7d45e79 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:15.527274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4651753e-6f12-4e1c-8f4b-154f3603fac8 req-afbae69b-d54a-4a04-8d34-10bbf7d45e79 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 931 time: 0.2566087 Jan 18 23:43:15.600245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4651753e-6f12-4e1c-8f4b-154f3603fac8 req-8e3319ff-37b0-4a66-be98-f634f3e874df tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720015 Jan 18 23:43:15.638543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-519e2c4d-3c52-4536-9166-3a5277087880 None None] Provisioning for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:15.645727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-519e2c4d-3c52-4536-9166-3a5277087880 None None] Provisioning complete for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:15.646408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-519e2c4d-3c52-4536-9166-3a5277087880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.724622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-519e2c4d-3c52-4536-9166-3a5277087880 None None] Port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:43:15.806940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:15.861166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:15.979019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d2f1231c-197f-4aff-82ca-77ed3a4e8015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.089033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.126724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:16.131789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5cae50c87717498f9a3247dd706e4847 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:16.135239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:16.141551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:16.269437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.365056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:43:16.368338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.391828 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.409164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Transition to ACTIVE for port object ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:43:16.438969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ea89a-640c-473e-bea6-709ecabcabf5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:16.444374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f086ff46-98aa-45d7-9425-995455dd06e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cae50c87717498f9a3247dd706e4847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5818844 Jan 18 23:43:16.448115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54616) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:16.465377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.665403 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.668354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:16.733768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:16.940436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbb94a-23f4-45ac-a250-231d7920cec7 req-6d431eb4-63a0-4678-a1eb-ee91102d786e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:16.950408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0afbb94a-23f4-45ac-a250-231d7920cec7 req-6d431eb4-63a0-4678-a1eb-ee91102d786e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 943 time: 0.1057158 Jan 18 23:43:17.038020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0afbb94a-23f4-45ac-a250-231d7920cec7 req-55436165-608a-415e-bbf8-62da2bdc2235 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858264 Jan 18 23:43:17.113679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:43:17.114661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:43:17.115152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:43:17.123906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:43:17.124607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:43:17.133247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:43:17.133749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:43:17.134178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Bound using segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:43:17.134594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Bound port: ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:43:17.134941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.184093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.198969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ea89a-640c-473e-bea6-709ecabcabf5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:17.244133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.284229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.285421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f05911ea-f65d-4237-b3b1-f9343a717db2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a49ea89a-640c-473e-bea6-709ecabcabf5 HTTP/1.1" status: 204 len: 168 time: 0.8361824 Jan 18 23:43:17.333107 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:43:17.336500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:43:17.433430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.503856 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.505421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] 10.222.0.89 "PUT /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 1091 time: 2.1096230 Jan 18 23:43:17.506058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:43:17.534386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404d5d5-d2e3-4251-b020-b734b4e0b8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:17.558847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:17.605052 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'status': 'completed', 'code': 200} Jan 18 23:43:17.721587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-4612a158-d2ad-443d-a2a3-e912cd85347c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1094 time: 0.1096859 Jan 18 23:43:17.840365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-43e0e606-566a-45bf-ac81-26839d16cc72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 217 time: 0.1103804 Jan 18 23:43:17.934690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-3d1c07d8-0d9e-4c73-988e-67f57cd24715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:17.936213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-3d1c07d8-0d9e-4c73-988e-67f57cd24715 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0863960 Jan 18 23:43:18.024036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-8fd78cc0-08fe-468b-afd6-bd143bbf91a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812860 Jan 18 23:43:18.310383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54656) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:18.346390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:18.365656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff23102-6278-4d16-8415-3901b5d6fbcc req-73eedcdb-3728-4031-9c04-1007d1e4ce27 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:18.374876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff23102-6278-4d16-8415-3901b5d6fbcc req-73eedcdb-3728-4031-9c04-1007d1e4ce27 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 943 time: 0.1016660 Jan 18 23:43:18.383205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-f0493ab2-093e-4c7f-804d-7dce74abe763 service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520911 Jan 18 23:43:18.430635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff23102-6278-4d16-8415-3901b5d6fbcc req-bdf96877-3651-490e-b9c1-eeff37c1b5c9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479841 Jan 18 23:43:18.485451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:18.492448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Usage tracker for resource:security_group_rule and tenant:890baa80d63b444181911686abe64e31 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:18.496747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:18.511264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:18.564340 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-edf91b3e-afd8-4aa9-9a20-73902467909c req-df0cf6f2-d908-49d0-a2db-8f6760dc49b3 service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730318 Jan 18 23:43:18.645988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:18.743214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:18.845062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33956b20-8f11-44e8-8a4e-35ae111fa785,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:18.864287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e4af4827-7e14-4ff3-9eab-73810447a0da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=890baa80d63b444181911686abe64e31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5462160 Jan 18 23:43:18.864463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54666) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:18.881422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-aed67aa9-4f39-4ead-9f52-a0373e2a2211 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1094 time: 0.1857171 Jan 18 23:43:18.890261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:18.959176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:18.992314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:19.142612 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:19.185714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-9413cee5-d968-442c-8e2a-d52dc7ac74f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:19.187198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-9413cee5-d968-442c-8e2a-d52dc7ac74f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.2991295 Jan 18 23:43:19.202561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33956b20-8f11-44e8-8a4e-35ae111fa785,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:19.205489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:19.206713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-32f96c26-3cc2-4a29-8967-f1d525cd37b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33956b20-8f11-44e8-8a4e-35ae111fa785 HTTP/1.1" status: 204 len: 168 time: 0.3455615 Jan 18 23:43:19.354119 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-d8e41093-364a-4ae7-818b-5ac7c282f1d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 217 time: 0.1600451 Jan 18 23:43:19.442327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-8a21c360-82ad-436d-aa2b-47d358b9342c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:19.443958 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-8a21c360-82ad-436d-aa2b-47d358b9342c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0839021 Jan 18 23:43:19.581326 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-06fc3109-6b53-44a5-95c0-153b5084057b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301794 Jan 18 23:43:19.842429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-4ed87381-e764-4b12-81de-de7ccb65522f service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536707 Jan 18 23:43:19.884431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe055dd9-edf2-4f3c-809a-90229e2aab26 req-cfa7850f-fe4d-48bb-9bfa-f0adda340def tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:19.886615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe055dd9-edf2-4f3c-809a-90229e2aab26 req-cfa7850f-fe4d-48bb-9bfa-f0adda340def tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 943 time: 0.2508154 Jan 18 23:43:19.961461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe055dd9-edf2-4f3c-809a-90229e2aab26 req-2d3b92f2-b7a3-4036-81b1-6e573c6d0f1f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679348 Jan 18 23:43:20.098204 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a38a9ca-6e7b-47c9-8090-55c1019da2bc req-c51158eb-b58c-4cb2-933d-4a8947db9c67 service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492898 Jan 18 23:43:20.349674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54698) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:20.382984 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.424250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:20.429807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd4d53c79ce4de5bc2438eeea88ec09 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:20.433100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:20.439414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:20.523806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.577887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.628603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf3f2e-9a05-459a-a42c-dcbbb6aec73b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:20.633156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1565e919-8175-40f0-a06e-249fabce4f16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bd4d53c79ce4de5bc2438eeea88ec09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2824185 Jan 18 23:43:20.636224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54708) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:20.733731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.763822 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.930857 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.946965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf3f2e-9a05-459a-a42c-dcbbb6aec73b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:20.985676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:20.987249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-993456a6-337d-49a3-9e7e-a2b0daea6a4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bcf3f2e-9a05-459a-a42c-dcbbb6aec73b HTTP/1.1" status: 204 len: 168 time: 0.3506804 Jan 18 23:43:21.245378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550d13-53c6-486b-963f-e11a873e4190 req-8fcba91a-9968-4fff-92e7-938a0a10ba3f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:21.246971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73550d13-53c6-486b-963f-e11a873e4190 req-8fcba91a-9968-4fff-92e7-938a0a10ba3f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 943 time: 0.1322503 Jan 18 23:43:21.310494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73550d13-53c6-486b-963f-e11a873e4190 req-378dc63e-ed5c-469e-a1f5-786192d093bd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568032 Jan 18 23:43:22.513732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:43:22.650376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306f224-b3a3-4062-92f7-fbed458c67ee req-5e577bf7-7c6a-44af-8842-98edb1f54d62 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:22.652585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2306f224-b3a3-4062-92f7-fbed458c67ee req-5e577bf7-7c6a-44af-8842-98edb1f54d62 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 943 time: 0.1239491 Jan 18 23:43:22.667481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54774) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:22.742234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2306f224-b3a3-4062-92f7-fbed458c67ee req-8c5dd628-3e1e-485c-b103-90b165853612 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828519 Jan 18 23:43:22.822861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:22.837110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'port_id': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'mac_address': 'fa:16:3e:2f:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:43:22.886762 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:22.899474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:22.919040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:43:22.919839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:22.926384 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Usage tracker for resource:security_group_rule and tenant:13a581c5ffe94bcb8525f6c437746abb is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:22.933456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:22.936652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:22.939705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:23.046286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.048575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.124529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.136283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:23.186394 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13a581c5ffe94bcb8525f6c437746abb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5172870 Jan 18 23:43:23.188317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4c047-5eab-4261-98df-95324b491b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6accd-b4bb-4e7d-92cf-eb64ece8d7dd,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:23.189268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:23.275009 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.305152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.363527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:43:23.457295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.490566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6accd-b4bb-4e7d-92cf-eb64ece8d7dd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:23.508616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:23.511608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b49781d8-5842-477a-9ff2-902eded37d5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ce6accd-b4bb-4e7d-92cf-eb64ece8d7dd HTTP/1.1" status: 204 len: 168 time: 0.3194795 Jan 18 23:43:24.073314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da45e4-cf75-49ed-981f-20403e64e6d8 req-36d8822e-1e2f-49d9-8c43-27d7bfc1287f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:24.075057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15da45e4-cf75-49ed-981f-20403e64e6d8 req-36d8822e-1e2f-49d9-8c43-27d7bfc1287f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.1250727 Jan 18 23:43:24.133832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15da45e4-cf75-49ed-981f-20403e64e6d8 req-023c2cad-539d-4217-9713-ca5bc39296b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530038 Jan 18 23:43:24.418760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:24.443147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.474953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:24.479104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Usage tracker for resource:security_group_rule and tenant:a588ef94fc314d08b967df7bb54ff209 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:24.482168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:24.488077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:24.515906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:43:24.591143 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.672649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.695670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:43:24.701381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:43:24.701854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.742522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a588ef94fc314d08b967df7bb54ff209&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3085427 Jan 18 23:43:24.742522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbd255-986b-4233-bc1a-fd4f806845da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26043684-652c-49fc-945c-40690c85cf2b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:24.747544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:24.869009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.924024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.964611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:24.999285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:43:25.015742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:43:25.100076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:25.102573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:25.131028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26043684-652c-49fc-945c-40690c85cf2b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:25.131636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:25.135187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa6cb46c-0a4a-40a5-b732-4358f11a1bc6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26043684-652c-49fc-945c-40690c85cf2b HTTP/1.1" status: 204 len: 168 time: 0.4019275 Jan 18 23:43:25.274175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:25.461211 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'code': 200} Jan 18 23:43:25.495848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b50e7-3a0e-4f51-8149-df959532c684 req-44972715-b355-49d5-85bb-9809b51a4984 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:25.497626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-372b50e7-3a0e-4f51-8149-df959532c684 req-44972715-b355-49d5-85bb-9809b51a4984 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1252584 Jan 18 23:43:25.619229 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-372b50e7-3a0e-4f51-8149-df959532c684 req-48e5d822-712d-4c67-b40b-adf5b13debdf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143665 Jan 18 23:43:25.695087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ae116878-4a5e-4c0f-b6e4-1df88fdff45e req-5b6782e7-c803-4084-8ebc-0aef876de6d7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1096 time: 0.1717749 Jan 18 23:43:25.779764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ae116878-4a5e-4c0f-b6e4-1df88fdff45e req-fa97e6b6-f45c-4535-8081-ebdb43a65810 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776470 Jan 18 23:43:26.494155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54924) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:26.689643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:26.738822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:26.744044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Usage tracker for resource:security_group_rule and tenant:742188826fe346d38367380b9e10110b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:26.748035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:26.756154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:26.840405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:26.935533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:26.941431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456e81f-9b43-4bc7-b046-db2f5e8bfb12 req-3e3df705-ca74-418c-985b-facf6a232edf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:26.949953 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a456e81f-9b43-4bc7-b046-db2f5e8bfb12 req-3e3df705-ca74-418c-985b-facf6a232edf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1203969 Jan 18 23:43:26.981365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=742188826fe346d38367380b9e10110b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4856994 Jan 18 23:43:26.982237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54950) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:27.074360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a456e81f-9b43-4bc7-b046-db2f5e8bfb12 req-9af1b826-2a5b-4864-bef3-082f5bb182c7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170843 Jan 18 23:43:27.098639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e39e1e-6b42-4cdb-b79f-f6805cccfab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db6c5d6-e143-48cb-83b6-85e77e25b20c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:27.199725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:27.237157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:27.361982 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:27.378406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db6c5d6-e143-48cb-83b6-85e77e25b20c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:27.387887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:27.392004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f3b96dd-dee7-4903-be7b-e6c37250bed4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6db6c5d6-e143-48cb-83b6-85e77e25b20c HTTP/1.1" status: 204 len: 168 time: 0.4039347 Jan 18 23:43:28.233149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 54980) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:28.252601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.284014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:28.288022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Usage tracker for resource:security_group_rule and tenant:6db7112c3814475ebfb7d4e20b7cf1c5 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:28.291252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:28.297025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:28.359509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed986b-c8a4-428c-9314-58157ec99f25 req-a6ebb692-20c7-4437-b547-43c3811181bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:28.370413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6ed986b-c8a4-428c-9314-58157ec99f25 req-a6ebb692-20c7-4437-b547-43c3811181bb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1099830 Jan 18 23:43:28.378554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.433387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6ed986b-c8a4-428c-9314-58157ec99f25 req-4ee4ef0b-f567-482c-96c1-6f0b20b79f5b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615654 Jan 18 23:43:28.436031 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.502743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e18bd0-3f44-4724-98c3-368b58a46983,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:28.509873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-03440ad6-2dda-4107-820e-388e21c15c39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6db7112c3814475ebfb7d4e20b7cf1c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2754250 Jan 18 23:43:28.512715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 54990) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:28.673391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.702816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.771159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9fe51-e45b-4059-98b6-1cad0698e88d req-516e4c33-4b4d-4225-9ce0-1f6ddd4afca8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:28.777937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47f9fe51-e45b-4059-98b6-1cad0698e88d req-516e4c33-4b4d-4225-9ce0-1f6ddd4afca8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1732728 Jan 18 23:43:28.834351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47f9fe51-e45b-4059-98b6-1cad0698e88d req-24e09523-8283-48d9-a633-e7e66f3f28cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554643 Jan 18 23:43:28.859530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55002) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:28.923466 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.952709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e18bd0-3f44-4724-98c3-368b58a46983,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:28.969631 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:28.981323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c3ae5c3e-8a39-4556-bdfa-0b728b5fd51e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43e18bd0-3f44-4724-98c3-368b58a46983 HTTP/1.1" status: 204 len: 168 time: 0.4531176 Jan 18 23:43:29.012786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-877c88a2-b2d8-4249-84e2-f6672a4d1a90 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1091 time: 0.1558900 Jan 18 23:43:29.015020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55008) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:29.026500 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:43:29.045241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:29.049523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:floatingip and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:29.052628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:29.059606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:29.177624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:29.452554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:29.626586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.216 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/52628741-0f20-44db-866d-c0f387a9a15c) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:43:29.783786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:29.895579 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:30.062056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:43:30.071742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:43:30.075600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:43:30.112373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=52628741-0f20-44db-866d-c0f387a9a15c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:30.759344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:30.952521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:31.230465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:31.317410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:31.460730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=52628741-0f20-44db-866d-c0f387a9a15c,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:31.472962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:31.490659 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:31.704536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:31.756481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:31.761078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Usage tracker for resource:security_group_rule and tenant:e5024a44be6440bc8212f46174563a3e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:31.765020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:31.808699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:31.846282 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Floating IP afaef0a6-a906-4e76-916a-b451b6842d16 associated. External IP: 172.25.1.216, port: ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7. Jan 18 23:43:31.931712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.015472 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.064137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9e9540-73fc-4b87-84ad-2353b6e3dda1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:32.069512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ea089bf9-3ac4-4ed3-8aef-c466f5561838 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5024a44be6440bc8212f46174563a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5946908 Jan 18 23:43:32.072365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55106) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:32.218685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.266045 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.444750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 92077060-263e-44f3-abdf-63c7d6120088 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:43:32.515986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.537318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9e9540-73fc-4b87-84ad-2353b6e3dda1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:32.576055 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.576055 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eae24a33-6e40-4f48-802d-bd2033e9e100 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f9e9540-73fc-4b87-84ad-2353b6e3dda1 HTTP/1.1" status: 204 len: 168 time: 0.5020978 Jan 18 23:43:32.693000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:43:32.707564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Sync routers for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:43:32.722159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:43:32.722782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:43:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:32.806340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:32.900295 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8276683c-8e19-4d41-ac55-429361f27e03 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8840759 Jan 18 23:43:32.901012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:43:32.979475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:43:33.028212 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'status': 'completed', 'code': 200} Jan 18 23:43:33.214573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf470-d372-45dd-90e3-fa405d96bc65 req-90dd5544-4aaa-4f86-b38a-46eee6a99ab5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:33.219662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-b992daea-8815-4241-995e-bcfe056a8d15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1096 time: 0.1839828 Jan 18 23:43:33.226274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2eaf470-d372-45dd-90e3-fa405d96bc65 req-90dd5544-4aaa-4f86-b38a-46eee6a99ab5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1335106 Jan 18 23:43:33.315418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2eaf470-d372-45dd-90e3-fa405d96bc65 req-d244f447-52df-466a-bd4a-9996c6a42b74 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834465 Jan 18 23:43:33.381989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:33.556699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-75ce6b17-3347-4777-86aa-aa7baf28da9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:33.565341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'afaef0a6-a906-4e76-916a-b451b6842d16', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '92077060-263e-44f3-abdf-63c7d6120088', 'port_id': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'mac_address': 'fa:16:3e:2f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:43:30Z', 'updated_at': '2022-01-18T23:43:30Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:33.570398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Checking router: 92077060-263e-44f3-abdf-63c7d6120088 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:43:33.570749 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-75ce6b17-3347-4777-86aa-aa7baf28da9c service neutron] 10.222.0.89 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.3330426 Jan 18 23:43:33.582868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:43:33.583574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:43:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:33.711609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-262a9541-228a-4efc-83ef-3e0fa93cf7b2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 200 len: 991 time: 0.3278422 Jan 18 23:43:33.786737 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-8d5e655f-9308-4707-acf6-53328f00443b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 999 time: 0.2149394 Jan 18 23:43:33.827014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:43:33.858674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-491bbc6d-d2e5-4374-b461-b8254f3ff716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:33.860264 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-491bbc6d-d2e5-4374-b461-b8254f3ff716 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0670691 Jan 18 23:43:33.997870 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-38027390-54b2-45ef-9de5-223c20f639a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307819 Jan 18 23:43:34.229200 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-1308f47b-3b2f-4330-9639-6a797933b80b service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229881 Jan 18 23:43:34.379532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'afaef0a6-a906-4e76-916a-b451b6842d16', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '92077060-263e-44f3-abdf-63c7d6120088', 'port_id': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'mac_address': 'fa:16:3e:2f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:43:30Z', 'updated_at': '2022-01-18T23:43:30Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:43:34.384827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfb62c-6b03-46ec-9776-6259b2f17254 None None] The sync data for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 is: [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'afaef0a6-a906-4e76-916a-b451b6842d16', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.216', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '92077060-263e-44f3-abdf-63c7d6120088', 'port_id': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'mac_address': 'fa:16:3e:2f:a9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:43:30Z', 'updated_at': '2022-01-18T23:43:30Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:43:34.421891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b9297c63-7f9f-4ff3-a102-1faec87014f6 req-3adee165-499b-4442-b08d-68965820733f service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880951 Jan 18 23:43:34.713704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55176) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:34.747497 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f04729-5d88-4fcc-b7c9-ee92476e1aef None None] New status for floating IP afaef0a6-a906-4e76-916a-b451b6842d16: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:43:35.104700 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a460035a-b1bc-4ef6-88ab-46ce27c98314 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 200 len: 991 time: 0.3892848 Jan 18 23:43:36.108628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55206) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:36.251037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c0fc7e25-d266-4310-939e-b4b87ef82496 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 200 len: 993 time: 0.1412027 Jan 18 23:43:37.140034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55234) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:37.333683 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.409798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:37.414160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Usage tracker for resource:security_group_rule and tenant:92b162a42c3f481c97e96348190e1be1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:37.418266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:37.429140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:37.493120 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.597983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.653292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d3994-8889-4276-b5c7-76d7e4241810,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:37.658414 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eaf2aaf7-063e-46a6-b204-cc777aaef071 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92b162a42c3f481c97e96348190e1be1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5172415 Jan 18 23:43:37.661159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:37.724670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.754720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.899931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.925426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d3994-8889-4276-b5c7-76d7e4241810,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:37.933770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:37.936949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6749b8c3-a3d7-4130-a1f8-d8d193e6682c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c18d3994-8889-4276-b5c7-76d7e4241810 HTTP/1.1" status: 204 len: 168 time: 0.2747254 Jan 18 23:43:39.295325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:41.243332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:43.900868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11cef592-c585-469e-9c5c-e9b76f5ade3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:46.018989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e29b12e1-048d-4884-aee3-02d8632c33a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:47.202548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:47.495080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:48.906507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:49.775604 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:43:52.440741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 55870) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:52.611313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:52.650520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:43:52.655732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Usage tracker for resource:security_group_rule and tenant:b226ce6cf1a448bb9c5d5db28547a216 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:43:52.658840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:43:52.665129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:43:52.743588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:52.819240 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:52.900920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274f3c3-235f-4831-8118-3372a082db59,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:52.933915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 55898) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:43:52.938365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2e90199-2736-4a25-9717-c2279d8b12be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b226ce6cf1a448bb9c5d5db28547a216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4939606 Jan 18 23:43:53.015532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:53.062114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:53.220428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:53.238309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274f3c3-235f-4831-8118-3372a082db59,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:43:53.245145 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:43:53.246383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c274f3c3-235f-4831-8118-3372a082db59 HTTP/1.1" status: 204 len: 168 time: 0.3113656 Jan 18 23:43:53.253274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.253739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.254028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.254679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.255132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.255326 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.256150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.256482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.256800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.257144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:53.257460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e77b53-afa1-4ded-abdd-6e19b3404f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:43:55.601490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-0c0b681f-772c-42f1-9dfc-3cdfb0534a3e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:55.602789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-0c0b681f-772c-42f1-9dfc-3cdfb0534a3e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:43:55.695247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-0c0b681f-772c-42f1-9dfc-3cdfb0534a3e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:43:55.696605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-0c0b681f-772c-42f1-9dfc-3cdfb0534a3e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 814 time: 0.2852464 Jan 18 23:43:55.717552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-6ef41d2e-fd02-4ae9-99bc-b5d0778d55e7 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/quotas/1cd8444dd8c9420eb0fba84b916b48a9 HTTP/1.1" status: 200 len: 375 time: 0.0152533 Jan 18 23:43:55.789989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-63d97a80-7711-4af1-8a20-8da417c0463e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706816 Jan 18 23:43:55.941567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-2d5a1527-fbc4-417c-bdf2-015665d929f0 service neutron] 10.222.0.59 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507196 Jan 18 23:43:56.097055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-ecfb1070-aff1-493c-962f-2a93b714d20f service neutron] 10.222.0.59 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475856 Jan 18 23:43:56.407876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-588f011d-a462-4c2a-9bb8-c13953e6444d req-e2bd3fe1-3114-43cb-a2e9-a6b5fb6d3902 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0454648 Jan 18 23:43:57.540680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88ff159c-81e7-4c9f-850b-8841b6c4713b req-b45ce581-66a7-4845-8d33-fe93228a7ba8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0449057 Jan 18 23:43:58.682440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa879cfa-4dc4-422b-b0be-c55700e82643 req-5c53b9cc-ba3f-4921-95a1-cbdefbaff095 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0561032 Jan 18 23:43:58.840247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-7646dcb2-10c4-4a71-af8c-e82465573860 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843840 Jan 18 23:43:59.026947 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-4239b6f8-e056-44bb-bcd8-a92dd5b70baa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1096 time: 0.0981257 Jan 18 23:43:59.188746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-1b6c32b9-d1ea-42c1-8eea-1adc2d027cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:59.190256 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-1b6c32b9-d1ea-42c1-8eea-1adc2d027cc1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.1440287 Jan 18 23:43:59.298487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-cf220d13-0877-4fcd-8fce-d4b17f4d981b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 1001 time: 0.1026306 Jan 18 23:43:59.376518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-7bd3a477-5521-4293-b882-b8721eff1260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:43:59.378260 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-7bd3a477-5521-4293-b882-b8721eff1260 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0743587 Jan 18 23:43:59.476934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-0155cebc-a589-4432-b1dc-e0bf35b93e98 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898929 Jan 18 23:43:59.638519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-38ba6230-f828-4b08-a479-6bb07fddf327 service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560476 Jan 18 23:43:59.793604 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-07c0e6d6-b43f-421c-86ab-a6ef4ce97d8c req-89d25228-f2a0-4a46-b6ba-624cf7cb017b service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402271 Jan 18 23:43:59.887599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cc87769-98d2-4820-bc4b-08f29ca05c3c req-65ffa978-945d-4fe4-88f1-2758f569a404 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0640399 Jan 18 23:44:01.132821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b77b044b-554f-4500-bf91-a1be1aa66fba req-2936ba23-af12-44be-8588-d94373229351 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0620711 Jan 18 23:44:02.383075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fface00e-a8b2-45a6-a2bd-136b9f6de3a2 req-c844a9b8-a8a1-435f-8af6-78915eb479f2 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0743887 Jan 18 23:44:02.394394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-997b2d5b-bcde-4011-bcba-e8bd256f9cb7 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:02.395833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-997b2d5b-bcde-4011-bcba-e8bd256f9cb7 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 814 time: 0.2874908 Jan 18 23:44:02.413443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Request body: {'port': {'device_id': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d', 'admin_state_up': True, 'tenant_id': '1cd8444dd8c9420eb0fba84b916b48a9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:02.611482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:02.616459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Usage tracker for resource:port and tenant:1cd8444dd8c9420eb0fba84b916b48a9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:02.619525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:02.626840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:02.752169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Made reservation on behalf of 1cd8444dd8c9420eb0fba84b916b48a9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:02.758609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:02.992580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Allocated IP 172.20.0.6 (ef0805af-5721-45d8-ad26-d99b5c04539d/a7226d11-0409-4c34-8801-6d54f6510ff9/e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:44:03.270285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:03.463185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:03.592662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Network ef0805af-5721-45d8-ad26-d99b5c04539d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:03.597550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Pushing event updated for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:03.698658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:03.703437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:44:03.748671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.749044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.751619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.752260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.752260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:03.792923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:03.793537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:03.834828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-74f299b3-612c-40bb-b37a-763bd1c579f5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:03.835523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-74f299b3-612c-40bb-b37a-763bd1c579f5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:44:03.961963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-36193e1b-71f9-45bc-b3c9-c286eba87513 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5535712 Jan 18 23:44:03.976438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Request body: {'port': {'device_id': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:04.019094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-74f299b3-612c-40bb-b37a-763bd1c579f5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:44:04.020305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-74f299b3-612c-40bb-b37a-763bd1c579f5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 931 time: 0.4841099 Jan 18 23:44:04.136064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-72f1c9fd-4894-4ed1-8f2f-7d3caa4ae86a tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:44:04.147925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:04.313620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-72f1c9fd-4894-4ed1-8f2f-7d3caa4ae86a tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:44:04.329998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-988bd804-2291-46dd-8eb6-ffc605bb73fa req-72f1c9fd-4894-4ed1-8f2f-7d3caa4ae86a tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817633 Jan 18 23:44:04.583089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:04.590551 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:04.605973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Transition to ACTIVE for port object e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:04.829987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:05.027741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Pushing event updated for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:05.165677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Attempting to bind port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:05.166009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Attempting to bind port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:05.166330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Attempting to bind port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c on network ef0805af-5721-45d8-ad26-d99b5c04539d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:05.177090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c on network ef0805af-5721-45d8-ad26-d99b5c04539d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:44:05.177090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Attempting to bind port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c on network ef0805af-5721-45d8-ad26-d99b5c04539d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:05.180806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:44:05.181191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Checking segment: {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:05.181573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Bound using segment: {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:44:05.182381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Bound port: e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:05.182824 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:05.278344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:05.282225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:44:05.432302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:05.560281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:05.562353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] 10.222.0.83 "PUT /v2.0/ports/e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c HTTP/1.1" status: 200 len: 1091 time: 1.5937908 Jan 18 23:44:05.565455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:05.625803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6023e-3778-4f37-baeb-0f179c5598ed service neutron] Pushing event updated for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:05.643935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21955e05-ad75-43dc-92cf-2e92295bf5ab req-88ec98c6-ebc5-455d-8161-733951a619a0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:05.652003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21955e05-ad75-43dc-92cf-2e92295bf5ab req-88ec98c6-ebc5-455d-8161-733951a619a0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 943 time: 0.1677086 Jan 18 23:44:05.758680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21955e05-ad75-43dc-92cf-2e92295bf5ab req-8802844f-5e5e-4eb2-a9d9-5646368619be tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056941 Jan 18 23:44:05.791630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-a939a128-eb62-48e9-b33e-13ef3425c716 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 1094 time: 0.0893979 Jan 18 23:44:05.882897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-c85cd61f-90e4-40b1-b0cd-e5e9827ecaee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c HTTP/1.1" status: 200 len: 217 time: 0.0807233 Jan 18 23:44:05.927366 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c', 'status': 'completed', 'code': 200} Jan 18 23:44:05.964036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-f171fee5-1033-4628-9d40-4d6ad62c4a30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:05.965703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-f171fee5-1033-4628-9d40-4d6ad62c4a30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 200 len: 854 time: 0.0783005 Jan 18 23:44:06.133227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-2df6e3d7-bd09-4afd-a134-10f000b1cef8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef0805af-5721-45d8-ad26-d99b5c04539d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610196 Jan 18 23:44:06.290306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-094afcac-89c9-4751-a9d9-b4efe8896790 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507444 Jan 18 23:44:06.438698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ac3c591-1160-4ae8-8436-1852f7c4f9f2 req-504089bf-d3dc-4a12-84c1-a5563908df2a service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424658 Jan 18 23:44:06.790967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-5ae8ecc1-33d0-4d71-8e9d-3c550c7abffa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 1094 time: 0.2073369 Jan 18 23:44:06.941546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-049de8cb-e50b-4394-9791-2fe82f1d3618 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:06.942949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-049de8cb-e50b-4394-9791-2fe82f1d3618 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 915 time: 0.1456277 Jan 18 23:44:07.047921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-850a3cce-0e5d-4c21-b679-b3bcc92079d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c HTTP/1.1" status: 200 len: 217 time: 0.0743661 Jan 18 23:44:07.131623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-7e7eb3c9-f424-4524-82c4-4f04e1bfa44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.133157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-7e7eb3c9-f424-4524-82c4-4f04e1bfa44c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 200 len: 854 time: 0.0732386 Jan 18 23:44:07.138661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1508d2-ad33-42ad-bd79-fae1337459dd req-c7dbc701-12a5-4548-ba42-776d4789d14e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:07.140000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec1508d2-ad33-42ad-bd79-fae1337459dd req-c7dbc701-12a5-4548-ba42-776d4789d14e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 943 time: 0.1961806 Jan 18 23:44:07.196291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-8a84b511-df88-45c9-ba6e-c9fe4536d77c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef0805af-5721-45d8-ad26-d99b5c04539d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553384 Jan 18 23:44:07.306376 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec1508d2-ad33-42ad-bd79-fae1337459dd req-06971fc3-5870-42cd-a08c-81235f63bd2e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303346 Jan 18 23:44:07.357059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-91afa195-1323-46b9-b0bf-0f0610ccf042 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529634 Jan 18 23:44:07.515617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc9d9992-8101-46e9-ab56-1d038b415ba7 req-533c91dc-0321-49ea-b080-50f041e1ba9c service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516864 Jan 18 23:44:08.348784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:44:08.562148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:08.577213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c', 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d', 'port_id': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c', 'mac_address': 'fa:16:3e:2c:ae:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7226d11-0409-4c34-8801-6d54f6510ff9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:44:08.583234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac6b06-23f5-48ac-8711-0af8e935ffd7 req-266544c5-82cd-4621-bcee-d65bf316f3d8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:08.586318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4ac6b06-23f5-48ac-8711-0af8e935ffd7 req-266544c5-82cd-4621-bcee-d65bf316f3d8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 943 time: 0.1132686 Jan 18 23:44:08.645406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4ac6b06-23f5-48ac-8711-0af8e935ffd7 req-fd0c77b4-288a-464a-995b-be20933eadc4 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Jan 18 23:44:08.651029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:08.677669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:44:08.691711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:08.846918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:08.923216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:08.932722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.933115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.933455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.933796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.934128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.934460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.934791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.935114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.935439 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.935767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:08.936109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:09.072873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:44:09.403410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:09.861497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488580d0-1c5b-4411-ac23-a0f096447d23 req-e5e77745-b947-400d-8e91-f0c5e9e2d6b9 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:09.863013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-488580d0-1c5b-4411-ac23-a0f096447d23 req-e5e77745-b947-400d-8e91-f0c5e9e2d6b9 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 944 time: 0.0825279 Jan 18 23:44:09.910765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-488580d0-1c5b-4411-ac23-a0f096447d23 req-ac19c1fb-c30e-4343-ae71-4e57d92435a5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Jan 18 23:44:10.566289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:10.766624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:10.772562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:10.776652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:10.896982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:10.935634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:10.937072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:11.038619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:11.092865 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c', 'code': 200} Jan 18 23:44:11.190502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:11.303031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-643c3bd6-d705-42f2-8345-bea6cd60f437 req-059db216-c680-4bd6-a64b-0deb328a8f47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 1096 time: 0.1859870 Jan 18 23:44:11.336810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11738ea-1d00-4b4a-bbdf-51c90511bef2 req-7a1c3975-3619-4da5-b494-8f715d7c5eb1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:11.346217 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:11.347661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b11738ea-1d00-4b4a-bbdf-51c90511bef2 req-7a1c3975-3619-4da5-b494-8f715d7c5eb1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.1500878 Jan 18 23:44:11.417928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b11738ea-1d00-4b4a-bbdf-51c90511bef2 req-59b919a9-5ea4-462d-9347-a9009f22093f tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691991 Jan 18 23:44:11.420106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-643c3bd6-d705-42f2-8345-bea6cd60f437 req-f35272fd-14c5-4f2c-b13e-29012f6379f9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089411 Jan 18 23:44:12.644499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286a5f8-0ecc-45e5-bd10-032a3fbc194e req-fb80fa2b-c5b6-4840-95c9-ff7db7775ef0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:12.645794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6286a5f8-0ecc-45e5-bd10-032a3fbc194e req-fb80fa2b-c5b6-4840-95c9-ff7db7775ef0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.0937071 Jan 18 23:44:12.703837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6286a5f8-0ecc-45e5-bd10-032a3fbc194e req-d98f4e13-93b8-4c41-8ed0-e01fa713bc3a tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519612 Jan 18 23:44:13.938010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2cda4382-10ad-4016-88d5-694a10ba1b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:14.096481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c72b7c-15c8-49bf-9b01-c0094966bbf7 req-4cc76311-6c62-4a2a-94f2-f80645f38625 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:14.097975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16c72b7c-15c8-49bf-9b01-c0094966bbf7 req-4cc76311-6c62-4a2a-94f2-f80645f38625 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.1433580 Jan 18 23:44:14.159188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16c72b7c-15c8-49bf-9b01-c0094966bbf7 req-143820fe-115f-41f0-aab7-720bff365cb6 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553472 Jan 18 23:44:16.005170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ee4be03-1470-4ce1-a977-edcc8c77652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:17.248653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:17.504199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:17.594196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56370) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:17.767625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:17.808984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:17.812957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Usage tracker for resource:security_group_rule and tenant:d721a74f62cd4a549718e500bc0a9681 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:17.815884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:17.821833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:17.890747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:17.966676 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.025639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00552669-c879-46ff-8527-5829a5ecc6fa,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:18.032935 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dafbaeb7-499b-4ae9-9f94-f099782098df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d721a74f62cd4a549718e500bc0a9681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4367590 Jan 18 23:44:18.035221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56378) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:18.145286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.210409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.351299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.371199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00552669-c879-46ff-8527-5829a5ecc6fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:18.375457 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:18.376498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b20e414b-0ec5-4169-b27a-fa9f8f8d3d83 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00552669-c879-46ff-8527-5829a5ecc6fa HTTP/1.1" status: 204 len: 168 time: 0.3385816 Jan 18 23:44:18.860004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:26.769554 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:44:33.295522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55e0c1-8a93-40aa-a3c8-45f6f14bccd2 req-0930fe22-14fa-4ea9-af4c-ddc326b21f86 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:33.307998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c55e0c1-8a93-40aa-a3c8-45f6f14bccd2 req-0930fe22-14fa-4ea9-af4c-ddc326b21f86 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1317554 Jan 18 23:44:33.381870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c55e0c1-8a93-40aa-a3c8-45f6f14bccd2 req-3a500702-48d0-4a97-a19e-50cd4fcd778a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716958 Jan 18 23:44:33.414588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56618) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:33.668647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-daaeae23-1143-478d-8a8b-515476b067b4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 200 len: 993 time: 0.2529716 Jan 18 23:44:34.225466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a620dcb0-2a9b-4a1e-8729-0be7f13dd8d8 req-fbd62f4e-7f20-47e1-90e3-33f3d85f7318 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1096 time: 0.1121376 Jan 18 23:44:34.289442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a620dcb0-2a9b-4a1e-8729-0be7f13dd8d8 req-e2d17954-ba37-4df3-960e-419b77817779 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587668 Jan 18 23:44:34.678119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a9ed8df-67ff-41f8-883f-dfc215bd1dd2 req-b38a4d5d-7745-45b0-b969-1ab3923c9c01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2555788 Jan 18 23:44:35.763196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56676) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:36.023381 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.059904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:36.064538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e17a5700e994298bfd0a6e296a26dbf is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:36.067543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:36.074528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:36.141265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.523311 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.594148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e17a5700e994298bfd0a6e296a26dbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8297489 Jan 18 23:44:36.595966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c98f90-789d-4d7b-bc54-3397b78b1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5215b-78a1-42f2-8af3-a77bc32e86f4,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:36.597750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56702) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:36.615287 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-12ee2265-45ab-49f2-8ee5-fed1534d914e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1654091 Jan 18 23:44:36.702136 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.747374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.917206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.945831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5215b-78a1-42f2-8af3-a77bc32e86f4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:36.947992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:36.949442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4173f415-44d7-4cdf-bc2f-bef430ecaf1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34d5215b-78a1-42f2-8af3-a77bc32e86f4 HTTP/1.1" status: 204 len: 168 time: 0.3506842 Jan 18 23:44:37.676106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-ed7a8a09-66e7-4f47-b566-8cd4b5097d15 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:44:37.689787 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-ed7a8a09-66e7-4f47-b566-8cd4b5097d15 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0176613 Jan 18 23:44:37.701063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Request body: {'binding': {'host': 'n-h2-825175-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:37.701828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Unknown quota resources ['binding']. {{(pid=84543) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Jan 18 23:44:38.093115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on host n-h2-825175-2 for vnic_type normal with profile None {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:38.093446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:38.093733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:38.100651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:44:38.101086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:38.107726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:44:38.108062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:38.108561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Bound using segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:44:38.109102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Bound port: ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:38.147642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:44:38.226820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] Notify callbacks [] for binding, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:38.228309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] 10.222.0.59 "POST /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5319943 Jan 18 23:44:38.621139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd67d14-ac98-446e-af76-e709839e5344 req-9fd771be-aa22-4a34-a2cb-4577d7dadcaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:38.629835 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cd67d14-ac98-446e-af76-e709839e5344 req-9fd771be-aa22-4a34-a2cb-4577d7dadcaf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1054525 Jan 18 23:44:38.677857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cd67d14-ac98-446e-af76-e709839e5344 req-8b6c1a04-3019-42c7-b077-b04f125fc3d0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 Jan 18 23:44:39.042216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-ca63bab2-05fe-437f-b69a-439b16f67d9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1096 time: 0.1113439 Jan 18 23:44:39.236495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-d616c488-340f-4049-a5de-bd8b1d956082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:39.237997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-d616c488-340f-4049-a5de-bd8b1d956082 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.1897438 Jan 18 23:44:39.317186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:39.379962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-dc373516-46a1-4b1e-913f-38a0508721e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 1001 time: 0.1360984 Jan 18 23:44:39.455956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-d012af56-ef58-49c9-8eb9-3e32ea091fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:39.457397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-d012af56-ef58-49c9-8eb9-3e32ea091fe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0720785 Jan 18 23:44:39.554292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-020f471a-6db8-42dc-913f-43775d6b2d0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906892 Jan 18 23:44:39.560544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56766) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:39.703600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-2e2ec8eb-b8d9-4d4b-83ed-c32fbbd650f9 service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427841 Jan 18 23:44:39.890345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:39.921364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-8c04453c-f83c-4e97-b662-e8bf148d9ccd service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108812 Jan 18 23:44:39.966202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:39.976278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Usage tracker for resource:security_group_rule and tenant:5c378973606744bb82f40b08d27ab0dc is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:39.986335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:40.010932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:40.160562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-1622f158-14d4-40a2-83e2-a47ca078ddc1 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&tenant_id=36aa58617d204c21948d8a0a03cb89f1&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1096 time: 0.1083286 Jan 18 23:44:40.161840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.175217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-2'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:40.213230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec6fb-3b92-42cb-8a37-5911b13efbfc req-ef1e4462-5d51-423a-a226-03b38ad806a2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:40.214727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96dec6fb-3b92-42cb-8a37-5911b13efbfc req-ef1e4462-5d51-423a-a226-03b38ad806a2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.2609165 Jan 18 23:44:40.253767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.311813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d16539-b2c1-4d2b-9949-9b7d272bcb8e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:40.323872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0efcfa63-754f-4568-9306-c3041e04858f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c378973606744bb82f40b08d27ab0dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7619460 Jan 18 23:44:40.341598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:40.390832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.410970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96dec6fb-3b92-42cb-8a37-5911b13efbfc req-c6d27a29-f323-4399-b356-0688cd174497 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851771 Jan 18 23:44:40.414136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.445021 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.556738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.572056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d16539-b2c1-4d2b-9949-9b7d272bcb8e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:40.581131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.594424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae04de27-4f3d-4411-a7ba-903f608995de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04d16539-b2c1-4d2b-9949-9b7d272bcb8e HTTP/1.1" status: 204 len: 168 time: 0.2440450 Jan 18 23:44:40.640061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:40.683158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:40.745161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:40.752084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:40.806591 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'code': 200} Jan 18 23:44:41.602248 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:41.603606 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.087818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa64212-6b50-42ba-8564-9c14ad2c69cc req-68761f3a-affc-49e9-bdb7-99c67c0d4d4a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:42.098113 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baa64212-6b50-42ba-8564-9c14ad2c69cc req-68761f3a-affc-49e9-bdb7-99c67c0d4d4a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.5540230 Jan 18 23:44:42.180428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:42.196964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on host n-h1-825175-2 for vnic_type normal with profile {"migrating_to": "n-h2-825175-2"} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:42.197378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:42.197783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:42.205263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-baa64212-6b50-42ba-8564-9c14ad2c69cc req-571c5479-11de-4eeb-b504-0da7bea2dbc5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063087 Jan 18 23:44:42.208026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:44:42.209017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Attempting to bind port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:42.226260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:44:42.226921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Checking segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:42.227801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Bound using segment: {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:44:42.228228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Bound port: ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:42.229063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.266471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-686d7e4c-eba3-413b-bd4b-279cc0ec00f3 None None] Provisioning complete for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:42.266946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-686d7e4c-eba3-413b-bd4b-279cc0ec00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.328659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-686d7e4c-eba3-413b-bd4b-279cc0ec00f3 None None] Port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:44:42.339079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:42.342434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:44:42.424014 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.648218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=8']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:42.660076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.662071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fc5b12db-a066-479f-b96a-971e908343c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 1121 time: 2.4921517 Jan 18 23:44:42.727657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:44:42.799694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] Provisioning complete for port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:42.800067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:42.807863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:42.957229 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'status': 'completed', 'code': 200} Jan 18 23:44:43.045659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:43.086853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:43.089859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:43.105559 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-d26455d2-63e8-42c3-830f-f3e394da9f3d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1124 time: 0.1127646 Jan 18 23:44:43.195712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:43.247931 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'code': 200} Jan 18 23:44:43.328009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-95ecb349-d6fd-456e-9764-463df552cabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.329780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-95ecb349-d6fd-456e-9764-463df552cabf service neutron] 10.222.0.89 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.2179728 Jan 18 23:44:43.412635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6d228-44a4-43b2-a157-69c955449905 None None] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:43.467575 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-e9b4e3b1-c753-4522-baad-548638cd95ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 1001 time: 0.1243019 Jan 18 23:44:43.468968 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1f719-0ddd-4be8-9317-a56ba7e34bce req-3674c015-0561-481c-88fa-199a17ceb5dd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.478915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69d1f719-0ddd-4be8-9317-a56ba7e34bce req-3674c015-0561-481c-88fa-199a17ceb5dd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1183381 Jan 18 23:44:43.561332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69d1f719-0ddd-4be8-9317-a56ba7e34bce req-c396446a-8bcf-4180-bc32-7f7a4cc6f5be tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810161 Jan 18 23:44:43.588458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-b3255d6c-163f-426a-aa55-370c1b2ec0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:43.590182 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-b3255d6c-163f-426a-aa55-370c1b2ec0c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.1198802 Jan 18 23:44:43.682376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-1dde35e1-a16b-4f4d-a107-3378ec683c77 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860629 Jan 18 23:44:43.821449 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-8563b370-38bb-4e5d-970f-aec03c32c71d service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319532 Jan 18 23:44:43.923307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17b4485f-aa93-4553-be27-4e5b92968b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:43.964573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b7a9a896-1a63-4bf0-b592-5982cb5dbb6b req-a7553313-4963-417c-94a9-29e3274c41db service neutron] 10.222.0.89 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367230 Jan 18 23:44:44.704217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:44:44.816501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869d65-bb35-4768-99fc-9d23ed308a31 req-3cbbcd11-fb0a-421d-95ff-7d811be10a8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:44.818350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad869d65-bb35-4768-99fc-9d23ed308a31 req-3cbbcd11-fb0a-421d-95ff-7d811be10a8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1034291 Jan 18 23:44:44.882073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:44.898849 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 has no active binding in host n-h2-825175-2 {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 18 23:44:44.904764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad869d65-bb35-4768-99fc-9d23ed308a31 req-b12e03d9-aa94-44bb-99c3-c5e23f089963 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801308 Jan 18 23:44:45.813344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-c7e54411-6a71-404b-b63c-f64678abfabb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749974 Jan 18 23:44:45.890152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56850) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:45.973439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-b403c98c-ea06-4f67-b80d-fd1471fdd58e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 1096 time: 0.0791781 Jan 18 23:44:46.024238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c1bfed4a-866e-4f72-8cb7-f0fa6e881d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.059966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.091938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:46.095741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Usage tracker for resource:security_group_rule and tenant:1cb4650a37cd4aebb35cb7f6c578b499 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:46.099133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:46.104697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:46.172427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.196673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34617851-822d-4abe-8701-b6b5283b26a2 req-f4dac8eb-6d84-408d-a180-ca2f173b3a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:46.198158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-f4dac8eb-6d84-408d-a180-ca2f173b3a54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 915 time: 0.2018600 Jan 18 23:44:46.261237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aa021-1a96-4f73-bffe-b69e98c5d39c req-fdec4def-b39c-40ea-9d88-c4d99bb00446 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:46.262714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-539aa021-1a96-4f73-bffe-b69e98c5d39c req-fdec4def-b39c-40ea-9d88-c4d99bb00446 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1895247 Jan 18 23:44:46.274794 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.294476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-94febaba-d90d-49e3-b8ea-457ab5b4d671 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c HTTP/1.1" status: 200 len: 217 time: 0.0884280 Jan 18 23:44:46.321950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f9c2f4-707d-4d36-9c25-e9ad7675c551,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:46.330631 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e743c126-403f-4fd0-86f8-ab72524fffbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cb4650a37cd4aebb35cb7f6c578b499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4371607 Jan 18 23:44:46.331586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56858) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:46.374047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-539aa021-1a96-4f73-bffe-b69e98c5d39c req-7076ec88-3e17-4fb1-b047-2fa0ab37f533 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942249 Jan 18 23:44:46.380322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34617851-822d-4abe-8701-b6b5283b26a2 req-59bfc313-58ef-4a4d-8853-fb0ff77167a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:46.381626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-59bfc313-58ef-4a4d-8853-fb0ff77167a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 200 len: 854 time: 0.0786362 Jan 18 23:44:46.396538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.428995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.434550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-7141dfe1-6a16-485e-8b7b-f13c890f1184 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef0805af-5721-45d8-ad26-d99b5c04539d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447216 Jan 18 23:44:46.575728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-d1edfc73-cab9-41d1-8b0d-e9b6813f6967 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344180 Jan 18 23:44:46.636707 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.654578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f9c2f4-707d-4d36-9c25-e9ad7675c551,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:46.657865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:46.661876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9f676be9-8f88-4183-8e84-bf8b3bc75e0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44f9c2f4-707d-4d36-9c25-e9ad7675c551 HTTP/1.1" status: 204 len: 168 time: 0.3272746 Jan 18 23:44:46.716820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34617851-822d-4abe-8701-b6b5283b26a2 req-86b05d3e-452c-47b3-8442-f81f5a69b45c service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324115 Jan 18 23:44:47.271000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:47.551334 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:47.684694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005067-94dd-419c-99e4-d88030975a8f req-47986515-37f2-445c-b7f7-ff5fc61251a5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:47.686103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce005067-94dd-419c-99e4-d88030975a8f req-47986515-37f2-445c-b7f7-ff5fc61251a5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.1833208 Jan 18 23:44:47.735101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce005067-94dd-419c-99e4-d88030975a8f req-ad076dc8-169e-428a-bf91-603c3bd31672 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Jan 18 23:44:48.062003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56890) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:48.231957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1813032448-network', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:48.245868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:48.257726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Usage tracker for resource:network and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:48.262088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:48.271685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:48.290438 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fd47d6cd-bf9c-4a92-a71a-f16b60741345 service neutron] 10.222.0.89 "GET /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 384 time: 0.0995796 Jan 18 23:44:48.408460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Made reservation on behalf of 6fdb0ac9327942e29e64becdbad5b3ad for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:48.410790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:48.432919 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:48.544783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:48.551911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:48.556928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:48.572543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:48.603834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:48.637628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:48.817847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:48.829662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:48.839275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:48.967285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a885-be2a-489b-a369-fac38f10bd2f req-f3a2fc80-b997-4ce9-810d-5af498738a0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:48.968752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5972a885-be2a-489b-a369-fac38f10bd2f req-f3a2fc80-b997-4ce9-810d-5af498738a0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 945 time: 0.0895674 Jan 18 23:44:48.979313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.016235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5972a885-be2a-489b-a369-fac38f10bd2f req-f01aa29e-c2e4-4b30-bd99-af40b0c6c9f6 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Jan 18 23:44:49.037772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.040745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.066916 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'code': 200} Jan 18 23:44:49.118874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:44:49.134665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd3deb5-c9bd-4d7d-8e89-6c66c2d17a2e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:49.150368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.150608 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Added segment bc087dca-b54b-4296-b904-f509b446f497 of type vlan for network f92d1be3-7793-45d7-a1de-3e0e4f884465 Jan 18 23:44:49.197505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.219984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] Transition to ACTIVE for port object ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:49.298412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.347524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.348294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:49.348916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.539204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] Pushing event updated for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:49.558217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] Pushing event updated for resources: {'Network': ['ID=f92d1be3-7793-45d7-a1de-3e0e4f884465,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:49.576812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:44:49.607327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] No DVR routers for this DVR port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:44:49.666720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-750b354b-0224-440b-be32-2a5885670f02 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6032591 Jan 18 23:44:49.669753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:49.675547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Request body: {'subnet': {'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1813032448-subnet', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:49.684135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:49.690239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Usage tracker for resource:subnet and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:49.693643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:49.706672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:49.875557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Made reservation on behalf of 6fdb0ac9327942e29e64becdbad5b3ad for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:49.877842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:49.900534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-6718085f-00dc-443d-b09c-4db22fddea70 service neutron] 10.222.0.89 "PUT /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7/bindings/n-h2-825175-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6045353 Jan 18 23:44:50.204243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-0354555c-8a49-448d-b6e9-b36ad525c91b tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&tenant_id=36aa58617d204c21948d8a0a03cb89f1&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.1297579 Jan 18 23:44:50.219471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.298115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=840630a2-864e-4827-b410-48cf104279cf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:50.301766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d6dbf-97ca-452a-b9c8-0e03a868c14e req-af85c4e7-5ac7-41fa-af8d-1e517281d800 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:50.303618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3d6dbf-97ca-452a-b9c8-0e03a868c14e req-af85c4e7-5ac7-41fa-af8d-1e517281d800 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.1597750 Jan 18 23:44:50.312773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Checking segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:50.313159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Network hostable DHCP agents. Network: f92d1be3-7793-45d7-a1de-3e0e4f884465, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:44:50.330331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-58e3dfd9-9234-4e32-bb85-1b3e9135af12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 1095 time: 0.1195946 Jan 18 23:44:50.408264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3d6dbf-97ca-452a-b9c8-0e03a868c14e req-33ba27fa-f9ff-4f93-bb1e-6c6914c7321b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958779 Jan 18 23:44:50.440265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-483c29b6-59a1-4fdd-8677-94155242e6b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1095 time: 0.0879271 Jan 18 23:44:50.463661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:44:50.579210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-8394bd91-c557-4795-9f74-9705c049c26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:50.580802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-8394bd91-c557-4795-9f74-9705c049c26d service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.1354699 Jan 18 23:44:50.596434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f92d1be3-7793-45d7-a1de-3e0e4f884465) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:50.600519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:50.601156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.606806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841882f2-0a41-4c4f-8bfa-b78d4999451a None None] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:44:50.693233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-04e0ee04-a042-4d7c-9377-c5727e3c2c2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 999 time: 0.1050158 Jan 18 23:44:50.754384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fb2b39ac-8240-4a72-93a8-73716f73bf4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:50.756750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d715e938-c892-45dc-9c0f-84d07fe0fac7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0853684 Jan 18 23:44:50.756939 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-fb2b39ac-8240-4a72-93a8-73716f73bf4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0584557 Jan 18 23:44:50.762271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56916) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:50.767804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:50.774170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:50.782159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Usage tracker for resource:router and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:50.786233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:50.797783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:50.850307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f92d1be3-7793-45d7-a1de-3e0e4f884465', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:44:50.851222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.858383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-79b5a6c3-8975-4ec2-8c70-da0f5dfbb227 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954099 Jan 18 23:44:50.934368 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.935820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:50.961702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.032342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-78c2bff6-8e31-4211-a5f3-a694d8af3c7e service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680615 Jan 18 23:44:51.032699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Allocated IP 172.20.0.2 (f92d1be3-7793-45d7-a1de-3e0e4f884465/840630a2-864e-4827-b410-48cf104279cf/fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:44:51.176132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-d3a1de8f-0e64-4df9-9930-a9724bb07df4 service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364443 Jan 18 23:44:51.241545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.258965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.269156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Transition to ACTIVE for port object fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:51.289617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Transition to ACTIVE for port object fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:51.452613 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.527899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:51.528537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Pushing event updated for resources: {'Port': ['ID=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:51.531475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:51.534279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:44:51.559521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.603655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.630800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Attempting to bind port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:51.631362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Attempting to bind port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:51.631497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Attempting to bind port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da on network f92d1be3-7793-45d7-a1de-3e0e4f884465 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:51.634066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443156b-8645-46ff-9397-930e8f6c195e req-ee16441b-f209-4ad9-817c-837a15ecfd2a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:51.638201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:44:51.638574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Checking segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:51.639126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.639522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Bound using segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:44:51.639980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Bound port: fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:51.640363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.641339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f443156b-8645-46ff-9397-930e8f6c195e req-ee16441b-f209-4ad9-817c-837a15ecfd2a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.0999315 Jan 18 23:44:51.688928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f443156b-8645-46ff-9397-930e8f6c195e req-9cc6955b-f2cf-4b7a-b5e4-0c7410a7c8ad tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 Jan 18 23:44:51.737040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] For port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:51.740695 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] For port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:44:51.856611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Allocated IP 172.25.1.125 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/69257e5c-2dd5-4c1b-9497-13c552d8ab71) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:44:51.862332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-637f9758-ee1d-43bb-b28f-e685dc40524b tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa&tenant_id=36aa58617d204c21948d8a0a03cb89f1&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 1095 time: 0.0746362 Jan 18 23:44:51.875419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:51.963705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01329e-b70f-4da9-ab65-91bbac10cff4 None None] Pushing event updated for resources: {'Port': ['ID=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:52.062975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:52.124538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-a63bc9d4-6f25-4497-a433-cbf43f34fcdb service neutron] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:52.134001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-a63bc9d4-6f25-4497-a433-cbf43f34fcdb service neutron] Notify callbacks [] for binding, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:52.135194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-a63bc9d4-6f25-4497-a433-cbf43f34fcdb service neutron] 10.222.0.83 "DELETE /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7/bindings/n-h1-825175-2 HTTP/1.1" status: 204 len: 173 time: 0.2677903 Jan 18 23:44:52.189607 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:52.263678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:52.266703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:52.271105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:44:52.304478 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Pushing event updated for resources: {'Port': ['ID=69257e5c-2dd5-4c1b-9497-13c552d8ab71,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:52.517275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:52.518296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:52.902053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:44:52.922884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed054b-bc13-49ec-b323-0efc2b844b8e req-949ba601-9d9c-455a-ad09-4bc818856858 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:52.924405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55ed054b-bc13-49ec-b323-0efc2b844b8e req-949ba601-9d9c-455a-ad09-4bc818856858 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.0969052 Jan 18 23:44:53.009620 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55ed054b-bc13-49ec-b323-0efc2b844b8e req-7cbc0a82-7103-465f-b778-b92943ce6c91 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763178 Jan 18 23:44:53.014928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:44:53.084240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:53.110428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388fb8d4-a668-40b0-a196-6d89b600e8ee None None] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:44:53.221644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:44:53.277813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a403f087-edcc-49a6-bc63-bbc317242bfb req-1f05f337-6754-4c04-a754-20de7bbd40de tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1095 time: 0.0764318 Jan 18 23:44:53.278670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:44:53.298415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:44:53.322755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a403f087-edcc-49a6-bc63-bbc317242bfb req-66f9b6e0-386b-4174-877f-c2f9241bc6eb tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390923 Jan 18 23:44:53.338152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:53.339549 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cabfff00-44e4-487a-b01a-99dcd87546c4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5763085 Jan 18 23:44:53.342237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56936) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:53.371375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:44:53.371600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:53.584286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Provisioning for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:53.602408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346de97-1ffb-44d4-86dd-32e6af3f5964 req-010aa9c7-a38b-429c-8e85-3dab3518e98c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:53.606468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0346de97-1ffb-44d4-86dd-32e6af3f5964 req-010aa9c7-a38b-429c-8e85-3dab3518e98c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.1167374 Jan 18 23:44:53.685119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0346de97-1ffb-44d4-86dd-32e6af3f5964 req-a8dab1d1-7886-4e95-bea8-3545d5419bab tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718281 Jan 18 23:44:53.708435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:53.741550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Provisioning complete for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:53.741877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:53.764112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:53.801287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:53.801687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:53.892121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b695a7f4-e957-43be-a674-db2720058340 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 200 len: 991 time: 0.1769645 Jan 18 23:44:53.959570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:44:54.329970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.362511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.447593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] For port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:54.473577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.522480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:52Z', 'revision_number': 3, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:54.526945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:44:54.527349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Updating router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:44:54.583676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.629106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.715729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Allocated IP 172.20.0.1 (f92d1be3-7793-45d7-a1de-3e0e4f884465/840630a2-864e-4827-b410-48cf104279cf/5d51f103-e752-4111-a221-eddbc3b7a1cf) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:44:54.820705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:44:54.821080 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:44:54.841138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7186d-c296-422a-b414-81495003b0d7 None None] Pushing event updated for resources: {'Port': ['ID=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:54.871032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.878284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c7359733-0151-4162-880d-fd317c6930c2 None None] Provisioning complete for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:54.878670 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7359733-0151-4162-880d-fd317c6930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:54.889117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Transition to ACTIVE for port object 5d51f103-e752-4111-a221-eddbc3b7a1cf will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:55.025354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.098068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:55.101453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:55.105740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:44:55.135529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Pushing event updated for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:55.154527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.154874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.156571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.156961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.157299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.157627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.158095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.158433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.158783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.159100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.159581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:44:55.183534 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.196356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.210449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Transition to ACTIVE for port object 69257e5c-2dd5-4c1b-9497-13c552d8ab71 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:44:55.346435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.365472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.466215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3a9f8-3680-45e7-a54e-9a634632e7d8 None None] Pushing event updated for resources: {'Port': ['ID=69257e5c-2dd5-4c1b-9497-13c552d8ab71,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:55.543608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:55.570495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Attempting to bind port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:44:55.570856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Attempting to bind port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:44:55.571214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Attempting to bind port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:44:55.579160 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.580162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a47bff97-6d95-4dc0-bbcf-f99c6ecf29d8 None None] Provisioning for port 5d51f103-e752-4111-a221-eddbc3b7a1cf completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:55.594578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:44:55.594945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:44:55.595339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.595728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:44:55.596195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Bound port: 69257e5c-2dd5-4c1b-9497-13c552d8ab71, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:44:55.596609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.621541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a47bff97-6d95-4dc0-bbcf-f99c6ecf29d8 None None] Provisioning complete for port 5d51f103-e752-4111-a221-eddbc3b7a1cf triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:55.621898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a47bff97-6d95-4dc0-bbcf-f99c6ecf29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.676463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.709273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a47bff97-6d95-4dc0-bbcf-f99c6ecf29d8 None None] Port 5d51f103-e752-4111-a221-eddbc3b7a1cf cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:44:55.726597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] For port 69257e5c-2dd5-4c1b-9497-13c552d8ab71, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:44:55.730135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] For port 69257e5c-2dd5-4c1b-9497-13c552d8ab71, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69257e5c-2dd5-4c1b-9497-13c552d8ab71,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:44:55.737261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:55.738051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.785514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Pushing event updated for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:55.790024 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.859234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:55.965186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:44:55.966503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:44:55.994785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:44:55.995419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:56.084884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3a9f8-3680-45e7-a54e-9a634632e7d8 None None] Pushing event updated for resources: {'Port': ['ID=69257e5c-2dd5-4c1b-9497-13c552d8ab71,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:56.229307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 56964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:56.240115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:44:56.550333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-82cc22aa-4df0-4a9d-8d94-1686d8ccf24f None None] Provisioning complete for port 5d51f103-e752-4111-a221-eddbc3b7a1cf triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:56.551020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82cc22aa-4df0-4a9d-8d94-1686d8ccf24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:56.580415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:44:56.586045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 52628741-0f20-44db-866d-c0f387a9a15c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:44:56.586385 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:56.633939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-82cc22aa-4df0-4a9d-8d94-1686d8ccf24f None None] Port 5d51f103-e752-4111-a221-eddbc3b7a1cf cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:44:56.718601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:56.723914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0230de-7566-405f-8e5c-c675fc366f56 None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:44:56.790028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:56.790517 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:56.811529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:44:56.823285 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ea4a420-3ae1-4589-a608-dc8173ed69fe admin admin] 10.222.0.59 "PUT /v2.0/routers/91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795384 Jan 18 23:44:56.919389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 52628741-0f20-44db-866d-c0f387a9a15c owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:44:57.259574 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:57.314623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=52628741-0f20-44db-866d-c0f387a9a15c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:57.448287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:57.624514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69257e5c-2dd5-4c1b-9497-13c552d8ab71 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:57.841340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:44:57.849038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:57.849673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.127758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.170924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 69257e5c-2dd5-4c1b-9497-13c552d8ab71, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69257e5c-2dd5-4c1b-9497-13c552d8ab71,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:44:58.200010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 92077060-263e-44f3-abdf-63c7d6120088 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:44:58.236761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.409418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=69257e5c-2dd5-4c1b-9497-13c552d8ab71,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:58.487306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:44:58.501184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Sync routers for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:44:58.517446 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.534122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:44:58.535428 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:58.647052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 56998) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:58.647052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1341446933-network', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:58.662931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:58.669352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Usage tracker for resource:network and tenant:4febeb1bb37742c4a25a21b186699b7b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:58.675622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:58.682756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:58.704097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-020446d0-8a4f-4538-9f87-6fe0be0e0696 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/floatingips/afaef0a6-a906-4e76-916a-b451b6842d16 HTTP/1.1" status: 204 len: 168 time: 2.4730933 Jan 18 23:44:58.705565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:44:58.738246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:44:58.783225 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'status': 'completed', 'code': 200} Jan 18 23:44:58.789518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Made reservation on behalf of 4febeb1bb37742c4a25a21b186699b7b for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:58.794032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.807610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:58.862125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:58.872780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Usage tracker for resource:security_group_rule and tenant:4febeb1bb37742c4a25a21b186699b7b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:58.880283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:58.891365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:58.983407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-70f9aada-f896-42e3-8d88-b5bf2f04018d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 1095 time: 0.1753576 Jan 18 23:44:59.043014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.073512 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:59.078627 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Checking router: 92077060-263e-44f3-abdf-63c7d6120088 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:44:59.090689 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:44:59.091300 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:59.139601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.154129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-ca633e61-7875-4e69-9b24-4168836434f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:59.156603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-ca633e61-7875-4e69-9b24-4168836434f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 200 len: 897 time: 0.1662540 Jan 18 23:44:59.171277 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:44:59.181459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e588ad42-b079-43b2-96e4-e2f805e8a4a6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:59.187543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.188222 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Added segment 94bc5f06-90e8-4591-965c-02a0a2bde185 of type vlan for network 4527b7ce-2159-4bf8-b1e5-f0d134453725 Jan 18 23:44:59.219802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.258409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-43d531d6-8463-4530-bfed-9667a4c42b6d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 200 len: 217 time: 0.0954196 Jan 18 23:44:59.318642 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:44:59.337697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.339601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-9627a06b-c546-4d4b-821a-23ced693c3b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:59.339730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:59.340442 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.341115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-9627a06b-c546-4d4b-821a-23ced693c3b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 200 len: 835 time: 0.0769496 Jan 18 23:44:59.486353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] Pushing event updated for resources: {'Network': ['ID=4527b7ce-2159-4bf8-b1e5-f0d134453725,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:44:59.506743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:44:59.557803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-daff861e-6ebc-4081-8610-5878dc27fd03 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9174242 Jan 18 23:44:59.560292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57012) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:44:59.562343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-506e1165-d0fe-4c26-9d97-c29cd96e518e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bd30c88-88bb-4d06-9769-5fb0db0bca8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083228 Jan 18 23:44:59.569651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Request body: {'subnet': {'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1341446933-subnet', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:44:59.575832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fccee5-72ff-498c-b793-0ed6d24087ee req-ebd133c7-447a-4056-bb01-7ace6812267e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:44:59.581342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-32fccee5-72ff-498c-b793-0ed6d24087ee req-ebd133c7-447a-4056-bb01-7ace6812267e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:44:59.586701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:44:59.600692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Usage tracker for resource:subnet and tenant:4febeb1bb37742c4a25a21b186699b7b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:44:59.608695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:44:59.626858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:44:59.678253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69257e5c-2dd5-4c1b-9497-13c552d8ab71 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:44:59.719061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Made reservation on behalf of 4febeb1bb37742c4a25a21b186699b7b for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:44:59.719061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:44:59.783991 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:44:59.789112 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6740b5-3e9d-4c7d-955b-b950baf233a0 None None] The sync data for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 is: [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e038661d-cbfb-480a-a13d-b7ffdf7c6317', 'name': '', 'network_id': '5bd30c88-88bb-4d06-9769-5fb0db0bca8b', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:13:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:43:01Z', 'updated_at': '2022-01-18T23:43:11Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '77c3036e-d020-4cb0-a8dd-949cb8d2c1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:44:59.840876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-8dee6e5f-8412-4139-a9db-68610c550038 service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582650 Jan 18 23:44:59.872507 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:44:59.874167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.074604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-32fccee5-72ff-498c-b793-0ed6d24087ee req-ebd133c7-447a-4056-bb01-7ace6812267e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:00.074604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32fccee5-72ff-498c-b793-0ed6d24087ee req-ebd133c7-447a-4056-bb01-7ace6812267e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.6314001 Jan 18 23:45:00.110129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-359e9c02-5852-42f4-8dac-91857ff14bb1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:00.111570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-359e9c02-5852-42f4-8dac-91857ff14bb1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.83 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 944 time: 0.2689826 Jan 18 23:45:00.127941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.199018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-01f164e0-8e3f-4c6d-af01-a6035e7a116e service neutron] 10.222.0.83 "GET /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530675 Jan 18 23:45:00.203307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=000adf6f-2273-4349-a12a-8597fef7f248,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:00.215608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:45:00.215959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.229314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Checking segment: {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:00.235062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Network hostable DHCP agents. Network: 4527b7ce-2159-4bf8-b1e5-f0d134453725, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:45:00.269628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32fccee5-72ff-498c-b793-0ed6d24087ee req-42466a0c-14de-4300-bc88-70de8487f685 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=30ee70a3-c491-4374-a08a-7a72b3d230b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911612 Jan 18 23:45:00.356658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:45:00.459973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 4527b7ce-2159-4bf8-b1e5-f0d134453725) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:00.467545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:00.467796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.470219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7154640-bc39-491b-83ad-377e945b0351 None None] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:00.489757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:00.490063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.550463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4f07d18e-3aed-48bc-a4bc-bc8dad87de7b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9866121 Jan 18 23:45:00.551581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57028) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:00.563338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:00.570762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:00.576376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Usage tracker for resource:router and tenant:4febeb1bb37742c4a25a21b186699b7b is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:00.581758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:00.589778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:00.618343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:45:00.788380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-4527b7ce-2159-4bf8-b1e5-f0d134453725', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:45:00.790063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.939566 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.940555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.952170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Allocated IP 172.20.0.2 (4527b7ce-2159-4bf8-b1e5-f0d134453725/000adf6f-2273-4349-a12a-8597fef7f248/5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:00.959141 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:00.974547 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.029400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:01.174378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.187291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Transition to ACTIVE for port object 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:01.190150 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.208674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Transition to ACTIVE for port object 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:01.220609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] No DVR routers for this DVR port ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:45:01.224644 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.228365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-deleted', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:01.284983 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa', 'name': 'network-vif-deleted', 'tag': 'ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7', 'status': 'completed', 'code': 200} Jan 18 23:45:01.322702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.323078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2095aea4-552e-4a82-af7f-074ccaf5c8ee req-c56e9d3f-3ae4-4d8b-bbd4-469e426cd816 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.83 "DELETE /v2.0/ports/ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 HTTP/1.1" status: 204 len: 173 time: 1.2060158 Jan 18 23:45:01.416147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:01.430724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:01.433436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:01.498910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.500863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0af1db61-35fd-4c7f-9255-15f326b95831 req-97cf2d61-8770-47c6-9315-5b1ccab23538 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:01.599153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.604425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Pushing event updated for resources: {'Port': ['ID=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:01.610231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-0af1db61-35fd-4c7f-9255-15f326b95831 req-97cf2d61-8770-47c6-9315-5b1ccab23538 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:01.610231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0af1db61-35fd-4c7f-9255-15f326b95831 req-97cf2d61-8770-47c6-9315-5b1ccab23538 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=b47f5f7e-9dbc-4e16-928b-3ec0fbdf78aa HTTP/1.1" status: 200 len: 210 time: 0.1915402 Jan 18 23:45:01.615523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Attempting to bind port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:01.615868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Attempting to bind port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:01.616590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Attempting to bind port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 on network 4527b7ce-2159-4bf8-b1e5-f0d134453725 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:01.623745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:01.624136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Checking segment: {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:01.624658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.625154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Bound using segment: {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:01.625705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Bound port: 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:01.626162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.728893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] For port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:01.739484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] For port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:01.782688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Allocated IP 172.25.1.112 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c5368e67-c7aa-4914-af92-1d758c9c22b3) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:01.814402 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:01.916253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc4d95-479f-45e7-b359-0094505dba37 None None] Pushing event updated for resources: {'Port': ['ID=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:01.990209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:02.148286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:02.324704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:02.327592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:02.331245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:02.360708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5368e67-c7aa-4914-af92-1d758c9c22b3,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:02.620962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:02.622118 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:02.762645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:03.104900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Router efcc2478-49d9-4a2a-a27a-39e066cc3e9c is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:45:03.210499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b738a1d-fdbb-470b-863c-1f0cd063e263 None None] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:03.287303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:03.391007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:03.434277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Sync routers for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:03.472404 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b4e7f6ba-8ce1-43c6-8ad4-94c7d66cd690 None None] Provisioning for port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:03.477166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:03.477818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:03.495328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:03.497162 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-905fe29f-6eaf-44ab-8426-e2e6fc8a01a5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9433076 Jan 18 23:45:03.500544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:03.628286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:03.731778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:03.778671 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:45:04.080946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:04.090595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:04.094120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.099664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port e038661d-cbfb-480a-a13d-b7ffdf7c6317 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:45:04.100163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.162081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5a58b55c-6fde-46f4-8cbe-67b2dd75593f None None] Provisioning complete for port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:04.163010 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a58b55c-6fde-46f4-8cbe-67b2dd75593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.366482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port e038661d-cbfb-480a-a13d-b7ffdf7c6317, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e038661d-cbfb-480a-a13d-b7ffdf7c6317,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:04.367104 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.434684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.447582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.505100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:04.512605 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5a58b55c-6fde-46f4-8cbe-67b2dd75593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.517319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for e038661d-cbfb-480a-a13d-b7ffdf7c6317 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:45:04.566685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:02Z', 'revision_number': 3, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:04.571032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Checking router: efcc2478-49d9-4a2a-a27a-39e066cc3e9c for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:04.571382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Updating router efcc2478-49d9-4a2a-a27a-39e066cc3e9c port c5368e67-c7aa-4914-af92-1d758c9c22b3 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:45:04.626653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.652247 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:04.852548 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:45:04.892085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:45:04.892428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device ec161290-ae9e-4d8c-ae5f-f1a1aa1b63b7 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:45:04.893866 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-5a58b55c-6fde-46f4-8cbe-67b2dd75593f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:45:04.894208 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-5a58b55c-6fde-46f4-8cbe-67b2dd75593f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:45:04.899997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:04.914634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Allocated IP 172.20.0.1 (4527b7ce-2159-4bf8-b1e5-f0d134453725/000adf6f-2273-4349-a12a-8597fef7f248/d054fe49-5629-4706-963f-2beac1aaed38) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:04.956468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.061443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=e038661d-cbfb-480a-a13d-b7ffdf7c6317,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:05.117690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.118352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.118352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.118687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.119079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.119465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.119804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.120140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.120472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.120803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.121226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:05.169726 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.192796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Transition to ACTIVE for port object d054fe49-5629-4706-963f-2beac1aaed38 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:05.199556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.221263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Transition to ACTIVE for port object c5368e67-c7aa-4914-af92-1d758c9c22b3 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:05.309212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.322038 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.403914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:05.407285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:05.417666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:05.428947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60255f7a-6c3f-41fe-8128-0c8ad325543a None None] New status for floating IP afaef0a6-a906-4e76-916a-b451b6842d16: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:45:05.480434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.506970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Pushing event updated for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:05.782518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563801-d95c-4215-b74c-fb146268d552 None None] Pushing event updated for resources: {'Port': ['ID=c5368e67-c7aa-4914-af92-1d758c9c22b3,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Attempting to bind port c5368e67-c7aa-4914-af92-1d758c9c22b3 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Attempting to bind port c5368e67-c7aa-4914-af92-1d758c9c22b3 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Attempting to bind port c5368e67-c7aa-4914-af92-1d758c9c22b3 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Bound port: c5368e67-c7aa-4914-af92-1d758c9c22b3, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.791990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:05.851546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:05.944195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] For port c5368e67-c7aa-4914-af92-1d758c9c22b3, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:05.963501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] For port c5368e67-c7aa-4914-af92-1d758c9c22b3, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c5368e67-c7aa-4914-af92-1d758c9c22b3,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:05.963501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:05.963501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.017968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a48afd70-6355-4337-9bab-707459602525 None None] Provisioning for port d054fe49-5629-4706-963f-2beac1aaed38 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:06.072708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a48afd70-6355-4337-9bab-707459602525 None None] Provisioning complete for port d054fe49-5629-4706-963f-2beac1aaed38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:06.072708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a48afd70-6355-4337-9bab-707459602525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.110829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.214042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.244034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a48afd70-6355-4337-9bab-707459602525 None None] Port d054fe49-5629-4706-963f-2beac1aaed38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:06.284121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32563801-d95c-4215-b74c-fb146268d552 None None] Pushing event updated for resources: {'Port': ['ID=c5368e67-c7aa-4914-af92-1d758c9c22b3,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:06.295342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:06.296065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:06.315850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.478327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:06.482473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 92077060-263e-44f3-abdf-63c7d6120088 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:45:06.542331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Pushing event updated for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:06.550830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:06.743419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:06.743873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:06.750374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:06.878549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b202f5cc-39c9-45b1-ba06-e925b12c47a4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/92077060-263e-44f3-abdf-63c7d6120088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1144669 Jan 18 23:45:06.882256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57082) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:06.988660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd054fe49-5629-4706-963f-2beac1aaed38', 'name': '', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'mac_address': 'fa:16:3e:c1:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:04Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 2, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'subnets': [{'id': '000adf6f-2273-4349-a12a-8597fef7f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:06.994021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09355c5-50fe-430f-a376-1b642264e054 None None] The sync data for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 is: [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd054fe49-5629-4706-963f-2beac1aaed38', 'name': '', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'mac_address': 'fa:16:3e:c1:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:04Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 2, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'subnets': [{'id': '000adf6f-2273-4349-a12a-8597fef7f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:07.187005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-42a1338d-1975-489e-8640-33ce54581e9e None None] Provisioning complete for port d054fe49-5629-4706-963f-2beac1aaed38 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:07.188744 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42a1338d-1975-489e-8640-33ce54581e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.284719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-42a1338d-1975-489e-8640-33ce54581e9e None None] Port d054fe49-5629-4706-963f-2beac1aaed38 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:07.291555 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Router efcc2478-49d9-4a2a-a27a-39e066cc3e9c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:45:07.299979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting subnet 77c3036e-d020-4cb0-a8dd-949cb8d2c1bd {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:45:07.303638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.359360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.461155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.514506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:07.545347 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-45e52b2b-f725-4f77-9829-1be4fed4babc admin admin] 10.222.0.59 "PUT /v2.0/routers/efcc2478-49d9-4a2a-a27a-39e066cc3e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0328405 Jan 18 23:45:07.614721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.654722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Subnet': ['ID=77c3036e-d020-4cb0-a8dd-949cb8d2c1bd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:07.661719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:07.668303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513cace-6807-4166-bf62-515f00052a9c None None] Network 5bd30c88-88bb-4d06-9769-5fb0db0bca8b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:07.668632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ad19feb1-33ad-4592-85f0-65b9f1e521cc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/subnets/77c3036e-d020-4cb0-a8dd-949cb8d2c1bd HTTP/1.1" status: 204 len: 168 time: 0.7850540 Jan 18 23:45:07.671325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57092) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:07.795305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Sync routers for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:07.892547 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:07.893172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:08.204574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:08.291087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:08.547092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:08.605296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:45:04Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': 'ac8ecda9-42b0-48e3-b028-f2612939ac86', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ab:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92077060-263e-44f3-abdf-63c7d6120088', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:42:56Z', 'updated_at': '2022-01-18T23:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:08.618904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port ac8ecda9-42b0-48e3-b028-f2612939ac86 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:45:08.619885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:08.620068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Checking router: 92077060-263e-44f3-abdf-63c7d6120088 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:08.643701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Routers {'92077060-263e-44f3-abdf-63c7d6120088'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:08.644322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['92077060-263e-44f3-abdf-63c7d6120088'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:08.887529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] Set router 92077060-263e-44f3-abdf-63c7d6120088 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:08.931829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port ac8ecda9-42b0-48e3-b028-f2612939ac86, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ac8ecda9-42b0-48e3-b028-f2612939ac86,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:08.932427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.077138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:45:08Z', 'revision_number': 6, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:09.081918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] DHCP port deletion for 5bd30c88-88bb-4d06-9769-5fb0db0bca8b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:45:09.086490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875bc41-9518-4224-9a82-39c4f3ec4d78 None None] The sync data for ids ['92077060-263e-44f3-abdf-63c7d6120088'] in n-d-825175-2 is: [{'id': '92077060-263e-44f3-abdf-63c7d6120088', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69541603', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:42:55Z', 'updated_at': '2022-01-18T23:45:08Z', 'revision_number': 6, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:09.087953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Deleting port a05de15e-c9c5-46cf-918a-be5697abaad6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:45:09.088538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.137714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for ac8ecda9-42b0-48e3-b028-f2612939ac86 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:45:09.344279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.372724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] For port a05de15e-c9c5-46cf-918a-be5697abaad6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a05de15e-c9c5-46cf-918a-be5697abaad6,segment=NetworkSegment(5e1cd1c3-c74f-478d-9b39-e93978fe4f0a),segment_id=5e1cd1c3-c74f-478d-9b39-e93978fe4f0a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:09.373159 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.432400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.567934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Calling delete_port for a05de15e-c9c5-46cf-918a-be5697abaad6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:45:09.592406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=ac8ecda9-42b0-48e3-b028-f2612939ac86,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:09.666163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e038661d-cbfb-480a-a13d-b7ffdf7c6317 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:45:09.708645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e038661d-cbfb-480a-a13d-b7ffdf7c6317 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:45:09.709084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e038661d-cbfb-480a-a13d-b7ffdf7c6317 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:45:09.712598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a05de15e-c9c5-46cf-918a-be5697abaad6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:45:09.830829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.870788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port a05de15e-c9c5-46cf-918a-be5697abaad6 update to DOWN by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 18 23:45:09.887513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Pushing event deleted for resources: {'Port': ['ID=a05de15e-c9c5-46cf-918a-be5697abaad6,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:09.899815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] No DVR routers for this DVR port a05de15e-c9c5-46cf-918a-be5697abaad6 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:45:09.912414 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:09.916263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.916616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.916983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.917324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.917656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.917990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.918321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.918646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.919159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.919493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:09.920065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba861a9-c847-4875-b337-2ef088e24301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:10.310416 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.315010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.412904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.415025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Fanout notify agent at l3_agent the message router_deleted on router 92077060-263e-44f3-abdf-63c7d6120088 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:45:10.431850 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.433069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b3a04c46-2ff2-4f0f-b7ed-83cc7f2d2d9e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/routers/92077060-263e-44f3-abdf-63c7d6120088 HTTP/1.1" status: 204 len: 168 time: 2.7607296 Jan 18 23:45:10.435711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57152) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:10.565068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.701044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.731673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd30c88-88bb-4d06-9769-5fb0db0bca8b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:10.760254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:10.760254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1cd1c3-c74f-478d-9b39-e93978fe4f0a') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:10.780382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.812117 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.814879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:45:10.815327 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:45:10.834031 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:45:10.979210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:10.997285 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.012143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Network': ['ID=5bd30c88-88bb-4d06-9769-5fb0db0bca8b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:11.092779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-249a0feb-dcf1-4763-b260-7c1bb4ec4c4c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/networks/5bd30c88-88bb-4d06-9769-5fb0db0bca8b HTTP/1.1" status: 204 len: 168 time: 0.6557429 Jan 18 23:45:11.095205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57164) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:11.200865 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.236685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.287127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:11.302730 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:11.303418 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:11.310492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.396466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.421400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ee70a3-c491-4374-a08a-7a72b3d230b1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:11.521832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:11.522994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-444fce8b-d302-4550-b485-b6b97078484c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/security-groups/30ee70a3-c491-4374-a08a-7a72b3d230b1 HTTP/1.1" status: 204 len: 168 time: 0.4268553 Jan 18 23:45:11.595294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:11.697612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ac8ecda9-42b0-48e3-b028-f2612939ac86 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:45:11.822808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ac8ecda9-42b0-48e3-b028-f2612939ac86 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:45:11.823848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ac8ecda9-42b0-48e3-b028-f2612939ac86 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:45:12.180157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57180) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:12.186809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-612883684', 'description': 'tempest-secgroup-smoke-612883684 description', 'project_id': '36aa58617d204c21948d8a0a03cb89f1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:12.200428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:12.205803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:12.211133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:12.229638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:12.333526 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:12.337673 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.342156 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:12.342544 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Updating router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c port 5d51f103-e752-4111-a221-eddbc3b7a1cf binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:45:12.425055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:12.442087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:12.445946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:12.454157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:12.474951 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.575997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.668771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.792677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:12.797806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6137276 Jan 18 23:45:12.798682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57190) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:12.799132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d7e8f-4321-47d5-940b-08c4a1f4052d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af60420-d778-485a-86ac-b405d449a828,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:12.805835 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:12.821889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:12.835686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:12.853769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:12.873721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:12.982263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.151066 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.202325 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.225502 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.230875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Transition to ACTIVE for port object 5d51f103-e752-4111-a221-eddbc3b7a1cf will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:13.256149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659fa207-2080-4f74-9e34-ea5b415b9009,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:13.310674 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.366511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.370731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e697ed66-63bd-462a-8e74-a65604a6fa2c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5678618 Jan 18 23:45:13.370952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57194) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:13.376756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:13.403097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:13.407945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:13.415337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:13.437300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:13.564015 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Pushing event updated for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:13.575383 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.719209 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.719562 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.719899 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.725242 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.725242 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.726820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.727158 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.727573 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.727908 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.728232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.728934 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:45:13.776107 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.804799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c5368e67-c7aa-4914-af92-1d758c9c22b3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:13.854510 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.855036 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Attempting to bind port 5d51f103-e752-4111-a221-eddbc3b7a1cf on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:13.856311 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Attempting to bind port 5d51f103-e752-4111-a221-eddbc3b7a1cf by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:13.858004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Attempting to bind port 5d51f103-e752-4111-a221-eddbc3b7a1cf on network f92d1be3-7793-45d7-a1de-3e0e4f884465 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:13.868635 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:13.869510 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Checking segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:13.869976 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.870505 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Bound using segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:13.870995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Bound port: 5d51f103-e752-4111-a221-eddbc3b7a1cf, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:13.871373 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:13.939330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f69d43-4d5a-4454-89d3-02488d23747f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:14.002324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.007230 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3ae06dc1-d69b-4a04-9207-583d46b98cd7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6317213 Jan 18 23:45:14.007352 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] For port 5d51f103-e752-4111-a221-eddbc3b7a1cf, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:14.007442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57204) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:14.013674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] For port 5d51f103-e752-4111-a221-eddbc3b7a1cf, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d51f103-e752-4111-a221-eddbc3b7a1cf,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:14.014652 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:14.031707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:14.042172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:14.045511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:14.053146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:14.094329 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.123660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0892b97-3aff-4049-92c9-10745d38dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.154261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c5368e67-c7aa-4914-af92-1d758c9c22b3 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:14.161986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c5368e67-c7aa-4914-af92-1d758c9c22b3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:14.162688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.166242 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.199035 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ee095-4d0e-44db-b4f7-50ba4fca3667 None None] Pushing event updated for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:14.258898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:14.259793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:14.277149 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.374370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.403036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.413880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9acd5c4-f3f0-412a-a614-181775ebf856,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:14.426758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c5368e67-c7aa-4914-af92-1d758c9c22b3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c5368e67-c7aa-4914-af92-1d758c9c22b3,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:14.516165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.520132 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:14.532114 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.533606 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6282b8c6-dc5d-4d6d-8fb9-da1d6c37185d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5253341 Jan 18 23:45:14.536440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:14.542231 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:14.566749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:14.571098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:14.582654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:14.595048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:14.607618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c5368e67-c7aa-4914-af92-1d758c9c22b3,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:14.693053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.770156 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.860119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:14.907813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedd89b0-729b-4bc3-88f3-28a44e5e5570,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:14.956645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:13Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:14.961663 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13330352-11de-40dc-8fe0-fa78e09d4513 None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:13Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:15.017461 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.018757 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8d4e313e-92f3-4991-ab11-830066b19edb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4811625 Jan 18 23:45:15.021866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:15.028591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:15.036632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:15.043246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:15.056594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:15.065135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:15.223761 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:45:15.239266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.354601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.424552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.460042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ecdc2-5319-4a63-be5a-b3faf2af4dbb,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:15.555730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.564506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57226) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:15.565212 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b423e465-d97c-4efe-8294-4ff46c128717 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5378010 Jan 18 23:45:15.567850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'security_group_rule': {'security_group_id': '6af60420-d778-485a-86ac-b405d449a828', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:15.575256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:15.579197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:security_group_rule and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:15.582486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:15.590953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:15.616609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d51f103-e752-4111-a221-eddbc3b7a1cf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:15.668793 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Project 36aa58617d204c21948d8a0a03cb89f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:45:15.675781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.750697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5d51f103-e752-4111-a221-eddbc3b7a1cf completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:15.758416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5d51f103-e752-4111-a221-eddbc3b7a1cf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:15.758779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.760373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.836491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:15.900199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77900c14-4e6d-42a0-aa48-cbbf963a34d6,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:16.002369 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.009335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-058897a6-4e7d-4531-9ef2-18e9a69a6636 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4474742 Jan 18 23:45:16.009582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:16.015141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'network': {'name': 'tempest-network-smoke--1427407573', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:16.025055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:16.027096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e71ebf4-daab-47c9-9125-2d753a1c5af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.030854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.032293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:network and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:16.041828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:16.060454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:16.099488 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5d51f103-e752-4111-a221-eddbc3b7a1cf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d51f103-e752-4111-a221-eddbc3b7a1cf,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:16.156787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:16.161065 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.184935 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.186042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c5368e67-c7aa-4914-af92-1d758c9c22b3 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:16.200302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:45:16.223862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.224280 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Added segment c4d896d1-8ca9-4712-9056-5c3bf83b79fe of type vlan for network de8a2fca-812c-4bf5-b287-83bd6156d010 Jan 18 23:45:16.313001 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.330150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:16.334159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c5368e67-c7aa-4914-af92-1d758c9c22b3 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:16.334589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.482221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.486383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:16.486967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.675066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Network': ['ID=de8a2fca-812c-4bf5-b287-83bd6156d010,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:16.688354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network de8a2fca-812c-4bf5-b287-83bd6156d010 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:45:16.710508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57244) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:16.711869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-db301187-c6e8-453a-8210-31c69d53f6fb tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7011631 Jan 18 23:45:16.715746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'admin_state_up': True, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:16.736203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:16.740563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:router and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:16.743715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:16.754620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:16.864536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.865923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:16.878160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:16.893507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.071914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.196317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:17.201632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.214112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Usage tracker for resource:security_group_rule and tenant:14c32077a79b4f918700d5faaf728322 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:17.221654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:17.228374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:17.298943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.322626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.408885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.477845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4455d-4932-4042-af11-b224a7edd053,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:17.485411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb511a59-aa36-449e-ba59-798122e91065 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14c32077a79b4f918700d5faaf728322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6034048 Jan 18 23:45:17.485773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57256) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:17.521791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.534355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.573393 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.574712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.606656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d51f103-e752-4111-a221-eddbc3b7a1cf up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:17.610563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.680810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5d51f103-e752-4111-a221-eddbc3b7a1cf triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:17.681294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.748165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.29 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/8677203f-1dc4-4359-9ceb-519438a17a14) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:17.765801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.787549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4455d-4932-4042-af11-b224a7edd053,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:17.796359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:17.804257 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-82762b9b-d7f2-4bce-a341-c1d2beab611b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4a4455d-4932-4042-af11-b224a7edd053 HTTP/1.1" status: 204 len: 168 time: 0.3160036 Jan 18 23:45:17.919891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:18.036418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:18.114204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:18.118313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:18.120429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=8677203f-1dc4-4359-9ceb-519438a17a14,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:18.122618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:18.353955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:18.354713 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:18.700158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 1609fd58-60c9-469a-aed3-2d8d4f120c43 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:45:18.854092 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:19.088462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:19.104634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Sync routers for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:19.121941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:19.124860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:19.196607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:19.198185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-914c0756-4e78-4a13-975c-d09c38aef59a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4866674 Jan 18 23:45:19.201547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:19.254178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57292) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:19.292984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e5863ee9-d05e-4565-b6d4-b7f903e9065a tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=36aa58617d204c21948d8a0a03cb89f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875728 Jan 18 23:45:19.293189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57298) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:19.429450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:19.478204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-142420686-network', 'tenant_id': '4727027ea7234ec283f416849ca15f38'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:19.484026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:19.489939 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Usage tracker for resource:network and tenant:4727027ea7234ec283f416849ca15f38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:19.494084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:19.502891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:19.513098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03840d-005d-4dee-b915-0ac1b289a0d3 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:19.514628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ec03840d-005d-4dee-b915-0ac1b289a0d3 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2205069 Jan 18 23:45:19.518498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57302) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:19.573104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2ee5a3ca-18b1-4cfb-9759-6a24a8085634 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534630 Jan 18 23:45:19.575866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57306) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:19.585925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014447328', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:19.603859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Made reservation on behalf of 4727027ea7234ec283f416849ca15f38 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:19.606852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:19.747691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:19.760039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:19.761478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:18Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:19.764183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:subnet and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:19.765820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Checking router: 1609fd58-60c9-469a-aed3-2d8d4f120c43 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:19.766455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Updating router 1609fd58-60c9-469a-aed3-2d8d4f120c43 port 8677203f-1dc4-4359-9ceb-519438a17a14 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:45:19.768482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:19.775741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:19.814573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:19.819556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4727027ea7234ec283f416849ca15f38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:19.825161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:19.831589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:19.840022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:19.883573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:20.090680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.115392 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.181938 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.286616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.302542 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Transition to ACTIVE for port object 8677203f-1dc4-4359-9ceb-519438a17a14 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:20.336077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:45:20.350236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc8482-e93c-4dec-81d1-b410b8189773,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:20.361343 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.361672 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Added segment 4c739f91-97a1-4523-8125-102165c73712 of type vlan for network db5cf57a-fa90-4d60-983f-752c07967d51 Jan 18 23:45:20.385208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.395428 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.466475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Attempting to bind port 8677203f-1dc4-4359-9ceb-519438a17a14 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:20.466838 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Attempting to bind port 8677203f-1dc4-4359-9ceb-519438a17a14 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:20.467203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Attempting to bind port 8677203f-1dc4-4359-9ceb-519438a17a14 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:20.469407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badccd8f-45b4-40f7-af2b-414216cd2a5c None None] Pushing event updated for resources: {'Port': ['ID=8677203f-1dc4-4359-9ceb-519438a17a14,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:20.476226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:20.476593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:20.477030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.477418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:20.477874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Bound port: 8677203f-1dc4-4359-9ceb-519438a17a14, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:20.478247 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.542714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.543583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:20.544165 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.563302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] For port 8677203f-1dc4-4359-9ceb-519438a17a14, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:20.568760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] For port 8677203f-1dc4-4359-9ceb-519438a17a14, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8677203f-1dc4-4359-9ceb-519438a17a14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:20.646795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.664978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.696703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] Pushing event updated for resources: {'Network': ['ID=db5cf57a-fa90-4d60-983f-752c07967d51,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:20.717689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network db5cf57a-fa90-4d60-983f-752c07967d51 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:45:20.739536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Subnet': ['ID=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:20.751234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Checking segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:20.751647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network hostable DHCP agents. Network: de8a2fca-812c-4bf5-b287-83bd6156d010, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:45:20.762859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-45ee951d-a5fc-4e58-a556-0acdecb888c1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5066307 Jan 18 23:45:20.766510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57314) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:20.774360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Request body: {'subnet': {'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-142420686-subnet', 'tenant_id': '4727027ea7234ec283f416849ca15f38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:20.782320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:20.788315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Usage tracker for resource:subnet and tenant:4727027ea7234ec283f416849ca15f38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:20.792247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:20.798320 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:20.858944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network de8a2fca-812c-4bf5-b287-83bd6156d010 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:45:20.886239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Made reservation on behalf of 4727027ea7234ec283f416849ca15f38 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:20.888968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:20.906961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badccd8f-45b4-40f7-af2b-414216cd2a5c None None] Pushing event updated for resources: {'Port': ['ID=8677203f-1dc4-4359-9ceb-519438a17a14,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:20.921945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:20.922644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:20.978432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, de8a2fca-812c-4bf5-b287-83bd6156d010) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:20.994487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afa6fe-a48f-442a-9407-f32412fa6928 None None] Network de8a2fca-812c-4bf5-b287-83bd6156d010 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:21.001352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:21.001946 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:21.086004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e62f8388-7fac-4e9b-8664-8b688ce76e8d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5088992 Jan 18 23:45:21.089028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57324) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:21.297447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:21.334257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:21.380929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-de8a2fca-812c-4bf5-b287-83bd6156d010', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:45:21.381739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:21.505848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123da45f-e3d4-479a-b03d-a9849e29de41,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:21.525241 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Checking segment: {'id': '4c739f91-97a1-4523-8125-102165c73712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:21.525597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Network hostable DHCP agents. Network: db5cf57a-fa90-4d60-983f-752c07967d51, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:45:21.649218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Network db5cf57a-fa90-4d60-983f-752c07967d51 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:45:21.737252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, db5cf57a-fa90-4d60-983f-752c07967d51) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:21.742688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:21.743451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:21.759328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd300a-7b12-429b-8bb6-696e4ca91d46 None None] Network db5cf57a-fa90-4d60-983f-752c07967d51 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:21.843200 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-34235d4f-06b6-44e2-bcca-04339c2fca94 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0754893 Jan 18 23:45:22.040040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Allocated IP 172.20.0.2 (de8a2fca-812c-4bf5-b287-83bd6156d010/826dc144-dbfc-439f-a9f5-9daf5e6b7f0d/113d9448-4f1e-4d6c-ad74-2fc8c40cced4) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:22.224053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:22.385365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb24362-e7f9-432e-9d11-3fb8c776c76c None None] Network db5cf57a-fa90-4d60-983f-752c07967d51 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:22.615267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:22.625606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:18Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:22.640157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Transition to ACTIVE for port object 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:22.648659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab9eacd-a57f-465f-9099-b2d05bfa235d None None] The sync data for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 is: [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:18Z', 'revision_number': 3, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:22.692578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Transition to ACTIVE for port object 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:22.848355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:22.931059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Network de8a2fca-812c-4bf5-b287-83bd6156d010 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:22.939948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:22.949110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:23.049292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Pushing event updated for resources: {'Port': ['ID=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:23.061597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Attempting to bind port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:23.062229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Attempting to bind port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:23.062663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Attempting to bind port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 on network de8a2fca-812c-4bf5-b287-83bd6156d010 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:23.069884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:23.070252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Checking segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:23.070651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.071052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Bound using segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:23.071501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Bound port: 113d9448-4f1e-4d6c-ad74-2fc8c40cced4, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:23.071879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.077701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.1 (de8a2fca-812c-4bf5-b287-83bd6156d010/826dc144-dbfc-439f-a9f5-9daf5e6b7f0d/7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:23.196033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] For port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:23.201111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] For port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:23.251715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.273549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:23.277097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.362238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.400712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d872caf-681d-4a71-8524-094df071aca1 None None] Pushing event updated for resources: {'Port': ['ID=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:23.468575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network de8a2fca-812c-4bf5-b287-83bd6156d010 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:23.472940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:23.483437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:23.531701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:23.588057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.739408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:23.746333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-997349987-network', 'tenant_id': 'e91e88ba65734405bfdc8d805e315d01'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:23.756550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:23.765168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Usage tracker for resource:network and tenant:e91e88ba65734405bfdc8d805e315d01 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:23.777733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:23.798621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:23.814476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.886278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Made reservation on behalf of e91e88ba65734405bfdc8d805e315d01 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:23.889867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.913599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:23.958063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:23.962766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Usage tracker for resource:security_group_rule and tenant:e91e88ba65734405bfdc8d805e315d01 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:23.966812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:23.982505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:24.072604 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.150596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.180678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:45:24.194359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17182c38-1a0d-46d6-9e8a-4e3623d511a7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:24.222340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.223484 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Added segment dec51bf4-3515-4092-abd1-5e3151708c72 of type vlan for network 45a4663a-e934-449b-bb20-14c4013dc05e Jan 18 23:45:24.262127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.411125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.436394 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.437508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:24.438153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.498751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.624103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4000b-3288-44ca-8722-a581169398df None None] Network de8a2fca-812c-4bf5-b287-83bd6156d010 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:24.657514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] Pushing event updated for resources: {'Network': ['ID=45a4663a-e934-449b-bb20-14c4013dc05e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:24.689175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.705902 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a6a33d37-8d90-4632-821d-6d1d5923a332 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9647202 Jan 18 23:45:24.709382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57368) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:24.716247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Request body: {'subnet': {'network_id': '45a4663a-e934-449b-bb20-14c4013dc05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-997349987-subnet', 'tenant_id': 'e91e88ba65734405bfdc8d805e315d01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:24.730728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:24.731214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 45a4663a-e934-449b-bb20-14c4013dc05e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:45:24.749831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Usage tracker for resource:subnet and tenant:e91e88ba65734405bfdc8d805e315d01 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:24.759976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:24.776745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:24.829041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:24.870997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Made reservation on behalf of e91e88ba65734405bfdc8d805e315d01 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:24.875956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:24.963049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network de8a2fca-812c-4bf5-b287-83bd6156d010 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:24.964104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:25.019758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-30609449-9ce7-4c98-9ff3-cb2b8c4a7965 None None] Provisioning for port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:25.286852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:25.389805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ab1b91-1b6e-418c-b106-fd7cfc502c73,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:25.401130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Checking segment: {'id': 'dec51bf4-3515-4092-abd1-5e3151708c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '45a4663a-e934-449b-bb20-14c4013dc05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:25.403583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Network hostable DHCP agents. Network: 45a4663a-e934-449b-bb20-14c4013dc05e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:45:25.447587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-07fb9b2a-abec-4d8e-a91e-81b62899d17a None None] Provisioning for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:25.454594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-07fb9b2a-abec-4d8e-a91e-81b62899d17a None None] Provisioning complete for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:25.454973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-07fb9b2a-abec-4d8e-a91e-81b62899d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:25.499126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Network 45a4663a-e934-449b-bb20-14c4013dc05e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:45:25.529055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-07fb9b2a-abec-4d8e-a91e-81b62899d17a None None] Port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:25.585446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 1609fd58-60c9-469a-aed3-2d8d4f120c43 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:45:25.657656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-36285d9a-5faf-45e3-8730-27ae8d2ed51c None None] Provisioning complete for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:25.658295 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-36285d9a-5faf-45e3-8730-27ae8d2ed51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:25.677166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 45a4663a-e934-449b-bb20-14c4013dc05e) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:25.681845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:25.682649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:25.725223 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:25.752908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4265cb-3376-482b-8f7d-e2c4db3700b0 None None] Network 45a4663a-e934-449b-bb20-14c4013dc05e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:25.904464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:25.944022 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cda7122e-41ce-40d5-be92-1e9e9f10d2b1 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/1609fd58-60c9-469a-aed3-2d8d4f120c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8445127 Jan 18 23:45:25.966180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-36285d9a-5faf-45e3-8730-27ae8d2ed51c None None] Port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:26.149654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-49f58b89-6044-410c-93a3-8d9f946f41c6 None None] Provisioning complete for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:26.150037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-49f58b89-6044-410c-93a3-8d9f946f41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:26.182377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b845da-e71e-4dc6-945c-d7443e106702 None None] Network 45a4663a-e934-449b-bb20-14c4013dc05e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:45:26.203709 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71a0bddb-ee6e-41fd-aefc-e34951b6c724 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4932730 Jan 18 23:45:26.244743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-95c1ef4f-50f0-40ba-93dd-e359a9872d5b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:26.264264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:26.289206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:26.289578 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:26.316593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-95c1ef4f-50f0-40ba-93dd-e359a9872d5b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:26.318342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-95c1ef4f-50f0-40ba-93dd-e359a9872d5b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-612883684&fields=id&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 267 time: 0.1432121 Jan 18 23:45:26.352816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-49f58b89-6044-410c-93a3-8d9f946f41c6 None None] Port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:26.568057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-2ff5fd9d-a98a-43b7-a745-cb94a7074c32 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:26.582379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-2ff5fd9d-a98a-43b7-a745-cb94a7074c32 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 797 time: 0.2549279 Jan 18 23:45:26.597524 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:26.618954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-0d2b0da3-e558-44ab-8771-6318bb92b31d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/quotas/36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 375 time: 0.0340614 Jan 18 23:45:26.634637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:26.750431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-cd1860b4-9059-4e94-8204-b671298a3998 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:26.760965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:26.834902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:26.859178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-cd1860b4-9059-4e94-8204-b671298a3998 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:26.860862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-cd1860b4-9059-4e94-8204-b671298a3998 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2410874 Jan 18 23:45:26.880651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-50e03c5e-843c-4cd0-96e9-136ab0262180 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:45:26.881722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-50e03c5e-843c-4cd0-96e9-136ab0262180 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067616 Jan 18 23:45:27.169714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-d5d4cfe3-8d51-44c6-8e26-e1227a4d2194 service neutron] 10.222.0.59 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816002 Jan 18 23:45:27.177671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4819a-83fc-47fd-a83c-442815890589 req-cb415b13-c172-49c0-9d90-62809388824a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:27.179339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-cb415b13-c172-49c0-9d90-62809388824a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/networks?id=db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 200 len: 811 time: 0.2002094 Jan 18 23:45:27.272300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-01ab53bf-0c19-46eb-aa59-a5a824ec2147 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/quotas/4727027ea7234ec283f416849ca15f38 HTTP/1.1" status: 200 len: 375 time: 0.0701001 Jan 18 23:45:27.342866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-0c43af32-b037-4fcb-851d-8ec8e9c410f6 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4727027ea7234ec283f416849ca15f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569119 Jan 18 23:45:27.457791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-b4bd5547-335a-4a64-88ac-1d63730f6be6 service neutron] 10.222.0.59 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769830 Jan 18 23:45:27.512533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-a1fe7278-d2c9-433b-a198-4e505874aff0 service neutron] 10.222.0.59 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495335 Jan 18 23:45:27.593868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:27.671982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-6b900c3e-2556-4100-a330-f0833d578805 service neutron] 10.222.0.59 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476762 Jan 18 23:45:27.687131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:27.687697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:27.804902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1eb83ab0-0ff2-4c3c-bebb-724e00cf53e1 req-25b47477-0b1f-470f-a5a0-cbcdcedc914e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.0738616 Jan 18 23:45:28.071894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-30590a94-3a5d-485d-a9be-53f41cc4bf0c req-3df0ad16-3f6a-4267-82bc-d98e07953243 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0812943 Jan 18 23:45:29.136950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-608606aa-9762-4ec2-bb31-b3f91a0594ad req-cddb306c-731b-46b7-89f0-59417555b27f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.0455828 Jan 18 23:45:29.190634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-859bfc35-98ac-4592-b7bc-a36c61c80c9e req-05b0f0d0-14d3-449a-933f-82628a635438 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0471816 Jan 18 23:45:29.602379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34facd22-862d-41a6-a619-1e34bf93907a req-5dafed91-f5a2-4097-89ff-7db52424c116 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:29.603923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34facd22-862d-41a6-a619-1e34bf93907a req-5dafed91-f5a2-4097-89ff-7db52424c116 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.0851085 Jan 18 23:45:29.651388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34facd22-862d-41a6-a619-1e34bf93907a req-e19e165e-d1e5-4643-aaf0-8239f0df669f tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Jan 18 23:45:30.276668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a0c89a2-b931-46ea-accd-b3a7d8d3b87a req-fa5ad4e3-7867-4f7f-b398-d18fd473b97b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.2092822 Jan 18 23:45:30.306349 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Sync routers for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:30.325839 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:30.327258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:30.469013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-646fa95b-4645-4666-972a-5e47d5f7a0f2 req-36b61313-126b-4e1e-83ee-43415e837906 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0655699 Jan 18 23:45:30.575650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:31.016329 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd054fe49-5629-4706-963f-2beac1aaed38', 'name': '', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'mac_address': 'fa:16:3e:c1:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:04Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 2, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'subnets': [{'id': '000adf6f-2273-4349-a12a-8597fef7f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:31.021397 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Checking router: efcc2478-49d9-4a2a-a27a-39e066cc3e9c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:31.021752 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Updating router efcc2478-49d9-4a2a-a27a-39e066cc3e9c port d054fe49-5629-4706-963f-2beac1aaed38 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:45:31.066030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554fbfd-7b9d-4dbf-968b-931a3e1cedee req-e869964f-421b-4983-9a9b-8bf1a156b98b tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:31.078288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4554fbfd-7b9d-4dbf-968b-931a3e1cedee req-e869964f-421b-4983-9a9b-8bf1a156b98b tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.2700191 Jan 18 23:45:31.095551 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.108613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d77140da-805a-4bf6-b88b-cf46b7180af1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:31.110410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d77140da-805a-4bf6-b88b-cf46b7180af1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 945 time: 0.2166662 Jan 18 23:45:31.203100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Deleting port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:45:31.203589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.294426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4554fbfd-7b9d-4dbf-968b-931a3e1cedee req-2a390bda-f9e8-44ad-a297-14d937502ec3 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150016 Jan 18 23:45:31.469374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-d022459c-c340-438f-9036-aae4c36bd767 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:31.470643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-d022459c-c340-438f-9036-aae4c36bd767 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:31.568097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-d022459c-c340-438f-9036-aae4c36bd767 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:31.569498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-d022459c-c340-438f-9036-aae4c36bd767 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 797 time: 0.3236420 Jan 18 23:45:31.622776 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.648287 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Transition to ACTIVE for port object d054fe49-5629-4706-963f-2beac1aaed38 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:31.666551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd0f22e-2ab0-4a49-bad6-52ba995ac920 req-8a8985b2-a232-4563-a3ef-9103d2b1d123 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.1095726 Jan 18 23:45:31.674399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8677203f-1dc4-4359-9ceb-519438a17a14 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:31.704495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-98626410-eee6-4280-aefb-2865131b5d64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:31.718833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-98626410-eee6-4280-aefb-2865131b5d64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:31.720410 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-98626410-eee6-4280-aefb-2865131b5d64 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36aa58617d204c21948d8a0a03cb89f1 HTTP/1.1" status: 200 len: 379 time: 0.1380515 Jan 18 23:45:31.727326 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.730016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'port': {'device_id': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'admin_state_up': True, 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'security_groups': ['6af60420-d778-485a-86ac-b405d449a828']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:31.738546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc03c49b-5dbb-44b3-8a15-a63cb4536267 req-a116e5ec-9d80-4044-8896-c5f865383e90 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0494275 Jan 18 23:45:31.807666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] For port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:31.843259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.882863 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3d47-2bb3-4487-b270-384a957f0020 None None] Pushing event updated for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:31.891945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 8677203f-1dc4-4359-9ceb-519438a17a14 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:31.899090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8677203f-1dc4-4359-9ceb-519438a17a14 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:31.899671 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:31.945855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:31.969551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:32.023094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Calling delete_port for e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:45:32.174185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.188108 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Attempting to bind port d054fe49-5629-4706-963f-2beac1aaed38 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:32.188480 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Attempting to bind port d054fe49-5629-4706-963f-2beac1aaed38 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:32.188859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Attempting to bind port d054fe49-5629-4706-963f-2beac1aaed38 on network 4527b7ce-2159-4bf8-b1e5-f0d134453725 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:32.198877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Made reservation on behalf of 36aa58617d204c21948d8a0a03cb89f1 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:32.199670 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:32.200045 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Checking segment: {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:32.201595 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.201899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.202022 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Bound using segment: {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:32.204893 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Bound port: d054fe49-5629-4706-963f-2beac1aaed38, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bc5f06-90e8-4591-965c-02a0a2bde185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:32.205318 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.214662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 8677203f-1dc4-4359-9ceb-519438a17a14, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8677203f-1dc4-4359-9ceb-519438a17a14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:32.293272 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.370489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.382289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] For port d054fe49-5629-4706-963f-2beac1aaed38, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:32.386439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] For port d054fe49-5629-4706-963f-2beac1aaed38, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d054fe49-5629-4706-963f-2beac1aaed38,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:32.429306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:45:32.479841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4819a-83fc-47fd-a83c-442815890589 req-b0479d61-56b6-4faf-a0db-e2ac7d03cfd2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:32.481169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-84f4819a-83fc-47fd-a83c-442815890589 req-b0479d61-56b6-4faf-a0db-e2ac7d03cfd2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Synchronizing usage tracker for tenant:4727027ea7234ec283f416849ca15f38 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:32.486760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=8677203f-1dc4-4359-9ceb-519438a17a14,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:32.488228 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.592132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Pushing event deleted for resources: {'Port': ['ID=e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:32.604309 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb3d47-2bb3-4487-b270-384a957f0020 None None] Pushing event updated for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:32.608280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ad25d07-c0c8-458b-be92-ec1f5accb7dc req-ddb73dc8-a7ea-4951-9278-bb9aa8ad12ef tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.0598302 Jan 18 23:45:32.655992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] No DVR routers for this DVR port e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:45:32.658890 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:32.662687 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:32.663492 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:32.664300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'name': 'network-vif-deleted', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:32.667764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.20.0.11 (de8a2fca-812c-4bf5-b287-83bd6156d010/826dc144-dbfc-439f-a9f5-9daf5e6b7f0d/cdec7c9e-d956-4264-9b49-e61e36826fed) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:32.780588 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52a943-5e94-40ee-b0a0-1431d278bc88', 'name': 'network-vif-deleted', 'tag': 'e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c', 'status': 'completed', 'code': 200} Jan 18 23:45:32.780759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-84f4819a-83fc-47fd-a83c-442815890589 req-b0479d61-56b6-4faf-a0db-e2ac7d03cfd2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Unset dirty status for tenant:4727027ea7234ec283f416849ca15f38 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:32.780759 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-b0479d61-56b6-4faf-a0db-e2ac7d03cfd2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.89 "GET /v2.0/networks?id=db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 200 len: 811 time: 0.7692671 Jan 18 23:45:32.807819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc32f520-6c1f-4d18-8b49-d4e9784ff342 req-d7c3a41b-19d9-4848-a9b3-016530c37bf8 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "DELETE /v2.0/ports/e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c HTTP/1.1" status: 204 len: 173 time: 1.6851060 Jan 18 23:45:32.882281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Request body: {'port': {'device_id': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51', 'admin_state_up': True, 'tenant_id': '4727027ea7234ec283f416849ca15f38'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:32.951335 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:33.028055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-705e1c6b-7fb4-4e0e-ade9-2ec3dffe4a89 req-f741891d-6558-4c83-b7f2-a8139c71e21f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.1277387 Jan 18 23:45:33.116112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9479ade8-91f9-4157-a054-9f25551d615c req-f607e39b-74b0-4757-9c49-bd80c5fe7e09 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0866578 Jan 18 23:45:33.184488 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:33.209182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:33.216694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Usage tracker for resource:port and tenant:4727027ea7234ec283f416849ca15f38 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:33.219818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Transition to ACTIVE for port object cdec7c9e-d956-4264-9b49-e61e36826fed will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:33.225594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:33.234776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:33.287714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Made reservation on behalf of 4727027ea7234ec283f416849ca15f38 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:33.291130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:33.361937 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:33.383209 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd054fe49-5629-4706-963f-2beac1aaed38', 'name': '', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'mac_address': 'fa:16:3e:c1:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:04Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'subnets': [{'id': '000adf6f-2273-4349-a12a-8597fef7f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:33.383209 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbff648-4f5f-46c5-a814-26a0932d1d56 None None] The sync data for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 is: [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:45:05Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'd054fe49-5629-4706-963f-2beac1aaed38', 'name': '', 'network_id': '4527b7ce-2159-4bf8-b1e5-f0d134453725', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'mac_address': 'fa:16:3e:c1:dd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '000adf6f-2273-4349-a12a-8597fef7f248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:04Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'subnets': [{'id': '000adf6f-2273-4349-a12a-8597fef7f248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:33.472706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:33.476711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network de8a2fca-812c-4bf5-b287-83bd6156d010 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:33.482246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:33.486347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:33.680702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:33.681603 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:33.703609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8677203f-1dc4-4359-9ceb-519438a17a14 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:33.749236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Allocated IP 172.20.0.2 (db5cf57a-fa90-4d60-983f-752c07967d51/123da45f-e3d4-479a-b03d-a9849e29de41/91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:33.868595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-57cc04aa-042a-4208-87b8-4cf3c4d59320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1428661 Jan 18 23:45:33.904089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Request body: {'port': {'device_id': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:33.915947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 8677203f-1dc4-4359-9ceb-519438a17a14 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:33.916544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:33.938368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-89b5a8c0-9548-4665-be04-67eecc907b5d req-f88896d9-60fe-4beb-a6fd-8877a143eb17 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:34.008128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f27566e7-d461-4fc4-8891-b49e492669f5 None None] Provisioning for port cdec7c9e-d956-4264-9b49-e61e36826fed completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:34.016114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f27566e7-d461-4fc4-8891-b49e492669f5 None None] Provisioning complete for port cdec7c9e-d956-4264-9b49-e61e36826fed triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:34.017086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f27566e7-d461-4fc4-8891-b49e492669f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.133362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-89b5a8c0-9548-4665-be04-67eecc907b5d req-f88896d9-60fe-4beb-a6fd-8877a143eb17 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:34.134931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89b5a8c0-9548-4665-be04-67eecc907b5d req-f88896d9-60fe-4beb-a6fd-8877a143eb17 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e52a943-5e94-40ee-b0a0-1431d278bc88 HTTP/1.1" status: 200 len: 210 time: 0.2605751 Jan 18 23:45:34.135239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f27566e7-d461-4fc4-8891-b49e492669f5 None None] Port cdec7c9e-d956-4264-9b49-e61e36826fed cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:45:34.162005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d054fe49-5629-4706-963f-2beac1aaed38 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:34.165837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.364608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-effaa992-11d5-45d5-bad6-8a77ac2f9bff req-b87b4c9c-0c90-47f1-9c06-f37fba31b06e tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0522437 Jan 18 23:45:34.390220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9176-b00e-44e2-ac94-70ad9da7dee9 req-c05bae86-c8bc-40d8-9f5b-091dbe43baf4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:34.391662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-521c9176-b00e-44e2-ac94-70ad9da7dee9 req-c05bae86-c8bc-40d8-9f5b-091dbe43baf4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 932 time: 0.1415725 Jan 18 23:45:34.407378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d054fe49-5629-4706-963f-2beac1aaed38 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:34.413777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d054fe49-5629-4706-963f-2beac1aaed38 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:34.414225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.446692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-521c9176-b00e-44e2-ac94-70ad9da7dee9 req-cf1db364-deaf-49f3-87fd-8b81163fc046 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Jan 18 23:45:34.492787 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.541091 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.577806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d054fe49-5629-4706-963f-2beac1aaed38, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d054fe49-5629-4706-963f-2beac1aaed38,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:34.647487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:34.654449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.662636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.669761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.743839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Transition to ACTIVE for port object cdec7c9e-d956-4264-9b49-e61e36826fed will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:34.746160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:34.751972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Network db5cf57a-fa90-4d60-983f-752c07967d51 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:34.753212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:34.755186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Pushing event updated for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:34.757183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:34.815479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:34.816064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.862699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:34.954189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:45:34.990888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:45:34.991660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e0475fa3-bcb5-4cc7-9f24-dbbb9b7e6b1c not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:45:35.080687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-771d96bc-60af-41a9-8e3e-a678cae2a6d2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2064207 Jan 18 23:45:35.101557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Request body: {'port': {'device_id': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:35.139624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:35.284673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.366741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Attempting to bind port cdec7c9e-d956-4264-9b49-e61e36826fed on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:35.366943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Attempting to bind port cdec7c9e-d956-4264-9b49-e61e36826fed by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:35.367272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Attempting to bind port cdec7c9e-d956-4264-9b49-e61e36826fed on network de8a2fca-812c-4bf5-b287-83bd6156d010 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:35.381015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Port cdec7c9e-d956-4264-9b49-e61e36826fed on network de8a2fca-812c-4bf5-b287-83bd6156d010 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:45:35.381339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Attempting to bind port cdec7c9e-d956-4264-9b49-e61e36826fed on network de8a2fca-812c-4bf5-b287-83bd6156d010 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:35.438417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:35.438762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Checking segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:35.439152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Bound using segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:35.439590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Bound port: cdec7c9e-d956-4264-9b49-e61e36826fed, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:35.439931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.615791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d054fe49-5629-4706-963f-2beac1aaed38 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:35.659296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:35.677524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728168b-8e0c-4a89-a6e0-42b8d0afec9b req-432eeaa0-0568-470b-b1b1-c790dafaadc1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:35.680592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:35.684356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e728168b-8e0c-4a89-a6e0-42b8d0afec9b req-432eeaa0-0568-470b-b1b1-c790dafaadc1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 931 time: 0.1866171 Jan 18 23:45:35.719691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d054fe49-5629-4706-963f-2beac1aaed38 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:35.720067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.745519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098809b-c460-4acc-bb9e-c8bfe479e663 req-3015a859-6532-4dd5-8da4-13f830014cfa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:35.747019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9098809b-c460-4acc-bb9e-c8bfe479e663 req-3015a859-6532-4dd5-8da4-13f830014cfa tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.1549959 Jan 18 23:45:35.762289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e728168b-8e0c-4a89-a6e0-42b8d0afec9b req-f359c948-8c38-48e5-be9c-8b8627fdeb85 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769765 Jan 18 23:45:35.793910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.852486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:35.877435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.878947 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] 10.222.0.89 "PUT /v2.0/ports/cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 1092 time: 1.9801383 Jan 18 23:45:35.883325 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:35.884248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:35.935930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Transition to ACTIVE for port object 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:35.952715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad6ce3-276f-4723-8417-6886d1ed7818 service neutron] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:35.975286 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'status': 'completed', 'code': 200} Jan 18 23:45:36.017455 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9098809b-c460-4acc-bb9e-c8bfe479e663 req-155326fc-c622-4956-b8d8-0299046014d9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540252 Jan 18 23:45:36.094955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:36.229112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Pushing event updated for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:36.244249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895728ae-bf6f-4f19-b134-2870415beaf8 req-2bb03512-b230-4410-8103-c7f73d2b6741 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1095 time: 0.2586689 Jan 18 23:45:36.463862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Attempting to bind port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:36.464189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Attempting to bind port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '4c739f91-97a1-4523-8125-102165c73712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:36.464517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Attempting to bind port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb on network db5cf57a-fa90-4d60-983f-752c07967d51 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:36.471212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895728ae-bf6f-4f19-b134-2870415beaf8 req-aaedff73-8005-4716-bcfa-9e360361bb50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:36.472682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895728ae-bf6f-4f19-b134-2870415beaf8 req-aaedff73-8005-4716-bcfa-9e360361bb50 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=36aa58617d204c21948d8a0a03cb89f1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1995406 Jan 18 23:45:36.475337 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb on network db5cf57a-fa90-4d60-983f-752c07967d51 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:45:36.475662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Attempting to bind port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb on network db5cf57a-fa90-4d60-983f-752c07967d51 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:36.550400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:36.551272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Checking segment: {'id': '4c739f91-97a1-4523-8125-102165c73712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:36.551659 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Bound using segment: {'id': '4c739f91-97a1-4523-8125-102165c73712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:36.552116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Bound port: 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c739f91-97a1-4523-8125-102165c73712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:36.552486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:36.686118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895728ae-bf6f-4f19-b134-2870415beaf8 req-ea0949e2-499f-45b0-8401-6432fb3c7195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:36.687558 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-895728ae-bf6f-4f19-b134-2870415beaf8 req-ea0949e2-499f-45b0-8401-6432fb3c7195 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080460 Jan 18 23:45:36.693399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:36.696561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,segment=NetworkSegment(4c739f91-97a1-4523-8125-102165c73712),segment_id=4c739f91-97a1-4523-8125-102165c73712)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:36.781849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:36.872573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:36.874132 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] 10.222.0.89 "PUT /v2.0/ports/91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 200 len: 1091 time: 1.7834353 Jan 18 23:45:36.886895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3d57c-70cc-4897-b297-933f5dfeda76 service neutron] Pushing event updated for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:36.893616 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-154633c0-f203-493a-9d19-eb53a2ec8654 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1095 time: 0.1721070 Jan 18 23:45:37.003797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b704d0-78b8-49cd-a241-51e42ac08ba6 req-7600c752-54f6-4994-b4a6-78bc55277c80 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:37.006473 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12b704d0-78b8-49cd-a241-51e42ac08ba6 req-7600c752-54f6-4994-b4a6-78bc55277c80 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.1065600 Jan 18 23:45:37.079866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12b704d0-78b8-49cd-a241-51e42ac08ba6 req-07a28ed5-f20e-4fc4-a0ae-97f917cd49b8 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680425 Jan 18 23:45:37.187448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-659dba40-24ad-4d90-85a1-5d273ec9516f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 217 time: 0.2863116 Jan 18 23:45:37.266952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-4d6d7ae4-34ce-4afa-9525-5fa953cf665b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:37.276860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1bce6-4b26-4e9c-bc0c-63bf2d345b72 req-55f67d03-3456-4b4c-9605-688b49bdf878 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:37.277090 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-4d6d7ae4-34ce-4afa-9525-5fa953cf665b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 200 len: 835 time: 0.0742626 Jan 18 23:45:37.277190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3f1bce6-4b26-4e9c-bc0c-63bf2d345b72 req-55f67d03-3456-4b4c-9605-688b49bdf878 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.0827713 Jan 18 23:45:37.315970 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-0632f87a-d669-4577-8c68-c5c40713f15d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4727027ea7234ec283f416849ca15f38&device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 1094 time: 0.1955068 Jan 18 23:45:37.322958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3f1bce6-4b26-4e9c-bc0c-63bf2d345b72 req-c487444b-011e-46eb-a3b1-ea129668f94d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479066 Jan 18 23:45:37.390187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-18f87ee2-9bf1-41d0-ad08-0b6b0fd7e004 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 200 len: 217 time: 0.0668640 Jan 18 23:45:37.510235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4819a-83fc-47fd-a83c-442815890589 req-2539a28a-52e7-46c3-a3f0-6a500a94ab2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:37.511960 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-2539a28a-52e7-46c3-a3f0-6a500a94ab2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=123da45f-e3d4-479a-b03d-a9849e29de41 HTTP/1.1" status: 200 len: 851 time: 0.1150649 Jan 18 23:45:37.556992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-fdeeb11c-697d-48c8-ac3e-ce28855d543d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de8a2fca-812c-4bf5-b287-83bd6156d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2827191 Jan 18 23:45:37.589780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-cb8d07ec-86e5-40c1-97a5-7de12811a2db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db5cf57a-fa90-4d60-983f-752c07967d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696738 Jan 18 23:45:37.807054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-f472cd80-8737-4d5d-bab0-ea3f59bd4347 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445540 Jan 18 23:45:37.836581 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-7f73e315-34fd-406f-a985-00f63fecc1dd service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950388 Jan 18 23:45:37.965491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:38.022321 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb', 'status': 'completed', 'code': 200} Jan 18 23:45:38.071098 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-f5fcecb8-1ace-4990-9070-0d839ce0545b service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587130 Jan 18 23:45:38.076673 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-84f4819a-83fc-47fd-a83c-442815890589 req-f4458187-c83e-429b-946f-e06b964baa49 service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873558 Jan 18 23:45:38.312650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d645e-5af8-43f3-b73e-a29f60cdece4 req-ea16f072-fd77-4faf-95ed-4bbd0657d9c9 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:38.314166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-090d645e-5af8-43f3-b73e-a29f60cdece4 req-ea16f072-fd77-4faf-95ed-4bbd0657d9c9 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.0851595 Jan 18 23:45:38.346245 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-173710eb-86e2-4925-b8d5-ce8b42bce2eb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4727027ea7234ec283f416849ca15f38&device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 1094 time: 0.0764005 Jan 18 23:45:38.378478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-090d645e-5af8-43f3-b73e-a29f60cdece4 req-deea3541-1db3-455c-8d89-7c7456fe5ab5 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566680 Jan 18 23:45:38.493718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-57736495-9863-43ae-8f1e-a2f310f75347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:38.495494 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-57736495-9863-43ae-8f1e-a2f310f75347 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 200 len: 912 time: 0.1431801 Jan 18 23:45:38.546966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ace361-c1ea-4333-ad09-28471c4a13d9 req-d6fed4bf-6ce5-4e48-bce7-eb2653bd801c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:38.548550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76ace361-c1ea-4333-ad09-28471c4a13d9 req-d6fed4bf-6ce5-4e48-bce7-eb2653bd801c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.0865495 Jan 18 23:45:38.564784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-7bbe2eec-6774-4b7d-8d8e-48d1e46988a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 200 len: 217 time: 0.0632598 Jan 18 23:45:38.599516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-76ace361-c1ea-4333-ad09-28471c4a13d9 req-840a3b11-fb41-4358-8085-9259e0276f48 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436153 Jan 18 23:45:38.632711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-b6bed849-1fbc-4d6f-a004-e231240f70b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:38.634228 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-b6bed849-1fbc-4d6f-a004-e231240f70b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=123da45f-e3d4-479a-b03d-a9849e29de41 HTTP/1.1" status: 200 len: 851 time: 0.0634551 Jan 18 23:45:38.680790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-23d37dab-a2a8-414a-a20e-56190fe17b26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db5cf57a-fa90-4d60-983f-752c07967d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399659 Jan 18 23:45:38.932726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-91eb3049-3b1b-4fcc-94be-a1d645daf6f1 service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472224 Jan 18 23:45:39.070723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c9764be6-2052-47c5-afd2-f3a62af9b4da req-8e4f70f0-dfaf-4d56-839a-af16f41a53d6 service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315842 Jan 18 23:45:39.344589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:39.576934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5feb3-9943-4d47-a567-005f5709df67 req-0557fc67-33ed-4971-9cb1-b5a7e731f0e0 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:39.578553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bb5feb3-9943-4d47-a567-005f5709df67 req-0557fc67-33ed-4971-9cb1-b5a7e731f0e0 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.0798531 Jan 18 23:45:39.638964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bb5feb3-9943-4d47-a567-005f5709df67 req-2ac490fd-31c9-4d05-a323-618587eba04e tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539987 Jan 18 23:45:39.864394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a74bfb-d1b5-4df2-948c-8e7295f0eb1e req-78fc7391-5013-46d8-acba-43bfecea1252 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:39.865676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07a74bfb-d1b5-4df2-948c-8e7295f0eb1e req-78fc7391-5013-46d8-acba-43bfecea1252 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.0850754 Jan 18 23:45:39.924744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07a74bfb-d1b5-4df2-948c-8e7295f0eb1e req-9647c66b-d29f-455b-b787-cd709e3bc33c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526958 Jan 18 23:45:40.438594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Sync routers for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:40.450422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:40.451039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:40.629302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:40.770601 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:45:40.889827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53ec4-878a-44dd-bb01-5a3d176fe83e req-baa08462-0956-4dfb-b9f6-8c9c49448b53 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:40.891897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faa53ec4-878a-44dd-bb01-5a3d176fe83e req-baa08462-0956-4dfb-b9f6-8c9c49448b53 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.0883849 Jan 18 23:45:40.940203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-faa53ec4-878a-44dd-bb01-5a3d176fe83e req-e63de78e-9a5d-4026-a191-95606002a1c2 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Jan 18 23:45:40.990144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:24Z', 'revision_number': 2, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:40.994569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Checking router: 1609fd58-60c9-469a-aed3-2d8d4f120c43 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:40.994919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Updating router 1609fd58-60c9-469a-aed3-2d8d4f120c43 port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:45:41.045966 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.119710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7823c3-6bf3-49b3-aa08-e0450b863ff1 req-bb7f2843-f56c-4566-95fe-fb7cfeea11c4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:41.121217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d7823c3-6bf3-49b3-aa08-e0450b863ff1 req-bb7f2843-f56c-4566-95fe-fb7cfeea11c4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.0774357 Jan 18 23:45:41.168037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d7823c3-6bf3-49b3-aa08-e0450b863ff1 req-4ae156a1-5be2-4810-9e00-1aad73d7d8ea tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412219 Jan 18 23:45:41.287991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.408742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.419041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Transition to ACTIVE for port object 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:41.513754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.640205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eaf38-453c-4e41-8043-24aa74cf97c8 None None] Pushing event updated for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:41.744339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Attempting to bind port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:41.744918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Attempting to bind port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:41.745123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Attempting to bind port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 on network de8a2fca-812c-4bf5-b287-83bd6156d010 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:41.752171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:41.752690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Checking segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:41.754169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.754169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Bound using segment: {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:41.754169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Bound port: 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:41.754488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:41.856987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] For port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:41.869185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] For port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:41.962157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:42.044419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:42.045090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:42.212532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eaf38-453c-4e41-8043-24aa74cf97c8 None None] Pushing event updated for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:42.299343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:42.456737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a51-0e1d-4ad4-ba12-94227e736850 req-c39ad4b5-96a5-432c-9564-530d53d3f37c tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:42.458357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55bb6a51-0e1d-4ad4-ba12-94227e736850 req-c39ad4b5-96a5-432c-9564-530d53d3f37c tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.1424434 Jan 18 23:45:42.496192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1266e-b4c8-4ad5-9835-77e1f0b003ec req-5fe569fd-7265-4f55-9efe-885efeef4f1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:42.497707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40e1266e-b4c8-4ad5-9835-77e1f0b003ec req-5fe569fd-7265-4f55-9efe-885efeef4f1a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.1463995 Jan 18 23:45:42.576063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-55bb6a51-0e1d-4ad4-ba12-94227e736850 req-3fec4b5e-1b1c-40af-b981-30442ec035aa tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087806 Jan 18 23:45:42.604438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40e1266e-b4c8-4ad5-9835-77e1f0b003ec req-acea6ee1-020a-45ea-a230-bda4d9551baf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956244 Jan 18 23:45:42.738430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:41Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:42.743401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4e3703-2ac6-4b27-bcab-94cffb165763 None None] The sync data for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 is: [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:41Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:43.200193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:45:43.342749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:43.357533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'mac_address': 'fa:16:3e:04:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:45:43.415469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:43.435540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:43.452008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:43.526913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:43.527655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:45:43.695964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:43.830937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:43.917345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,segment=NetworkSegment(4c739f91-97a1-4523-8125-102165c73712),segment_id=4c739f91-97a1-4523-8125-102165c73712)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:43.933432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f97d067-e310-45c3-8b85-80ec9daa0693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:43.939896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ead4ee-136a-41a1-9fd7-0e0a55a7a666 req-30806a75-5269-484d-b015-79f58b601bdb tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:43.943487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37ead4ee-136a-41a1-9fd7-0e0a55a7a666 req-30806a75-5269-484d-b015-79f58b601bdb tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 943 time: 0.1908121 Jan 18 23:45:43.951286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:43.959006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb', 'network_id': 'db5cf57a-fa90-4d60-983f-752c07967d51', 'port_id': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb', 'mac_address': 'fa:16:3e:f8:cd:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123da45f-e3d4-479a-b03d-a9849e29de41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:45:43.971275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:43.971776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:44.002101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858424-c311-4e51-94e5-7e207ddaf231 req-fcfd2b66-aac2-4567-a71b-11d62b37df56 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:44.003556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80858424-c311-4e51-94e5-7e207ddaf231 req-fcfd2b66-aac2-4567-a71b-11d62b37df56 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 945 time: 0.1872487 Jan 18 23:45:44.012198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37ead4ee-136a-41a1-9fd7-0e0a55a7a666 req-3df0ab96-8a6a-423d-b344-cff25ef06d65 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 Jan 18 23:45:44.083198 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80858424-c311-4e51-94e5-7e207ddaf231 req-36228d2f-a543-404a-a43c-fb0fc82f1d33 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656462 Jan 18 23:45:44.092329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:44.122269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:44.179019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,segment=NetworkSegment(4c739f91-97a1-4523-8125-102165c73712),segment_id=4c739f91-97a1-4523-8125-102165c73712)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:44.190745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:44.228811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:44.235596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:44.283137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-6b1801bd-ff27-4951-920c-b691451f0a23 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:44.284676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-6b1801bd-ff27-4951-920c-b691451f0a23 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 814 time: 0.1538038 Jan 18 23:45:44.303450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-839df1f2-4e4b-4b6a-a9a3-5a84305d57cf tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/quotas/1cd8444dd8c9420eb0fba84b916b48a9 HTTP/1.1" status: 200 len: 375 time: 0.0128531 Jan 18 23:45:44.314468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:44.325812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:44.379977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-bede410d-f662-44c9-9bb3-b6d50c092c6c tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424020 Jan 18 23:45:44.421036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:44.525543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-77ed8f26-81ef-47f9-a6d2-377f48112275 service neutron] 10.222.0.59 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381860 Jan 18 23:45:44.648625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:45:44.679021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-fa1bafd8-16c3-4808-b86f-672364d6094d service neutron] 10.222.0.59 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407058 Jan 18 23:45:44.683233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['cdec7c9e-d956-4264-9b49-e61e36826fed'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:45:45.072214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad687bb7-83c1-4e36-af30-160500a0c2f4 req-1c6d715c-90f0-437e-bbc1-8967607d4ba5 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 210 time: 0.1450198 Jan 18 23:45:45.219972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5da01-52e7-4642-8df9-c8a17199f130 req-8089ce29-076b-484b-8cec-1cac25413c53 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:45.221355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51b5da01-52e7-4642-8df9-c8a17199f130 req-8089ce29-076b-484b-8cec-1cac25413c53 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 944 time: 0.0783470 Jan 18 23:45:45.323862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51b5da01-52e7-4642-8df9-c8a17199f130 req-43923953-0176-4bdb-b24c-0393d87ab781 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663853 Jan 18 23:45:45.341589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c348a-081d-4f5d-9b8d-92689d7b9452 req-5c57143d-e684-4f9b-9ab2-a8741ad9c6f0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:45.343116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d45c348a-081d-4f5d-9b8d-92689d7b9452 req-5c57143d-e684-4f9b-9ab2-a8741ad9c6f0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 945 time: 0.1208923 Jan 18 23:45:45.401441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d45c348a-081d-4f5d-9b8d-92689d7b9452 req-60624632-db71-4360-90a4-73eddba18b75 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515418 Jan 18 23:45:45.596175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:45.668562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:45.668882 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:46.007017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-097cb8bd-b06b-4c95-b094-0bb520c83c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:46.237079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78f065a2-2637-4d6f-9a82-97a02e5cb697 req-dcf3a4c9-143d-42d7-b50d-c52e72e2b1a0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 210 time: 0.0408392 Jan 18 23:45:46.667289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a8b1-b392-499a-8c68-ee948d55782f req-563cc878-9fac-45d0-a231-593ecbff6418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:46.668756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7a2a8b1-b392-499a-8c68-ee948d55782f req-563cc878-9fac-45d0-a231-593ecbff6418 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 945 time: 0.1364925 Jan 18 23:45:46.734256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7a2a8b1-b392-499a-8c68-ee948d55782f req-03731cf8-33e3-4372-84e8-2c3367bb2eef tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557199 Jan 18 23:45:46.743578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81a0b8-d7f3-4bac-ad45-0efae2964a20 req-18d694a5-f8e5-4ed8-9258-bd7293fb727d tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:46.745056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d81a0b8-d7f3-4bac-ad45-0efae2964a20 req-18d694a5-f8e5-4ed8-9258-bd7293fb727d tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 944 time: 0.1383684 Jan 18 23:45:46.960816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d81a0b8-d7f3-4bac-ad45-0efae2964a20 req-0a0eedae-a316-4230-bbe8-121e0a8d2902 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086568 Jan 18 23:45:47.023000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-0b8855a3-1b6c-4483-8594-3e811bbef1e1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:47.024332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-0b8855a3-1b6c-4483-8594-3e811bbef1e1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 814 time: 0.1641388 Jan 18 23:45:47.040140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Request body: {'port': {'device_id': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d', 'admin_state_up': True, 'tenant_id': '1cd8444dd8c9420eb0fba84b916b48a9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:47.185381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:47.195824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:47.218130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:47.256373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.287264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Made reservation on behalf of 1cd8444dd8c9420eb0fba84b916b48a9 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:45:47.290311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.389570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:47.394891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:47.396734 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.424017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dabc589b-5aa4-4b04-95ce-30b7129a6302 req-bd7e9616-43e4-4e6c-a829-f07db0fc11bf tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 210 time: 0.0560927 Jan 18 23:45:47.498793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Allocated IP 172.20.0.5 (ef0805af-5721-45d8-ad26-d99b5c04539d/a7226d11-0409-4c34-8801-6d54f6510ff9/b551eaaa-ed68-4d36-83ea-8b63072774a9) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:47.591381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.618309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.645132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:47.655100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,segment=NetworkSegment(4c739f91-97a1-4523-8125-102165c73712),segment_id=4c739f91-97a1-4523-8125-102165c73712)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:47.710383 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb', 'code': 200} Jan 18 23:45:47.721215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.722126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:47.749222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.854148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:47.868391 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4e5c750b-87a5-4599-a0bf-dfd88b41fc10 req-4e7a1615-db7b-4e5c-a143-02e21b4cce22 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 1096 time: 0.0930948 Jan 18 23:45:47.881582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:47.922401 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4e5c750b-87a5-4599-a0bf-dfd88b41fc10 req-ddf6e618-c4ea-48cc-bdab-0883b2de34f7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Jan 18 23:45:47.966091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port cdec7c9e-d956-4264-9b49-e61e36826fed completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:47.971556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port cdec7c9e-d956-4264-9b49-e61e36826fed triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:47.971926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.029480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Network ef0805af-5721-45d8-ad26-d99b5c04539d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:48.033884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:48.040726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:48.075202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Pushing event updated for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:48.108575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.111064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a533f-196a-48ff-b0b6-b3171f1d4fd7 req-016da124-c496-4666-ba2b-089ce8386b90 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:48.118016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e9a533f-196a-48ff-b0b6-b3171f1d4fd7 req-016da124-c496-4666-ba2b-089ce8386b90 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 945 time: 0.1944156 Jan 18 23:45:48.142297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:48.146213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:48.146823 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.223845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.229634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e9a533f-196a-48ff-b0b6-b3171f1d4fd7 req-c42d4a7b-2d04-40c5-a501-a2812442fb93 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107643 Jan 18 23:45:48.262277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771b79-5317-4cba-9873-b9dbd37e3c9e req-378c2bf2-7252-49d4-bba5-f53f3be8d06a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:48.263923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42771b79-5317-4cba-9873-b9dbd37e3c9e req-378c2bf2-7252-49d4-bba5-f53f3be8d06a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1286209 Jan 18 23:45:48.293457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:48.293656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a1483daa-ba99-42d8-9194-dbbe088687ea tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2570248 Jan 18 23:45:48.311676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Request body: {'port': {'device_id': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:48.361003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42771b79-5317-4cba-9873-b9dbd37e3c9e req-0b62b82d-84d3-44d2-bdf8-dba2612dad55 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905285 Jan 18 23:45:48.432555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.746905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53340218-c5d1-4701-b5d3-40c5fd32c112 req-5e82fe3a-ee12-4567-9e91-33a930b45ca1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:48.747596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-53340218-c5d1-4701-b5d3-40c5fd32c112 req-5e82fe3a-ee12-4567-9e91-33a930b45ca1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:45:48.870386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:48.893775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-53340218-c5d1-4701-b5d3-40c5fd32c112 req-5e82fe3a-ee12-4567-9e91-33a930b45ca1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:45:48.895653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53340218-c5d1-4701-b5d3-40c5fd32c112 req-5e82fe3a-ee12-4567-9e91-33a930b45ca1 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 931 time: 0.3038399 Jan 18 23:45:48.990717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b551eaaa-ed68-4d36-83ea-8b63072774a9 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:48.999614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:49.003566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53340218-c5d1-4701-b5d3-40c5fd32c112 req-645803f1-f04f-4eb1-96d2-a328077f46fc tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994587 Jan 18 23:45:49.016679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Transition to ACTIVE for port object b551eaaa-ed68-4d36-83ea-8b63072774a9 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:45:49.080724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:49.203351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:49.330608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Attempting to bind port b551eaaa-ed68-4d36-83ea-8b63072774a9 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:45:49.332416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Attempting to bind port b551eaaa-ed68-4d36-83ea-8b63072774a9 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:45:49.333108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Attempting to bind port b551eaaa-ed68-4d36-83ea-8b63072774a9 on network ef0805af-5721-45d8-ad26-d99b5c04539d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:49.342963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Port b551eaaa-ed68-4d36-83ea-8b63072774a9 on network ef0805af-5721-45d8-ad26-d99b5c04539d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:45:49.343703 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Attempting to bind port b551eaaa-ed68-4d36-83ea-8b63072774a9 on network ef0805af-5721-45d8-ad26-d99b5c04539d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:45:49.351326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:45:49.351965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Checking segment: {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:45:49.352688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Bound using segment: {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:45:49.353432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Bound port: b551eaaa-ed68-4d36-83ea-8b63072774a9, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91d84de-c34a-4bdf-b455-140d4cb6363d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:45:49.354803 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:49.474377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:45:49.480679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:45:49.604327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:49.708772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:49.710142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] 10.222.0.83 "PUT /v2.0/ports/b551eaaa-ed68-4d36-83ea-8b63072774a9 HTTP/1.1" status: 200 len: 1091 time: 1.4051204 Jan 18 23:45:49.711138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:49.712708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:49.727558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525502-b05e-42ac-b7d3-fd89898098b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:49.749237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3a254-a9e6-412d-981a-cede7ae9292b req-57aefd46-a311-4441-85e5-79a67f34cfde tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:49.750698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade3a254-a9e6-412d-981a-cede7ae9292b req-57aefd46-a311-4441-85e5-79a67f34cfde tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.2339740 Jan 18 23:45:49.761574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51d81e-183c-4576-ab7a-602f5af514ab req-8ba21974-4d85-404f-a6b7-c1c7b9e0fd40 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:49.763014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b51d81e-183c-4576-ab7a-602f5af514ab req-8ba21974-4d85-404f-a6b7-c1c7b9e0fd40 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.3910031 Jan 18 23:45:49.884576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ade3a254-a9e6-412d-981a-cede7ae9292b req-bde3fdc6-dc4e-4dc3-9511-be31f4218fb1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206100 Jan 18 23:45:49.913590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b51d81e-183c-4576-ab7a-602f5af514ab req-70db17d6-5c60-4dd8-a36b-20343184b0e7 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351640 Jan 18 23:45:49.947463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-1aa036bc-a3cc-4938-89df-d179c72d8291 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 1094 time: 0.1167598 Jan 18 23:45:49.974782 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'code': 200} Jan 18 23:45:50.016197 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9', 'status': 'completed', 'code': 200} Jan 18 23:45:50.033900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-6eaf8169-f385-46ad-b8dd-6eef39f03c01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9 HTTP/1.1" status: 200 len: 217 time: 0.0791435 Jan 18 23:45:50.121290 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9c10fdb7-7757-4bf5-a109-22f3c9db8d59 req-6ac70b54-600c-49d9-a7d3-93622aab5ab5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.0817611 Jan 18 23:45:50.126776 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-f04f9025-0601-43d8-800f-39d8a742768d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:50.128806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-f04f9025-0601-43d8-800f-39d8a742768d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 200 len: 854 time: 0.0890782 Jan 18 23:45:50.166072 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9c10fdb7-7757-4bf5-a109-22f3c9db8d59 req-aeac1765-f839-402a-8552-1175b0c627a8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 Jan 18 23:45:50.259996 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-9882c06b-933c-4cc0-898c-475d037edf07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef0805af-5721-45d8-ad26-d99b5c04539d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209221 Jan 18 23:45:50.436997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cb118-79b4-412d-b27d-308620c005db req-b0c22f31-7bd3-4ba8-aed8-1489a1305d30 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:50.438429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-274cb118-79b4-412d-b27d-308620c005db req-b0c22f31-7bd3-4ba8-aed8-1489a1305d30 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.2632494 Jan 18 23:45:50.446401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39248ce-fdde-43b8-8bff-dd4a2afe7072 req-dbac882d-6fd6-49f1-8cfe-1f89b59a4b5b tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:50.447770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d39248ce-fdde-43b8-8bff-dd4a2afe7072 req-dbac882d-6fd6-49f1-8cfe-1f89b59a4b5b tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 943 time: 0.2708097 Jan 18 23:45:50.469405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-a8f38b3c-524e-4d24-a51c-0cbc2af67705 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999538 Jan 18 23:45:50.708022 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-274cb118-79b4-412d-b27d-308620c005db req-3e0ad081-05d8-421b-8b8f-affd47172974 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577128 Jan 18 23:45:50.721829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d39248ce-fdde-43b8-8bff-dd4a2afe7072 req-e7e2df84-581e-46a1-93fb-d4cbcfb747fb tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570925 Jan 18 23:45:50.768186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0992d995-fb21-4ad6-bd39-a4ac17b80b61 req-6e37fea2-d522-4a6d-bc12-90eb200ad445 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806962 Jan 18 23:45:50.973118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-a7563f55-92fa-4e8e-ae69-b72f6cd81801 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 1094 time: 0.0802150 Jan 18 23:45:51.112711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-152d7d04-ba08-4ffe-812c-8809ff7bb8c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:51.114259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-152d7d04-ba08-4ffe-812c-8809ff7bb8c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 200 len: 915 time: 0.1362433 Jan 18 23:45:51.193431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-90f95000-d6b7-49f9-99bb-a82a77ee59e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9 HTTP/1.1" status: 200 len: 217 time: 0.0724092 Jan 18 23:45:51.323077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-3424a8b0-1a1a-4375-b3b8-10ff73cd626a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:51.323077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-3424a8b0-1a1a-4375-b3b8-10ff73cd626a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 200 len: 854 time: 0.1200063 Jan 18 23:45:51.393171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-ad098a1e-3bf5-46db-8d02-ebf3c80b5c9c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ef0805af-5721-45d8-ad26-d99b5c04539d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661101 Jan 18 23:45:51.512216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dab1e-05e6-4ee3-b3b0-c8c0a4f3dadf req-ed48d5be-0c72-4238-86b9-a59bb127c510 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:51.513767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b73dab1e-05e6-4ee3-b3b0-c8c0a4f3dadf req-ed48d5be-0c72-4238-86b9-a59bb127c510 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.2802067 Jan 18 23:45:51.624912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b73dab1e-05e6-4ee3-b3b0-c8c0a4f3dadf req-dd249bca-5e9f-4e92-b39e-db1a0e0d89df tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023099 Jan 18 23:45:51.634139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-77487420-b21d-4b3b-99a8-4cefcc22c468 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077522 Jan 18 23:45:51.639514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ce40-e4f6-49c7-b946-98fd49b524cf req-b6e63a7c-1a54-4320-adaa-a33f87b53704 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:51.640956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6552ce40-e4f6-49c7-b946-98fd49b524cf req-b6e63a7c-1a54-4320-adaa-a33f87b53704 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.3534994 Jan 18 23:45:51.784407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6552ce40-e4f6-49c7-b946-98fd49b524cf req-0d72a46f-95ec-4218-bb93-711a0c4d87af tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205108 Jan 18 23:45:51.827303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efe5d0e6-ddf5-4741-b1ec-3b6623a2a16d req-cadd762b-ba4b-4475-8d74-cd88fe12e328 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853898 Jan 18 23:45:51.946562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e718ae-b628-4358-8deb-afe6cea3c680 req-bbb076cd-58f4-4418-8486-b4544b021fff tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:51.947958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e718ae-b628-4358-8deb-afe6cea3c680 req-bbb076cd-58f4-4418-8486-b4544b021fff tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 943 time: 0.0829506 Jan 18 23:45:51.993947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35e718ae-b628-4358-8deb-afe6cea3c680 req-aba6200f-8fa4-4b4f-b71d-92ebfe7e94db tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Jan 18 23:45:52.849190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad5d5-c054-41ea-b93f-a3394f9ecf6c req-a079d5b2-756d-4984-97d5-7deb11167283 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:52.856555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2baad5d5-c054-41ea-b93f-a3394f9ecf6c req-a079d5b2-756d-4984-97d5-7deb11167283 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0994048 Jan 18 23:45:52.916386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2baad5d5-c054-41ea-b93f-a3394f9ecf6c req-c3c08055-fb7b-4c1d-a38b-0a075774d0c5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581710 Jan 18 23:45:53.018192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9bb2a-da15-4938-8273-e932feebbf35 req-f88d24fd-38b0-4055-a5a2-11fd69f03a5f tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:53.020632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53c9bb2a-da15-4938-8273-e932feebbf35 req-f88d24fd-38b0-4055-a5a2-11fd69f03a5f tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0888259 Jan 18 23:45:53.047672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b551eaaa-ed68-4d36-83ea-8b63072774a9 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:45:53.120186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53c9bb2a-da15-4938-8273-e932feebbf35 req-2099aa8c-7569-47d6-8136-1ce4adac4531 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936043 Jan 18 23:45:53.148596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b59188-b32f-4eda-a303-29e551538c80 req-a3939d84-e504-4bc0-9404-11eee4f53fb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:53.148596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6b59188-b32f-4eda-a303-29e551538c80 req-a3939d84-e504-4bc0-9404-11eee4f53fb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.1012282 Jan 18 23:45:53.209382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:53.214910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c6b59188-b32f-4eda-a303-29e551538c80 req-61ae65e9-09d7-48dd-9ae8-09ca5525e829 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668726 Jan 18 23:45:53.243858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'b551eaaa-ed68-4d36-83ea-8b63072774a9', 'network_id': 'ef0805af-5721-45d8-ad26-d99b5c04539d', 'port_id': 'b551eaaa-ed68-4d36-83ea-8b63072774a9', 'mac_address': 'fa:16:3e:ac:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7226d11-0409-4c34-8801-6d54f6510ff9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:45:53.245668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57732) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:53.309730 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:53.336633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b551eaaa-ed68-4d36-83ea-8b63072774a9 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:45:53.354936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:53.430432 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1273ba-7d67-4665-99d1-2813d6d0f9c5 req-f48e0031-ec81-403d-a44b-351162173dbd tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:53.432210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b1273ba-7d67-4665-99d1-2813d6d0f9c5 req-f48e0031-ec81-403d-a44b-351162173dbd tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 943 time: 0.1699421 Jan 18 23:45:53.457355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:53.528549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:53.540536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b1273ba-7d67-4665-99d1-2813d6d0f9c5 req-c2d54b7c-6177-43ff-a9ea-cf436e107727 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012723 Jan 18 23:45:53.564075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b269e5ad-61bf-4146-b5e6-e57f24a91c51 tempest-TestNetworkAdvancedServerOps-1160282952 tempest-TestNetworkAdvancedServerOps-1160282952-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1092 time: 0.3147762 Jan 18 23:45:53.564275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:53.570318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:45:53.576579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:45:53.580385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Usage tracker for resource:floatingip and tenant:36aa58617d204c21948d8a0a03cb89f1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:45:53.583662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:45:53.589597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:45:53.660737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b551eaaa-ed68-4d36-83ea-8b63072774a9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:45:53.812470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8a9e-7f80-4eea-849e-a0f04b6f4758 req-b143ad21-ac0a-4108-aa1b-fde429876679 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:53.815779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6afe8a9e-7f80-4eea-849e-a0f04b6f4758 req-b143ad21-ac0a-4108-aa1b-fde429876679 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1005235 Jan 18 23:45:53.855127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:53.956251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-612d7b54-d0a8-4513-9e32-b85330a48209 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4727027ea7234ec283f416849ca15f38&device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 1096 time: 0.1331308 Jan 18 23:45:53.974650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6afe8a9e-7f80-4eea-849e-a0f04b6f4758 req-3eeda50f-d428-4696-8f1a-caadc049aef1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513872 Jan 18 23:45:54.039279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:54.109530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-d7b4680f-d395-428e-ab99-1514c6c637b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:54.110996 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-d7b4680f-d395-428e-ab99-1514c6c637b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 200 len: 912 time: 0.1491106 Jan 18 23:45:54.181013 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-76f5a9f0-f5d5-45b6-bdaa-7c927936931e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 200 len: 217 time: 0.0633869 Jan 18 23:45:54.195464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Allocated IP 172.25.1.223 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/8bc2ad94-095a-48dc-a27d-c4586a0a0dd4) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:45:54.249015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-482c5667-11a0-4b63-bf82-492e8fd0e892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:54.250609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-482c5667-11a0-4b63-bf82-492e8fd0e892 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=123da45f-e3d4-479a-b03d-a9849e29de41 HTTP/1.1" status: 200 len: 851 time: 0.0641677 Jan 18 23:45:54.295564 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-0b9b1e53-21ed-40db-a17f-a938ab26c405 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db5cf57a-fa90-4d60-983f-752c07967d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394142 Jan 18 23:45:54.353002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:54.431406 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-592c6283-7f64-4782-b404-a91c95ba772f service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291897 Jan 18 23:45:54.434622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:54.503412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:45:54.506172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:45:54.508823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:45:54.544357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=8bc2ad94-095a-48dc-a27d-c4586a0a0dd4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:54.567831 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e2d38088-20d3-429e-bce0-6a6782daffdf req-d094b63b-4ed8-46fb-90a6-2192a218a430 service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308653 Jan 18 23:45:54.919722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38c800-dba1-41fa-8799-a4d82f0a1843 req-0146b9dc-2fa7-4a7d-8f97-e4af9fe882e4 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:54.921211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b38c800-dba1-41fa-8799-a4d82f0a1843 req-0146b9dc-2fa7-4a7d-8f97-e4af9fe882e4 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 944 time: 0.2295320 Jan 18 23:45:54.992847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b38c800-dba1-41fa-8799-a4d82f0a1843 req-0e2b31c6-f161-4f45-86af-f6f569785598 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Jan 18 23:45:55.062074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b551eaaa-ed68-4d36-83ea-8b63072774a9 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:45:55.195250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port b551eaaa-ed68-4d36-83ea-8b63072774a9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:45:55.200923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port b551eaaa-ed68-4d36-83ea-8b63072774a9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:45:55.201485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.214249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.236649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9f4f5-6fd4-4be7-8310-3d1490123ad0 req-53297ca1-40c7-4844-9cea-0d58848bd49b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:55.238507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9aa9f4f5-6fd4-4be7-8310-3d1490123ad0 req-53297ca1-40c7-4844-9cea-0d58848bd49b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1218853 Jan 18 23:45:55.325829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.329329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9aa9f4f5-6fd4-4be7-8310-3d1490123ad0 req-8f21e639-27e7-416a-826f-30cb519549fc tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Jan 18 23:45:55.339393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.357410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:55.367829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:45:55.416486 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9', 'code': 200} Jan 18 23:45:55.433997 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.515951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:55.705596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df739179-66a3-4da4-9f56-b9195067719e req-b1f0c2c2-a590-4618-832a-b0dcb303b0cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 1096 time: 0.2282567 Jan 18 23:45:55.739241 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.761404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df739179-66a3-4da4-9f56-b9195067719e req-18305993-3ef7-48ef-b004-000683bf4fc9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Jan 18 23:45:55.805610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:55.922182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event updated for resources: {'Port': ['ID=8bc2ad94-095a-48dc-a27d-c4586a0a0dd4,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:45:55.939727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:56.198460 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Floating IP 3c7aec48-a269-4a04-af51-ad011de1622c associated. External IP: 172.25.1.223, port: cdec7c9e-d956-4264-9b49-e61e36826fed. Jan 18 23:45:56.272471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01cd88-297e-4565-a5a2-c1b32b2008c1 req-4df9421b-0d99-42d3-8e6c-1ce0d9e7f011 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:56.273843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab01cd88-297e-4565-a5a2-c1b32b2008c1 req-4df9421b-0d99-42d3-8e6c-1ce0d9e7f011 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 945 time: 0.1516340 Jan 18 23:45:56.340118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab01cd88-297e-4565-a5a2-c1b32b2008c1 req-9de0c184-2740-47b0-aeba-348ba5c22825 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Jan 18 23:45:56.604303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df0aee-1918-454f-8db3-313b52ffa5dc req-22917ef2-5339-4823-a395-c05818dc04a9 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:56.605784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19df0aee-1918-454f-8db3-313b52ffa5dc req-22917ef2-5339-4823-a395-c05818dc04a9 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1080301 Jan 18 23:45:56.727759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19df0aee-1918-454f-8db3-313b52ffa5dc req-ac75b2fe-3dc7-4043-938d-1629468a2b12 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158698 Jan 18 23:45:56.766716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 1609fd58-60c9-469a-aed3-2d8d4f120c43 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:45:56.999130 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:45:57.000970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Sync routers for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:45:57.000970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:57.000970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:57.164029 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:57.211899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:45:57.276598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7160eb1c-af23-47e3-8c22-6533b772ccb0 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7112916 Jan 18 23:45:57.277515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:45:57.501086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56221b1b-2411-4b00-956f-5120b0eb1bcb req-40119119-d836-41cf-9402-b4c9ed4d1586 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:57.505556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56221b1b-2411-4b00-956f-5120b0eb1bcb req-40119119-d836-41cf-9402-b4c9ed4d1586 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.1014156 Jan 18 23:45:57.540667 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'status': 'completed', 'code': 200} Jan 18 23:45:57.563696 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3c7aec48-a269-4a04-af51-ad011de1622c', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'mac_address': 'fa:16:3e:04:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:45:54Z', 'updated_at': '2022-01-18T23:45:54Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:57.569591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Checking router: 1609fd58-60c9-469a-aed3-2d8d4f120c43 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:45:57.583584 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:45:57.584494 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:45:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:57.589500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56221b1b-2411-4b00-956f-5120b0eb1bcb req-c3fcf0f0-dd14-4d8e-9000-e595486a6dbf tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798311 Jan 18 23:45:57.610868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57794) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:57.807679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-ccb05941-7e8a-4097-b2f8-66f413a9eb0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.2627702 Jan 18 23:45:57.839220 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:45:57.994753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-bead98df-52e5-48c7-b8a5-4bbc9fe201ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:57.996726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-bead98df-52e5-48c7-b8a5-4bbc9fe201ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 898 time: 0.1811540 Jan 18 23:45:58.077118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ba956638-4bce-496d-a3b6-8413ec41eea2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 992 time: 0.4648201 Jan 18 23:45:58.119427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ef7a-6d03-4e25-8f55-a157f1c5d753 req-f572da1b-cb94-4409-ab6d-a2299e3a7542 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:58.126147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e179ef7a-6d03-4e25-8f55-a157f1c5d753 req-f572da1b-cb94-4409-ab6d-a2299e3a7542 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.3577251 Jan 18 23:45:58.134722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-594615c6-82bf-4ff8-8ecc-87fe787f7ed0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 1000 time: 0.1314740 Jan 18 23:45:58.152787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180de5b3-2e96-42b6-ad27-4837bcbf61bb req-4c0239e3-7163-40d2-ab2e-848e9a9e9123 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:58.154252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-180de5b3-2e96-42b6-ad27-4837bcbf61bb req-4c0239e3-7163-40d2-ab2e-848e9a9e9123 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 945 time: 0.3847210 Jan 18 23:45:58.208235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e179ef7a-6d03-4e25-8f55-a157f1c5d753 req-331731c0-4c3e-4913-8937-99509cde9241 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811155 Jan 18 23:45:58.235305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-180de5b3-2e96-42b6-ad27-4837bcbf61bb req-a147a9e1-a1ee-4e6d-96a1-3c885ee1852e tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701349 Jan 18 23:45:58.243229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-57d371b3-bf90-4f6c-9af7-9de8cdf187ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:58.245341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-57d371b3-bf90-4f6c-9af7-9de8cdf187ab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 200 len: 835 time: 0.0948420 Jan 18 23:45:58.299850 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3c7aec48-a269-4a04-af51-ad011de1622c', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'mac_address': 'fa:16:3e:04:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:45:54Z', 'updated_at': '2022-01-18T23:45:54Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:45:58.305462 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a22ebd6-39e5-4f0a-91f2-755eab256ad8 None None] The sync data for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 is: [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3c7aec48-a269-4a04-af51-ad011de1622c', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'mac_address': 'fa:16:3e:04:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:45:54Z', 'updated_at': '2022-01-18T23:45:54Z', 'revision_number': 0, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:45:58.345550 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-97f464dd-8dba-46c3-bf8e-6350eb8bbc71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de8a2fca-812c-4bf5-b287-83bd6156d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934436 Jan 18 23:45:58.604148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-780e97b7-a61c-426a-88b1-98dbac4a88d3 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517116 Jan 18 23:45:58.743335 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7de96c00-5c5d-4bb8-84d9-ecb99a52e400 req-8d7e7bb6-d46c-4efa-ae06-855776661cdc service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329441 Jan 18 23:45:59.080132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57814) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:45:59.185849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-29910634-593b-4972-b332-c5a398ecbbb2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 992 time: 0.1044436 Jan 18 23:45:59.421012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b470ad-33dc-4c50-99ca-575a70639641 req-a7663866-889b-402e-8687-ac78e1cd9fa3 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:45:59.422453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2b470ad-33dc-4c50-99ca-575a70639641 req-a7663866-889b-402e-8687-ac78e1cd9fa3 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0786519 Jan 18 23:45:59.470222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2b470ad-33dc-4c50-99ca-575a70639641 req-bf9f6576-bbe5-4ca5-8887-e298e5bacba3 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Jan 18 23:46:00.038934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58c72-ef94-411a-ac91-dc68695f570c req-e4c5625e-e0fe-48eb-980c-d1f98de5d44b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:00.040728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ede58c72-ef94-411a-ac91-dc68695f570c req-e4c5625e-e0fe-48eb-980c-d1f98de5d44b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0973213 Jan 18 23:46:00.108105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ede58c72-ef94-411a-ac91-dc68695f570c req-282ca51a-4a44-4518-8f78-003de14ae948 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582790 Jan 18 23:46:00.135048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-4c7c674c-94d4-482f-a7bd-d25e311ab876 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4727027ea7234ec283f416849ca15f38&device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 1096 time: 0.1215754 Jan 18 23:46:00.188690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57832) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:00.271802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62470-1391-4fce-9735-e7b14307c96d req-9c6b46a9-b7b2-4ddb-b55c-ceb6ec618202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:00.273231 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-9c6b46a9-b7b2-4ddb-b55c-ceb6ec618202 service neutron] 10.222.0.89 "GET /v2.0/networks?id=db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 200 len: 912 time: 0.1342118 Jan 18 23:46:00.305561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c0d75956-ec8f-4d8c-a639-235581020cf8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 992 time: 0.1155381 Jan 18 23:46:00.344081 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-62c94436-f428-4cbb-ac45-951f801b3708 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 200 len: 217 time: 0.0641966 Jan 18 23:46:00.413172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce62470-1391-4fce-9735-e7b14307c96d req-6260dfd9-1e18-4d2a-b8dc-591be9a9df78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:00.414863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-6260dfd9-1e18-4d2a-b8dc-591be9a9df78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=123da45f-e3d4-479a-b03d-a9849e29de41 HTTP/1.1" status: 200 len: 851 time: 0.0651820 Jan 18 23:46:00.460218 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-e32db390-63f9-41d5-8004-18beed4b88e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=db5cf57a-fa90-4d60-983f-752c07967d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395832 Jan 18 23:46:00.595307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-93f1c145-59e9-4e6e-86c7-28c7e905ad63 service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278491 Jan 18 23:46:00.728003 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2ce62470-1391-4fce-9735-e7b14307c96d req-1185f2b4-7970-46e1-b77b-49f7ad3e653f service neutron] 10.222.0.89 "GET /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274390 Jan 18 23:46:01.174355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb39dfe-158d-4496-942b-29445190da89 None None] New status for floating IP 3c7aec48-a269-4a04-af51-ad011de1622c: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:46:01.309273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57846) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:01.374320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220a860-8482-4322-a52a-488baf1ad950 req-972694b5-2b19-4d2a-95a3-e8af58b11023 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:01.375641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4220a860-8482-4322-a52a-488baf1ad950 req-972694b5-2b19-4d2a-95a3-e8af58b11023 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1128318 Jan 18 23:46:01.428668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f3c75504-f291-425c-a445-adbf2bb06184 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 992 time: 0.1181414 Jan 18 23:46:01.429406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4220a860-8482-4322-a52a-488baf1ad950 req-4850279a-692d-40cf-9f24-16fd40883559 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470653 Jan 18 23:46:01.833963 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-6807f2b4-2815-4751-a14a-cb54910601f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690458 Jan 18 23:46:01.979044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-3c23a5e5-44bb-4a50-90c7-606bbcb97a62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.0723534 Jan 18 23:46:02.123674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-a666ff4c-575e-47c0-8a39-45b2146f4c64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:02.125142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-a666ff4c-575e-47c0-8a39-45b2146f4c64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 898 time: 0.1256809 Jan 18 23:46:02.228643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-7664ce14-5af7-4c4b-a688-661e47bdca40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 1002 time: 0.0980732 Jan 18 23:46:02.291734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-1510fb9f-d1af-4809-86c0-1b6090a81ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:02.293220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-1510fb9f-d1af-4809-86c0-1b6090a81ef6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 200 len: 835 time: 0.0593266 Jan 18 23:46:02.370422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-606e1f1e-3d1c-4a34-8250-19bfad77a543 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de8a2fca-812c-4bf5-b287-83bd6156d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720582 Jan 18 23:46:02.432456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57858) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:02.560324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-07eb9fc7-47de-4417-8bcc-21ad8a9c5351 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 994 time: 0.1265910 Jan 18 23:46:02.631698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-c6459ef1-9174-4377-a866-00ef287feb3d service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551348 Jan 18 23:46:02.746880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bbcc6-59cf-44e7-b3d9-d79ed05f0c47 req-88fcf9ed-0af6-439b-93ea-d91059f175bc tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:02.748460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e0bbcc6-59cf-44e7-b3d9-d79ed05f0c47 req-88fcf9ed-0af6-439b-93ea-d91059f175bc tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1057744 Jan 18 23:46:02.793385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8436edbe-9197-4ef6-828d-615e55f27c26 req-2dcdb3f1-7def-48f5-b269-a8db98b525d1 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543913 Jan 18 23:46:02.799044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e0bbcc6-59cf-44e7-b3d9-d79ed05f0c47 req-d7424eca-3572-441d-951a-f16e4ef57ad9 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Jan 18 23:46:03.428227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc453f8-2ee6-4fcc-b8c5-8a4f266e98fb req-77d3f1be-9d1c-4815-bf09-36c52417764a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:03.429715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9cc453f8-2ee6-4fcc-b8c5-8a4f266e98fb req-77d3f1be-9d1c-4815-bf09-36c52417764a tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0808010 Jan 18 23:46:03.474416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9cc453f8-2ee6-4fcc-b8c5-8a4f266e98fb req-84180d38-6ea2-4a6a-9f97-35cd35e0e1dd tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Jan 18 23:46:04.677310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98357c57-c314-4dda-854d-8a489ebc5aca req-a7461cda-78e1-4225-92cb-e99d20e7d75b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:04.678749 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98357c57-c314-4dda-854d-8a489ebc5aca req-a7461cda-78e1-4225-92cb-e99d20e7d75b tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0824761 Jan 18 23:46:04.725485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98357c57-c314-4dda-854d-8a489ebc5aca req-9a7c983e-6312-408f-9793-a88125fc3e73 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Jan 18 23:46:05.505913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa150284-e040-465a-b4da-2edd2a7b465a req-61e4c211-db6b-4320-b93f-cf3602b911c1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:05.506627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-aa150284-e040-465a-b4da-2edd2a7b465a req-61e4c211-db6b-4320-b93f-cf3602b911c1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Synchronizing usage tracker for tenant:4727027ea7234ec283f416849ca15f38 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:05.606383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-aa150284-e040-465a-b4da-2edd2a7b465a req-61e4c211-db6b-4320-b93f-cf3602b911c1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Unset dirty status for tenant:4727027ea7234ec283f416849ca15f38 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:05.611731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa150284-e040-465a-b4da-2edd2a7b465a req-61e4c211-db6b-4320-b93f-cf3602b911c1 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.89 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.1758437 Jan 18 23:46:05.685616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Deleting port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:46:05.685959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:05.941831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45fcb7-d5b2-4ad9-b524-5011bcaa272e req-d391bdb3-aa51-44e8-bd1a-6741a960b6f0 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:05.949411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb45fcb7-d5b2-4ad9-b524-5011bcaa272e req-d391bdb3-aa51-44e8-bd1a-6741a960b6f0 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 945 time: 0.0906076 Jan 18 23:46:05.958203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] For port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,segment=NetworkSegment(4c739f91-97a1-4523-8125-102165c73712),segment_id=4c739f91-97a1-4523-8125-102165c73712)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:05.958640 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:06.008959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb45fcb7-d5b2-4ad9-b524-5011bcaa272e req-5f579eb6-fa66-44d8-9d39-521c526bac9f tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5bc8482-e93c-4dec-81d1-b410b8189773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581570 Jan 18 23:46:06.095056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Calling delete_port for 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:46:06.286166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:06.300822 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:46:06.346114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Pushing event deleted for resources: {'Port': ['ID=91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:06.386310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.386651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.386993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.387343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.387682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.388011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.388340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.388663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.389021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.389344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.389770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:06.429763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] No DVR routers for this DVR port 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:46:06.432148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:06.434644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'name': 'network-vif-deleted', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:06.490540 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264e6bf6-c69c-4b45-a5cc-fcb0511962fd', 'name': 'network-vif-deleted', 'tag': '91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb', 'status': 'completed', 'code': 200} Jan 18 23:46:06.509834 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa150284-e040-465a-b4da-2edd2a7b465a req-71b8aa72-f84d-43ef-937e-656610307a92 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.89 "DELETE /v2.0/ports/91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb HTTP/1.1" status: 204 len: 173 time: 0.8910954 Jan 18 23:46:07.263902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80151347-08ae-4db5-8c98-37b649bfd160 req-050d0196-7b86-4c51-be76-d4f2240c7d85 tempest-TestServerAdvancedOps-2146754245 tempest-TestServerAdvancedOps-2146754245-project] 10.222.0.59 "GET /v2.0/ports?device_id=264e6bf6-c69c-4b45-a5cc-fcb0511962fd HTTP/1.1" status: 200 len: 210 time: 0.0449858 Jan 18 23:46:08.376813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:08.442132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Deleting subnet 123da45f-e3d4-479a-b03d-a9849e29de41 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:46:08.446226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:08.498754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:08.553888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:08.715512 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:08.753676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123da45f-e3d4-479a-b03d-a9849e29de41,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:08.762415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:08.768774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56f43fdc-97ef-453c-b1e0-a5217d00dafb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/123da45f-e3d4-479a-b03d-a9849e29de41 HTTP/1.1" status: 204 len: 168 time: 0.3908699 Jan 18 23:46:08.772524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57936) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:08.917326 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.113808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.142388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5cf57a-fa90-4d60-983f-752c07967d51']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:09.156992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c739f91-97a1-4523-8125-102165c73712') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:09.157366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c739f91-97a1-4523-8125-102165c73712') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:09.170392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.187718 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.196048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:46:09.196676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:46:09.211581 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:46:09.327946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:46:09.369451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:46:09.369722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 91d9dc3c-c2bc-4192-adf4-6a4d7b53bbeb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:46:09.372456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.458168 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.486416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.497513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Pushing event deleted for resources: {'Network': ['ID=db5cf57a-fa90-4d60-983f-752c07967d51,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:09.510819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.511393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.511890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.512373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.512890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.513502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.514038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.514527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.515006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.515489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.515967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:09.579596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a1ad51d-68c5-45d7-865d-8501237b67af admin admin] 10.222.0.59 "DELETE /v2.0/networks/db5cf57a-fa90-4d60-983f-752c07967d51 HTTP/1.1" status: 204 len: 168 time: 0.8025355 Jan 18 23:46:09.579955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57944) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:09.644629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Deleting subnet 81ab1b91-1b6e-418c-b106-fd7cfc502c73 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:46:09.648456 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.698964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.755355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.941339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.972020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ab1b91-1b6e-418c-b106-fd7cfc502c73,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:09.977643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:09.983513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3d7e5815-9ae7-46a7-bf80-c3b13a92b3aa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/81ab1b91-1b6e-418c-b106-fd7cfc502c73 HTTP/1.1" status: 204 len: 168 time: 0.4025865 Jan 18 23:46:09.986059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:10.090682 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.226339 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.254594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a4663a-e934-449b-bb20-14c4013dc05e']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:10.269893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec51bf4-3515-4092-abd1-5e3151708c72') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:10.270243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec51bf4-3515-4092-abd1-5e3151708c72') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:10.282842 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.299232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.305924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:46:10.306306 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:46:10.323207 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:46:10.440991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.446745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:10.468974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] 10.222.0.59 "DELETE /v2.0/networks/45a4663a-e934-449b-bb20-14c4013dc05e HTTP/1.1" status: 204 len: 168 time: 0.4794624 Jan 18 23:46:10.475572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443b782-3b91-40b4-9f45-6a2935272308 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a4663a-e934-449b-bb20-14c4013dc05e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:10.922798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57970) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:10.973180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e1c6c559-484b-4e6e-9bdb-a5053ec9c0d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4727027ea7234ec283f416849ca15f38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497127 Jan 18 23:46:10.975870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 57974) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:11.044211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:11.070243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:11.199490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:11.217730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc8482-e93c-4dec-81d1-b410b8189773,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:11.221776 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:11.227228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-07342072-e9e9-4ab9-9a35-287431dbcfbe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5bc8482-e93c-4dec-81d1-b410b8189773 HTTP/1.1" status: 204 len: 168 time: 0.2501903 Jan 18 23:46:11.281710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.152720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57988) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:12.204018 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1b98aba0-58a9-48e8-924a-19099e128779 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e91e88ba65734405bfdc8d805e315d01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497260 Jan 18 23:46:12.206115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 57994) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:12.269632 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.302401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.422710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.437543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17182c38-1a0d-46d6-9e8a-4e3623d511a7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:12.443889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:12.444946 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-218d3295-03b9-4bf6-842b-8c104b074253 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17182c38-1a0d-46d6-9e8a-4e3623d511a7 HTTP/1.1" status: 204 len: 168 time: 0.2379229 Jan 18 23:46:13.840243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58032) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:13.864339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-85a27fdc-41b6-46df-a25b-b62bf7341eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.010685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1475165023-network', 'tenant_id': '00a4f8dae3504d959e84399889fd8879'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:14.016080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:14.022257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Usage tracker for resource:network and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:14.025394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:14.032558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:14.155437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Made reservation on behalf of 00a4f8dae3504d959e84399889fd8879 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:46:14.159443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.178931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.209383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:14.213497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:14.216426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:14.222389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:14.293091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.347674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.384318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:46:14.389560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8621d1a-3890-4bf1-9a7a-a01ace6a5e0c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:14.398336 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.398336 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Added segment 11afcd32-fd57-472f-803d-ec3a03248811 of type vlan for network 1077a461-2f6f-47ac-9154-bd215d5c1e70 Jan 18 23:46:14.423902 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.531838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.532719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:14.533353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:14.641081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] Pushing event updated for resources: {'Network': ['ID=1077a461-2f6f-47ac-9154-bd215d5c1e70,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:14.656517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:46:14.726508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e7b25880-bdba-416a-a21b-27439d85d843 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8842702 Jan 18 23:46:14.727367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58046) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:14.742806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Request body: {'subnet': {'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1475165023-subnet', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:14.751666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:14.757838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Usage tracker for resource:subnet and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:14.762257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:14.768674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:14.881392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Made reservation on behalf of 00a4f8dae3504d959e84399889fd8879 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:46:14.883632 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.240598 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.313516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=358a494d-1c39-422f-ad2a-9084b3b6dc6f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:15.331990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Checking segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:15.332379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Network hostable DHCP agents. Network: 1077a461-2f6f-47ac-9154-bd215d5c1e70, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:46:15.394609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:46:15.446449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1077a461-2f6f-47ac-9154-bd215d5c1e70) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:15.451099 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:15.451803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.459173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c540c-8ca2-4ac5-9971-cd13cd0f0000 None None] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:46:15.527769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7d508f35-e03f-40bd-8ffe-1f494c30df8d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7989862 Jan 18 23:46:15.530323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58054) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:15.537173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:15.544332 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:15.549428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Usage tracker for resource:router and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:15.561370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:15.572217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:15.663690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.665189 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.685375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.712131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-1077a461-2f6f-47ac-9154-bd215d5c1e70', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:46:15.712985 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:15.948318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Allocated IP 172.20.0.2 (1077a461-2f6f-47ac-9154-bd215d5c1e70/358a494d-1c39-422f-ad2a-9084b3b6dc6f/2c2a8d27-d876-4a54-8996-e54564cac86e) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:16.054921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7b04807f-13b1-462d-be60-2405e0e842c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.098837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.202567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.216077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Transition to ACTIVE for port object 2c2a8d27-d876-4a54-8996-e54564cac86e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:16.237522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Transition to ACTIVE for port object 2c2a8d27-d876-4a54-8996-e54564cac86e will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:16.308709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.368266 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.391018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:16.395384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:16.401138 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.403023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:16.405570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Pushing event updated for resources: {'Port': ['ID=2c2a8d27-d876-4a54-8996-e54564cac86e,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:16.444727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.445109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.445422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.445754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.446105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.446392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.446712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.447039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.447364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.447668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.447983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:16.504787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Attempting to bind port 2c2a8d27-d876-4a54-8996-e54564cac86e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:16.506128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Attempting to bind port 2c2a8d27-d876-4a54-8996-e54564cac86e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:16.506128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Attempting to bind port 2c2a8d27-d876-4a54-8996-e54564cac86e on network 1077a461-2f6f-47ac-9154-bd215d5c1e70 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:16.512464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:16.512916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Checking segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:16.513400 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.514270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Bound using segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:16.514726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Bound port: 2c2a8d27-d876-4a54-8996-e54564cac86e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:16.515093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.553200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Allocated IP 172.25.1.228 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/82fb810d-73de-4e79-923c-ed1af992af14) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:16.612567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] For port 2c2a8d27-d876-4a54-8996-e54564cac86e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:16.615701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] For port 2c2a8d27-d876-4a54-8996-e54564cac86e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2c2a8d27-d876-4a54-8996-e54564cac86e,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:16.669502 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.707334 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.751961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f54c6-7f24-4163-9c25-b137f520bef0 None None] Pushing event updated for resources: {'Port': ['ID=2c2a8d27-d876-4a54-8996-e54564cac86e,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:16.794116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:16.861132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Pushing event updated for resources: {'Port': ['ID=82fb810d-73de-4e79-923c-ed1af992af14,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:16.883986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:16.887836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:16.893310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:17.167209 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.167941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.276572 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.504705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.534356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Router 37867523-569a-413c-9fe6-fb59c191dc50 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:46:17.705386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2c2a8d27-d876-4a54-8996-e54564cac86e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:17.774027 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:46:17.818325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:46:17.832616 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Sync routers for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:46:17.859173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:17.859777 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:17.861832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2c2a8d27-d876-4a54-8996-e54564cac86e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:17.933959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:17.938354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58080) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:17.938886 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d7888ce-8eb9-4260-be24-e6635f15e769 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4069955 Jan 18 23:46:18.027215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200bf4b-a1db-4507-a919-43fb94235aa1 None None] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:46:18.212069 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:18.310599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Provisioning for port 2c2a8d27-d876-4a54-8996-e54564cac86e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:18.326733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Provisioning complete for port 2c2a8d27-d876-4a54-8996-e54564cac86e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:18.327251 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:18.613348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:18.657736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] For port 2c2a8d27-d876-4a54-8996-e54564cac86e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2c2a8d27-d876-4a54-8996-e54564cac86e,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:18.711438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:18.721934 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:17Z', 'revision_number': 3, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:18.721934 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Checking router: 37867523-569a-413c-9fe6-fb59c191dc50 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:46:18.721934 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Updating router 37867523-569a-413c-9fe6-fb59c191dc50 port 82fb810d-73de-4e79-923c-ed1af992af14 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:46:18.817785 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:18.894947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9e8df-ecff-42d6-9939-e62e7d6cd6ed None None] Pushing event updated for resources: {'Port': ['ID=2c2a8d27-d876-4a54-8996-e54564cac86e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:18.915751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.131460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d38f0a04-fa71-4c20-8ed8-dc14cc0bccd9 None None] Provisioning complete for port 2c2a8d27-d876-4a54-8996-e54564cac86e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:19.131922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d38f0a04-fa71-4c20-8ed8-dc14cc0bccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.327149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.335474 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.349882 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Transition to ACTIVE for port object 82fb810d-73de-4e79-923c-ed1af992af14 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:19.406600 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.486866 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Attempting to bind port 82fb810d-73de-4e79-923c-ed1af992af14 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:19.487234 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Attempting to bind port 82fb810d-73de-4e79-923c-ed1af992af14 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:19.487588 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Attempting to bind port 82fb810d-73de-4e79-923c-ed1af992af14 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:19.502722 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:19.503087 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:19.503479 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.503857 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:19.504616 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Bound port: 82fb810d-73de-4e79-923c-ed1af992af14, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:19.505371 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.554508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Allocated IP 172.20.0.1 (1077a461-2f6f-47ac-9154-bd215d5c1e70/358a494d-1c39-422f-ad2a-9084b3b6dc6f/6d36f8bf-30b5-4886-b072-98cd8ee096ea) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:19.611873 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] For port 82fb810d-73de-4e79-923c-ed1af992af14, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:19.620459 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] For port 82fb810d-73de-4e79-923c-ed1af992af14, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=82fb810d-73de-4e79-923c-ed1af992af14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:19.680962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2c2a8d27-d876-4a54-8996-e54564cac86e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:19.681666 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Pushing event updated for resources: {'Port': ['ID=82fb810d-73de-4e79-923c-ed1af992af14,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:19.692608 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.693490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.694024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.694534 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.695222 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.696877 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.697613 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.698212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.698751 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.699694 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.700101 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:46:19.722608 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.772624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.782694 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2c2a8d27-d876-4a54-8996-e54564cac86e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:19.783234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:19.796114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Transition to ACTIVE for port object 6d36f8bf-30b5-4886-b072-98cd8ee096ea will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:19.832052 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d660f0e-51e5-46b3-8947-05440b9c6f97 None None] Pushing event updated for resources: {'Port': ['ID=82fb810d-73de-4e79-923c-ed1af992af14,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:19.835327 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:19.836052 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:19.902672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.028482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Pushing event updated for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:20.044023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:20.045702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:20.048460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:20.091970 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:20.107919 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.293286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.410066 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:17Z', 'revision_number': 3, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:20.415594 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dd151-9012-4e9a-8675-60ee25cb774e None None] The sync data for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 is: [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:17Z', 'revision_number': 3, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:46:20.497796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6733d24d-74cb-4d3c-97d1-fef879ee971d None None] Provisioning for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:20.503434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6733d24d-74cb-4d3c-97d1-fef879ee971d None None] Provisioning complete for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:20.503983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6733d24d-74cb-4d3c-97d1-fef879ee971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.542268 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.570783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6733d24d-74cb-4d3c-97d1-fef879ee971d None None] Port 6d36f8bf-30b5-4886-b072-98cd8ee096ea cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:46:20.606501 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.771737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Pushing event updated for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:20.783265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:20.961628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:20.965331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:21.310991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-73ce126f-7e7a-4bc8-aa45-5ec86aed3121 None None] Provisioning complete for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:21.314270 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-73ce126f-7e7a-4bc8-aa45-5ec86aed3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:21.410947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-73ce126f-7e7a-4bc8-aa45-5ec86aed3121 None None] Port 6d36f8bf-30b5-4886-b072-98cd8ee096ea cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:46:21.636219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Router 37867523-569a-413c-9fe6-fb59c191dc50 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:46:21.670055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 82fb810d-73de-4e79-923c-ed1af992af14 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:21.810836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 82fb810d-73de-4e79-923c-ed1af992af14 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:21.816090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 82fb810d-73de-4e79-923c-ed1af992af14 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:21.816906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:21.845051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:46:21.855763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-316bffba-0474-4e6f-b691-ade24ce8d994 admin admin] 10.222.0.59 "PUT /v2.0/routers/37867523-569a-413c-9fe6-fb59c191dc50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9163573 Jan 18 23:46:21.943829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:21.960443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 82fb810d-73de-4e79-923c-ed1af992af14, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=82fb810d-73de-4e79-923c-ed1af992af14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:22.046313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:22.120000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=82fb810d-73de-4e79-923c-ed1af992af14,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:22.971051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90198fdb-4732-4029-8aca-39b4c6f35f8f req-1f9d6485-2175-4441-858c-e010ed107926 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:22.972530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90198fdb-4732-4029-8aca-39b4c6f35f8f req-1f9d6485-2175-4441-858c-e010ed107926 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 945 time: 0.0915766 Jan 18 23:46:23.025656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90198fdb-4732-4029-8aca-39b4c6f35f8f req-3d0b4034-75f8-4a39-83de-35b6ee6850b0 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Jan 18 23:46:23.069953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58148) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:23.075617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2031494560-network', 'tenant_id': '7d016e4976ba445fa121e8648631b051'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:23.081336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:23.086631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Usage tracker for resource:network and tenant:7d016e4976ba445fa121e8648631b051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:23.093563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:23.100614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:23.188976 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Made reservation on behalf of 7d016e4976ba445fa121e8648631b051 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:46:23.191237 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.207614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.339115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:23.342921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d016e4976ba445fa121e8648631b051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:23.345681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:23.351805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:23.417590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.485807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.518239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:46:23.523926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ea562-927b-4d05-beaf-c8185cb2325e,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:23.530696 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.531042 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Added segment 0cff40b3-6ec5-4b1f-9141-697d1ce46e78 of type vlan for network 1de87b3d-c5f5-4d57-9435-053183fb93a8 Jan 18 23:46:23.557255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.622213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 82fb810d-73de-4e79-923c-ed1af992af14 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:23.640341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.641283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:23.641895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.690501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 82fb810d-73de-4e79-923c-ed1af992af14 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:23.690877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:23.746072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1de87b3d-c5f5-4d57-9435-053183fb93a8,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:23.757676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:46:23.803606 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5b8a4d4d-5f00-452a-bf25-8967e01481e0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7299485 Jan 18 23:46:23.804096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:23.809935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Request body: {'subnet': {'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2031494560-subnet', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:23.819757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:23.828949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Usage tracker for resource:subnet and tenant:7d016e4976ba445fa121e8648631b051 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:23.833985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:23.845494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:23.903341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Made reservation on behalf of 7d016e4976ba445fa121e8648631b051 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:46:23.912052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:24.236872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:24.333765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d1d8df-d56e-4c69-ae54-46d4f6c91d60,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:24.350520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Sync routers for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:46:24.364198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:24.365193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:24.406767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63166cd-6545-4855-9eec-b6ffbe736ca5 req-93d65640-c244-4fb2-b270-913965f17d43 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:24.408605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d63166cd-6545-4855-9eec-b6ffbe736ca5 req-93d65640-c244-4fb2-b270-913965f17d43 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 945 time: 0.2089167 Jan 18 23:46:24.415651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Checking segment: {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:24.416101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Network hostable DHCP agents. Network: 1de87b3d-c5f5-4d57-9435-053183fb93a8, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:46:24.506319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-d12ed4b7-14fd-4fec-bf40-fdbd573eb1d4 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:24.507682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-d12ed4b7-14fd-4fec-bf40-fdbd573eb1d4 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 945 time: 0.1651530 Jan 18 23:46:24.509750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d63166cd-6545-4855-9eec-b6ffbe736ca5 req-d1c93d3c-bf5f-498d-8caf-b2cac363621d tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/security-groups?id=ddb45c08-298b-4873-97e4-b0a3f21c5310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Jan 18 23:46:24.580731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Deleting port b551eaaa-ed68-4d36-83ea-8b63072774a9 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:46:24.581103 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:24.608754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:24.611096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:46:24.699491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1de87b3d-c5f5-4d57-9435-053183fb93a8) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:24.707267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:24.707854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:24.753170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83922149-6d90-48ce-b9c9-6401d218de9a None None] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:46:24.869594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] For port b551eaaa-ed68-4d36-83ea-8b63072774a9, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=b551eaaa-ed68-4d36-83ea-8b63072774a9,segment=NetworkSegment(c91d84de-c34a-4bdf-b455-140d4cb6363d),segment_id=c91d84de-c34a-4bdf-b455-140d4cb6363d)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:24.870065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:24.886944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e3370c70-2017-4d11-b795-5c67fcc6ca4c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0813954 Jan 18 23:46:24.889565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58170) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:24.895331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:24.909041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:24.917822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Usage tracker for resource:router and tenant:7d016e4976ba445fa121e8648631b051 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:24.922573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:24.931234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:25.000903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Calling delete_port for b551eaaa-ed68-4d36-83ea-8b63072774a9 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:46:25.012821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.014357 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.048905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.193987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-1de87b3d-c5f5-4d57-9435-053183fb93a8', 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'fixed_ips': [{'subnet_id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:46:25.194793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.220277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 2, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:25.226684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Checking router: 37867523-569a-413c-9fe6-fb59c191dc50 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:46:25.227228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Updating router 37867523-569a-413c-9fe6-fb59c191dc50 port 6d36f8bf-30b5-4886-b072-98cd8ee096ea binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:46:25.329263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.330825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.377602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.422699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['b551eaaa-ed68-4d36-83ea-8b63072774a9'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:46:25.432602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Pushing event deleted for resources: {'Port': ['ID=b551eaaa-ed68-4d36-83ea-8b63072774a9,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:25.530131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] No DVR routers for this DVR port b551eaaa-ed68-4d36-83ea-8b63072774a9 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:46:25.537376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.541027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'name': 'network-vif-deleted', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:25.592110 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Allocated IP 172.20.0.2 (1de87b3d-c5f5-4d57-9435-053183fb93a8/a9d1d8df-d56e-4c69-ae54-46d4f6c91d60/96b2e26d-2491-445d-8bb0-2fd1ad9764ae) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:25.620018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-71eb8fb7-dc09-41e1-84aa-77ee803bcd90 req-7566d363-24aa-488f-95b6-63b1956b3607 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.83 "DELETE /v2.0/ports/b551eaaa-ed68-4d36-83ea-8b63072774a9 HTTP/1.1" status: 204 len: 173 time: 1.1076465 Jan 18 23:46:25.652900 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae5528f-ff4c-44de-8664-ddeaacc7484e', 'name': 'network-vif-deleted', 'tag': 'b551eaaa-ed68-4d36-83ea-8b63072774a9', 'status': 'completed', 'code': 200} Jan 18 23:46:25.714690 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.754543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:25.791884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9f04ca9c-3b88-4a19-9801-864b7a43b2b5 req-2dd45389-00a6-48bf-a54f-5b67df47c637 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Synchronizing usage tracker for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:25.921323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Allocated IP 172.25.1.143 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/39d4f5a4-92d5-4484-9949-6e089127148b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:25.955061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9f04ca9c-3b88-4a19-9801-864b7a43b2b5 req-2dd45389-00a6-48bf-a54f-5b67df47c637 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] Unset dirty status for tenant:1cd8444dd8c9420eb0fba84b916b48a9 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:25.956333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f04ca9c-3b88-4a19-9801-864b7a43b2b5 req-2dd45389-00a6-48bf-a54f-5b67df47c637 tempest-VolumesSnapshotTestJSON-392368645 tempest-VolumesSnapshotTestJSON-392368645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae5528f-ff4c-44de-8664-ddeaacc7484e HTTP/1.1" status: 200 len: 210 time: 0.2569141 Jan 18 23:46:26.061202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.080403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Transition to ACTIVE for port object 96b2e26d-2491-445d-8bb0-2fd1ad9764ae will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:26.094492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.098376 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.122655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Transition to ACTIVE for port object 96b2e26d-2491-445d-8bb0-2fd1ad9764ae will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:26.122655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Transition to ACTIVE for port object 6d36f8bf-30b5-4886-b072-98cd8ee096ea will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:26.183714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.216686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.229697 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.264559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:26.305475 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:26.309044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:26.315349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:26.340518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:26.347834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=39d4f5a4-92d5-4484-9949-6e089127148b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:26.351551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:26.444016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Pushing event updated for resources: {'Port': ['ID=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:26.611777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Attempting to bind port 6d36f8bf-30b5-4886-b072-98cd8ee096ea on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:26.612150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Attempting to bind port 6d36f8bf-30b5-4886-b072-98cd8ee096ea by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:26.612511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Attempting to bind port 6d36f8bf-30b5-4886-b072-98cd8ee096ea on network 1077a461-2f6f-47ac-9154-bd215d5c1e70 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:26.623014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Attempting to bind port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:26.623894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Attempting to bind port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:26.624421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Attempting to bind port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae on network 1de87b3d-c5f5-4d57-9435-053183fb93a8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:26.633307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4940601-bed4-4887-a7fd-925f996dc94c None None] Pushing event updated for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:26.640229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:26.640608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Checking segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:26.641057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.641427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Bound using segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:26.641894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Bound port: 6d36f8bf-30b5-4886-b072-98cd8ee096ea, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:26.642266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.644167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.645252 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.654092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:26.654470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Checking segment: {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:26.654862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.655251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Bound using segment: {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:26.655721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Bound port: 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:26.656093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.812416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] For port 6d36f8bf-30b5-4886-b072-98cd8ee096ea, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:26.814673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] For port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:26.818113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] For port 6d36f8bf-30b5-4886-b072-98cd8ee096ea, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d36f8bf-30b5-4886-b072-98cd8ee096ea,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:26.819987 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] For port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:26.897546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.914621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:26.988876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:46:27.040032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:27.040672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:27.231954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4940601-bed4-4887-a7fd-925f996dc94c None None] Pushing event updated for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:27.439858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:46:27.463373 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Sync routers for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:46:27.490603 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:27.491217 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:27.514245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643ec04-0810-4195-b363-747e0bc1fd90 None None] Pushing event updated for resources: {'Port': ['ID=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:27.524142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:27.594071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:27.596071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-caff9eba-7052-49bc-9c38-de2fbb66e9b8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7051134 Jan 18 23:46:27.599389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58198) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:27.797991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96b2e26d-2491-445d-8bb0-2fd1ad9764ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:27.820662 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:28.134289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:26Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:28.138859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c046b93-0907-4ae5-953b-c8faa7e04f73 None None] The sync data for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 is: [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:26Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:46:28.303213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:28.357225 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:26Z', 'revision_number': 3, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:28.362103 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Checking router: 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:46:28.362555 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Updating router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 port 39d4f5a4-92d5-4484-9949-6e089127148b binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:46:28.478608 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:28.913244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:28.949868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234e44f-65b6-4810-9f20-ed880b42a911 None None] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:46:29.119561 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.147032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Transition to ACTIVE for port object 39d4f5a4-92d5-4484-9949-6e089127148b will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:29.215856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Allocated IP 172.20.0.1 (1de87b3d-c5f5-4d57-9435-053183fb93a8/a9d1d8df-d56e-4c69-ae54-46d4f6c91d60/3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:29.250871 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.353427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b551eaaa-ed68-4d36-83ea-8b63072774a9 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:46:29.392882 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4562d5-dde3-4ad3-b449-f99ad7b1eff8 None None] Pushing event updated for resources: {'Port': ['ID=39d4f5a4-92d5-4484-9949-6e089127148b,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:29.430051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: b551eaaa-ed68-4d36-83ea-8b63072774a9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:46:29.430397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device b551eaaa-ed68-4d36-83ea-8b63072774a9 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:46:29.431758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Provisioning for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:29.444342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Provisioning complete for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:29.446556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.446681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.452572 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Attempting to bind port 39d4f5a4-92d5-4484-9949-6e089127148b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:29.452875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Attempting to bind port 39d4f5a4-92d5-4484-9949-6e089127148b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:29.453218 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Attempting to bind port 39d4f5a4-92d5-4484-9949-6e089127148b on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:29.465825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:29.466197 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:29.466603 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.466991 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:29.467523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Bound port: 39d4f5a4-92d5-4484-9949-6e089127148b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:29.467897 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.482467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Transition to ACTIVE for port object 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:29.588010 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.595289 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] For port 39d4f5a4-92d5-4484-9949-6e089127148b, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:29.599581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] For port 39d4f5a4-92d5-4484-9949-6e089127148b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d4f5a4-92d5-4484-9949-6e089127148b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:29.676403 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.692966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:29.698416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:29.700361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:29.715311 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.753454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] For port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:29.762421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d36f8bf-30b5-4886-b072-98cd8ee096ea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:29.789246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:29.862053 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.883660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:29.955034 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:29.955647 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:29.985372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ea40f-1ebc-4ffc-b841-33598b02c821 None None] Pushing event updated for resources: {'Port': ['ID=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:30.041051 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4562d5-dde3-4ad3-b449-f99ad7b1eff8 None None] Pushing event updated for resources: {'Port': ['ID=39d4f5a4-92d5-4484-9949-6e089127148b,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:30.045972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:30.051182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:30.052406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.133587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.245839 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:30.261012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.272892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-30d882e0-a93f-4be2-a2fe-cebb4efa16b4 None None] Provisioning complete for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:30.273376 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-30d882e0-a93f-4be2-a2fe-cebb4efa16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.346222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6d36f8bf-30b5-4886-b072-98cd8ee096ea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d36f8bf-30b5-4886-b072-98cd8ee096ea,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:30.424332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.448363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.519996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:30.520492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.631586 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:26Z', 'revision_number': 3, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:30.635966 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6901b-4783-4a89-841e-649518a77a3c None None] The sync data for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 is: [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:26Z', 'revision_number': 3, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:46:30.680048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6827a155-92a5-4fc4-a49a-b62a5ab0c5e1 None None] Provisioning for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:30.685431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6827a155-92a5-4fc4-a49a-b62a5ab0c5e1 None None] Provisioning complete for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:30.685804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6827a155-92a5-4fc4-a49a-b62a5ab0c5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.743397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6827a155-92a5-4fc4-a49a-b62a5ab0c5e1 None None] Port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:46:30.763447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:30.787806 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:30.971388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:30.972446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:31.268341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b1bbd141-aae2-42e9-ad21-a7b9effe3099 None None] Provisioning complete for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:31.268645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd141-aae2-42e9-ad21-a7b9effe3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:31.388751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbd141-aae2-42e9-ad21-a7b9effe3099 None None] Port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:46:31.407684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:46:31.612202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:46:31.634715 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-355cf0ef-f642-4366-a22b-b57fd33212f4 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0341139 Jan 18 23:46:31.662783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96b2e26d-2491-445d-8bb0-2fd1ad9764ae up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:31.733446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:31.734383 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:31.874345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d36f8bf-30b5-4886-b072-98cd8ee096ea up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:31.970592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6d36f8bf-30b5-4886-b072-98cd8ee096ea triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:31.971523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:32.528940 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58256) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:32.538238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061132180', 'description': 'tempest-secgroup-smoke-2061132180 description', 'project_id': '00a4f8dae3504d959e84399889fd8879'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:32.551926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:32.556089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:32.560628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:32.572218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:32.669389 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:32.705142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:32.710069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:32.714412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:32.720222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:32.774681 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:32.846146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:32.887908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:32.941940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:32.943996 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d953cdbe-5a16-469f-9b51-28e667f7fd61 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4156084 Jan 18 23:46:32.946864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58260) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:32.952471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:32.961449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:32.965251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:32.968044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:32.973786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:33.041310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.105653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.165867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.191140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fc58a8-15da-42ab-81d0-2f8d51d52065,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:33.261881 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.263259 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-79eb51dd-1c10-49f7-b667-0c15ebc17ff4 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3154097 Jan 18 23:46:33.265965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58266) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:33.272141 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:33.279473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:33.284895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:33.290345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:33.307535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:33.406745 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.475254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.548130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.586525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fec8f3f-7848-4fa6-baf5-ff772b298d04,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:33.692122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.696639 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fd29ce9b-36b9-43b3-aa64-b481b3af93d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4270329 Jan 18 23:46:33.696796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58278) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:33.702863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:33.710297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:33.714394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:33.717477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:33.723860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:33.812405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.882194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.937547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:33.963831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715ee466-0843-459d-83ba-8af9e6b0c598,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:34.023161 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.024482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-77645467-9e34-4fa1-99e9-8c5530dcce05 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3264792 Jan 18 23:46:34.027156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58282) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:34.032990 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:34.040924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:34.044801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:34.047687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:34.053796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:34.133733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.205725 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.293277 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.320723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8138f4-1e16-443a-910f-db16ae073832,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:34.400011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.401269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f64aac12-7dc7-401d-998d-24489308d9cb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3730221 Jan 18 23:46:34.403997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58292) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:34.409410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:34.416646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:34.420456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:34.423752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:34.430563 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:34.543808 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Project 00a4f8dae3504d959e84399889fd8879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:46:34.552385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.624210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.673721 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.708576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d1169b-6b65-4dea-95f1-31172346c131,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:34.805211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.809255 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f538d9a1-6159-4e92-902a-1d7efae6d5d6 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4016128 Jan 18 23:46:34.809587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:34.815285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'security_group_rule': {'security_group_id': 'd0a038cc-f9b8-43f9-95f9-5ad7f084e82b', 'project_id': '00a4f8dae3504d959e84399889fd8879', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:34.822741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:34.827090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:security_group_rule and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:34.832199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:34.837733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:34.897857 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Project 00a4f8dae3504d959e84399889fd8879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:46:34.905227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:34.976377 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:35.052334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:35.080410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6e7ad1-eb29-4630-9d31-476ea7355630,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:35.161735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:35.163574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff944c29-a6f7-4612-bdd8-ee58fc46b639 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3528507 Jan 18 23:46:35.341760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-95ecda74-bbde-4aed-abd0-88a36f9c937f tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Synchronizing usage tracker for tenant:00a4f8dae3504d959e84399889fd8879 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:35.452106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-95ecda74-bbde-4aed-abd0-88a36f9c937f tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Unset dirty status for tenant:00a4f8dae3504d959e84399889fd8879 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:35.453302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-95ecda74-bbde-4aed-abd0-88a36f9c937f tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061132180&fields=id&tenant_id=00a4f8dae3504d959e84399889fd8879 HTTP/1.1" status: 200 len: 267 time: 0.1533771 Jan 18 23:46:35.613081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-b2386260-2503-4ff6-93de-e5ef251b161c tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:35.613760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-b2386260-2503-4ff6-93de-e5ef251b161c tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Synchronizing usage tracker for tenant:00a4f8dae3504d959e84399889fd8879 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:35.691445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-b2386260-2503-4ff6-93de-e5ef251b161c tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Unset dirty status for tenant:00a4f8dae3504d959e84399889fd8879 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:35.692869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-b2386260-2503-4ff6-93de-e5ef251b161c tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 809 time: 0.2324796 Jan 18 23:46:35.711233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-e8ba05e0-4467-4cbb-8401-aa706b93fe5f tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/quotas/00a4f8dae3504d959e84399889fd8879 HTTP/1.1" status: 200 len: 375 time: 0.0124648 Jan 18 23:46:35.792233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-80b5cd49-f15c-474c-bbb4-574b29291e29 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Synchronizing usage tracker for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:35.902948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-80b5cd49-f15c-474c-bbb4-574b29291e29 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Unset dirty status for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:35.905063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-80b5cd49-f15c-474c-bbb4-574b29291e29 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879365 Jan 18 23:46:36.063875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-928c7159-0ad0-4ab5-8da0-b351c04a8237 service neutron] 10.222.0.59 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457784 Jan 18 23:46:36.202489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-6f988e82-c8df-4968-b449-f36a16b01a1c service neutron] 10.222.0.59 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313756 Jan 18 23:46:36.587358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df2d217e-34a1-4d92-955d-0377fd428919 req-d705c076-ec85-435a-8a3c-e605311ec427 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 210 time: 0.0804269 Jan 18 23:46:37.668788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d4f5a4-92d5-4484-9949-6e089127148b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:37.767180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ce2b67b-c90e-4627-9227-30937c730438 req-45bcd5b3-82ea-46a6-b4ec-47bc24f8a282 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 210 time: 0.0529463 Jan 18 23:46:37.878885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 39d4f5a4-92d5-4484-9949-6e089127148b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:37.893540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 39d4f5a4-92d5-4484-9949-6e089127148b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:37.893540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:38.016205 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:38.037630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 39d4f5a4-92d5-4484-9949-6e089127148b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d4f5a4-92d5-4484-9949-6e089127148b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:38.131924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:38.200616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=39d4f5a4-92d5-4484-9949-6e089127148b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:38.940428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20a1cc77-7323-41c6-b4ae-228e11909e4b req-a6e8e09e-a866-493e-afbd-272920f4031c tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 210 time: 0.0453031 Jan 18 23:46:39.354388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:39.455783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-f62da79a-62c7-411c-8317-1293bcb270a8 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:39.458057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-f62da79a-62c7-411c-8317-1293bcb270a8 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 809 time: 0.1433036 Jan 18 23:46:39.515288 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-ea6b42e0-3ec2-44d3-82c8-a55db59af136 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00a4f8dae3504d959e84399889fd8879 HTTP/1.1" status: 200 len: 380 time: 0.0455558 Jan 18 23:46:39.523568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'port': {'device_id': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'admin_state_up': True, 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'security_groups': ['d0a038cc-f9b8-43f9-95f9-5ad7f084e82b']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:39.644329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d4f5a4-92d5-4484-9949-6e089127148b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:39.722774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:39.733455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:39.743098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 39d4f5a4-92d5-4484-9949-6e089127148b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:39.743531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:39.816132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Made reservation on behalf of 00a4f8dae3504d959e84399889fd8879 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:46:39.820476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:40.037790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Allocated IP 172.20.0.4 (1077a461-2f6f-47ac-9154-bd215d5c1e70/358a494d-1c39-422f-ad2a-9084b3b6dc6f/5866f4c6-6d26-4cd0-b48b-b2665c12e396) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:40.299023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca227767-9f50-4e92-9621-41f36e145478 req-ccdcac25-4e42-41a0-a143-3093c26f59d0 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 210 time: 0.1970556 Jan 18 23:46:40.381427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:40.398211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Transition to ACTIVE for port object 5866f4c6-6d26-4cd0-b48b-b2665c12e396 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:40.496960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:40.568589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:40.571543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:40.575545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:40.606476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:40.650633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:40.651469 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:40.783759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d3ab10e1-d3f9-445c-a2de-fb8d1e974562 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2642412 Jan 18 23:46:40.936783 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Request body: {'port': {'device_id': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:40.980638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bf1c64a6-4614-432e-9be9-23aa3e224e78 None None] Provisioning for port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:40.986260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bf1c64a6-4614-432e-9be9-23aa3e224e78 None None] Provisioning complete for port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:40.987053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf1c64a6-4614-432e-9be9-23aa3e224e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:41.069736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:41.071584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c64a6-4614-432e-9be9-23aa3e224e78 None None] Port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:46:41.280598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:41.502438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5866f4c6-6d26-4cd0-b48b-b2665c12e396 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:46:41.513067 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:41.543782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Transition to ACTIVE for port object 5866f4c6-6d26-4cd0-b48b-b2665c12e396 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:41.561857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102c47a-c3f6-4390-96fd-0df3d1f7f9b9 req-a87934e8-9076-4d9b-86f9-615d556a80b3 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:41.562519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5102c47a-c3f6-4390-96fd-0df3d1f7f9b9 req-a87934e8-9076-4d9b-86f9-615d556a80b3 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Synchronizing usage tracker for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:46:41.627467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:41.667010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5102c47a-c3f6-4390-96fd-0df3d1f7f9b9 req-a87934e8-9076-4d9b-86f9-615d556a80b3 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Unset dirty status for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:46:41.667010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5102c47a-c3f6-4390-96fd-0df3d1f7f9b9 req-a87934e8-9076-4d9b-86f9-615d556a80b3 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 931 time: 0.2184722 Jan 18 23:46:41.786579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Pushing event updated for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:41.840276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5102c47a-c3f6-4390-96fd-0df3d1f7f9b9 req-defcf498-62fa-4f63-a582-dee927d70c0a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640520 Jan 18 23:46:41.939251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Attempting to bind port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:41.939953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Attempting to bind port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:41.940628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Attempting to bind port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 on network 1077a461-2f6f-47ac-9154-bd215d5c1e70 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:41.951164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 on network 1077a461-2f6f-47ac-9154-bd215d5c1e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:46:41.952351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Attempting to bind port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 on network 1077a461-2f6f-47ac-9154-bd215d5c1e70 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:41.962750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:41.963098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Checking segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:41.963476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Bound using segment: {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:41.963909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Bound port: 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afcd32-fd57-472f-803d-ec3a03248811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:41.964258 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:42.061245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:42.064319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:42.149515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:42.215195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:42.216571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] 10.222.0.83 "PUT /v2.0/ports/5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 1091 time: 1.4261212 Jan 18 23:46:42.217042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:42.242523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6396583-9a10-4bd0-aceb-f92c22665534 service neutron] Pushing event updated for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:42.304331 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'status': 'completed', 'code': 200} Jan 18 23:46:42.403167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-5442d9df-a4f7-492a-b027-c70b550e314c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1094 time: 0.0876234 Jan 18 23:46:42.486507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-cb1b605e-5b8a-4311-8507-569c0578fa88 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 217 time: 0.0725358 Jan 18 23:46:42.553931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d4b5461a-ac57-4558-bee2-8b1a4da6deac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:42.555553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-d4b5461a-ac57-4558-bee2-8b1a4da6deac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.0637743 Jan 18 23:46:42.633560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-b7973bf3-161f-4953-8092-4f29d6461878 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725369 Jan 18 23:46:42.774927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-4f4fb01b-a31c-4dae-943d-e03c1106c939 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345825 Jan 18 23:46:43.067705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24e74db1-fca5-4157-8a61-43696ad2bd96 req-bd8150bb-354b-4a43-8d5c-4533ade1b363 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868638 Jan 18 23:46:43.101621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910a732-28b7-40f8-b7d1-2bf5613c4839 req-6e5a4f99-97b8-4d70-bfa9-68f15cad2ccb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:43.103475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0910a732-28b7-40f8-b7d1-2bf5613c4839 req-6e5a4f99-97b8-4d70-bfa9-68f15cad2ccb tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 943 time: 0.0986040 Jan 18 23:46:43.161134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0910a732-28b7-40f8-b7d1-2bf5613c4839 req-5e2af22a-2eb8-40a9-a85c-13ed61f97530 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Jan 18 23:46:43.330515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-266bbd73-2407-429a-b0b8-0686a1f88c09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1094 time: 0.1139710 Jan 18 23:46:43.468560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-d6ef2fd4-e3ad-4d33-9d49-9ac0fd395f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:43.470359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-d6ef2fd4-e3ad-4d33-9d49-9ac0fd395f33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 910 time: 0.1339626 Jan 18 23:46:43.543063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-526f11f1-340a-4ca1-b71a-ab51fc133b92 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 217 time: 0.0649326 Jan 18 23:46:43.609401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-0b9e366d-91fd-4f39-a530-a7d9a218f183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:43.610827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-0b9e366d-91fd-4f39-a530-a7d9a218f183 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.0611889 Jan 18 23:46:43.699858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-674161fc-54cc-4eb6-8f8b-84ec3f4095b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829966 Jan 18 23:46:43.849536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-c250f98f-384c-46bb-b2e8-1b813e70bfe0 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394086 Jan 18 23:46:43.874309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72f4e088-6cc3-407d-ba3c-d13e95bda582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:43.985378 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e79f44e-daba-4a56-a8d5-a4c4695cd2d6 req-dd614416-32f9-4190-96b8-f772a9a7e9df service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314831 Jan 18 23:46:44.367679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704e03c-80c5-404c-b768-adf5975ecef3 req-fd33c47d-0b19-47c3-81cd-476ff24260c1 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:44.371187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b704e03c-80c5-404c-b768-adf5975ecef3 req-fd33c47d-0b19-47c3-81cd-476ff24260c1 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 943 time: 0.0865264 Jan 18 23:46:44.430941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b704e03c-80c5-404c-b768-adf5975ecef3 req-6170aeb5-76d0-41c8-b1dc-67671801c31e tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541284 Jan 18 23:46:45.247877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5866f4c6-6d26-4cd0-b48b-b2665c12e396 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:46:45.390497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:45.408579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'port_id': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'mac_address': 'fa:16:3e:b7:29:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:46:45.493026 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:45.515690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5866f4c6-6d26-4cd0-b48b-b2665c12e396 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:46:45.586037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:45.657494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:45.713578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342c2d-ba60-4e9b-9099-a93ed28056b3 req-19d37dc4-ebeb-403f-9668-c99723c0c8e2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:45.715655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6342c2d-ba60-4e9b-9099-a93ed28056b3 req-19d37dc4-ebeb-403f-9668-c99723c0c8e2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 944 time: 0.0917199 Jan 18 23:46:45.729683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:45.769194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6342c2d-ba60-4e9b-9099-a93ed28056b3 req-6e01644a-e347-4983-ac10-269c81c44081 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jan 18 23:46:45.844777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['5866f4c6-6d26-4cd0-b48b-b2665c12e396'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:46:46.038521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2dfb53bd-8578-46f2-8507-1074a7ae0b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.015868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c91b-70a6-44a6-bb64-ca12fbff89f2 req-17fe0152-67d9-4ad1-bbe9-fbad47177d56 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:47.017302 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd54c91b-70a6-44a6-bb64-ca12fbff89f2 req-17fe0152-67d9-4ad1-bbe9-fbad47177d56 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 944 time: 0.0813611 Jan 18 23:46:47.067722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd54c91b-70a6-44a6-bb64-ca12fbff89f2 req-a9918550-4579-4277-851b-861dbe2476d0 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Jan 18 23:46:47.263682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5866f4c6-6d26-4cd0-b48b-b2665c12e396 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:47.290328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.405667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:47.411898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:47.412278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.551138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.558875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.586583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:47.596855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:47.664887 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'code': 200} Jan 18 23:46:47.692779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:47.777263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:47.886506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d5e026c-4b59-4d18-a4cc-7fd4c3c7ebcf req-e8865d85-7e43-43a7-a545-5d478e189046 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.1500733 Jan 18 23:46:47.933270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d5e026c-4b59-4d18-a4cc-7fd4c3c7ebcf req-7344420a-6b20-4e63-9eb5-20b07309067c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Jan 18 23:46:48.308767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ec2c2-93ef-4906-8a2c-18b17d0ba45f req-8dea9b0e-c45e-451a-a250-1a2b49479b86 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:48.310337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca4ec2c2-93ef-4906-8a2c-18b17d0ba45f req-8dea9b0e-c45e-451a-a250-1a2b49479b86 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.0942805 Jan 18 23:46:48.359088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca4ec2c2-93ef-4906-8a2c-18b17d0ba45f req-915c948d-1705-4a34-945a-15281e5f5788 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431476 Jan 18 23:46:48.748206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Sync routers for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:46:48.768373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:48.769028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:48.992244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:49.054208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:49.381033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:29Z', 'revision_number': 4, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668', 'name': '', 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'mac_address': 'fa:16:3e:09:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:29Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 2, 'project_id': '7d016e4976ba445fa121e8648631b051', 'subnets': [{'id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:49.385020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Checking router: 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:46:49.385373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Updating router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:46:49.442527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:49.608405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bef12e-ec35-45d8-947d-ef62ee347aca req-45ac2424-3959-4612-a405-d9b50eec206e tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:49.609919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03bef12e-ec35-45d8-947d-ef62ee347aca req-45ac2424-3959-4612-a405-d9b50eec206e tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.0819354 Jan 18 23:46:49.665393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03bef12e-ec35-45d8-947d-ef62ee347aca req-2e3b7bd2-4348-4aeb-992c-ed5a7559fa2a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492237 Jan 18 23:46:49.859911 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:49.873533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Transition to ACTIVE for port object 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:46:49.887159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768298aa-3bac-4828-b83c-40f6f65e0e4d req-c0aa18c2-d2e0-48a6-b24c-9f29b0c10315 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:49.888739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-768298aa-3bac-4828-b83c-40f6f65e0e4d req-c0aa18c2-d2e0-48a6-b24c-9f29b0c10315 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.0883732 Jan 18 23:46:49.948788 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:50.011044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-768298aa-3bac-4828-b83c-40f6f65e0e4d req-6cd81c3d-6196-4f6f-b3a2-b0a7876145c2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906510 Jan 18 23:46:50.169715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1efc42-d9d4-4767-a2b1-3c137a981679 None None] Pushing event updated for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:50.202810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Attempting to bind port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:46:50.203545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Attempting to bind port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:46:50.208215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Attempting to bind port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 on network 1de87b3d-c5f5-4d57-9435-053183fb93a8 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:46:50.216962 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:46:50.217332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Checking segment: {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:46:50.217729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:50.218146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Bound using segment: {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:46:50.218604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Bound port: 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cff40b3-6ec5-4b1f-9141-697d1ce46e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:46:50.219305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:50.266591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8632a30-7802-4dd5-b4c8-d19e85e7518a req-b4ba3287-1a3a-4217-a28d-0cf50fbe0ad8 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:50.269341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8632a30-7802-4dd5-b4c8-d19e85e7518a req-b4ba3287-1a3a-4217-a28d-0cf50fbe0ad8 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.1051514 Jan 18 23:46:50.324617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8632a30-7802-4dd5-b4c8-d19e85e7518a req-33014f9c-b202-4b9c-b1ea-a58d43504f31 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500093 Jan 18 23:46:50.325670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] For port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:46:50.329327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] For port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:46:50.356698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 58542) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:50.423334 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:50.541557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1efc42-d9d4-4767-a2b1-3c137a981679 None None] Pushing event updated for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:50.544273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:50.545010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:50.605462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3652750c-4559-4ebd-a7f2-abfac77437b8 tempest-TestServerBasicOps-437160525 tempest-TestServerBasicOps-437160525-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1091 time: 0.2474556 Jan 18 23:46:50.610805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58552) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:46:50.616704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:46:50.623672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:46:50.628714 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Usage tracker for resource:floatingip and tenant:00a4f8dae3504d959e84399889fd8879 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:46:50.632026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:46:50.638831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:46:50.719701 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:50.749195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:50.953712 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.113050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Allocated IP 172.25.1.49 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/15df2e51-30db-4eaa-82a7-00d9edeb1395) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:46:51.217039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:29Z', 'revision_number': 4, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668', 'name': '', 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'mac_address': 'fa:16:3e:09:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:29Z', 'updated_at': '2022-01-18T23:46:50Z', 'revision_number': 4, 'project_id': '7d016e4976ba445fa121e8648631b051', 'subnets': [{'id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:51.222465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd363a5a-e1c5-43a5-b27d-399d63677a88 None None] The sync data for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 is: [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:29Z', 'revision_number': 4, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668', 'name': '', 'network_id': '1de87b3d-c5f5-4d57-9435-053183fb93a8', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'mac_address': 'fa:16:3e:09:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:29Z', 'updated_at': '2022-01-18T23:46:50Z', 'revision_number': 4, 'project_id': '7d016e4976ba445fa121e8648631b051', 'subnets': [{'id': 'a9d1d8df-d56e-4c69-ae54-46d4f6c91d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:46:51.434092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.530898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:51.602301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:46:51.611389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'Port': ['ID=15df2e51-30db-4eaa-82a7-00d9edeb1395,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:51.614611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:46:51.616766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:46:51.762616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:51.977370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:46:51.983497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:51.983853 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.110339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.147582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:46:52.224419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.311937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:52.402113 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.537629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.774842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.852048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:52.970874 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:53.049685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event updated for resources: {'Port': ['ID=15df2e51-30db-4eaa-82a7-00d9edeb1395,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:46:53.238782 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Floating IP 3be3af2c-09e0-41cd-9fb6-3b8eb15c8276 associated. External IP: 172.25.1.49, port: 5866f4c6-6d26-4cd0-b48b-b2665c12e396. Jan 18 23:46:53.652171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:46:53.750443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:46:53.750825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:53.779699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Router 37867523-569a-413c-9fe6-fb59c191dc50 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:46:54.084930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:46:54.096380 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Sync routers for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:46:54.135749 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:54.136495 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:54.228546 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:46:54.324888 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-222da890-bd6a-40bd-ae45-8fac13e12908 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7012482 Jan 18 23:46:54.324888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:46:54.342165 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:54.373545 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'status': 'completed', 'code': 200} Jan 18 23:46:54.480036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-bb0fb2de-5172-4811-892b-96d3d1adca13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.0814946 Jan 18 23:46:54.761022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-bc2c69f1-cd05-48b3-9f26-40dff9b33c18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:54.762463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-bc2c69f1-cd05-48b3-9f26-40dff9b33c18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 910 time: 0.2785304 Jan 18 23:46:54.804291 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:46:54.857174 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3be3af2c-09e0-41cd-9fb6-3b8eb15c8276', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'port_id': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'mac_address': 'fa:16:3e:b7:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:46:52Z', 'updated_at': '2022-01-18T23:46:52Z', 'revision_number': 0, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:54.862565 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Checking router: 37867523-569a-413c-9fe6-fb59c191dc50 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:46:54.875758 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:46:54.876736 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:46:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:54.894213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-de14888d-6932-40e1-bf2d-1b654e16351f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 998 time: 0.1251063 Jan 18 23:46:55.007425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-c4dc5d1c-cbf5-4a68-b374-8c0864329ce3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:46:55.009120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-c4dc5d1c-cbf5-4a68-b374-8c0864329ce3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.1092925 Jan 18 23:46:55.109700 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:46:55.115017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-46175433-74b8-4226-9b91-95fb803efadb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888808 Jan 18 23:46:55.256933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-781c0da8-bf95-4057-944e-42815849be82 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356041 Jan 18 23:46:55.445709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f8b4752-f7ca-46e8-89d2-91fdfc85c31f req-70266ba4-15cf-41b8-99f6-dce1cff10fdd service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828852 Jan 18 23:46:55.520177 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3be3af2c-09e0-41cd-9fb6-3b8eb15c8276', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'port_id': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'mac_address': 'fa:16:3e:b7:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:46:52Z', 'updated_at': '2022-01-18T23:46:52Z', 'revision_number': 0, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:46:55.524279 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98ce18e-9e70-49dc-8d40-9313b2d977a0 None None] The sync data for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 is: [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3be3af2c-09e0-41cd-9fb6-3b8eb15c8276', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'floating_ip_address': '172.25.1.49', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'port_id': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'mac_address': 'fa:16:3e:b7:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:46:52Z', 'updated_at': '2022-01-18T23:46:52Z', 'revision_number': 0, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:46:58.451693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d056ea5-dad9-47d4-8aa0-1c014df56a73 None None] New status for floating IP 3be3af2c-09e0-41cd-9fb6-3b8eb15c8276: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:47:00.072745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ebfcd-5aee-4f98-8f2c-fe7d027ba7e8 req-7ecbb053-bb81-4126-a840-9f3600f1824f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:00.074160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e55ebfcd-5aee-4f98-8f2c-fe7d027ba7e8 req-7ecbb053-bb81-4126-a840-9f3600f1824f tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0810001 Jan 18 23:47:00.124638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e55ebfcd-5aee-4f98-8f2c-fe7d027ba7e8 req-3cfb3854-d944-41fb-ae73-7643c7971b9b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447097 Jan 18 23:47:01.361883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff421938-3234-43c3-92d2-eb7b3c096713 req-57c31650-8944-4be3-9334-79aac2b46320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:01.363505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff421938-3234-43c3-92d2-eb7b3c096713 req-57c31650-8944-4be3-9334-79aac2b46320 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0923388 Jan 18 23:47:01.421403 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff421938-3234-43c3-92d2-eb7b3c096713 req-d47d6ee0-1f1a-45d9-afde-02dc42ce0838 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463843 Jan 18 23:47:02.658992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b0975-1f31-4c0f-9679-2c1866eb6540 req-43a35af2-dd3e-4e4a-b9e9-f6905dfac559 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:02.660718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-785b0975-1f31-4c0f-9679-2c1866eb6540 req-43a35af2-dd3e-4e4a-b9e9-f6905dfac559 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0904591 Jan 18 23:47:02.759201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-785b0975-1f31-4c0f-9679-2c1866eb6540 req-eb08451d-3ec6-4ed5-ae1c-d34a00e28922 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907221 Jan 18 23:47:03.979394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043261ec-9cd6-407a-835e-d7f629e10044 req-abe5e694-7496-41b7-804b-72066720be44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:03.980773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-043261ec-9cd6-407a-835e-d7f629e10044 req-abe5e694-7496-41b7-804b-72066720be44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0851359 Jan 18 23:47:04.031912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-043261ec-9cd6-407a-835e-d7f629e10044 req-92570e0f-e087-49f5-999a-0f17c56f7d9c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453243 Jan 18 23:47:05.139704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-ad683db1-9a9d-4ea2-ad04-15605603bdeb req-cc10b937-c7de-46d2-8b0b-ff39f3f85fd8 service neutron] (84543) timed out ('10.222.0.83', 61481) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:47:05.234896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b43c88-e4db-4924-8f1b-0b773b67d0f7 req-f64a2586-c813-4b8a-9651-fbe7ebb8f6a5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:05.236314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6b43c88-e4db-4924-8f1b-0b773b67d0f7 req-f64a2586-c813-4b8a-9651-fbe7ebb8f6a5 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0840087 Jan 18 23:47:05.316424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6b43c88-e4db-4924-8f1b-0b773b67d0f7 req-551b0770-e018-4ec6-b66e-3e411fee1f17 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734472 Jan 18 23:47:06.528590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3259e5c-bacc-4552-bd22-c633ea0b6db9 req-182ce600-916b-4cfe-96fb-3d6e1f5d58b9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:06.530133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3259e5c-bacc-4552-bd22-c633ea0b6db9 req-182ce600-916b-4cfe-96fb-3d6e1f5d58b9 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0847616 Jan 18 23:47:06.577210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b3259e5c-bacc-4552-bd22-c633ea0b6db9 req-0e2283c6-00c0-4316-ab21-dc64e31b01c3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Jan 18 23:47:07.792578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3ca06-1a89-41f2-8d6c-5b2e3a88dafb req-d081624e-de45-42e6-a36b-54df8433558d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:07.794063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fd3ca06-1a89-41f2-8d6c-5b2e3a88dafb req-d081624e-de45-42e6-a36b-54df8433558d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0821073 Jan 18 23:47:07.844137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fd3ca06-1a89-41f2-8d6c-5b2e3a88dafb req-c8cb1e9a-8fe2-4552-b431-83dcc42f631a tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Jan 18 23:47:09.052429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8330219-d917-483d-a88d-77a198c22f43 req-b7527435-aab6-442a-b827-e78827958be3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:09.053914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8330219-d917-483d-a88d-77a198c22f43 req-b7527435-aab6-442a-b827-e78827958be3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0819333 Jan 18 23:47:09.101380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8330219-d917-483d-a88d-77a198c22f43 req-6e117e8a-1b31-4abb-8f67-2ccfc9cfc528 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Jan 18 23:47:09.370894 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:10.334593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dc50b-7489-4d0d-bdd8-9cfca0d88aa2 req-33ba4a99-b45f-41e4-9829-3c15a081f369 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:10.339924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-664dc50b-7489-4d0d-bdd8-9cfca0d88aa2 req-33ba4a99-b45f-41e4-9829-3c15a081f369 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0897102 Jan 18 23:47:10.383905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-664dc50b-7489-4d0d-bdd8-9cfca0d88aa2 req-6c0dd716-643b-4346-851f-a4ad16167917 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Jan 18 23:47:11.312611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:11.628675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b49e1-a4ce-41eb-93c0-2a6e2705d699 req-9fead92c-eca3-4751-ad8a-21814242747e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:11.628675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab1b49e1-a4ce-41eb-93c0-2a6e2705d699 req-9fead92c-eca3-4751-ad8a-21814242747e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0993183 Jan 18 23:47:11.682893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab1b49e1-a4ce-41eb-93c0-2a6e2705d699 req-f0b0bce2-dfbc-422b-a447-0332b6d24a44 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Jan 18 23:47:12.920727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67d56b-f8b0-4645-8c58-ab747005e533 req-718b5f41-1381-411c-8184-d00304fcb037 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:12.922494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c67d56b-f8b0-4645-8c58-ab747005e533 req-718b5f41-1381-411c-8184-d00304fcb037 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.1108110 Jan 18 23:47:12.987811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c67d56b-f8b0-4645-8c58-ab747005e533 req-f60b0278-0406-4920-950e-82ad5920aacc tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542042 Jan 18 23:47:13.935225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d956-3705-4c71-9c3d-ef140a6f123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:14.192554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bed9f-6c92-4336-94b9-84fd2111fa9f req-6e9e90c8-262b-4527-943c-542629070cdd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:14.206164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd9bed9f-6c92-4336-94b9-84fd2111fa9f req-6e9e90c8-262b-4527-943c-542629070cdd tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0854337 Jan 18 23:47:14.251656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd9bed9f-6c92-4336-94b9-84fd2111fa9f req-53bcc2fc-f64f-4255-bb64-e8ea76394a0e tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467737 Jan 18 23:47:15.021129 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9f04d284-e413-4403-a5d7-33f2a19158f0 req-1adb2237-f399-4925-b510-7de15d012d6a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.0801101 Jan 18 23:47:15.070897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9f04d284-e413-4403-a5d7-33f2a19158f0 req-064c4712-c38e-4f3c-bdee-b345d9fda39a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Jan 18 23:47:15.477261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f7c03-f29a-413e-836a-73ddd9436863 req-bd8bbee8-9e0e-47d9-9e30-8d67ea62e68c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:15.485402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e06f7c03-f29a-413e-836a-73ddd9436863 req-bd8bbee8-9e0e-47d9-9e30-8d67ea62e68c tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0968494 Jan 18 23:47:15.540400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e06f7c03-f29a-413e-836a-73ddd9436863 req-d0d2f408-1bcf-4cb1-a610-78c0c16b8e97 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557888 Jan 18 23:47:15.671564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:47:15.679046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:47:15.991359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.024291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:47:16.030575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'port_id': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'mac_address': 'fa:16:3e:04:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:47:16.070380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ac623a32-4116-423d-bddd-32d07fdc2cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.110961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:16.122557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:47:16.133870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.161332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:16.190673 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'code': 200} Jan 18 23:47:16.205874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.346267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:47:16.346267 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:47:16.356611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:16.772390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f737844-1a84-4c81-bb9a-33178a8f6979 req-b601ed7f-3ca4-41d4-a6a6-616c69eb8b5d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:16.772390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f737844-1a84-4c81-bb9a-33178a8f6979 req-b601ed7f-3ca4-41d4-a6a6-616c69eb8b5d tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 944 time: 0.0838568 Jan 18 23:47:16.827611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f737844-1a84-4c81-bb9a-33178a8f6979 req-d698f782-49d8-4cc5-b3ac-a219afdc2b98 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Jan 18 23:47:16.884558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 58906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:16.905209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:16.922921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:16.939330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:47:16.999000 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-01149aae-8381-4dae-80a1-eec5498bfb0b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 200 len: 992 time: 0.1125917 Jan 18 23:47:17.013504 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:17.104708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.112992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.119395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.119395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.119395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.119395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:17.303261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:17.340995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['cdec7c9e-d956-4264-9b49-e61e36826fed'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:47:17.522527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:18.925849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:19.702576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:47:19.810489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port cdec7c9e-d956-4264-9b49-e61e36826fed triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:19.810489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:19.954842 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:19.989084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:19.999953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:47:20.051329 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'code': 200} Jan 18 23:47:20.056358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:20.172054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:27.310363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59052) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:27.522279 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-649a3779-ebbe-4a3b-b5c5-91d78a8ff0d0 req-1318a949-613c-4ccd-b578-d2f71dbdc627 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.2098889 Jan 18 23:47:27.572637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-649a3779-ebbe-4a3b-b5c5-91d78a8ff0d0 req-70afac92-94cc-431a-9470-48f22cf69fce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Jan 18 23:47:31.805513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:47:38.502176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:38.764597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Deleting subnet a7226d11-0409-4c34-8801-6d54f6510ff9 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:47:38.766924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:38.820679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:38.910602 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.108126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.152583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7226d11-0409-4c34-8801-6d54f6510ff9,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:39.161211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.169219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.169561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.169899 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.170224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.170543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.170858 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.171172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.171484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.171794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.172104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.172413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:39.176073 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-61ca0a48-04ff-42b4-814e-4e076d055e2b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a7226d11-0409-4c34-8801-6d54f6510ff9 HTTP/1.1" status: 204 len: 168 time: 0.6729062 Jan 18 23:47:39.179069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59226) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:39.307154 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.376318 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.438454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.468829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0805af-5721-45d8-ad26-d99b5c04539d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:39.481495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91d84de-c34a-4bdf-b455-140d4cb6363d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:39.481788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91d84de-c34a-4bdf-b455-140d4cb6363d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:47:39.499463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.518422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.530274 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:47:39.530274 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:47:39.539530 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:47:39.696401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.716315 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:39.728204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0805af-5721-45d8-ad26-d99b5c04539d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:39.999876 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6a73ccf2-9808-4b54-814d-c8fd2a95b65e admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef0805af-5721-45d8-ad26-d99b5c04539d HTTP/1.1" status: 204 len: 168 time: 0.8201256 Jan 18 23:47:40.346085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:40.415181 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f0e637dc-e0ce-4c7f-b9f2-73ceeb6694e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cd8444dd8c9420eb0fba84b916b48a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605812 Jan 18 23:47:40.417366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:40.572732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.600376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.741500 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.758176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb45c08-298b-4873-97e4-b0a3f21c5310,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.770469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:47:40.844374 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:40.845721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b4a2133b-5702-4299-a929-ca04e8362a01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddb45c08-298b-4873-97e4-b0a3f21c5310 HTTP/1.1" status: 204 len: 168 time: 0.4332860 Jan 18 23:47:41.315735 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:43.890423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d2a062d-43f5-4b32-9b75-2dcc269444a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:45.871983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59284) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:45.877627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493680623', 'description': 'tempest-secgroup-smoke-493680623 description', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:45.884541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:45.888266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:45.891170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:45.897547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:45.998889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.009860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ca70e8b-ad58-4478-aadc-c4fd37e6e9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.033500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:46.037324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:46.040038 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:46.045521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:46.098734 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.158324 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.199884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42617653-bfa5-4e54-a1fb-d33afffc0ed3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:46.249941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.251192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8999c7f5-cbc8-4465-84eb-4bbb86a9a68b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3782241 Jan 18 23:47:46.254605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59288) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:46.260015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:46.266450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:46.270354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:46.273260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:46.278897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:46.370809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.431317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.505981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.529905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f47be1f-dcbf-4373-a18d-37bfd26a433b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:46.603577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.604733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3829388b-c662-43e5-8d3e-386a8f13eb6c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3491313 Jan 18 23:47:46.607393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:46.612761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:46.620329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:46.624351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:46.627219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:46.633987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:46.706856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.770371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.871968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.896159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0254ca81-6937-4a57-9497-7703ed88df9a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:46.986891 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:46.988669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8adb9af5-8544-4c72-b2a3-c5d87a6da89d tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3797660 Jan 18 23:47:46.991357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:46.996991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:47.003417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:47.007858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:47.010718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:47.016382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:47.107963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.174563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.261556 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.295435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.319583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56f5803-e8c8-46d3-8f83-9f2f7d7c26b1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:47.386068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.387354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8c55a47d-c7df-4371-b5ae-8a1d77180084 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3950002 Jan 18 23:47:47.389989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59300) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:47.395916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:47.402189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:47.405945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:47.408728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:47.414886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:47.507382 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.529264 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.569833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.650050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.675034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2e3905-20fd-4d92-99eb-f842becc9c59,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:47.763602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.764759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dc2ef1e3-c8a0-48be-9d04-e219f9989d73 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3737938 Jan 18 23:47:47.767421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:47.773831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:47.780265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:47.784309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:47.787507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:47.793191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:47.855938 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Project 6fdb0ac9327942e29e64becdbad5b3ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:47:47.862889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.928171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.969978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:47.999993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938ac977-6b8b-4652-8142-d934e988da30,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:48.060671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.061841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bb0f0ae4-6e0d-43be-833b-c3df5daf9019 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2934186 Jan 18 23:47:48.064560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:47:48.070647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'security_group_rule': {'security_group_id': '42617653-bfa5-4e54-a1fb-d33afffc0ed3', 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:48.077135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:48.080858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:security_group_rule and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:48.084550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:48.090334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:48.163895 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Project 6fdb0ac9327942e29e64becdbad5b3ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:47:48.170827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.233648 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.306391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.329798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01d38ea-e788-42bd-8e2a-9f1dcc4b9a10,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:48.398175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:48.399368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-879ae300-dba5-4dd7-b071-a2b7992c7f2c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3338642 Jan 18 23:47:48.717497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-b8791af6-410c-472e-a889-fec4c105c98b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Synchronizing usage tracker for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:48.755564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-6998b388-9a2f-410a-a831-6fb14be339bf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866442 Jan 18 23:47:48.855232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-b8791af6-410c-472e-a889-fec4c105c98b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Unset dirty status for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:48.856297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-b8791af6-410c-472e-a889-fec4c105c98b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493680623&fields=id&tenant_id=6fdb0ac9327942e29e64becdbad5b3ad HTTP/1.1" status: 200 len: 267 time: 0.2203031 Jan 18 23:47:48.929960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:49.008058 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-06278471-0f95-498f-97e6-cb232bb34f19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.1861804 Jan 18 23:47:49.020530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-9e15f2f3-6029-4d21-ad6e-1245624151be tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:49.022146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-9e15f2f3-6029-4d21-ad6e-1245624151be tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 814 time: 0.1574707 Jan 18 23:47:49.109842 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-1603979e-cd6f-4bdb-b6ca-0c2a95254fae tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/quotas/6fdb0ac9327942e29e64becdbad5b3ad HTTP/1.1" status: 200 len: 375 time: 0.0657358 Jan 18 23:47:49.217213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-fbe2755a-87e4-4b16-8bca-b0519ad0c29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:49.218655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-fbe2755a-87e4-4b16-8bca-b0519ad0c29d service neutron] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 910 time: 0.1933239 Jan 18 23:47:49.303217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-5b1421b8-24db-4cb5-9bec-2d143f0b3c28 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866653 Jan 18 23:47:49.400355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-3db36e23-cf97-48cc-bccc-1d31fb0401b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 1000 time: 0.1747577 Jan 18 23:47:49.499179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-9226a5dc-d12d-45c8-aeca-91407155c7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:49.500595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-9226a5dc-d12d-45c8-aeca-91407155c7d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.0887740 Jan 18 23:47:49.502430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-f9c62cb6-cea4-4c3b-97f5-11b52d2b2466 service neutron] 10.222.0.59 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851561 Jan 18 23:47:49.776589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-f70d32bb-5fe0-498a-853d-85a3a3c31269 service neutron] 10.222.0.59 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418396 Jan 18 23:47:49.781971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-64a485e3-711f-4591-8cc6-5c6833d99819 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756245 Jan 18 23:47:49.916644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-5a298476-6ec0-4c29-b329-a37e1485ba60 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281645 Jan 18 23:47:50.050418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-281720fe-502c-4552-a6a6-a4d7d82c3669 req-a46ea2ee-3d92-4bc9-b8fe-eadf145cc7b2 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278377 Jan 18 23:47:50.396801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d19af37d-436a-4c93-9ed8-74bc76ad50b2 req-0f58f3ce-fe96-44b8-8965-09363a6550c7 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 210 time: 0.0454204 Jan 18 23:47:51.505587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e1d777e-b2a0-45b3-bcc3-5eab6aff3779 req-ae8b2f3b-8782-4762-b154-a6d8ae6fa99b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 210 time: 0.0416818 Jan 18 23:47:52.727565 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-85b4df93-e74a-4bab-a817-270d32a2d1b3 req-5b90ad2b-bec9-490f-a8e6-9b84e43e57d2 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 210 time: 0.0910547 Jan 18 23:47:52.800418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-79f24512-ca3b-49c7-b944-ebd68855b8c1 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:52.802271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-79f24512-ca3b-49c7-b944-ebd68855b8c1 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 814 time: 0.1860263 Jan 18 23:47:52.855114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-69721878-bcf0-472f-821e-9d8046a5a928 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fdb0ac9327942e29e64becdbad5b3ad HTTP/1.1" status: 200 len: 379 time: 0.0407567 Jan 18 23:47:52.862862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'port': {'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'admin_state_up': True, 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'security_groups': ['42617653-bfa5-4e54-a1fb-d33afffc0ed3']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:52.999932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:47:53.004695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:port and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:47:53.008002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:47:53.014468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:47:53.107275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Made reservation on behalf of 6fdb0ac9327942e29e64becdbad5b3ad for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:47:53.110616 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.278115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Allocated IP 172.20.0.12 (f92d1be3-7793-45d7-a1de-3e0e4f884465/840630a2-864e-4827-b410-48cf104279cf/c96ce280-5f90-4868-b728-9a949c7b6dab) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:47:53.474191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.489836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Transition to ACTIVE for port object c96ce280-5f90-4868-b728-9a949c7b6dab will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:47:53.582832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.655708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:47:53.658898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:47:53.661378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:47:53.696746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:53.732990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:53.733627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:53.822320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-6d06fd0b-7f1a-4093-b183-15c6327c6969 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9629114 Jan 18 23:47:53.837290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Request body: {'port': {'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:47:54.005070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:54.027242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b608fac2-613a-42a9-b3f8-d23747b88dd5 None None] Provisioning for port c96ce280-5f90-4868-b728-9a949c7b6dab completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:47:54.032311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b608fac2-613a-42a9-b3f8-d23747b88dd5 None None] Provisioning complete for port c96ce280-5f90-4868-b728-9a949c7b6dab triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:47:54.032776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b608fac2-613a-42a9-b3f8-d23747b88dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:54.057879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d2cb5-3de8-4833-95db-745cdf5b95ef req-07fbd59a-2187-453f-b8cc-c57cd0bc6942 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:54.058572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8d2cb5-3de8-4833-95db-745cdf5b95ef req-07fbd59a-2187-453f-b8cc-c57cd0bc6942 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Synchronizing usage tracker for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:47:54.089254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b608fac2-613a-42a9-b3f8-d23747b88dd5 None None] Port c96ce280-5f90-4868-b728-9a949c7b6dab cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:47:54.165469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-af8d2cb5-3de8-4833-95db-745cdf5b95ef req-07fbd59a-2187-453f-b8cc-c57cd0bc6942 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Unset dirty status for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:47:54.166621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8d2cb5-3de8-4833-95db-745cdf5b95ef req-07fbd59a-2187-453f-b8cc-c57cd0bc6942 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 932 time: 0.2915015 Jan 18 23:47:54.403654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af8d2cb5-3de8-4833-95db-745cdf5b95ef req-e3642501-7dae-498b-838a-43a125633779 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303274 Jan 18 23:47:54.511797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96ce280-5f90-4868-b728-9a949c7b6dab {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:47:54.518454 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:54.532895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Transition to ACTIVE for port object c96ce280-5f90-4868-b728-9a949c7b6dab will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:47:54.615561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:54.755159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Pushing event updated for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:54.869506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Attempting to bind port c96ce280-5f90-4868-b728-9a949c7b6dab on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:47:54.869756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Attempting to bind port c96ce280-5f90-4868-b728-9a949c7b6dab by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:47:54.870235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Attempting to bind port c96ce280-5f90-4868-b728-9a949c7b6dab on network f92d1be3-7793-45d7-a1de-3e0e4f884465 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:47:54.877874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Port c96ce280-5f90-4868-b728-9a949c7b6dab on network f92d1be3-7793-45d7-a1de-3e0e4f884465 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:47:54.878429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Attempting to bind port c96ce280-5f90-4868-b728-9a949c7b6dab on network f92d1be3-7793-45d7-a1de-3e0e4f884465 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:47:54.885896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:47:54.886239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Checking segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:47:54.886636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Bound using segment: {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:47:54.887065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Bound port: c96ce280-5f90-4868-b728-9a949c7b6dab, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc087dca-b54b-4296-b904-f509b446f497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:47:54.887417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:54.982266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:47:54.985041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=c96ce280-5f90-4868-b728-9a949c7b6dab,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:47:55.056492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:55.108700 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:47:55.110256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] 10.222.0.83 "PUT /v2.0/ports/c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 1092 time: 1.2785170 Jan 18 23:47:55.118036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:47:55.146005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1366959-7a48-4d0f-a7e2-1506e65056bd service neutron] Pushing event updated for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:47:55.258374 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:47:55.295281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-32391621-514b-4893-8576-e45211d2a4ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1095 time: 0.0766060 Jan 18 23:47:55.367836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-ae1cedc2-408b-48a9-b8d6-96377340f93b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 217 time: 0.0661685 Jan 18 23:47:55.430596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-e944a6fd-b8d0-4a2b-ae2f-bdbab48a776a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:55.433118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-e944a6fd-b8d0-4a2b-ae2f-bdbab48a776a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.0588541 Jan 18 23:47:55.515597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-e03e05ef-0562-4e72-8b96-a8d1f9de616f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721593 Jan 18 23:47:55.716031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-f9e5d539-a47a-4181-9624-ad9e63b53c49 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936786 Jan 18 23:47:55.722300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a36327-8434-4444-9478-337c9d836d62 req-df245fd5-1c32-4bcf-a124-0752831eabbe tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:55.723687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5a36327-8434-4444-9478-337c9d836d62 req-df245fd5-1c32-4bcf-a124-0752831eabbe tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.1822989 Jan 18 23:47:55.852566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b5a36327-8434-4444-9478-337c9d836d62 req-0c38ddc8-f2ae-4f40-80e3-26e4feab44b8 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105437 Jan 18 23:47:55.887140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ae3d3be-9f2b-4a95-9040-a65d110e31f9 req-2fc592ac-2567-49a7-806f-a13596f83fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625409 Jan 18 23:47:56.064693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-e5e2ba9c-9b94-42ff-b745-c1ce44bf555f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1095 time: 0.0730829 Jan 18 23:47:56.193901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-40679207-6a49-4a1d-8081-6b443d9c9356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:56.195336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-40679207-6a49-4a1d-8081-6b443d9c9356 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 915 time: 0.1246967 Jan 18 23:47:56.261494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-b85ea83a-ecea-42ec-a913-680c68d789a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 217 time: 0.0602632 Jan 18 23:47:56.422030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-52ef53d4-6ab3-465b-a476-c28bc62b82b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:56.423460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-52ef53d4-6ab3-465b-a476-c28bc62b82b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.1562121 Jan 18 23:47:56.496998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-326aaf05-3264-469a-8022-71df5d10b779 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674312 Jan 18 23:47:56.626826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-6471752d-0ed2-4791-86cd-c0058180fff1 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239269 Jan 18 23:47:56.758553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0033c52f-39f7-4fd8-918b-d8c699974607 req-7e3949a1-0e90-4378-934b-b5dc0948503b service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260223 Jan 18 23:47:57.048522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597624a-4d02-4404-bdf7-df45f0e60c83 req-4828bb10-8da5-4dbe-a163-7d78ba33e850 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:57.049898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c597624a-4d02-4404-bdf7-df45f0e60c83 req-4828bb10-8da5-4dbe-a163-7d78ba33e850 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0749404 Jan 18 23:47:57.098639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c597624a-4d02-4404-bdf7-df45f0e60c83 req-0edacde2-0fe6-4eff-aa89-9be1cd7e3dd2 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423753 Jan 18 23:47:58.292069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205082a-3a42-41b4-80aa-31c1a9d8388f req-06811b79-18b8-4e66-b64d-ef047e81317a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:58.293786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a205082a-3a42-41b4-80aa-31c1a9d8388f req-06811b79-18b8-4e66-b64d-ef047e81317a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0763605 Jan 18 23:47:58.337587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a205082a-3a42-41b4-80aa-31c1a9d8388f req-b5e0ae51-e621-4c41-af51-2f7c82e9a04f tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382934 Jan 18 23:47:59.538490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13923-9c56-421d-83bb-237644cd2802 req-1631f5f2-8e14-48ad-81e6-ed68cf4b1e23 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:47:59.539940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cc13923-9c56-421d-83bb-237644cd2802 req-1631f5f2-8e14-48ad-81e6-ed68cf4b1e23 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0813138 Jan 18 23:47:59.585227 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cc13923-9c56-421d-83bb-237644cd2802 req-0461bf0f-7d14-40bf-b008-4ef2432eebf9 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397191 Jan 18 23:48:00.781271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a4091-29b7-488e-bf07-ec2ad1367051 req-92e77aa7-852d-4cac-a6da-881b9e206e2a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:00.782700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b8a4091-29b7-488e-bf07-ec2ad1367051 req-92e77aa7-852d-4cac-a6da-881b9e206e2a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0756793 Jan 18 23:48:00.826630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b8a4091-29b7-488e-bf07-ec2ad1367051 req-a1e0bdb3-42d7-4d1c-8499-c1d578ccab13 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381706 Jan 18 23:48:02.027108 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad30ef-8fe7-4d85-b85c-d4317aec930a req-5fd500c0-ce3f-410c-ab8f-dd990336438f tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:02.028762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcad30ef-8fe7-4d85-b85c-d4317aec930a req-5fd500c0-ce3f-410c-ab8f-dd990336438f tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0813417 Jan 18 23:48:02.072991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcad30ef-8fe7-4d85-b85c-d4317aec930a req-2a0c2c6a-06ba-4d4a-a748-0be1d37c353e tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 Jan 18 23:48:02.832484 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-e63ec2d1-e347-4153-9e6b-131f3788cdde service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712905 Jan 18 23:48:03.071203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-70ea125f-60f9-4cd9-bd37-06773e7433ba service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.1672091 Jan 18 23:48:03.222228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-78b76ccf-6dd6-491a-aaa9-58f8b9255693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:03.224742 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-78b76ccf-6dd6-491a-aaa9-58f8b9255693 service neutron] 10.222.0.89 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 898 time: 0.1339018 Jan 18 23:48:03.272698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4594-f6e6-4419-9417-9caae4b6ad43 req-c5dec747-2ab3-4e97-8d96-fa0d3620b28a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:03.274393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05af4594-f6e6-4419-9417-9caae4b6ad43 req-c5dec747-2ab3-4e97-8d96-fa0d3620b28a tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0782399 Jan 18 23:48:03.325383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05af4594-f6e6-4419-9417-9caae4b6ad43 req-ffe11819-336e-40e5-afe8-d788837943b2 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453901 Jan 18 23:48:03.329134 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-e00d07f7-0254-4160-8551-b74e67b3f196 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 1002 time: 0.0974362 Jan 18 23:48:03.392873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-402c32c4-a7af-40db-aa9d-399497a45694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:03.394860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-402c32c4-a7af-40db-aa9d-399497a45694 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 200 len: 835 time: 0.0595729 Jan 18 23:48:03.467918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-a31834b6-ee9b-4f37-baeb-b6e64b4ab5e5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de8a2fca-812c-4bf5-b287-83bd6156d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669222 Jan 18 23:48:03.598061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-e0981066-ea35-421a-9770-b07437f62a81 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227729 Jan 18 23:48:03.728386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d41b068a-e1f1-4a7a-8344-3b58c0e81c70 req-53563b14-25a1-4751-a5ed-1bfef2d73c03 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247985 Jan 18 23:48:04.524714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f42b-660e-40e1-aeb3-956fa116bdbd req-16e4eea9-be1a-4035-ba9e-ea5dd0c6aec1 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:04.526203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7848f42b-660e-40e1-aeb3-956fa116bdbd req-16e4eea9-be1a-4035-ba9e-ea5dd0c6aec1 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0775015 Jan 18 23:48:04.571201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7848f42b-660e-40e1-aeb3-956fa116bdbd req-60fdd59b-fe0e-46fd-88e3-afc3babd7af3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 Jan 18 23:48:05.767640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312e065-8525-44c7-a064-98123f35c063 req-f29180fe-94e2-4f25-83a9-aee6d5ca5a77 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:05.776766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e312e065-8525-44c7-a064-98123f35c063 req-f29180fe-94e2-4f25-83a9-aee6d5ca5a77 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0786173 Jan 18 23:48:05.813319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e312e065-8525-44c7-a064-98123f35c063 req-ac3db185-e5b5-4315-b836-3cf098501787 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Jan 18 23:48:07.012579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301990b-ad11-4137-a861-ae874336aa73 req-93658a10-9951-401c-985c-f91576e9270e tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:07.014053 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b301990b-ad11-4137-a861-ae874336aa73 req-93658a10-9951-401c-985c-f91576e9270e tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 944 time: 0.0766432 Jan 18 23:48:07.059906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b301990b-ad11-4137-a861-ae874336aa73 req-1ba90089-2ae6-48b8-b1b6-ebbcb199e97f tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399585 Jan 18 23:48:07.682458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device c96ce280-5f90-4868-b728-9a949c7b6dab details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:48:07.813809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=c96ce280-5f90-4868-b728-9a949c7b6dab,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:07.827253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:48:07.879661 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:07.896907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96ce280-5f90-4868-b728-9a949c7b6dab {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:48:07.911642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=c96ce280-5f90-4868-b728-9a949c7b6dab,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:07.958681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:08.030686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:08.174462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['c96ce280-5f90-4868-b728-9a949c7b6dab'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:48:08.263775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1bdda-88bc-4f3a-ba07-0827aa2aa433 req-82980dba-e651-4f98-8a0d-52fb95d159a8 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:08.265362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9df1bdda-88bc-4f3a-ba07-0827aa2aa433 req-82980dba-e651-4f98-8a0d-52fb95d159a8 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 945 time: 0.0812917 Jan 18 23:48:08.311126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9df1bdda-88bc-4f3a-ba07-0827aa2aa433 req-2f3cfefc-4e1c-43f2-8797-1049295565a7 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395725 Jan 18 23:48:08.806055 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:48:09.369246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:09.508795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdadbce-f71e-4aa4-b393-e2d66cde7581 req-1c4670bd-863a-41f1-b926-96689cf3a168 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:09.510246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cdadbce-f71e-4aa4-b393-e2d66cde7581 req-1c4670bd-863a-41f1-b926-96689cf3a168 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 945 time: 0.0760212 Jan 18 23:48:09.554046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cdadbce-f71e-4aa4-b393-e2d66cde7581 req-e612d35d-cf7c-4971-a191-76c211fe78c8 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384011 Jan 18 23:48:09.698194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device c96ce280-5f90-4868-b728-9a949c7b6dab up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:09.855093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port c96ce280-5f90-4868-b728-9a949c7b6dab completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:09.859954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port c96ce280-5f90-4868-b728-9a949c7b6dab triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:09.860320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:09.974621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:10.004768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:10.014956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=c96ce280-5f90-4868-b728-9a949c7b6dab,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:10.063850 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'code': 200} Jan 18 23:48:10.090191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:10.157480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:10.204483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef48b11a-d813-41a4-8fe2-919b05d3c7fb req-3eb2a6c2-dc8e-402b-adad-9d0dd6cb37e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0795453 Jan 18 23:48:10.248005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef48b11a-d813-41a4-8fe2-919b05d3c7fb req-f62f2d71-e1d5-4475-b7cf-2e3725a32bfc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378795 Jan 18 23:48:10.747184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a3a32-a354-41c4-a064-d3c79813bb48 req-0d5a9bb0-ecda-4867-b2b4-d29c336f5714 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:10.748601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc0a3a32-a354-41c4-a064-d3c79813bb48 req-0d5a9bb0-ecda-4867-b2b4-d29c336f5714 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.0744057 Jan 18 23:48:10.797778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc0a3a32-a354-41c4-a064-d3c79813bb48 req-d68b0287-954f-41ad-a356-2c846a1fb349 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436182 Jan 18 23:48:11.323782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.024789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c9b31-0568-4e5c-a45c-8c6458871ab7 req-ce4c677d-277d-48e2-b8a4-0b999d9e3932 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:12.026321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f01c9b31-0568-4e5c-a45c-8c6458871ab7 req-ce4c677d-277d-48e2-b8a4-0b999d9e3932 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.0775979 Jan 18 23:48:12.071032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f01c9b31-0568-4e5c-a45c-8c6458871ab7 req-ba3fde37-f583-4895-846e-50e7e8580644 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393019 Jan 18 23:48:12.269581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5218d71-d360-4d94-9c54-9ff872a89fe9 req-7f120536-708a-4fd8-ae47-4b11a6f0b956 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:12.270954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5218d71-d360-4d94-9c54-9ff872a89fe9 req-7f120536-708a-4fd8-ae47-4b11a6f0b956 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.0793393 Jan 18 23:48:12.315317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c5218d71-d360-4d94-9c54-9ff872a89fe9 req-931ad12a-667c-4588-8c91-bb7cf584f726 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Jan 18 23:48:12.344775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59404) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:12.594147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82f17d83-14f4-4d24-a340-e99e93c97563 tempest-TestVolumeBackupRestore-681270996 tempest-TestVolumeBackupRestore-681270996-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1092 time: 0.2481916 Jan 18 23:48:12.597233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59410) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:12.602447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:12.608308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:12.612068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Usage tracker for resource:floatingip and tenant:6fdb0ac9327942e29e64becdbad5b3ad is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:12.615095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:12.620932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:12.700597 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:12.922172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.057523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Allocated IP 172.25.1.4 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/34760f1f-ff80-47ad-af7f-85561a2ab724) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:13.210801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.296001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.370720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:13.373559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:13.376042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:13.412168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'Port': ['ID=34760f1f-ff80-47ad-af7f-85561a2ab724,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:13.860876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ccb49828-5e84-433e-a49e-360ef87b9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:13.897679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.009630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.209885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.272123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.379612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event updated for resources: {'Port': ['ID=34760f1f-ff80-47ad-af7f-85561a2ab724,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:14.397796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:14.589068 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Floating IP f4f5a001-2094-499b-8426-dcc65c57d316 associated. External IP: 172.25.1.4, port: c96ce280-5f90-4868-b728-9a949c7b6dab. Jan 18 23:48:15.100412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:48:15.296261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:15.306032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:15.317683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:15.318287 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:47:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:15.397278 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:15.453776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f3f01555-9a47-4f7f-af37-b815eb234b93 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8554041 Jan 18 23:48:15.454343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:15.457691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59418) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:15.511840 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:48:15.525540 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:15.537271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a9765fae-91a3-41f0-8510-294fc8dc069a tempest-TestVolumeBackupRestore-681270996 tempest-TestVolumeBackupRestore-681270996-project-admin] Synchronizing usage tracker for tenant:4febeb1bb37742c4a25a21b186699b7b on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:15.606791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-371113e1-c7ea-4958-8d86-454c82c65ae8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0725434 Jan 18 23:48:15.636118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a9765fae-91a3-41f0-8510-294fc8dc069a tempest-TestVolumeBackupRestore-681270996 tempest-TestVolumeBackupRestore-681270996-project-admin] Unset dirty status for tenant:4febeb1bb37742c4a25a21b186699b7b on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:15.637319 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a9765fae-91a3-41f0-8510-294fc8dc069a tempest-TestVolumeBackupRestore-681270996 tempest-TestVolumeBackupRestore-681270996-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1092 time: 0.1785142 Jan 18 23:48:15.640271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59424) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:15.646462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Request body: {'floatingip': {'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:15.750526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014365b-beac-4a76-ade8-38f38e628b4c req-f910a6d2-dfbc-4c3b-a632-b6e26642bef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:15.752094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-f910a6d2-dfbc-4c3b-a632-b6e26642bef0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 915 time: 0.1381841 Jan 18 23:48:15.753680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:15.871111 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-2bd615cb-773d-4948-bab1-eedbd4eebb21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 998 time: 0.1129851 Jan 18 23:48:15.892830 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:13Z', 'revision_number': 0, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:15.913069 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:15.927568 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:15.928221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:47:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:15.958525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014365b-beac-4a76-ade8-38f38e628b4c req-fbdbd8b6-b119-4c76-b4bc-5ec196f64247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:15.960025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-fbdbd8b6-b119-4c76-b4bc-5ec196f64247 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.0837946 Jan 18 23:48:15.981382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3a06-e1dd-4a27-b4b4-7760ec27cec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:16.041714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-423f653f-4f9e-4257-872b-c6ef11c4084c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758374 Jan 18 23:48:16.122211 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:16.185363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-910912a7-6f02-4be0-9074-b7fb8e621193 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380169 Jan 18 23:48:16.321219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7014365b-beac-4a76-ade8-38f38e628b4c req-883ec0d8-15be-4948-8377-f01c1a57417f service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307526 Jan 18 23:48:16.476403 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:13Z', 'revision_number': 0, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:16.481004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3920c30-d93d-4d3a-a883-7a338f47b869 None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:13Z', 'revision_number': 0, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:16.545397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:16.604180 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:16.676162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6d5816-5269-494d-898f-6cf41b4ee7e1 None None] New status for floating IP f4f5a001-2094-499b-8426-dcc65c57d316: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:48:17.007146 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:48:17.209012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:17.213866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.232414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.297280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:17.331968 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1f230d67-17d3-4722-adf5-4bf03bcc7f65 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "PUT /v2.0/floatingips/f4f5a001-2094-499b-8426-dcc65c57d316 HTTP/1.1" status: 200 len: 990 time: 1.6906397 Jan 18 23:48:17.358469 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:48:17.448999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-57319f20-0bef-4d78-8c62-ce7a699be4d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0694323 Jan 18 23:48:17.518314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:17.702027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40319-aafd-41ca-942f-aaa12b187832 req-80f451e7-89b5-46e1-b915-c575949e7d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:17.703551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-80f451e7-89b5-46e1-b915-c575949e7d82 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 915 time: 0.2485542 Jan 18 23:48:17.816573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-44a5ecd0-78cc-4c16-9d8e-15972160c88f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 1000 time: 0.1063902 Jan 18 23:48:17.885696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40319-aafd-41ca-942f-aaa12b187832 req-1c876960-63ef-4edf-9296-85073528d43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:17.887138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-1c876960-63ef-4edf-9296-85073528d43c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.0661721 Jan 18 23:48:17.963747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-e2d7c34c-159d-4264-a2be-58c53cfb5e83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706923 Jan 18 23:48:18.103991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-1d0a6575-ebc4-4928-a169-09e9a81835f1 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341238 Jan 18 23:48:18.245796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac40319-aafd-41ca-942f-aaa12b187832 req-e8655a60-f346-4d0b-8842-cb4794d26f94 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369021 Jan 18 23:48:18.788981 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:18.804414 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:18.805060 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:18.877694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:18.990910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:19.354324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:16Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.358019 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:19.359951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:19.369321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:19.369918 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.415006 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:48:19.504386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-f6ca5ef3-59f9-40a9-989c-7b09f65afaca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1097 time: 0.0679677 Jan 18 23:48:19.544193 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:19.641022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-a25013b0-c38f-4c79-9049-7feca700dc17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:19.642483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-a25013b0-c38f-4c79-9049-7feca700dc17 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 915 time: 0.1323256 Jan 18 23:48:19.747917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-7ff9b3ae-6b9f-411e-993b-4cd987b547ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 1000 time: 0.0992081 Jan 18 23:48:19.815903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-37ed410e-e735-4265-8743-1f108f54cc0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:19.817450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-37ed410e-e735-4265-8743-1f108f54cc0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.0644732 Jan 18 23:48:19.893366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-438bb5f8-8e08-4b4d-9fac-04dc16ed8f75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707204 Jan 18 23:48:19.916340 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:16Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:19.921059 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f36aa-efc1-411a-923c-7bf9538a46de None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'f4f5a001-2094-499b-8426-dcc65c57d316', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'port_id': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'mac_address': 'fa:16:3e:f3:00:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:48:13Z', 'updated_at': '2022-01-18T23:48:16Z', 'revision_number': 2, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:20.030914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-dae25ab7-e235-4838-acfc-1d720ce831fe service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314847 Jan 18 23:48:20.165205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df205ee1-5c60-48c7-b89e-2bde0a5b39c6 req-6462a5fe-c4fe-455e-8f97-09135b229b81 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280270 Jan 18 23:48:30.381088 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59436) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:30.574369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 8bc2ad94-095a-48dc-a27d-c4586a0a0dd4 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:48:30.574704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.740772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.740772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:30.860647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 8bc2ad94-095a-48dc-a27d-c4586a0a0dd4 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:48:31.077795 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.125206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=8bc2ad94-095a-48dc-a27d-c4586a0a0dd4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:31.310994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.695780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 1609fd58-60c9-469a-aed3-2d8d4f120c43 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:48:31.904319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:31.913853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Sync routers for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:31.923312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:31.929080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:31.929702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:31.988365 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-74cd3079-e67d-4e74-a3a0-76363a6f7409 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/floatingips/3c7aec48-a269-4a04-af51-ad011de1622c HTTP/1.1" status: 204 len: 168 time: 1.5935247 Jan 18 23:48:31.988365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:32.033696 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'status': 'completed', 'code': 200} Jan 18 23:48:32.134383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:32.146184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-96604c2f-3935-44ce-8243-67e9c1032862 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36aa58617d204c21948d8a0a03cb89f1&device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 1097 time: 0.0848546 Jan 18 23:48:32.296111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-0d0bd91c-136a-40c3-a9d0-bf95b98b4b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:32.297646 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-0d0bd91c-136a-40c3-a9d0-bf95b98b4b8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 200 len: 898 time: 0.1483474 Jan 18 23:48:32.370922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-490e52e7-f725-4bd7-a62f-865d076ce09b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 200 len: 217 time: 0.0670164 Jan 18 23:48:32.437950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-f67592ce-0f8d-4b1f-8cdf-1dba0b6d1944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:32.439342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-f67592ce-0f8d-4b1f-8cdf-1dba0b6d1944 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 200 len: 835 time: 0.0627716 Jan 18 23:48:32.464829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:32.469019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Checking router: 1609fd58-60c9-469a-aed3-2d8d4f120c43 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:32.493769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:32.493769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:32.524996 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-7f88ec8e-14a0-4a36-80b3-5e3c158ba77c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=de8a2fca-812c-4bf5-b287-83bd6156d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718677 Jan 18 23:48:32.687432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-f1365fa4-500d-4189-a11b-ae7431128609 service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547203 Jan 18 23:48:32.691197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:32.740901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b2978-c1d1-44e6-9362-2fafda1199f9 req-c98a3d43-f52a-4bd8-93c0-9f75146234a8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:32.740901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb9b2978-c1d1-44e6-9362-2fafda1199f9 req-c98a3d43-f52a-4bd8-93c0-9f75146234a8 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0957491 Jan 18 23:48:32.797568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb9b2978-c1d1-44e6-9362-2fafda1199f9 req-f06c74d9-c67e-4400-a63c-4c22b69c1f48 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457087 Jan 18 23:48:32.853160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-481249ad-90e5-4d98-a0b8-f3975546fbdb req-b6b9568a-298b-4d27-b6e6-df75b954a83a service neutron] 10.222.0.89 "GET /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652083 Jan 18 23:48:33.077203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:33.081423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47a2378-293f-434d-9e6a-8a4824d2a7b0 None None] The sync data for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 is: [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:45:23Z', 'revision_number': 4, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7', 'name': '', 'network_id': 'de8a2fca-812c-4bf5-b287-83bd6156d010', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'mac_address': 'fa:16:3e:2a:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:22Z', 'updated_at': '2022-01-18T23:45:44Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'subnets': [{'id': '826dc144-dbfc-439f-a9f5-9daf5e6b7f0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:33.311875 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c4197-56da-4350-9c29-3f605bee969f None None] New status for floating IP 3c7aec48-a269-4a04-af51-ad011de1622c: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:48:34.000955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecc299-e2f2-4b18-b6ad-b33e2f613b3a req-76d49246-d075-47ba-ac82-e0f05753beb4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:34.002437 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ecc299-e2f2-4b18-b6ad-b33e2f613b3a req-76d49246-d075-47ba-ac82-e0f05753beb4 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.0774887 Jan 18 23:48:34.049250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ecc299-e2f2-4b18-b6ad-b33e2f613b3a req-e5782d97-3792-4be6-b09c-49305f1b3054 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af60420-d778-485a-86ac-b405d449a828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412774 Jan 18 23:48:34.256582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-400ea493-370a-4ba6-82b2-f96266b747f2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:34.257577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-400ea493-370a-4ba6-82b2-f96266b747f2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Synchronizing usage tracker for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:48:34.386341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-400ea493-370a-4ba6-82b2-f96266b747f2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Unset dirty status for tenant:36aa58617d204c21948d8a0a03cb89f1 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:48:34.387485 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-400ea493-370a-4ba6-82b2-f96266b747f2 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 946 time: 0.3101814 Jan 18 23:48:34.459316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:48:34.459316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.708699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port cdec7c9e-d956-4264-9b49-e61e36826fed, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=cdec7c9e-d956-4264-9b49-e61e36826fed,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:34.709090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:34.835423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for cdec7c9e-d956-4264-9b49-e61e36826fed owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:48:35.037042 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.084750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=cdec7c9e-d956-4264-9b49-e61e36826fed,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:35.163488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] No DVR routers for this DVR port cdec7c9e-d956-4264-9b49-e61e36826fed on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:35.166793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:35.169519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-deleted', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:48:35.232140 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88eabf2-7b9b-4256-9a4f-011d18c15a76', 'name': 'network-vif-deleted', 'tag': 'cdec7c9e-d956-4264-9b49-e61e36826fed', 'status': 'completed', 'code': 200} Jan 18 23:48:35.250503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ce6acd04-181b-4830-b843-b9b0ece8571b req-6db8bdc1-2b44-4cd5-8d36-3bc9f0747327 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.89 "DELETE /v2.0/ports/cdec7c9e-d956-4264-9b49-e61e36826fed HTTP/1.1" status: 204 len: 173 time: 0.8575099 Jan 18 23:48:35.333404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07042d8c-3383-43ad-a565-22345d108f0a req-b45420bf-20c4-48d6-8d2b-67f19fdc5ad3 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "GET /v2.0/ports?device_id=a88eabf2-7b9b-4256-9a4f-011d18c15a76 HTTP/1.1" status: 200 len: 210 time: 0.1472633 Jan 18 23:48:36.441355 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:36.840225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.453294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:48:37.453865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.638425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:37.643043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:37.763419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:48:38.102111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:38.138446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: cdec7c9e-d956-4264-9b49-e61e36826fed {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:48:38.138789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device cdec7c9e-d956-4264-9b49-e61e36826fed not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:38.163981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:38.213973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:38.510340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.083495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Router 1609fd58-60c9-469a-aed3-2d8d4f120c43 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:48:39.287449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:39.297976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Sync routers for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:39.301177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c5962b6d-5367-4eae-943d-54e67a588b78 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "PUT /v2.0/routers/1609fd58-60c9-469a-aed3-2d8d4f120c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586609 Jan 18 23:48:39.303858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59458) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:39.318282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:39.318885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:39.460676 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.492211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting subnet 826dc144-dbfc-439f-a9f5-9daf5e6b7f0d {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:48:39.495550 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.498965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:39.549115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.757715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.802338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:39.806181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Checking router: 1609fd58-60c9-469a-aed3-2d8d4f120c43 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:39.817116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Routers {'1609fd58-60c9-469a-aed3-2d8d4f120c43'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:39.817723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1609fd58-60c9-469a-aed3-2d8d4f120c43'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:39.901739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.944352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Subnet': ['ID=826dc144-dbfc-439f-a9f5-9daf5e6b7f0d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:39.948822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:39.957952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-74d7752e-3c4d-4686-88d7-61622b131a82 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/subnets/826dc144-dbfc-439f-a9f5-9daf5e6b7f0d HTTP/1.1" status: 204 len: 168 time: 0.6505337 Jan 18 23:48:39.958363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59462) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:39.966055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8281a1f-c697-453d-a9f0-5df71bc81ccf None None] Network de8a2fca-812c-4bf5-b287-83bd6156d010 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:48:40.147287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] Set router 1609fd58-60c9-469a-aed3-2d8d4f120c43 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:40.159678 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.374444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.489594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] DHCP port deletion for de8a2fca-812c-4bf5-b287-83bd6156d010 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:48:40.497600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Deleting port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:48:40.497978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.529387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Deleting port 8677203f-1dc4-4359-9ceb-519438a17a14 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:48:40.529759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.542352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:40.551168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5bb57d-183d-47b8-9310-871114263c1b None None] The sync data for ids ['1609fd58-60c9-469a-aed3-2d8d4f120c43'] in n-d-825175-2 is: [{'id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130536271', 'tenant_id': '36aa58617d204c21948d8a0a03cb89f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:16Z', 'updated_at': '2022-01-18T23:48:37Z', 'revision_number': 5, 'project_id': '36aa58617d204c21948d8a0a03cb89f1', 'gw_port': {'id': '8677203f-1dc4-4359-9ceb-519438a17a14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:cf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1609fd58-60c9-469a-aed3-2d8d4f120c43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:17Z', 'updated_at': '2022-01-18T23:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:40.708973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] For port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,segment=NetworkSegment(c4d896d1-8ca9-4712-9056-5c3bf83b79fe),segment_id=c4d896d1-8ca9-4712-9056-5c3bf83b79fe)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:40.709395 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.712736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] For port 8677203f-1dc4-4359-9ceb-519438a17a14, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=8677203f-1dc4-4359-9ceb-519438a17a14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:40.713684 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:40.830035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Calling delete_port for 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:48:40.847594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Calling delete_port for 8677203f-1dc4-4359-9ceb-519438a17a14 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:48:40.969325 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.016621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Pushing event deleted for resources: {'Port': ['ID=113d9448-4f1e-4d6c-ad74-2fc8c40cced4,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:41.022058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] No DVR routers for this DVR port 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:48:41.035902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.036130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.036536 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.036997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.037211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.037534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.037857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.038177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.038495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.038813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.039126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9050afb-f222-40c5-876e-2f5e22605d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.100864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.148277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Port': ['ID=8677203f-1dc4-4359-9ceb-519438a17a14,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:41.185636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.185981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.186315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.186652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.186982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.187304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.187628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.187951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.188273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.188589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.188927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:41.325881 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.387608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.746588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.749315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:41.750870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.787563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:48:41.787914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 7734713d-a5d1-4eb5-9e3a-e59ff7ef4cb7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:41.788341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:41.819834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:48:41.820187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 113d9448-4f1e-4d6c-ad74-2fc8c40cced4 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:41.855808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.855808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Fanout notify agent at l3_agent the message router_deleted on router 1609fd58-60c9-469a-aed3-2d8d4f120c43 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:48:41.871552 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:41.872759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cf5e35fc-ba60-48b8-b71d-f0606e5ff001 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/routers/1609fd58-60c9-469a-aed3-2d8d4f120c43 HTTP/1.1" status: 204 len: 168 time: 1.9136894 Jan 18 23:48:41.875701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59466) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:41.999262 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.129451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.153711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8a2fca-812c-4bf5-b287-83bd6156d010']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:42.171857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:42.171857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d896d1-8ca9-4712-9056-5c3bf83b79fe') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:42.177250 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.193052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.200175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:48:42.200175 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:48:42.213219 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:48:42.374891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.392183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.404961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'Network': ['ID=de8a2fca-812c-4bf5-b287-83bd6156d010,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.414492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.414782 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.415114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.415443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.415765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.416083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.416403 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.416718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.417058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.417373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.418386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:42.473824 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-939048ff-c141-4f0f-ad34-1f4f63b57908 tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/networks/de8a2fca-812c-4bf5-b287-83bd6156d010 HTTP/1.1" status: 204 len: 168 time: 0.5960810 Jan 18 23:48:42.475558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59470) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:42.547407 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.576665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.706225 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.728400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af60420-d778-485a-86ac-b405d449a828,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:42.790902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:42.792056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aedc805c-f27f-485a-8613-af71869c993b tempest-TestNetworkAdvancedServerOps-2059492496 tempest-TestNetworkAdvancedServerOps-2059492496-project] 10.222.0.59 "DELETE /v2.0/security-groups/6af60420-d778-485a-86ac-b405d449a828 HTTP/1.1" status: 204 len: 168 time: 0.3155997 Jan 18 23:48:43.412544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59480) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:43.587329 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d83ef626-f856-48eb-a973-714e27027bb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36aa58617d204c21948d8a0a03cb89f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1736023 Jan 18 23:48:43.589878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59486) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:43.651876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.659470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8677203f-1dc4-4359-9ceb-519438a17a14 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:48:43.678927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.693923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 8677203f-1dc4-4359-9ceb-519438a17a14 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:48:43.694261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 8677203f-1dc4-4359-9ceb-519438a17a14 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:48:43.791597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.809425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d79c6d4-d73e-46c3-8257-82ec442d6569,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:43.816974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:43.818105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-300c449e-24f4-4a1a-b00d-bd2998487063 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d79c6d4-d73e-46c3-8257-82ec442d6569 HTTP/1.1" status: 204 len: 168 time: 0.2273200 Jan 18 23:48:43.900432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d48931f9-d218-4084-9684-aac08334eb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.478491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59498) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:44.527971 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-43f013eb-56b5-4a5b-b3cc-11ac0b25e12f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c801a07cdb741c09794c7efe97cbd9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482609 Jan 18 23:48:44.531233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59502) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:44.593315 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.618153 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.723192 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.740111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a29a8-55d8-4ae2-a974-0517b35791fa,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:44.818804 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:44.819925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-494a87b9-083b-493f-ac51-cd57eeaa41fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d44a29a8-55d8-4ae2-a974-0517b35791fa HTTP/1.1" status: 204 len: 168 time: 0.2877884 Jan 18 23:48:45.806121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:48:45.998456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfa19468-7a9d-4a6a-bf34-e6d723d7c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.067466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59526) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:46.193233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1368894151-network', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:46.198611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:46.203011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Usage tracker for resource:network and tenant:e1ec83e345d24d7d9b3d770453b7fca1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:46.205911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:46.211766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:46.306175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Made reservation on behalf of e1ec83e345d24d7d9b3d770453b7fca1 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:46.308456 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.320780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.351829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:46.355546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Usage tracker for resource:security_group_rule and tenant:e1ec83e345d24d7d9b3d770453b7fca1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:46.359060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:46.364931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:46.428123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.501006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.533464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:46.625558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4941e093-2d63-4262-aafe-893150c906c6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:46.631756 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.632089 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Added segment 9a79663b-764f-4c11-a82a-c43f58789be6 of type vlan for network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 Jan 18 23:48:46.667108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.745876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.746730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:46.748003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:46.850587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] Pushing event updated for resources: {'Network': ['ID=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:46.860598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:46.912448 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5a57d81a-7aee-4256-88d6-2526f3243a2b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8439274 Jan 18 23:48:46.915350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59532) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:46.921005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Request body: {'subnet': {'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1368894151-subnet', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:46.926672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:46.930549 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Usage tracker for resource:subnet and tenant:e1ec83e345d24d7d9b3d770453b7fca1 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:46.933412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:46.945378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:47.003850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Made reservation on behalf of e1ec83e345d24d7d9b3d770453b7fca1 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:47.006307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.249344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.307063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.375137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=a752d75d-7322-4f1f-98e0-c62c5bede4de,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:47.398641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Checking segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:47.398996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Network hostable DHCP agents. Network: 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:47.513793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:47.551134 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.592736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:47.596827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:47.597430 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.601541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895394b-aeb1-4bf4-8c45-df863aa45efe None None] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:48:47.672144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d7dc0c7-594a-4f10-b3e4-688ff2f66ade admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7553027 Jan 18 23:48:47.672408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59536) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:47.678180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:47.683818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:47.687924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Usage tracker for resource:router and tenant:e1ec83e345d24d7d9b3d770453b7fca1 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:47.690866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:47.697332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:47.757894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.758906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.777290 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.821496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:48:47.822305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:47.978872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Allocated IP 172.20.0.2 (29be3d9f-38fb-4578-82cd-2f2b1d0e1f58/a752d75d-7322-4f1f-98e0-c62c5bede4de/2bbc33d6-26d7-48c1-8f22-ef9deb677f46) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:48.002608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.219940 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.229775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Transition to ACTIVE for port object 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:48.252697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Transition to ACTIVE for port object 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:48.264790 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.296740 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.318799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.388061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:48.390929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:48.395281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:48.397337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Pushing event updated for resources: {'Port': ['ID=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:48.451750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Allocated IP 172.25.1.35 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6e3180e7-d85e-4edc-95cd-7c27c5fac2b0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:48.487052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Attempting to bind port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:48.487351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Attempting to bind port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:48.487711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Attempting to bind port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:48:48.494807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:48:48.495181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Checking segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:48.495580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.495974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Bound using segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:48:48.496434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Bound port: 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:48.496799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.585859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] For port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:48:48.588792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] For port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:48:48.602724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.642837 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.719342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:48.728348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0dcfc-6d66-49fa-8dd8-3935e04dc692 None None] Pushing event updated for resources: {'Port': ['ID=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:48.804371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:48.808285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:48.815526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:48.840361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:48.865909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-afc64c78-2499-4f48-b7bd-8e569ce2e8d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916137 Jan 18 23:48:48.900347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.058384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-c0008931-10a3-4e59-8ffe-bb5da5bea32b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.0966315 Jan 18 23:48:49.209673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-6d94c8cf-e9fd-4974-a388-9fcdb1f2fb91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:49.211101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-6d94c8cf-e9fd-4974-a388-9fcdb1f2fb91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 910 time: 0.1375852 Jan 18 23:48:49.217059 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.217769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:49.507646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-db5d5c5c-9e2e-498b-80f9-810c8f1821bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 1000 time: 0.2876773 Jan 18 23:48:49.581868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-287b32c9-cdd6-4e4e-adb7-d32ac47dbc1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:49.583242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-287b32c9-cdd6-4e4e-adb7-d32ac47dbc1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.0689740 Jan 18 23:48:49.688289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765b2f38-ef21-4e52-b67b-e3b2142bb5de None None] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:48:49.745097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-7721277f-7589-406d-8b14-d901ae698c1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131423 Jan 18 23:48:49.764059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:49.910561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-0d8de22f-127a-4be9-8cea-2529a96449ef service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565244 Jan 18 23:48:49.953525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-13fae1f5-2a2d-4896-8456-4bf59c4b00e5 None None] Provisioning for port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:50.009469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Router d395d905-beaf-4246-9034-7c94ff82e75b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:48:50.042757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:50.048398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:50.049387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:50.117213 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a79af3-ae1e-4685-a7bd-457a78204b3e req-6dbb50fe-17e9-44aa-9265-11d15f730f84 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992972 Jan 18 23:48:50.175522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:50.211373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:50.253613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:50.262000 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Sync routers for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:50.282688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:50.283308 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:50.291579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ab1bbd2c-71f3-4623-aa9f-3fee9ca1f132 None None] Provisioning complete for port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:50.292019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbd2c-71f3-4623-aa9f-3fee9ca1f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:50.323182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:50.334739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:50.336715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-65d59941-064b-4508-a204-ce31c90930c1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6626582 Jan 18 23:48:50.339221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59544) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:50.420576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:50.464274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:50.779726 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:48Z', 'revision_number': 3, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:50.783634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Checking router: d395d905-beaf-4246-9034-7c94ff82e75b for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:50.783976 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Updating router d395d905-beaf-4246-9034-7c94ff82e75b port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:48:50.838517 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.113983 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.163527 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.175015 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Transition to ACTIVE for port object 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:51.283171 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.317657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Allocated IP 172.20.0.1 (29be3d9f-38fb-4578-82cd-2f2b1d0e1f58/a752d75d-7322-4f1f-98e0-c62c5bede4de/28d2a373-f4c6-40ab-8a98-ea026527a830) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:51.356229 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Pushing event updated for resources: {'Port': ['ID=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:51.374513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Attempting to bind port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:51.374811 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Attempting to bind port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:51.375167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Attempting to bind port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:48:51.377826 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.378159 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.378489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.378815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.379134 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.379454 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.379773 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.380084 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.380460 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.380776 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.381117 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:48:51.388784 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:48:51.389176 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:51.389952 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.389952 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:48:51.390365 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Bound port: 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:51.390735 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.463196 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] For port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:48:51.467544 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] For port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:48:51.529833 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.568335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.584327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Transition to ACTIVE for port object 28d2a373-f4c6-40ab-8a98-ea026527a830 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:51.605123 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c8be5-f100-482e-8e4c-ef43b86ccc66 None None] Pushing event updated for resources: {'Port': ['ID=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:51.612770 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:51.613402 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:51.666642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.710321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:51.736264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:51.739174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:51.743198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:51.777168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Pushing event updated for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:51.792609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:51.793313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.812052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:51.818598 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:51.989214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.083067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4708204c-d208-403f-9ad9-aa0ef4b51c0a None None] Provisioning for port 28d2a373-f4c6-40ab-8a98-ea026527a830 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:52.088540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4708204c-d208-403f-9ad9-aa0ef4b51c0a None None] Provisioning complete for port 28d2a373-f4c6-40ab-8a98-ea026527a830 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:52.089049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4708204c-d208-403f-9ad9-aa0ef4b51c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.139155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:48Z', 'revision_number': 3, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:52.143264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c94a3-5797-436d-bfeb-f496d5e89cf6 None None] The sync data for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 is: [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:48Z', 'revision_number': 3, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:52.145080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4708204c-d208-403f-9ad9-aa0ef4b51c0a None None] Port 28d2a373-f4c6-40ab-8a98-ea026527a830 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:48:52.221221 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.311780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.426365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.429747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Pushing event updated for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:52.573517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:52.574706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:52.874206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f6c29388-5d88-439a-a11e-2d724a2ef0a1 None None] Provisioning complete for port 28d2a373-f4c6-40ab-8a98-ea026527a830 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:52.875138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f6c29388-5d88-439a-a11e-2d724a2ef0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:52.937505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f6c29388-5d88-439a-a11e-2d724a2ef0a1 None None] Port 28d2a373-f4c6-40ab-8a98-ea026527a830 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:48:52.995981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Router d395d905-beaf-4246-9034-7c94ff82e75b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:48:53.211593 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:53.225489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fcbf35d9-f6d7-4547-a03c-a5438b10335b admin admin] 10.222.0.59 "PUT /v2.0/routers/d395d905-beaf-4246-9034-7c94ff82e75b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8815539 Jan 18 23:48:53.730910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:53.855677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:53.861438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:53.861815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:53.990427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.006493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:48:54.111812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.180011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:54.345901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:54.351689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-215618481-network', 'tenant_id': '64fbb26f00d245e2b20483749391b44d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:54.358371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:54.361833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Usage tracker for resource:network and tenant:64fbb26f00d245e2b20483749391b44d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:54.364669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:54.371526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:54.422846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Made reservation on behalf of 64fbb26f00d245e2b20483749391b44d for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:54.423157 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.438885 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.470817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:54.474779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:64fbb26f00d245e2b20483749391b44d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:54.477698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:54.484061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:54.549541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.596733 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.630849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:48:54.635015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793f5373-be55-4e93-9203-c45fb0cb2371,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:54.642069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.642537 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Added segment 3397d7fa-5599-40da-a512-6acd56fc5064 of type vlan for network 77ff1550-862b-4720-afbc-890f2ed4516b Jan 18 23:48:54.668743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.768419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.769323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:54.772324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:54.974771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=77ff1550-862b-4720-afbc-890f2ed4516b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:54.984087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 77ff1550-862b-4720-afbc-890f2ed4516b details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:48:55.021612 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-be5b0390-ce5e-4246-9302-0f33f2503ed4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6745887 Jan 18 23:48:55.024247 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59572) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:55.029758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Request body: {'subnet': {'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-215618481-subnet', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:55.035907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:55.039815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Usage tracker for resource:subnet and tenant:64fbb26f00d245e2b20483749391b44d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:55.048807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:55.050225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:55.118042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Made reservation on behalf of 64fbb26f00d245e2b20483749391b44d for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:48:55.120346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:55.394040 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:55.467716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:55.483313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Checking segment: {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:55.483584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Network hostable DHCP agents. Network: 77ff1550-862b-4720-afbc-890f2ed4516b, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:48:55.574764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Network 77ff1550-862b-4720-afbc-890f2ed4516b is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:48:55.626768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Sync routers for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:55.638369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:55.638979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:55.659183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 77ff1550-862b-4720-afbc-890f2ed4516b) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:55.659602 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:48:55.660606 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:55.694245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04b0f2-b92e-486d-890e-8b0b54862072 None None] Network 77ff1550-862b-4720-afbc-890f2ed4516b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:48:55.724314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:55.752892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9efc831c-d158-4b9f-8cc8-4120280b4527 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7275074 Jan 18 23:48:55.758609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59576) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:55.763642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:48:55.769953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:48:55.773853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Usage tracker for resource:router and tenant:64fbb26f00d245e2b20483749391b44d is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:48:55.776683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:48:55.782914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:48:55.866569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:55.867654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:55.889906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.021539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:48:56.021914 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.089633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.098100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:56.167566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-77ff1550-862b-4720-afbc-890f2ed4516b', 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'fixed_ips': [{'subnet_id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:48:56.168353 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.341570 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.372213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.514948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Allocated IP 172.25.1.66 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/0635f531-7fee-4a86-9f26-0d293fcf81ef) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:56.576964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Allocated IP 172.20.0.2 (77ff1550-862b-4720-afbc-890f2ed4516b/dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4/623408a7-0c01-4330-9e6c-159daf03fd31) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:56.667143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.757858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.774295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:51Z', 'revision_number': 4, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28d2a373-f4c6-40ab-8a98-ea026527a830', 'name': '', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'mac_address': 'fa:16:3e:20:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:51Z', 'updated_at': '2022-01-18T23:48:52Z', 'revision_number': 2, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'subnets': [{'id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:56.788436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Checking router: d395d905-beaf-4246-9034-7c94ff82e75b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:56.788783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Updating router d395d905-beaf-4246-9034-7c94ff82e75b port 28d2a373-f4c6-40ab-8a98-ea026527a830 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:48:56.824924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:56.827627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:56.832716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:56.872808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Pushing event updated for resources: {'Port': ['ID=0635f531-7fee-4a86-9f26-0d293fcf81ef,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:56.887122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.910522 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:56.951081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Transition to ACTIVE for port object 623408a7-0c01-4330-9e6c-159daf03fd31 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:56.985094 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Transition to ACTIVE for port object 623408a7-0c01-4330-9e6c-159daf03fd31 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:57.086347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.090449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.118624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.214256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Network 77ff1550-862b-4720-afbc-890f2ed4516b is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:57.220158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:57.231323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Pushing event updated for resources: {'Port': ['ID=623408a7-0c01-4330-9e6c-159daf03fd31,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:57.235882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:57.356807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Attempting to bind port 623408a7-0c01-4330-9e6c-159daf03fd31 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:57.357203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Attempting to bind port 623408a7-0c01-4330-9e6c-159daf03fd31 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:57.357566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Attempting to bind port 623408a7-0c01-4330-9e6c-159daf03fd31 on network 77ff1550-862b-4720-afbc-890f2ed4516b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:48:57.402940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:48:57.403314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Checking segment: {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:57.403717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.404111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Bound using segment: {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:48:57.404576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Bound port: 623408a7-0c01-4330-9e6c-159daf03fd31, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:57.404970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.409820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Router 2a89c526-5217-4b2f-b31e-ae749965fb54 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:48:57.469027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.491949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Transition to ACTIVE for port object 28d2a373-f4c6-40ab-8a98-ea026527a830 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:57.524123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] For port 623408a7-0c01-4330-9e6c-159daf03fd31, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:48:57.527443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] For port 623408a7-0c01-4330-9e6c-159daf03fd31, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=623408a7-0c01-4330-9e6c-159daf03fd31,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:48:57.574895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.620540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.707005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604bf0-7b85-4893-878a-d3074c81076c None None] Pushing event updated for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:57.732504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:48:57.741947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Sync routers for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:48:57.759077 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:57.760111 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:57.837176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.841942 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-671813ee-4cd9-4f8f-84ad-c1a01e10d93e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0803819 Jan 18 23:48:57.842510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59584) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:48:57.903334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Attempting to bind port 28d2a373-f4c6-40ab-8a98-ea026527a830 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:57.904222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Attempting to bind port 28d2a373-f4c6-40ab-8a98-ea026527a830 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:57.905249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Attempting to bind port 28d2a373-f4c6-40ab-8a98-ea026527a830 on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:48:57.913310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:48:57.913921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Checking segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:57.918968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.918968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Bound using segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:48:57.918968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Bound port: 28d2a373-f4c6-40ab-8a98-ea026527a830, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:57.918968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:57.932228 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049a6f-dc36-461a-837c-72664dd2f827 None None] Pushing event updated for resources: {'Port': ['ID=623408a7-0c01-4330-9e6c-159daf03fd31,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:58.043896 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:58.089270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] For port 28d2a373-f4c6-40ab-8a98-ea026527a830, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:48:58.092862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] For port 28d2a373-f4c6-40ab-8a98-ea026527a830, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28d2a373-f4c6-40ab-8a98-ea026527a830,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:48:58.166363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.260683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:58.261334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:58.316567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604bf0-7b85-4893-878a-d3074c81076c None None] Pushing event updated for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:58.475317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:58.475574 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:56Z', 'revision_number': 3, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:58.480707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Checking router: 2a89c526-5217-4b2f-b31e-ae749965fb54 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:48:58.481284 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Updating router 2a89c526-5217-4b2f-b31e-ae749965fb54 port 0635f531-7fee-4a86-9f26-0d293fcf81ef binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:48:58.544662 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.883725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:51Z', 'revision_number': 4, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28d2a373-f4c6-40ab-8a98-ea026527a830', 'name': '', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'mac_address': 'fa:16:3e:20:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:51Z', 'updated_at': '2022-01-18T23:48:58Z', 'revision_number': 4, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'subnets': [{'id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:58.893814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b266d-4d4b-47d0-a8a2-cbdf385edbda None None] The sync data for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 is: [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:48:51Z', 'revision_number': 4, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '28d2a373-f4c6-40ab-8a98-ea026527a830', 'name': '', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'mac_address': 'fa:16:3e:20:8f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:51Z', 'updated_at': '2022-01-18T23:48:58Z', 'revision_number': 4, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'subnets': [{'id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:48:58.982497 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:58.998291 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Transition to ACTIVE for port object 0635f531-7fee-4a86-9f26-0d293fcf81ef will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:59.054085 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.077758 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.177589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386d3af-9b7d-483f-8fdf-1f2bac3331fa None None] Network 77ff1550-862b-4720-afbc-890f2ed4516b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:48:59.193054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Attempting to bind port 0635f531-7fee-4a86-9f26-0d293fcf81ef on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:48:59.193054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Attempting to bind port 0635f531-7fee-4a86-9f26-0d293fcf81ef by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:48:59.193054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Attempting to bind port 0635f531-7fee-4a86-9f26-0d293fcf81ef on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:48:59.193054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33fc8c-04e8-492e-b419-dc67ced8d0d1 None None] Pushing event updated for resources: {'Port': ['ID=0635f531-7fee-4a86-9f26-0d293fcf81ef,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:59.204264 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:48:59.204898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:48:59.205476 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.206002 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:48:59.206764 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Bound port: 0635f531-7fee-4a86-9f26-0d293fcf81ef, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:48:59.207292 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.287165 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] For port 0635f531-7fee-4a86-9f26-0d293fcf81ef, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:48:59.290691 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] For port 0635f531-7fee-4a86-9f26-0d293fcf81ef, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0635f531-7fee-4a86-9f26-0d293fcf81ef,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:48:59.345987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Allocated IP 172.20.0.1 (77ff1550-862b-4720-afbc-890f2ed4516b/dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4/caacc184-aeb3-46f4-af7f-1e2c0116b5d8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:48:59.392980 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.444789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8855def6-0c2a-4216-aec7-76296ee62367 None None] Provisioning for port 623408a7-0c01-4330-9e6c-159daf03fd31 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:48:59.504424 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33fc8c-04e8-492e-b419-dc67ced8d0d1 None None] Pushing event updated for resources: {'Port': ['ID=0635f531-7fee-4a86-9f26-0d293fcf81ef,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:59.514672 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:48:59.516765 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:48:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:48:59.538050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.556587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Transition to ACTIVE for port object caacc184-aeb3-46f4-af7f-1e2c0116b5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:48:59.650001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:48:59.764519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:48:59.766400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Network 77ff1550-862b-4720-afbc-890f2ed4516b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:48:59.768311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:48:59.772319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:48:59.776457 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:48:59.847346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28d2a373-f4c6-40ab-8a98-ea026527a830 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:48:59.879406 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.065704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 28d2a373-f4c6-40ab-8a98-ea026527a830 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:00.066130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.071218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 28d2a373-f4c6-40ab-8a98-ea026527a830 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:00.071892 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.184221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:56Z', 'revision_number': 3, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:00.192113 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503501c1-eede-4838-936d-ec7ae072cbe6 None None] The sync data for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 is: [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:56Z', 'revision_number': 3, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:00.255655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.288850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 28d2a373-f4c6-40ab-8a98-ea026527a830, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28d2a373-f4c6-40ab-8a98-ea026527a830,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:00.336013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.368760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8840e05f-b876-48ad-9d56-61279c187710 None None] Provisioning for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:00.373851 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8840e05f-b876-48ad-9d56-61279c187710 None None] Provisioning complete for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:00.374222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8840e05f-b876-48ad-9d56-61279c187710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.411129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.411918 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 623408a7-0c01-4330-9e6c-159daf03fd31 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:00.420696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.523642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.526995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:00.529818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8840e05f-b876-48ad-9d56-61279c187710 None None] Port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:49:00.547340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:00.621867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 623408a7-0c01-4330-9e6c-159daf03fd31 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:00.627136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 623408a7-0c01-4330-9e6c-159daf03fd31 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:00.627513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.670249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Network 77ff1550-862b-4720-afbc-890f2ed4516b is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:49:00.671367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:49:00.750919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.786974 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 623408a7-0c01-4330-9e6c-159daf03fd31, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=623408a7-0c01-4330-9e6c-159daf03fd31,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:00.848871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:00.924743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=623408a7-0c01-4330-9e6c-159daf03fd31,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:00.955258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d3b5634-9b12-43d9-9ce9-aa3736254308 None None] Provisioning complete for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:00.955651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d3b5634-9b12-43d9-9ce9-aa3736254308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:01.007076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b5634-9b12-43d9-9ce9-aa3736254308 None None] Port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:49:01.099507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Router 2a89c526-5217-4b2f-b31e-ae749965fb54 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:01.398324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:01.407541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-87d45538-fb0c-46dd-9d1f-994b6846e7a4 admin admin] 10.222.0.59 "PUT /v2.0/routers/2a89c526-5217-4b2f-b31e-ae749965fb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5636857 Jan 18 23:49:01.724610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28d2a373-f4c6-40ab-8a98-ea026527a830 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:01.797332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 28d2a373-f4c6-40ab-8a98-ea026527a830 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:01.797708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:01.914147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 623408a7-0c01-4330-9e6c-159daf03fd31 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:01.985042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 623408a7-0c01-4330-9e6c-159daf03fd31 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:01.985467 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:02.139367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-bc69b450-5215-47a9-9474-5a3873538b61 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:02.140966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-bc69b450-5215-47a9-9474-5a3873538b61 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/networks?id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 200 len: 911 time: 0.1309619 Jan 18 23:49:02.157222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-0e7917f9-2f53-440b-9ad3-076cd1ccbef9 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/quotas/64fbb26f00d245e2b20483749391b44d HTTP/1.1" status: 200 len: 375 time: 0.0106819 Jan 18 23:49:02.233339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-2b632ac5-0746-4a69-971e-57efb811fe15 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Synchronizing usage tracker for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:02.427052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-2b632ac5-0746-4a69-971e-57efb811fe15 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Unset dirty status for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:02.428481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-2b632ac5-0746-4a69-971e-57efb811fe15 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2665300 Jan 18 23:49:02.708115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-b5a42d4f-5fac-4e2d-aaa4-ff9ff7d1ce53 service neutron] 10.222.0.59 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727666 Jan 18 23:49:02.840025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-503715a8-fd7a-414d-a6db-aee6f14c403e service neutron] 10.222.0.59 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260054 Jan 18 23:49:03.116505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5ebe5e1-c562-4d85-b8c5-0e8330027bea req-829394b0-d0b1-4bdd-afc7-2891884b3de2 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Jan 18 23:49:04.285275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ce6addd-bb46-473e-96ad-3fb3269e6587 req-fbb9c926-122b-4b88-852a-a747721e7057 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 210 time: 0.0432341 Jan 18 23:49:05.447569 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e24aa9ed-980c-4373-bef7-a2f686593bb3 req-37254beb-7265-4be3-a972-cff7b5f138fe tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 210 time: 0.0397353 Jan 18 23:49:06.628888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00fa5f40-0f3c-4256-a2d8-de0a3c3a8516 req-134463f0-a931-4548-91ca-359bf81ecf14 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 210 time: 0.0572371 Jan 18 23:49:06.645214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-8b763ee9-f5bc-453f-9d54-2564ca4cabaa tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:06.646641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-8b763ee9-f5bc-453f-9d54-2564ca4cabaa tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.83 "GET /v2.0/networks?id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 200 len: 911 time: 0.1747384 Jan 18 23:49:06.660904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Request body: {'port': {'device_id': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'admin_state_up': True, 'tenant_id': '64fbb26f00d245e2b20483749391b44d'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:49:06.666123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:49:06.678256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:49:06.741173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Made reservation on behalf of 64fbb26f00d245e2b20483749391b44d for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:49:06.742183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:06.925750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Allocated IP 172.20.0.5 (29be3d9f-38fb-4578-82cd-2f2b1d0e1f58/a752d75d-7322-4f1f-98e0-c62c5bede4de/0e9a030d-197a-4832-8c5d-dfe84aa3e40e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:49:07.156825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.174155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Transition to ACTIVE for port object 0e9a030d-197a-4832-8c5d-dfe84aa3e40e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:07.283698 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.361843 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:49:07.364909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:49:07.373520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:49:07.402223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:07.432536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:07.433363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.569573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-f9ef1c59-17bd-4e97-92e8-fd11a274d7b8 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9115314 Jan 18 23:49:07.580469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Request body: {'port': {'device_id': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:49:07.625478 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1ff36b40-1e59-4868-a2fb-190f1423b680 None None] Provisioning for port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:07.630767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1ff36b40-1e59-4868-a2fb-190f1423b680 None None] Provisioning complete for port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:07.631207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1ff36b40-1e59-4868-a2fb-190f1423b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.695622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1ff36b40-1e59-4868-a2fb-190f1423b680 None None] Port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:49:07.767000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0635f531-7fee-4a86-9f26-0d293fcf81ef up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:07.869840 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.893979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0635f531-7fee-4a86-9f26-0d293fcf81ef completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:07.899441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0635f531-7fee-4a86-9f26-0d293fcf81ef triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:07.899929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:07.947925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36a1545e-9bd0-426e-bafa-f5ada94301bb req-f48f808c-62f4-4fd9-91ca-58d99a82cfbf tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Synchronizing usage tracker for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:08.073304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.074192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-36a1545e-9bd0-426e-bafa-f5ada94301bb req-f48f808c-62f4-4fd9-91ca-58d99a82cfbf tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Unset dirty status for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:08.075343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36a1545e-9bd0-426e-bafa-f5ada94301bb req-f48f808c-62f4-4fd9-91ca-58d99a82cfbf tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1027 time: 0.2830555 Jan 18 23:49:08.091431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0635f531-7fee-4a86-9f26-0d293fcf81ef, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0635f531-7fee-4a86-9f26-0d293fcf81ef,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:08.134453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.197864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36a1545e-9bd0-426e-bafa-f5ada94301bb req-63b39697-f5b0-48ea-a7ae-57dfd7ea3730 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772095 Jan 18 23:49:08.199670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0635f531-7fee-4a86-9f26-0d293fcf81ef,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:08.292088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e9a030d-197a-4832-8c5d-dfe84aa3e40e {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:08.299151 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.313231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Transition to ACTIVE for port object 0e9a030d-197a-4832-8c5d-dfe84aa3e40e will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:08.356942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.485145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:08.606026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Attempting to bind port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:49:08.606284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Attempting to bind port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:49:08.606619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Attempting to bind port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:49:08.614547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:49:08.614883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Attempting to bind port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:49:08.622003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:49:08.622342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Checking segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:49:08.622732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Bound using segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:49:08.623167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Bound port: 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:49:08.623521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.715502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:49:08.726754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:49:08.797672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.862102 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:08.863476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e9a030d-197a-4832-8c5d-dfe84aa3e40e HTTP/1.1" status: 200 len: 1091 time: 1.2877188 Jan 18 23:49:08.863918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:08.891753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc827f8-01a5-42ec-9ded-f97112dbd495 service neutron] Pushing event updated for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:09.037185 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e', 'status': 'completed', 'code': 200} Jan 18 23:49:09.044535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-7e1685bc-a27d-47c9-8888-5b83a430ab80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1094 time: 0.0911257 Jan 18 23:49:09.118242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-02bae2fe-fc1a-4b48-ba35-c93a3c175e2e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e HTTP/1.1" status: 200 len: 217 time: 0.0672364 Jan 18 23:49:09.186431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-25acfe26-d6ff-4b67-a52b-bce1f23cbb1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:09.188517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-25acfe26-d6ff-4b67-a52b-bce1f23cbb1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a752d75d-7322-4f1f-98e0-c62c5bede4de HTTP/1.1" status: 200 len: 849 time: 0.0631440 Jan 18 23:49:09.275388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-58b0ff87-41d4-4e98-97e8-da775816c253 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809083 Jan 18 23:49:09.368994 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:09.472776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-af6b4212-1529-4b04-840b-196bca6811ec service neutron] 10.222.0.83 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900990 Jan 18 23:49:09.502033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00d0425c-41c1-4438-b9bb-5f328ea23f1a req-c040d6b8-aef9-4773-84b8-d0da2431e6a3 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1094 time: 0.1407454 Jan 18 23:49:09.630189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00d0425c-41c1-4438-b9bb-5f328ea23f1a req-ab7c170e-279b-407c-9d70-91f360a39b99 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Jan 18 23:49:09.637754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd5022b5-5df0-49b9-b782-a57e9bc4175c req-3e27fb49-bf6d-49da-bf14-47f04699bad8 service neutron] 10.222.0.83 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585064 Jan 18 23:49:09.722134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0635f531-7fee-4a86-9f26-0d293fcf81ef up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:09.794325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0635f531-7fee-4a86-9f26-0d293fcf81ef triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:09.794702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:09.913720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-c4ce13ef-0500-403b-a942-b642960764c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1094 time: 0.1803110 Jan 18 23:49:10.056420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-476296a3-9b84-4ffb-b4fe-037e31b01029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:10.057911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-476296a3-9b84-4ffb-b4fe-037e31b01029 service neutron] 10.222.0.83 "GET /v2.0/networks?id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 200 len: 911 time: 0.1366298 Jan 18 23:49:10.128417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-1853c094-ab23-4d44-aff6-019c37bd384a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e HTTP/1.1" status: 200 len: 217 time: 0.0640435 Jan 18 23:49:10.193937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-43c43c02-28d2-418d-9b9e-9709bfda5be5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:10.195358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-43c43c02-28d2-418d-9b9e-9709bfda5be5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a752d75d-7322-4f1f-98e0-c62c5bede4de HTTP/1.1" status: 200 len: 849 time: 0.0615525 Jan 18 23:49:10.274115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-548fc00d-7100-4c00-8cf4-bee0e60a2b6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722599 Jan 18 23:49:10.413030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-018e3fc7-11c6-4068-b5f3-45a4c8db514c service neutron] 10.222.0.83 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314178 Jan 18 23:49:10.549276 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-293a399b-e8ff-4c5b-9c46-284ebc7b1bc7 req-b58de773-aa68-4fdb-b4db-4bcccd0e2fdb service neutron] 10.222.0.83 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304033 Jan 18 23:49:10.823667 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72244006-cca8-4e38-b005-aee96da8839a req-20bb75e4-4396-4ff4-b051-c27ffbee82eb tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1094 time: 0.0724969 Jan 18 23:49:10.868577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72244006-cca8-4e38-b005-aee96da8839a req-2ca3da71-a0cc-4953-bca3-2808f1d8083c tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Jan 18 23:49:11.334180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:12.055506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e9a030d-197a-4832-8c5d-dfe84aa3e40e details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:49:12.057384 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f5d39f3-8fd9-4044-96b0-6217fc998ede req-5fc5dbf1-e17d-452c-aac0-09605f76f773 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1094 time: 0.0702183 Jan 18 23:49:12.100642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f5d39f3-8fd9-4044-96b0-6217fc998ede req-819b73d2-3fb8-463a-a357-ac36d2452853 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Jan 18 23:49:12.190720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:12.203868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'port_id': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e', 'mac_address': 'fa:16:3e:cc:74:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:49:12.256317 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:12.273251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e9a030d-197a-4832-8c5d-dfe84aa3e40e {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:12.292289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:12.403231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:12.470900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:12.624997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0e9a030d-197a-4832-8c5d-dfe84aa3e40e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:13.446552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d96f044f-16c3-4d50-bdd6-f08a8cb45433 req-203536e4-1d51-452e-b0b9-9cd442cf3e93 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1095 time: 0.0735269 Jan 18 23:49:13.488880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d96f044f-16c3-4d50-bdd6-f08a8cb45433 req-53ed0cba-0e67-47d7-aeba-cc008c294a67 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 Jan 18 23:49:13.882589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0772ab5b-b69a-4349-b49c-3ceff90bef69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:14.086377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e9a030d-197a-4832-8c5d-dfe84aa3e40e up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:14.231054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:14.237392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:14.240971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:14.355413 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:14.383412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:14.394650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:14.460379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:14.528773 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e', 'code': 200} Jan 18 23:49:14.529653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:14.708143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4b805eb-087d-4757-8a17-aff35981530a req-6bbfef20-2dbb-4a80-87e2-0f216903afb9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.1222754 Jan 18 23:49:14.731635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a361774-2a2d-421b-bf0b-084a536379fa req-c7bd3f8e-fac9-424c-93d1-11514f85ce3c tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.1071663 Jan 18 23:49:14.780294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4b805eb-087d-4757-8a17-aff35981530a req-cf8973e4-ede6-48ec-a4cb-507160f5c732 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664754 Jan 18 23:49:14.788712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a361774-2a2d-421b-bf0b-084a536379fa req-3584be88-e543-4824-9f25-b60628b38a00 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Jan 18 23:49:16.005595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-053974b2-24dc-457a-ad01-97537f794ea4 req-cea4ebde-529b-4b5a-abf7-0ce8e5fa58e5 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.0731602 Jan 18 23:49:16.008800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7048ee27-f0ae-4029-ba34-adeab3c7baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:16.051454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-053974b2-24dc-457a-ad01-97537f794ea4 req-e79fa6d2-beee-4134-ba92-cc22220d8d83 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380082 Jan 18 23:49:17.220236 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:17.243687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be9f8977-92da-40e2-822d-fa94d7a91b46 req-a98b508b-0ef9-40e7-9202-75dcfa3c363f tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.0700963 Jan 18 23:49:17.286186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be9f8977-92da-40e2-822d-fa94d7a91b46 req-134ccd3b-1ab5-4ba1-9745-75b69429a1d3 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Jan 18 23:49:17.485219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4e2bfb5-8de4-4765-b96d-9d2255245cec req-a86e9c13-34fd-4709-811a-a16def93db0d tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.0731137 Jan 18 23:49:17.490110 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:17.538946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4e2bfb5-8de4-4765-b96d-9d2255245cec req-8d1dc834-9063-4edc-a3c2-788f7269280a tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 Jan 18 23:49:17.766178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1327c8f-c38b-4382-af85-e8178491007f req-89661fc6-511b-478d-90e3-fa556b4311d3 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.0876520 Jan 18 23:49:17.814472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1327c8f-c38b-4382-af85-e8178491007f req-7e130f87-7f8c-46b3-b4a0-4656fc4d30a2 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414672 Jan 18 23:49:18.172426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-77eecda2-ee23-4ef0-baa2-4014946babd7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:18.174575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-77eecda2-ee23-4ef0-baa2-4014946babd7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/networks?id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 200 len: 911 time: 0.1488373 Jan 18 23:49:18.190882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-917492b0-62d3-4cae-b85b-6013b5d749ff tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/quotas/64fbb26f00d245e2b20483749391b44d HTTP/1.1" status: 200 len: 375 time: 0.0107739 Jan 18 23:49:18.363132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-8ffe5080-7d97-4466-a763-79a92670ffcc tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671231 Jan 18 23:49:18.494171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b64b9b7d-929c-47b4-b19e-55782ffa8b0a service neutron] 10.222.0.59 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241496 Jan 18 23:49:18.627426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-653338f2-d858-4fc5-837b-36b411745b1e service neutron] 10.222.0.59 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276202 Jan 18 23:49:18.869055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d1285436-1cb6-4906-8e5b-b2b9d873d7e0 req-baba5cf1-af53-4c6b-b459-d91897cb6a80 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0498924 Jan 18 23:49:18.934107 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:18.955283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Sync routers for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:18.965208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:18.965917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:19.146767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:19.492045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:59Z', 'revision_number': 4, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'caacc184-aeb3-46f4-af7f-1e2c0116b5d8', 'name': '', 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'mac_address': 'fa:16:3e:ad:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:59Z', 'updated_at': '2022-01-18T23:49:00Z', 'revision_number': 2, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'subnets': [{'id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:19.496204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Checking router: 2a89c526-5217-4b2f-b31e-ae749965fb54 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:19.500609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Updating router 2a89c526-5217-4b2f-b31e-ae749965fb54 port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:49:19.547430 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:19.880419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:19.891538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Transition to ACTIVE for port object caacc184-aeb3-46f4-af7f-1e2c0116b5d8 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:19.969502 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:19.981655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf3f7c6-391c-4390-8784-0ed0868c8fae req-d079b6dd-a349-4553-8221-7a8834c2b797 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0429454 Jan 18 23:49:20.095872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e33feb-de75-47fe-bc2f-62342f266a51 None None] Pushing event updated for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:20.202666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Attempting to bind port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:49:20.203131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Attempting to bind port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:49:20.203557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Attempting to bind port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 on network 77ff1550-862b-4720-afbc-890f2ed4516b {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:49:20.212379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:49:20.215497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Checking segment: {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:49:20.215497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:20.215497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Bound using segment: {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:49:20.215497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Bound port: caacc184-aeb3-46f4-af7f-1e2c0116b5d8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3397d7fa-5599-40da-a512-6acd56fc5064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:49:20.215497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:20.305267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] For port caacc184-aeb3-46f4-af7f-1e2c0116b5d8, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:49:20.308103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] For port caacc184-aeb3-46f4-af7f-1e2c0116b5d8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:49:20.387001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:20.468387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e33feb-de75-47fe-bc2f-62342f266a51 None None] Pushing event updated for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:20.476191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:20.476191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:20.659310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:20.977973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:59Z', 'revision_number': 4, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'caacc184-aeb3-46f4-af7f-1e2c0116b5d8', 'name': '', 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'mac_address': 'fa:16:3e:ad:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:59Z', 'updated_at': '2022-01-18T23:49:20Z', 'revision_number': 4, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'subnets': [{'id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:20.981917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fac6ed-5b3b-469a-94f6-2a0f884548df None None] The sync data for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 is: [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:48:59Z', 'revision_number': 4, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'caacc184-aeb3-46f4-af7f-1e2c0116b5d8', 'name': '', 'network_id': '77ff1550-862b-4720-afbc-890f2ed4516b', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'mac_address': 'fa:16:3e:ad:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:59Z', 'updated_at': '2022-01-18T23:49:20Z', 'revision_number': 4, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'subnets': [{'id': 'dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:21.095841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95f8035b-fe17-490a-9c1d-5536abe46597 req-875f225a-bcf6-45d2-ac4a-9ef5f78bfef4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0430477 Jan 18 23:49:21.751099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device caacc184-aeb3-46f4-af7f-1e2c0116b5d8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:21.882234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:21.887481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:21.896539 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:22.003678 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:22.035690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port caacc184-aeb3-46f4-af7f-1e2c0116b5d8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:22.133973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:22.239791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:22.270693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4b15be3-6c2a-489b-bff6-0461daa86a10 req-e4da8168-8386-42f4-8798-87b41edaca9c tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0449080 Jan 18 23:49:22.806282 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:49:23.231885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-037da1e6-a003-41c3-96b9-22fbefc3634e tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:23.232583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-037da1e6-a003-41c3-96b9-22fbefc3634e tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Synchronizing usage tracker for tenant:64fbb26f00d245e2b20483749391b44d on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:23.339775 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-037da1e6-a003-41c3-96b9-22fbefc3634e tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Unset dirty status for tenant:64fbb26f00d245e2b20483749391b44d on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:23.340984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-037da1e6-a003-41c3-96b9-22fbefc3634e tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.89 "GET /v2.0/networks?id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 200 len: 911 time: 0.2412879 Jan 18 23:49:23.356330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Request body: {'port': {'device_id': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'admin_state_up': True, 'tenant_id': '64fbb26f00d245e2b20483749391b44d'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:49:23.364330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:49:23.375292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:49:23.432522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca6118d6-6fc3-488a-94e9-521f6d74c384 req-05f98219-eba8-4f01-9d94-4f6f2c8a04ea tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0463197 Jan 18 23:49:23.448147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Made reservation on behalf of 64fbb26f00d245e2b20483749391b44d for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:49:23.450574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.602613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Allocated IP 172.20.0.11 (29be3d9f-38fb-4578-82cd-2f2b1d0e1f58/a752d75d-7322-4f1f-98e0-c62c5bede4de/602f9af3-5b5f-4642-aea0-f8a685914dd7) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:49:23.725026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device caacc184-aeb3-46f4-af7f-1e2c0116b5d8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:23.788377 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.795679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:23.796051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.804037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Transition to ACTIVE for port object 602f9af3-5b5f-4642-aea0-f8a685914dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:23.856581 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:23.868883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0e9a030d-197a-4832-8c5d-dfe84aa3e40e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:23.916962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:49:23.919697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:49:23.927758 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:49:23.978155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Pushing event updated for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:23.996068 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:23.996671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.100658 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-b105f218-3aa5-4062-bb0c-04b549450570 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7481725 Jan 18 23:49:24.114540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Request body: {'port': {'device_id': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:49:24.225973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.265563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-baf126d8-3b12-4d4f-a479-66e901c09749 None None] Provisioning for port 602f9af3-5b5f-4642-aea0-f8a685914dd7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:24.271418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-baf126d8-3b12-4d4f-a479-66e901c09749 None None] Provisioning complete for port 602f9af3-5b5f-4642-aea0-f8a685914dd7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:24.271731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-baf126d8-3b12-4d4f-a479-66e901c09749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.323994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-baf126d8-3b12-4d4f-a479-66e901c09749 None None] Port 602f9af3-5b5f-4642-aea0-f8a685914dd7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:49:24.570930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602f9af3-5b5f-4642-aea0-f8a685914dd7 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:24.577864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.592529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Transition to ACTIVE for port object 602f9af3-5b5f-4642-aea0-f8a685914dd7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:49:24.627871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e17a5101-2435-43c0-8f1a-ff55ad2539d8 req-94fa63c4-779e-4888-b303-d7054913043e tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1028 time: 0.0719314 Jan 18 23:49:24.669817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e17a5101-2435-43c0-8f1a-ff55ad2539d8 req-13f2158f-1fba-4e86-a6d5-a8a995987272 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360208 Jan 18 23:49:24.674619 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:24.800664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:24.921103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Attempting to bind port 602f9af3-5b5f-4642-aea0-f8a685914dd7 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:49:24.921566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Attempting to bind port 602f9af3-5b5f-4642-aea0-f8a685914dd7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:49:24.921898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Attempting to bind port 602f9af3-5b5f-4642-aea0-f8a685914dd7 on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:49:24.927857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Port 602f9af3-5b5f-4642-aea0-f8a685914dd7 on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:49:24.928178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Attempting to bind port 602f9af3-5b5f-4642-aea0-f8a685914dd7 on network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:49:24.934595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:49:24.934926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Checking segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:49:24.935333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Bound using segment: {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:49:24.935751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Bound port: 602f9af3-5b5f-4642-aea0-f8a685914dd7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a79663b-764f-4c11-a82a-c43f58789be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:49:24.936090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:25.024770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:49:25.027621 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:49:25.105743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:25.166341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:25.167711 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] 10.222.0.89 "PUT /v2.0/ports/602f9af3-5b5f-4642-aea0-f8a685914dd7 HTTP/1.1" status: 200 len: 1092 time: 1.0582218 Jan 18 23:49:25.168234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:25.185607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47150c7-4eca-46f4-8f69-4966feabb3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:25.232564 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7', 'status': 'completed', 'code': 200} Jan 18 23:49:25.427387 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25fc804a-c83f-407d-b26b-89ecc23bdfba req-6f7f9771-589a-490a-b86a-eec197edc1ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.1737175 Jan 18 23:49:25.563114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc804a-c83f-407d-b26b-89ecc23bdfba req-10ddcb1d-e2d0-4c14-949f-7fa66a799e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.564595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25fc804a-c83f-407d-b26b-89ecc23bdfba req-10ddcb1d-e2d0-4c14-949f-7fa66a799e2b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=64fbb26f00d245e2b20483749391b44d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1305797 Jan 18 23:49:25.703564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc804a-c83f-407d-b26b-89ecc23bdfba req-06e8c253-589d-458d-b3fc-cc7b2b48e473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.705965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25fc804a-c83f-407d-b26b-89ecc23bdfba req-06e8c253-589d-458d-b3fc-cc7b2b48e473 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352134 Jan 18 23:49:25.812092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-916e45c1-f20b-4f11-b63e-5ff34db21514 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=64fbb26f00d245e2b20483749391b44d&device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.0704129 Jan 18 23:49:25.882352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37b15b47-1ea5-4840-ab21-b6891708cb1e req-89ae9c70-35d2-4b8c-a50e-20f30eab6352 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.0792549 Jan 18 23:49:25.886849 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-76122f93-50df-4eba-908b-30b0bac31d43 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7 HTTP/1.1" status: 200 len: 217 time: 0.0674269 Jan 18 23:49:25.927763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37b15b47-1ea5-4840-ab21-b6891708cb1e req-e5be1b7e-c5bb-4fa8-b4a6-8868f7eb9032 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Jan 18 23:49:25.955576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-6d5786e8-8657-4af8-92b2-d46c02eb5c69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:25.955576 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-6d5786e8-8657-4af8-92b2-d46c02eb5c69 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a752d75d-7322-4f1f-98e0-c62c5bede4de HTTP/1.1" status: 200 len: 849 time: 0.0614324 Jan 18 23:49:26.035839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-2033e831-85f1-4031-a3ea-159c073b3292 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752728 Jan 18 23:49:26.162725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-dd91fad1-1e73-4663-bda9-65fb9025e90a service neutron] 10.222.0.89 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209662 Jan 18 23:49:26.290614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e3d881ee-94dc-471c-ba92-68a00591a20c req-d892426d-8d08-4fae-bfef-982d42dfdd87 service neutron] 10.222.0.89 "GET /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226788 Jan 18 23:49:27.118265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9e2ddb3-b1ae-4f75-bdde-d07c1daf64f7 req-2daabf97-c6f9-4bef-8c93-0b9e04d03e28 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.0680861 Jan 18 23:49:27.161284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9e2ddb3-b1ae-4f75-bdde-d07c1daf64f7 req-582e8050-fa70-496c-810a-685fbdf9b083 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Jan 18 23:49:28.365574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79ae0d3a-eb48-491f-87cc-4e68b4a2ba7a req-47f02101-ad54-42a6-a722-cea454ba9a3f tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.0799866 Jan 18 23:49:28.407366 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79ae0d3a-eb48-491f-87cc-4e68b4a2ba7a req-683aa6da-8ed4-44f2-b91a-a0a165bba07c tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Jan 18 23:49:29.594252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b309c417-ebe7-496c-93a3-8ab1ea84a4e5 req-a708a020-ae54-4cf1-8e52-a3d3aa47964f tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1095 time: 0.0678458 Jan 18 23:49:29.639694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b309c417-ebe7-496c-93a3-8ab1ea84a4e5 req-070bcca5-3307-4806-90e4-610901ef11fc tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jan 18 23:49:30.396390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 602f9af3-5b5f-4642-aea0-f8a685914dd7 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:49:30.530315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:30.546939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '602f9af3-5b5f-4642-aea0-f8a685914dd7', 'network_id': '29be3d9f-38fb-4578-82cd-2f2b1d0e1f58', 'port_id': '602f9af3-5b5f-4642-aea0-f8a685914dd7', 'mac_address': 'fa:16:3e:4c:8f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a752d75d-7322-4f1f-98e0-c62c5bede4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:49:30.601775 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:30.619260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602f9af3-5b5f-4642-aea0-f8a685914dd7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:49:30.635095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:30.718164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:30.787153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:30.833765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c67587fa-5027-4257-aa1b-c8ef3e589dbf req-17a9e24e-733e-412c-abbf-abefa4c30486 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1096 time: 0.0715172 Jan 18 23:49:30.877508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c67587fa-5027-4257-aa1b-c8ef3e589dbf req-dcd45c7d-6638-4f30-abfb-d37cefbfb134 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381079 Jan 18 23:49:31.006576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['602f9af3-5b5f-4642-aea0-f8a685914dd7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:32.072267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47442f48-7b9e-4f73-8752-09b75e6a1913 req-ed281d82-8faf-4671-9380-989371b84aa4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1096 time: 0.0727634 Jan 18 23:49:32.116365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-47442f48-7b9e-4f73-8752-09b75e6a1913 req-e15b784d-82e1-4fb0-bd6b-628123c886f4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Jan 18 23:49:32.411880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 602f9af3-5b5f-4642-aea0-f8a685914dd7 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:49:32.502488 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59742) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:32.551227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 602f9af3-5b5f-4642-aea0-f8a685914dd7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:49:32.556537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 602f9af3-5b5f-4642-aea0-f8a685914dd7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:49:32.556963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:32.674481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:32.701006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:32.704517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Deleting port 34760f1f-ff80-47ad-af7f-85561a2ab724 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:32.704969 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:32.711294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:32.759348 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7', 'code': 200} Jan 18 23:49:32.796863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:32.869472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:32.890727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26e83837-dff3-4e03-be61-632b23948f0b req-86158325-8780-405a-aacc-5a4238eb252b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.0725825 Jan 18 23:49:32.935965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26e83837-dff3-4e03-be61-632b23948f0b req-b44a8216-08b7-426d-b4fd-b06ce561ebdf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Jan 18 23:49:33.011544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:33.014669 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:33.132574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Calling delete_port for 34760f1f-ff80-47ad-af7f-85561a2ab724 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:33.352736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ebff69c-6a28-4d01-b3d4-3a638b42a8aa req-b04f928f-6a46-4f52-bfb4-efeb7afb5c63 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.0928996 Jan 18 23:49:33.398844 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ebff69c-6a28-4d01-b3d4-3a638b42a8aa req-247c1aaa-7152-4482-a04c-85a4502f5891 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Jan 18 23:49:33.436945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:33.481923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event deleted for resources: {'Port': ['ID=34760f1f-ff80-47ad-af7f-85561a2ab724,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:33.575541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:33.980862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:34.191397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:34.207878 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:34.238912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:34.238912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:34.301998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:34.362424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-43345416-21e4-4516-b98f-19047b774297 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "DELETE /v2.0/floatingips/f4f5a001-2094-499b-8426-dcc65c57d316 HTTP/1.1" status: 204 len: 168 time: 1.8585947 Jan 18 23:49:34.363089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:34.437133 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:49:34.505683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:34.614343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-50cef4a1-a28c-4c15-b59d-aa11b3ae50c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 1097 time: 0.1494379 Jan 18 23:49:34.768269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d9d67f2-33f4-4b07-9a45-c0a61851fc5e req-bf0fa4b5-bcf3-427f-9ddc-4fee0be342d9 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.1972842 Jan 18 23:49:34.769370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-a1d54244-a135-46a9-b09d-c092f24a0343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:34.770823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-a1d54244-a135-46a9-b09d-c092f24a0343 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 200 len: 915 time: 0.1499734 Jan 18 23:49:34.878920 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:34.883514 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:34.899601 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:34.900303 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:34.969132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-cb6a3a4f-2494-443b-9136-18fecb601561 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 200 len: 217 time: 0.1917520 Jan 18 23:49:35.034104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d9d67f2-33f4-4b07-9a45-c0a61851fc5e req-003441bf-2446-45af-968c-19160db6201d tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960944 Jan 18 23:49:35.056964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-1e9de4fb-15c2-4b3f-886e-0f85e1ba33c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:35.059298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-1e9de4fb-15c2-4b3f-886e-0f85e1ba33c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 200 len: 853 time: 0.0780971 Jan 18 23:49:35.107452 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:35.154629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-6a038c3b-b753-4aa3-961a-68479581a9df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92d1be3-7793-45d7-a1de-3e0e4f884465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891728 Jan 18 23:49:35.404300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-751efe17-f4ee-4d4c-a313-e973c3ccff94 service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418723 Jan 18 23:49:35.436300 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:35.440733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19826b1-4d88-424a-819b-a52f82c570f2 None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:44:55Z', 'revision_number': 4, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5d51f103-e752-4111-a221-eddbc3b7a1cf', 'name': '', 'network_id': 'f92d1be3-7793-45d7-a1de-3e0e4f884465', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'mac_address': 'fa:16:3e:16:b2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '840630a2-864e-4827-b410-48cf104279cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:54Z', 'updated_at': '2022-01-18T23:45:16Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'subnets': [{'id': '840630a2-864e-4827-b410-48cf104279cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:35.441614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3baff-171c-4bbf-b227-dbd93676cfd6 req-ab6c9ec4-e538-4e57-9f5d-17a3041cf52c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:35.443230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e0f3baff-171c-4bbf-b227-dbd93676cfd6 req-ab6c9ec4-e538-4e57-9f5d-17a3041cf52c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Synchronizing usage tracker for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:35.452977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daa27783-0961-4d94-bd5b-decdd46f5e36 req-944d8280-86cb-44d9-9004-ef8f45489505 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.1897213 Jan 18 23:49:35.591859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e0f3baff-171c-4bbf-b227-dbd93676cfd6 req-ab6c9ec4-e538-4e57-9f5d-17a3041cf52c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Unset dirty status for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:35.593030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f3baff-171c-4bbf-b227-dbd93676cfd6 req-ab6c9ec4-e538-4e57-9f5d-17a3041cf52c tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.4088256 Jan 18 23:49:35.597488 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-daa27783-0961-4d94-bd5b-decdd46f5e36 req-42647068-b463-4d5c-95ee-8fce48247572 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972939 Jan 18 23:49:35.600911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698df8b-d92b-40c1-ba7f-c783e5098b84 req-e4d959c1-a9a5-472d-a5ba-cd5012f099df service neutron] 10.222.0.83 "GET /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896110 Jan 18 23:49:35.660461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0f3baff-171c-4bbf-b227-dbd93676cfd6 req-b8c5f743-451c-4752-bc82-cab26546abbe tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582862 Jan 18 23:49:35.688351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8c0869-bcbf-4d97-848e-1ed54e2674b2 None None] New status for floating IP f4f5a001-2094-499b-8426-dcc65c57d316: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:49:35.816668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab50419f-378a-4635-aba3-880002101201 req-beb9c0c3-3179-450b-a13b-147c93d0e80b tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.0722463 Jan 18 23:49:35.863407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab50419f-378a-4635-aba3-880002101201 req-6794f888-0cca-4786-8594-1c6523a7c832 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Jan 18 23:49:36.494693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef169e15-e56e-4154-84a4-2eafaf78b422 req-f23459f3-c417-43d6-9ccb-0b7e4a9f72a3 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.0717545 Jan 18 23:49:36.587908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef169e15-e56e-4154-84a4-2eafaf78b422 req-b9e737fa-76ea-4338-ba3f-103acf49dd7a tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874138 Jan 18 23:49:36.606834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-b541316e-06a9-4b52-9cd3-165637261ad9 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:36.608245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-b541316e-06a9-4b52-9cd3-165637261ad9 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.0942879 Jan 18 23:49:36.680741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Deleting port c96ce280-5f90-4868-b728-9a949c7b6dab {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:36.681101 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:36.973064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] For port c96ce280-5f90-4868-b728-9a949c7b6dab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=c96ce280-5f90-4868-b728-9a949c7b6dab,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:36.973415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:36.991104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b36868-282c-41e7-b138-3f1943a69930 req-b72ec59e-2fea-4ac9-a342-8565deff6726 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:49:36.992543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03b36868-282c-41e7-b138-3f1943a69930 req-b72ec59e-2fea-4ac9-a342-8565deff6726 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 946 time: 0.2054985 Jan 18 23:49:37.109754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Calling delete_port for c96ce280-5f90-4868-b728-9a949c7b6dab owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:37.184270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03b36868-282c-41e7-b138-3f1943a69930 req-8d6b3e63-3fb1-4915-8c74-5121df1b1174 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/security-groups?id=42617653-bfa5-4e54-a1fb-d33afffc0ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442993 Jan 18 23:49:37.401962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:37.451060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event deleted for resources: {'Port': ['ID=c96ce280-5f90-4868-b728-9a949c7b6dab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:37.525270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] No DVR routers for this DVR port c96ce280-5f90-4868-b728-9a949c7b6dab on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:37.527604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:37.530127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'name': 'network-vif-deleted', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:37.586437 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b25a7e-ef31-4ae5-87bd-a2b7500d2f97', 'name': 'network-vif-deleted', 'tag': 'c96ce280-5f90-4868-b728-9a949c7b6dab', 'status': 'completed', 'code': 200} Jan 18 23:49:37.602645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f1ca116-bf98-450e-9225-28701fa93cb6 req-5670c133-8207-4c28-b440-54b02ce66c9b tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.83 "DELETE /v2.0/ports/c96ce280-5f90-4868-b728-9a949c7b6dab HTTP/1.1" status: 204 len: 173 time: 0.9880764 Jan 18 23:49:37.780456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcaf0c6e-4ca5-419d-ac0a-c3e8160c8f9c req-447615f7-7832-4521-9a50-8b22e671dfcd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.0691066 Jan 18 23:49:37.844785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bcaf0c6e-4ca5-419d-ac0a-c3e8160c8f9c req-d33568fb-af3f-445d-ac1f-0c2927e14446 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563104 Jan 18 23:49:37.877759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-17f4b1d6-3ae9-4d1f-a38b-08b8a6004fc4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Synchronizing usage tracker for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:37.945106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-17f4b1d6-3ae9-4d1f-a38b-08b8a6004fc4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Unset dirty status for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:37.946282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-17f4b1d6-3ae9-4d1f-a38b-08b8a6004fc4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 1097 time: 0.1511562 Jan 18 23:49:38.013837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Deleting port 602f9af3-5b5f-4642-aea0-f8a685914dd7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:38.014181 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:38.251438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] For port 602f9af3-5b5f-4642-aea0-f8a685914dd7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=602f9af3-5b5f-4642-aea0-f8a685914dd7,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:38.253816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:38.363490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e25cf533-81cc-4e7f-9b0c-01d9a57c440d req-02eb6333-a57a-4e18-b727-bb5b7b33e143 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Synchronizing usage tracker for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:38.374286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Calling delete_port for 602f9af3-5b5f-4642-aea0-f8a685914dd7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:38.476411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e25cf533-81cc-4e7f-9b0c-01d9a57c440d req-02eb6333-a57a-4e18-b727-bb5b7b33e143 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Unset dirty status for tenant:6fdb0ac9327942e29e64becdbad5b3ad on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:38.477652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e25cf533-81cc-4e7f-9b0c-01d9a57c440d req-02eb6333-a57a-4e18-b727-bb5b7b33e143 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "GET /v2.0/ports?device_id=19b25a7e-ef31-4ae5-87bd-a2b7500d2f97 HTTP/1.1" status: 200 len: 210 time: 0.1542072 Jan 18 23:49:38.682308 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:38.693808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0e9a030d-197a-4832-8c5d-dfe84aa3e40e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:38.717450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['602f9af3-5b5f-4642-aea0-f8a685914dd7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:38.730498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Pushing event deleted for resources: {'Port': ['ID=602f9af3-5b5f-4642-aea0-f8a685914dd7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:38.815393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] No DVR routers for this DVR port 602f9af3-5b5f-4642-aea0-f8a685914dd7 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:38.818454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:38.822072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'name': 'network-vif-deleted', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:38.893084 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf96c8f-75db-4c50-8e1b-aea7dbc813fa', 'name': 'network-vif-deleted', 'tag': '602f9af3-5b5f-4642-aea0-f8a685914dd7', 'status': 'completed', 'code': 200} Jan 18 23:49:38.924100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-66c1e533-6599-4bf7-96b8-d6bb7a441b08 req-e79dc7dd-2aa8-4d2d-8c1d-31470d33c2f7 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.89 "DELETE /v2.0/ports/602f9af3-5b5f-4642-aea0-f8a685914dd7 HTTP/1.1" status: 204 len: 173 time: 0.9719484 Jan 18 23:49:39.045344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4954be1-7f6d-4022-b21c-fcf953c235b7 req-d73fe6cd-d75c-4a27-a968-8e95f8e83fa4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=edf96c8f-75db-4c50-8e1b-aea7dbc813fa HTTP/1.1" status: 200 len: 210 time: 0.0409012 Jan 18 23:49:39.459454 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:39.586876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 59784) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:39.656460 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:39.686246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:39.819371 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:39.837021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42617653-bfa5-4e54-a1fb-d33afffc0ed3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:39.927128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:39.935690 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-daf85d4a-a614-48a1-a848-dc772a37c7c3 tempest-TestVolumeBackupRestore-739645043 tempest-TestVolumeBackupRestore-739645043-project] 10.222.0.59 "DELETE /v2.0/security-groups/42617653-bfa5-4e54-a1fb-d33afffc0ed3 HTTP/1.1" status: 204 len: 168 time: 0.3404324 Jan 18 23:49:40.229597 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device c96ce280-5f90-4868-b728-9a949c7b6dab no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:40.269204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: c96ce280-5f90-4868-b728-9a949c7b6dab {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:40.269555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device c96ce280-5f90-4868-b728-9a949c7b6dab not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:40.789761 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-710aa071-b335-4fa9-b6d1-7c0dba65e2fe req-44fad0c1-172f-4b6e-b755-a26d922b8720 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.0752602 Jan 18 23:49:40.843862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-710aa071-b335-4fa9-b6d1-7c0dba65e2fe req-b9098b81-8a31-4d40-94bb-0899526c10af tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Jan 18 23:49:41.356416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.066791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4727973b-7215-45f4-b693-f6c24d258290 req-1841163b-9fa5-4784-886c-af3d89fa8ffa tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.1290667 Jan 18 23:49:42.106164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26da0f80-c590-4e32-ab81-8c10d2327b31 req-7588f38d-49da-49fa-a031-5bbbcb3b00f4 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 1096 time: 0.1196697 Jan 18 23:49:42.159457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Deleting port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:42.159791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.210498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26da0f80-c590-4e32-ab81-8c10d2327b31 req-df1aa8d0-6204-4035-b170-af8987038643 tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=793f5373-be55-4e93-9203-c45fb0cb2371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978816 Jan 18 23:49:42.402788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] For port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:42.403365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.447302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 602f9af3-5b5f-4642-aea0-f8a685914dd7 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:42.482654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 602f9af3-5b5f-4642-aea0-f8a685914dd7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:42.483081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 602f9af3-5b5f-4642-aea0-f8a685914dd7 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:42.526389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Calling delete_port for 0e9a030d-197a-4832-8c5d-dfe84aa3e40e owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:42.716816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.732131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0e9a030d-197a-4832-8c5d-dfe84aa3e40e'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:49:42.765554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e9a030d-197a-4832-8c5d-dfe84aa3e40e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:42.791408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.791830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.792245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.792649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.793074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.793471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.793866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.794261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.794768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.795184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.795637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:42.893736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] No DVR routers for this DVR port 0e9a030d-197a-4832-8c5d-dfe84aa3e40e on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:42.896711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:42.906323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'name': 'network-vif-deleted', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:49:42.912952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4727973b-7215-45f4-b693-f6c24d258290 req-918bdefb-4402-4a7e-9294-884e11c611cd tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0e9a030d-197a-4832-8c5d-dfe84aa3e40e HTTP/1.1" status: 204 len: 173 time: 0.8406727 Jan 18 23:49:42.970881 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad7dd07-ad6a-4419-bb62-1f2fbe271179', 'name': 'network-vif-deleted', 'tag': '0e9a030d-197a-4832-8c5d-dfe84aa3e40e', 'status': 'completed', 'code': 200} Jan 18 23:49:42.994176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 59934) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:43.483831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8fa0faac-f973-4789-bb1a-f7b7021cba76 req-f1c6f1cb-9959-481d-8c50-6d3ea550a1eb tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Synchronizing usage tracker for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:49:43.608741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8fa0faac-f973-4789-bb1a-f7b7021cba76 req-f1c6f1cb-9959-481d-8c50-6d3ea550a1eb tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] Unset dirty status for tenant:64fbb26f00d245e2b20483749391b44d on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:49:43.611009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fa0faac-f973-4789-bb1a-f7b7021cba76 req-f1c6f1cb-9959-481d-8c50-6d3ea550a1eb tempest-TestServerMultinode-1863341045 tempest-TestServerMultinode-1863341045-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0ad7dd07-ad6a-4419-bb62-1f2fbe271179 HTTP/1.1" status: 200 len: 210 time: 0.1794999 Jan 18 23:49:43.633442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:43.885033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fac32334-2a69-40ba-afef-6efdb691781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:44.269872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Deleting port 5d51f103-e752-4111-a221-eddbc3b7a1cf {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:44.270212 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:44.447052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] For port 5d51f103-e752-4111-a221-eddbc3b7a1cf, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5d51f103-e752-4111-a221-eddbc3b7a1cf,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:44.447411 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:44.570040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Calling delete_port for 5d51f103-e752-4111-a221-eddbc3b7a1cf owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:44.738586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60022) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:44.813827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:44.867985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d51f103-e752-4111-a221-eddbc3b7a1cf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:45.169135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.294459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.786092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Deleting port 28d2a373-f4c6-40ab-8a98-ea026527a830 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:45.786547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.899883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:45.969324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e16b1c81-15f9-438e-aa3f-b097aab0c4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:45.970009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] For port 28d2a373-f4c6-40ab-8a98-ea026527a830, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=28d2a373-f4c6-40ab-8a98-ea026527a830,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:45.970009 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.116518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:46.128032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Sync routers for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:46.139574 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:46.140168 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:46.189774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Calling delete_port for 28d2a373-f4c6-40ab-8a98-ea026527a830 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:46.229422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7b33910b-e084-42bc-979a-481a74e1926c admin admin] 10.222.0.59 "PUT /v2.0/routers/91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2311771 Jan 18 23:49:46.229679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:46.254184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e9a030d-197a-4832-8c5d-dfe84aa3e40e no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:46.340274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:46.364980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 0e9a030d-197a-4832-8c5d-dfe84aa3e40e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:46.365593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0e9a030d-197a-4832-8c5d-dfe84aa3e40e not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:46.453681 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.465497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.522656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d2a373-f4c6-40ab-8a98-ea026527a830,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:46.564722 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.565313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.565790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.566287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.567047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.567524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.567987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.568445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.569144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.569605 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.570081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:49:46.703210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.738999 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:49:44Z', 'revision_number': 5, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port': {'id': '69257e5c-2dd5-4c1b-9497-13c552d8ab71', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:37:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:44:51Z', 'updated_at': '2022-01-18T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:46.743528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Checking router: 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:46.755894 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Routers {'91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:46.756622 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:46.818931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Deleting port 69257e5c-2dd5-4c1b-9497-13c552d8ab71 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:46.818931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.850578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:46.945321 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] Set router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:47.056708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:49:46Z', 'revision_number': 6, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:47.062183 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12dd21d-09ca-4a84-b8d8-3a066b3b5589 None None] The sync data for ids ['91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c'] in n-d-825175-2 is: [{'id': '91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c', 'name': 'tempest-TestVolumeBackupRestore-1813032448-router', 'tenant_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:44:50Z', 'updated_at': '2022-01-18T23:49:46Z', 'revision_number': 6, 'project_id': '6fdb0ac9327942e29e64becdbad5b3ad', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:47.128480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] For port 69257e5c-2dd5-4c1b-9497-13c552d8ab71, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=69257e5c-2dd5-4c1b-9497-13c552d8ab71,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:47.129036 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.254764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Calling delete_port for 69257e5c-2dd5-4c1b-9497-13c552d8ab71 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:47.272598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.476514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.496322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Router d395d905-beaf-4246-9034-7c94ff82e75b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:47.527916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69257e5c-2dd5-4c1b-9497-13c552d8ab71,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:47.544941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.763051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:47.819929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:47.833873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e0fe83ee-9c38-4e57-a6cf-cbf896ac7307 admin admin] 10.222.0.59 "PUT /v2.0/routers/d395d905-beaf-4246-9034-7c94ff82e75b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0901566 Jan 18 23:49:47.834311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60168) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:47.853882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Sync routers for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:47.879001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:47.881693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:48.100553 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.106964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.115593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69257e5c-2dd5-4c1b-9497-13c552d8ab71 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:48.127904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.157846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 69257e5c-2dd5-4c1b-9497-13c552d8ab71 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:48.158182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 69257e5c-2dd5-4c1b-9497-13c552d8ab71 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:48.158594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d51f103-e752-4111-a221-eddbc3b7a1cf no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:48.180262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.181541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:49:48.193216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5d51f103-e752-4111-a221-eddbc3b7a1cf {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:48.193417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5d51f103-e752-4111-a221-eddbc3b7a1cf not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:48.214494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:48.221623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.223085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3b530553-7f01-4bf2-aca7-4295252c99d9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/91ed9f15-f5e9-4b0f-b6a2-e8e8540c882c HTTP/1.1" status: 204 len: 168 time: 1.9924471 Jan 18 23:49:48.226157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:48.379820 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.447538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Deleting port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:48.447890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.521397 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35'}], 'enable_snat': True}, 'gw_port_id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:49:46Z', 'revision_number': 5, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port': {'id': '6e3180e7-d85e-4edc-95cd-7c27c5fac2b0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:48Z', 'updated_at': '2022-01-18T23:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:48.525272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Checking router: d395d905-beaf-4246-9034-7c94ff82e75b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:48.535947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Routers {'d395d905-beaf-4246-9034-7c94ff82e75b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:48.536555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d395d905-beaf-4246-9034-7c94ff82e75b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:48.636535 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Deleting subnet 840630a2-864e-4827-b410-48cf104279cf {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:49:48.647758 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.686855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] Set router d395d905-beaf-4246-9034-7c94ff82e75b gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:48.728061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.760863 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] For port 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:48.761214 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.795341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:49:48Z', 'revision_number': 6, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:48.799881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ee66f-36df-48b3-a5c6-4fb50dfadf01 None None] The sync data for ids ['d395d905-beaf-4246-9034-7c94ff82e75b'] in n-d-825175-2 is: [{'id': 'd395d905-beaf-4246-9034-7c94ff82e75b', 'name': 'tempest-TestServerMultinode-1368894151-router', 'tenant_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:47Z', 'updated_at': '2022-01-18T23:49:48Z', 'revision_number': 6, 'project_id': 'e1ec83e345d24d7d9b3d770453b7fca1', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:48.883148 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:48.891748 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Calling delete_port for 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:48.996559 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.225700 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.266003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.304114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840630a2-864e-4827-b410-48cf104279cf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:49.309511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.311622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2902af-d8e5-4506-ade7-7de7e01cfb30 None None] Network f92d1be3-7793-45d7-a1de-3e0e4f884465 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:49:49.327270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3180e7-d85e-4edc-95cd-7c27c5fac2b0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:49.358981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39737909-5587-4a39-b804-96dc7e2067e7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/840630a2-864e-4827-b410-48cf104279cf HTTP/1.1" status: 204 len: 168 time: 1.1294227 Jan 18 23:49:49.359295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60248) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:49.478199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.489793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Deleting port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:49.490126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.571711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.627531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] DHCP port deletion for f92d1be3-7793-45d7-a1de-3e0e4f884465 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:49:49.632046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Deleting port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:49.632420 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.804673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28d2a373-f4c6-40ab-8a98-ea026527a830 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:49.865797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] For port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:49.866397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:49.975225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 28d2a373-f4c6-40ab-8a98-ea026527a830 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:49.975568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 28d2a373-f4c6-40ab-8a98-ea026527a830 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:49.976167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:50.006362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Calling delete_port for fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:50.014321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] For port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,segment=NetworkSegment(bc087dca-b54b-4296-b904-f509b446f497),segment_id=bc087dca-b54b-4296-b904-f509b446f497)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:50.014724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.052195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.056744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.138994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.139513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d395d905-beaf-4246-9034-7c94ff82e75b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:49:50.147634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Calling delete_port for fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:50.155011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.159643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab5e315f-dc8d-4f03-843d-53230381032e admin admin] 10.222.0.59 "DELETE /v2.0/routers/d395d905-beaf-4246-9034-7c94ff82e75b HTTP/1.1" status: 204 len: 168 time: 2.3208272 Jan 18 23:49:50.159850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60282) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:50.182635 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.186370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:49:50.186783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:50.187209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:50.229917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:50.230271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6e3180e7-d85e-4edc-95cd-7c27c5fac2b0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:50.242110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Deleting subnet a752d75d-7322-4f1f-98e0-c62c5bede4de {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:49:50.247163 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.249614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:50.255059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] No DVR routers for this DVR port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:50.268028 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:49:50.270728 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:49:50.308043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.379332 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.385290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.404340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92d1be3-7793-45d7-a1de-3e0e4f884465']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:50.417249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc087dca-b54b-4296-b904-f509b446f497') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:50.417631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc087dca-b54b-4296-b904-f509b446f497') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:50.429525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.445154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.451421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:49:50.451809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:49:50.465160 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:49:50.516630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.555055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a752d75d-7322-4f1f-98e0-c62c5bede4de,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:50.561056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.566176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65542415-e216-4886-b967-f570f5251b94 None None] Network 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:49:50.566950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb6d7ac1-c7f0-4221-95db-60c7df623dee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a752d75d-7322-4f1f-98e0-c62c5bede4de HTTP/1.1" status: 204 len: 168 time: 0.4061172 Jan 18 23:49:50.569516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60286) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:50.631184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.657991 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.667621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f92d1be3-7793-45d7-a1de-3e0e4f884465,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:50.676762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5e0ab32e-5306-4eca-a954-8d2fffaeb4ae admin admin] 10.222.0.59 "DELETE /v2.0/networks/f92d1be3-7793-45d7-a1de-3e0e4f884465 HTTP/1.1" status: 204 len: 168 time: 1.3158965 Jan 18 23:49:50.677360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.680095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60292) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:50.688499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Deleting port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:50.689515 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.772283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Deleting port fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:50.773328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.844762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c2744a5b-e62d-4276-afca-1926ad5afcdb None None] The port 'fd69b25e-1a09-4fc4-8e0a-ae364cfcf9da' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:49:50.908036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] DHCP port deletion for 29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:49:50.912510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Deleting port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:50.913067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:50.921701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e32e6168-b600-424e-8631-634738359270 admin admin] For port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:50.922062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.054915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Calling delete_port for 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:51.113538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.127477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] For port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,segment=NetworkSegment(9a79663b-764f-4c11-a82a-c43f58789be6),segment_id=9a79663b-764f-4c11-a82a-c43f58789be6)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:51.127871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.213831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.248251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Calling delete_port for 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:51.259677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbc33d6-26d7-48c1-8f22-ef9deb677f46,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:51.267506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e6168-b600-424e-8631-634738359270 admin admin] No DVR routers for this DVR port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:51.326026 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:49:51.326460 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:49:51.384949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.411278 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e32e6168-b600-424e-8631-634738359270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29be3d9f-38fb-4578-82cd-2f2b1d0e1f58']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:51.423872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e32e6168-b600-424e-8631-634738359270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a79663b-764f-4c11-a82a-c43f58789be6') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:51.424168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e32e6168-b600-424e-8631-634738359270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a79663b-764f-4c11-a82a-c43f58789be6') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:51.435915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.452772 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.459620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:49:51.460029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:49:51.473158 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:49:51.737815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:51.738985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.761920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.770377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e6168-b600-424e-8631-634738359270 admin admin] Pushing event deleted for resources: {'Network': ['ID=29be3d9f-38fb-4578-82cd-2f2b1d0e1f58,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:51.772576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:51.773714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:51.775944 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e32e6168-b600-424e-8631-634738359270 admin admin] 10.222.0.59 "DELETE /v2.0/networks/29be3d9f-38fb-4578-82cd-2f2b1d0e1f58 HTTP/1.1" status: 204 len: 168 time: 1.2053380 Jan 18 23:49:51.778658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60296) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:51.827681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Deleting port 2bbc33d6-26d7-48c1-8f22-ef9deb677f46 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:51.828190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.836319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Deleting port d054fe49-5629-4706-963f-2beac1aaed38 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:51.836881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:51.911278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-294a7b7a-454e-4b3b-8026-35adc2b36a49 None None] The port '2bbc33d6-26d7-48c1-8f22-ef9deb677f46' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:49:52.019647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] For port d054fe49-5629-4706-963f-2beac1aaed38, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d054fe49-5629-4706-963f-2beac1aaed38,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:52.020041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.143881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Calling delete_port for d054fe49-5629-4706-963f-2beac1aaed38 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:52.176427 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.384743 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.431908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d054fe49-5629-4706-963f-2beac1aaed38,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:52.727601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.780941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Deleting port caacc184-aeb3-46f4-af7f-1e2c0116b5d8 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:52.781524 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:52.952982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] For port caacc184-aeb3-46f4-af7f-1e2c0116b5d8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:52.953336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:53.075853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Calling delete_port for caacc184-aeb3-46f4-af7f-1e2c0116b5d8 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:53.396197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:53.420162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Router efcc2478-49d9-4a2a-a27a-39e066cc3e9c has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:53.439119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=caacc184-aeb3-46f4-af7f-1e2c0116b5d8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:53.634505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:53.642982 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Sync routers for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:53.654771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:53.655390 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:53.722582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8e96eae3-8c67-4430-8f3e-da03301972b2 admin admin] 10.222.0.59 "PUT /v2.0/routers/efcc2478-49d9-4a2a-a27a-39e066cc3e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381467 Jan 18 23:49:53.723397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60300) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:53.741792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:53.853234 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:53.939042 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.148829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.156307 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:49:52Z', 'revision_number': 5, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.161175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Checking router: efcc2478-49d9-4a2a-a27a-39e066cc3e9c for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:54.171856 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Routers {'efcc2478-49d9-4a2a-a27a-39e066cc3e9c'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:54.172448 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.236519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Deleting port c5368e67-c7aa-4914-af92-1d758c9c22b3 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:54.236917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.336544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Router 2a89c526-5217-4b2f-b31e-ae749965fb54 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:49:54.362544 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] Set router efcc2478-49d9-4a2a-a27a-39e066cc3e9c gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:54.432096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] For port c5368e67-c7aa-4914-af92-1d758c9c22b3, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c5368e67-c7aa-4914-af92-1d758c9c22b3,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:54.432662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.547089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:49:54.561146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Calling delete_port for c5368e67-c7aa-4914-af92-1d758c9c22b3 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:54.561486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Sync routers for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:49:54.576042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:54.577122 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.623645 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5c408629-6437-47b9-ae88-43f8046c0b99 admin admin] 10.222.0.59 "PUT /v2.0/routers/2a89c526-5217-4b2f-b31e-ae749965fb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415413 Jan 18 23:49:54.624391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60304) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:54.697903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:49:52Z', 'revision_number': 5, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:54.701987 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ac54-c7bd-446d-85ce-c0958318301b None None] The sync data for ids ['efcc2478-49d9-4a2a-a27a-39e066cc3e9c'] in n-d-825175-2 is: [{'id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'name': 'tempest-TestVolumeBackupRestore-1341446933-router', 'tenant_id': '4febeb1bb37742c4a25a21b186699b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:45:00Z', 'updated_at': '2022-01-18T23:49:52Z', 'revision_number': 5, 'project_id': '4febeb1bb37742c4a25a21b186699b7b', 'gw_port': {'id': 'c5368e67-c7aa-4914-af92-1d758c9c22b3', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcc2478-49d9-4a2a-a27a-39e066cc3e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:45:01Z', 'updated_at': '2022-01-18T23:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:54.790020 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:54.825182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.848741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:54.877767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5368e67-c7aa-4914-af92-1d758c9c22b3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:55.183121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:49:53Z', 'revision_number': 5, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port': {'id': '0635f531-7fee-4a86-9f26-0d293fcf81ef', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:48:56Z', 'updated_at': '2022-01-18T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:55.186731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.187195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Checking router: 2a89c526-5217-4b2f-b31e-ae749965fb54 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:49:55.200483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Routers {'2a89c526-5217-4b2f-b31e-ae749965fb54'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:49:55.201153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['2a89c526-5217-4b2f-b31e-ae749965fb54'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:55.225033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.232260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Deleting port 0635f531-7fee-4a86-9f26-0d293fcf81ef {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:55.232887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.356189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] Set router 2a89c526-5217-4b2f-b31e-ae749965fb54 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:49:55.419172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] For port 0635f531-7fee-4a86-9f26-0d293fcf81ef, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0635f531-7fee-4a86-9f26-0d293fcf81ef,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:55.419738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.461574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:49:55Z', 'revision_number': 6, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:55.465633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c1096e-b7f5-4613-8d2b-f912d8ede9eb None None] The sync data for ids ['2a89c526-5217-4b2f-b31e-ae749965fb54'] in n-d-825175-2 is: [{'id': '2a89c526-5217-4b2f-b31e-ae749965fb54', 'name': 'tempest-TestServerMultinode-215618481-router', 'tenant_id': '64fbb26f00d245e2b20483749391b44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:48:55Z', 'updated_at': '2022-01-18T23:49:55Z', 'revision_number': 6, 'project_id': '64fbb26f00d245e2b20483749391b44d', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:49:55.479695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.484034 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.550871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Calling delete_port for 0635f531-7fee-4a86-9f26-0d293fcf81ef owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:55.578967 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.580100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efcc2478-49d9-4a2a-a27a-39e066cc3e9c {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:49:55.593367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.596098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-de7d68c7-04fb-483c-94c5-1c2d4a90759a admin admin] 10.222.0.59 "DELETE /v2.0/routers/efcc2478-49d9-4a2a-a27a-39e066cc3e9c HTTP/1.1" status: 204 len: 168 time: 1.8699465 Jan 18 23:49:55.598638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:55.668973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Deleting subnet 000adf6f-2273-4349-a12a-8597fef7f248 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:49:55.672484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.723363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.773658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.803609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.818857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=0635f531-7fee-4a86-9f26-0d293fcf81ef,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:55.962277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:55.998828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=000adf6f-2273-4349-a12a-8597fef7f248,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:56.005960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.011911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9ede02fd-c2c5-4c63-9e90-569f893680d8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/000adf6f-2273-4349-a12a-8597fef7f248 HTTP/1.1" status: 204 len: 168 time: 0.4122741 Jan 18 23:49:56.012384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4bba3-3795-41f0-ae1b-114f70b8d56a None None] Network 4527b7ce-2159-4bf8-b1e5-f0d134453725 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:49:56.014514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:56.069494 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.126696 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.138148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Deleting port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:56.138498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.335998 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.340269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.361810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] For port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,segment=NetworkSegment(94bc5f06-90e8-4591-965c-02a0a2bde185),segment_id=94bc5f06-90e8-4591-965c-02a0a2bde185)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:56.362159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.430557 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.431083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a89c526-5217-4b2f-b31e-ae749965fb54 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:49:56.443290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.444428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aca41c38-7dd8-4465-94f5-4583d6d69bdf admin admin] 10.222.0.59 "DELETE /v2.0/routers/2a89c526-5217-4b2f-b31e-ae749965fb54 HTTP/1.1" status: 204 len: 168 time: 1.8190908 Jan 18 23:49:56.447040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60316) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:56.488104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Calling delete_port for 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:56.502943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ecf89e-2513-41fc-994a-b411413fc3b3 None None] DHCP port deletion for 4527b7ce-2159-4bf8-b1e5-f0d134453725 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:49:56.507707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecf89e-2513-41fc-994a-b411413fc3b3 None None] Deleting port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:56.508287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c5ecf89e-2513-41fc-994a-b411413fc3b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.548703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device caacc184-aeb3-46f4-af7f-1e2c0116b5d8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:56.601800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: caacc184-aeb3-46f4-af7f-1e2c0116b5d8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:56.602183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device caacc184-aeb3-46f4-af7f-1e2c0116b5d8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:56.602579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c5368e67-c7aa-4914-af92-1d758c9c22b3 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:56.639240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c5368e67-c7aa-4914-af92-1d758c9c22b3 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:56.639592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c5368e67-c7aa-4914-af92-1d758c9c22b3 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:56.640016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d054fe49-5629-4706-963f-2beac1aaed38 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:56.647516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.652330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Deleting subnet dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:49:56.655654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.675124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d054fe49-5629-4706-963f-2beac1aaed38 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:56.675472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d054fe49-5629-4706-963f-2beac1aaed38 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:56.692813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:56.703593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] No DVR routers for this DVR port 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:56.710879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c5ecf89e-2513-41fc-994a-b411413fc3b3 None None] The port '5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:49:56.726498 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.816354 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.938503 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.963851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4527b7ce-2159-4bf8-b1e5-f0d134453725']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.967495 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:56.976606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bc5f06-90e8-4591-965c-02a0a2bde185') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.976860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bc5f06-90e8-4591-965c-02a0a2bde185') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:56.988554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.005017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.006333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:57.013287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.019503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2505de-8902-4b66-8dc4-0c4bef5a4ca4 None None] Network 77ff1550-862b-4720-afbc-890f2ed4516b requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:49:57.021987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:49:57.022719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.026382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1eed8653-5aa1-4d00-8306-55fc549a8c86 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dc2cc4a9-53f1-4db2-b8b2-0cb6373e46d4 HTTP/1.1" status: 204 len: 168 time: 0.5758073 Jan 18 23:49:57.026716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60320) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: timer() Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: self._notify() Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:49:57.037390 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:49:57.148800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.159041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Deleting port 623408a7-0c01-4330-9e6c-159daf03fd31 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:57.159362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.173736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.197997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.204959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] Pushing event deleted for resources: {'Network': ['ID=4527b7ce-2159-4bf8-b1e5-f0d134453725,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:57.218126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f6989a96-a948-43f5-adbd-978dacef7272 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4527b7ce-2159-4bf8-b1e5-f0d134453725 HTTP/1.1" status: 204 len: 168 time: 1.2025166 Jan 18 23:49:57.282016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] DHCP port deletion for 77ff1550-862b-4720-afbc-890f2ed4516b request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:49:57.287092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Deleting port 623408a7-0c01-4330-9e6c-159daf03fd31 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:57.287583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.373011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] For port 623408a7-0c01-4330-9e6c-159daf03fd31, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=623408a7-0c01-4330-9e6c-159daf03fd31,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:57.373367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.488976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] For port 623408a7-0c01-4330-9e6c-159daf03fd31, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=623408a7-0c01-4330-9e6c-159daf03fd31,segment=NetworkSegment(3397d7fa-5599-40da-a512-6acd56fc5064),segment_id=3397d7fa-5599-40da-a512-6acd56fc5064)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:49:57.489375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.495827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Calling delete_port for 623408a7-0c01-4330-9e6c-159daf03fd31 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:57.552061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60326) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:57.616902 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-513b0db3-07ed-4988-808b-a7b1eee74ac8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fdb0ac9327942e29e64becdbad5b3ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637915 Jan 18 23:49:57.619792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60330) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:57.634655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.649049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Calling delete_port for 623408a7-0c01-4330-9e6c-159daf03fd31 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:49:57.689034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=623408a7-0c01-4330-9e6c-159daf03fd31,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:57.705699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] No DVR routers for this DVR port 623408a7-0c01-4330-9e6c-159daf03fd31 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:49:57.725686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:49:57.725965 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:49:57.755208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0635f531-7fee-4a86-9f26-0d293fcf81ef no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:57.788465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0635f531-7fee-4a86-9f26-0d293fcf81ef {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:57.788811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0635f531-7fee-4a86-9f26-0d293fcf81ef not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:57.789259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:57.822381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:57.822725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a0e9b2d-8d01-4bd8-a6c5-feea44ae6dd7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:57.823143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 623408a7-0c01-4330-9e6c-159daf03fd31 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:49:57.832627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.846474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.855091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 623408a7-0c01-4330-9e6c-159daf03fd31 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:49:57.855306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 623408a7-0c01-4330-9e6c-159daf03fd31 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:49:57.883920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.890658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ff1550-862b-4720-afbc-890f2ed4516b']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:57.915140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3397d7fa-5599-40da-a512-6acd56fc5064') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:57.915413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3397d7fa-5599-40da-a512-6acd56fc5064') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:49:57.936037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.956925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.963197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:49:57.963569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:49:57.976325 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:49:58.099089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.119062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd3deb5-c9bd-4d7d-8e89-6c66c2d17a2e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:58.133993 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.150716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.163867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=77ff1550-862b-4720-afbc-890f2ed4516b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:58.173060 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ded8a1e-35e2-4e7f-ba13-347dea2e3b9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/77ff1550-862b-4720-afbc-890f2ed4516b HTTP/1.1" status: 204 len: 168 time: 1.1452508 Jan 18 23:49:58.180730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.181940 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-95a7256a-3233-4321-9b7e-83c578110d5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efd3deb5-c9bd-4d7d-8e89-6c66c2d17a2e HTTP/1.1" status: 204 len: 168 time: 0.5611396 Jan 18 23:49:58.227668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Deleting port 623408a7-0c01-4330-9e6c-159daf03fd31 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:49:58.228387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.310059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e15a9d4b-5866-42dc-9a69-ebbbf9185463 None None] The port '623408a7-0c01-4330-9e6c-159daf03fd31' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:49:58.585944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:58.636576 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dbe67c76-1a9c-437b-8027-c4d748264e97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1ec83e345d24d7d9b3d770453b7fca1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494845 Jan 18 23:49:58.639059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60344) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:58.699229 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.724586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.847607 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.865201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4941e093-2d63-4262-aafe-893150c906c6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:58.870480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:58.874428 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fb14294b-f2ad-4ae9-bfec-591aff503831 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4941e093-2d63-4262-aafe-893150c906c6 HTTP/1.1" status: 204 len: 168 time: 0.2316272 Jan 18 23:49:59.088968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60352) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:59.142523 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-49d68451-88fc-4911-8f70-0e8c88c574bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4febeb1bb37742c4a25a21b186699b7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516369 Jan 18 23:49:59.144914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:59.210739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.236052 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.367344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.384956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e588ad42-b079-43b2-96e4-e2f805e8a4a6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:59.388489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.392490 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f101021c-1cb1-4913-84d9-ce8721a1985b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e588ad42-b079-43b2-96e4-e2f805e8a4a6 HTTP/1.1" status: 204 len: 168 time: 0.2438257 Jan 18 23:49:59.660021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60364) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:59.710279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5b5f9740-0bd4-4039-bf0d-dd29b503f266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64fbb26f00d245e2b20483749391b44d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491016 Jan 18 23:49:59.712793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60368) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:49:59.783942 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.807616 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:49:59.813259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.927830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.942649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793f5373-be55-4e93-9203-c45fb0cb2371,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:49:59.950630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:49:59.955073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-91fb5f73-8f6a-495b-8bd9-87b0f1b9639d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/793f5373-be55-4e93-9203-c45fb0cb2371 HTTP/1.1" status: 204 len: 168 time: 0.2380004 Jan 18 23:50:01.068258 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60390) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:01.194664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1096747375-network', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:50:01.200074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:01.203876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Usage tracker for resource:network and tenant:30002ea421ee4c7fabba30e17d2f0d7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:01.206874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:01.212436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:01.275608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Made reservation on behalf of 30002ea421ee4c7fabba30e17d2f0d7e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:01.277920 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.290234 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.321154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:01.324881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Usage tracker for resource:security_group_rule and tenant:30002ea421ee4c7fabba30e17d2f0d7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:01.327635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:01.333468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:01.402071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.459018 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.486010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:50:01.498154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b5269d-08f7-4573-9c89-85f49c786873,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:01.504195 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.504544 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Added segment c1ddc6eb-f39a-4a54-b1d4-55f7b265360d of type vlan for network 2dc6d7fd-afe6-42ed-8022-994088c21f7d Jan 18 23:50:01.530331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.613096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.613950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:01.614527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:01.715829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] Pushing event updated for resources: {'Network': ['ID=2dc6d7fd-afe6-42ed-8022-994088c21f7d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:01.726560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:50:01.762266 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0a9e5972-9b40-47bf-9886-851b4cf781eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6928446 Jan 18 23:50:01.765011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60396) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:01.770802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Request body: {'subnet': {'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1096747375-subnet', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:50:01.776361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:01.780265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Usage tracker for resource:subnet and tenant:30002ea421ee4c7fabba30e17d2f0d7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:01.784039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:01.789751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:01.841615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Made reservation on behalf of 30002ea421ee4c7fabba30e17d2f0d7e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:50:01.843911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.167468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.241040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e63048d-6371-45d6-9a18-0742f3f7981d,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:02.252423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Checking segment: {'id': 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:50:02.252773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Network hostable DHCP agents. Network: 2dc6d7fd-afe6-42ed-8022-994088c21f7d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:50:02.333132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:50:02.389928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2dc6d7fd-afe6-42ed-8022-994088c21f7d) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:02.394694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:02.395879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.399148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebc77ea-4a1f-43e1-910f-2f9fbac4ad8d None None] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:50:02.485082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ca66c30e-58c6-49a4-a0cc-ef72ba01ced9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7164249 Jan 18 23:50:02.485560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60400) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:02.491265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:50:02.497334 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:02.502329 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Usage tracker for resource:router and tenant:30002ea421ee4c7fabba30e17d2f0d7e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:02.505340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:02.511529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:02.586943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.587910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.608190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.613483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2dc6d7fd-afe6-42ed-8022-994088c21f7d', 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'fixed_ips': [{'subnet_id': '4e63048d-6371-45d6-9a18-0742f3f7981d'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:50:02.614424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.775967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Allocated IP 172.20.0.2 (2dc6d7fd-afe6-42ed-8022-994088c21f7d/4e63048d-6371-45d6-9a18-0742f3f7981d/706bdc44-7f80-47ac-8c8b-c1766a0607ca) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:02.830904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:02.989897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.001943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Transition to ACTIVE for port object 706bdc44-7f80-47ac-8c8b-c1766a0607ca will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:03.020724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Transition to ACTIVE for port object 706bdc44-7f80-47ac-8c8b-c1766a0607ca will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:03.088151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.104924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.137432 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.158236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:03.161571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:03.164219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:50:03.235220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Pushing event updated for resources: {'Port': ['ID=706bdc44-7f80-47ac-8c8b-c1766a0607ca,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:03.271245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.271585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.271922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.272273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.272583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.272951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.273255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.273575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.273894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.274210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.274525 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:03.278378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Attempting to bind port 706bdc44-7f80-47ac-8c8b-c1766a0607ca on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:03.278750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Attempting to bind port 706bdc44-7f80-47ac-8c8b-c1766a0607ca by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:03.278924 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Allocated IP 172.25.1.87 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/db9c7642-42b2-4cab-bf6f-92409d6f7dda) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:03.279352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Attempting to bind port 706bdc44-7f80-47ac-8c8b-c1766a0607ca on network 2dc6d7fd-afe6-42ed-8022-994088c21f7d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:50:03.286837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:50:03.287209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Checking segment: {'id': 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:50:03.287608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.287994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Bound using segment: {'id': 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:50:03.288453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Bound port: 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:03.288822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.387792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] For port 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:50:03.390811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] For port 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=706bdc44-7f80-47ac-8c8b-c1766a0607ca,segment=NetworkSegment(c1ddc6eb-f39a-4a54-b1d4-55f7b265360d),segment_id=c1ddc6eb-f39a-4a54-b1d4-55f7b265360d)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:50:03.434805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.471359 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.544621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.558412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42193bd7-eb37-4032-b96e-2be7260aa808 None None] Pushing event updated for resources: {'Port': ['ID=706bdc44-7f80-47ac-8c8b-c1766a0607ca,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:03.617046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:03.620097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:03.622413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:50:03.655528 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Pushing event updated for resources: {'Port': ['ID=db9c7642-42b2-4cab-bf6f-92409d6f7dda,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:03.863374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:03.864310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.150042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Router d295772e-36c9-47b7-84ba-8f23522d459e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:50:04.365508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:50:04.378827 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Sync routers for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:50:04.394062 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Routers {'d295772e-36c9-47b7-84ba-8f23522d459e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:04.394929 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d295772e-36c9-47b7-84ba-8f23522d459e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:04.465212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:04.466487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e75ea788-e214-4ba5-80c9-a27979b46861 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.9798605 Jan 18 23:50:04.469236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60404) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:04.529502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b6410-5f70-4e9c-87bd-9fec9d9c4a03 None None] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:50:04.584554 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Set router d295772e-36c9-47b7-84ba-8f23522d459e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:50:04.700424 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-84173c04-9aa3-44a6-8087-1cca4e223bf5 None None] Provisioning for port 706bdc44-7f80-47ac-8c8b-c1766a0607ca completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:04.900395 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:03Z', 'revision_number': 3, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:04.904974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Checking router: d295772e-36c9-47b7-84ba-8f23522d459e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:50:04.905565 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Updating router d295772e-36c9-47b7-84ba-8f23522d459e port db9c7642-42b2-4cab-bf6f-92409d6f7dda binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:50:04.972592 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.295538 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.307513 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Transition to ACTIVE for port object db9c7642-42b2-4cab-bf6f-92409d6f7dda will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:05.328845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.356042 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.438208 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Pushing event updated for resources: {'Port': ['ID=db9c7642-42b2-4cab-bf6f-92409d6f7dda,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:05.441151 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Attempting to bind port db9c7642-42b2-4cab-bf6f-92409d6f7dda on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:50:05.441506 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Attempting to bind port db9c7642-42b2-4cab-bf6f-92409d6f7dda by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:50:05.441855 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Attempting to bind port db9c7642-42b2-4cab-bf6f-92409d6f7dda on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:50:05.452797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:50:05.453181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:50:05.453576 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.453954 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:50:05.455274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Bound port: db9c7642-42b2-4cab-bf6f-92409d6f7dda, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:50:05.455540 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.477833 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.478172 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.478502 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.478823 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.479142 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.479466 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.479786 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.480097 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.480408 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.480720 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.481053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:50:05.530878 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] For port db9c7642-42b2-4cab-bf6f-92409d6f7dda, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:50:05.534346 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] For port db9c7642-42b2-4cab-bf6f-92409d6f7dda, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9c7642-42b2-4cab-bf6f-92409d6f7dda,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:50:05.534488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Allocated IP 172.20.0.1 (2dc6d7fd-afe6-42ed-8022-994088c21f7d/4e63048d-6371-45d6-9a18-0742f3f7981d/14f1b4f9-3bba-47f3-83ab-553a6bdbfd29) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:50:05.619527 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.681339 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.698668 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f094e-92f8-42a5-8a1a-65e5445ddfbb None None] Pushing event updated for resources: {'Port': ['ID=db9c7642-42b2-4cab-bf6f-92409d6f7dda,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:05.699837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Transition to ACTIVE for port object 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:50:05.702294 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Routers {'d295772e-36c9-47b7-84ba-8f23522d459e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:05.702881 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d295772e-36c9-47b7-84ba-8f23522d459e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:05.790023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 706bdc44-7f80-47ac-8c8b-c1766a0607ca up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:05.819143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.887611 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] Set router d295772e-36c9-47b7-84ba-8f23522d459e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:50:05.894472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:05.897341 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:05.902461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:50:05.931173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Pushing event updated for resources: {'Port': ['ID=14f1b4f9-3bba-47f3-83ab-553a6bdbfd29,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:05.951139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 706bdc44-7f80-47ac-8c8b-c1766a0607ca completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:05.958836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 706bdc44-7f80-47ac-8c8b-c1766a0607ca triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:05.959463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:05.965312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.098483 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.138523 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=706bdc44-7f80-47ac-8c8b-c1766a0607ca,segment=NetworkSegment(c1ddc6eb-f39a-4a54-b1d4-55f7b265360d),segment_id=c1ddc6eb-f39a-4a54-b1d4-55f7b265360d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:50:06.146654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.207679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.245020 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:03Z', 'revision_number': 3, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:06.249082 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e19fc-b2a3-489a-983f-f00801edab91 None None] The sync data for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 is: [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:03Z', 'revision_number': 3, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:50:06.257349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffece1a5-8c9b-44af-af6f-4ae7173714a2 None None] Provisioning for port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:06.273830 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ffece1a5-8c9b-44af-af6f-4ae7173714a2 None None] Provisioning complete for port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:06.273830 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ffece1a5-8c9b-44af-af6f-4ae7173714a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.342166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=706bdc44-7f80-47ac-8c8b-c1766a0607ca,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:06.348480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ffece1a5-8c9b-44af-af6f-4ae7173714a2 None None] Port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:50:06.385341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.472479 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.679642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Pushing event updated for resources: {'Port': ['ID=14f1b4f9-3bba-47f3-83ab-553a6bdbfd29,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:06.681966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:06.825267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:50:06.826839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:50:07.072248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4d33a7cb-3391-473d-bd08-72c6c3aaeeaf None None] Provisioning complete for port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:07.072939 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4d33a7cb-3391-473d-bd08-72c6c3aaeeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:07.124244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-4d33a7cb-3391-473d-bd08-72c6c3aaeeaf None None] Port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:50:07.234168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Router d295772e-36c9-47b7-84ba-8f23522d459e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:50:07.431692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:50:07.441583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-88103be0-1927-4fa1-8ce2-0916edccc3af admin admin] 10.222.0.59 "PUT /v2.0/routers/d295772e-36c9-47b7-84ba-8f23522d459e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9712918 Jan 18 23:50:07.813938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9c7642-42b2-4cab-bf6f-92409d6f7dda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:07.938731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port db9c7642-42b2-4cab-bf6f-92409d6f7dda completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:50:07.943942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port db9c7642-42b2-4cab-bf6f-92409d6f7dda triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:07.944307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.068477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.077081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port db9c7642-42b2-4cab-bf6f-92409d6f7dda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9c7642-42b2-4cab-bf6f-92409d6f7dda,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:50:08.144736 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:08.145569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 706bdc44-7f80-47ac-8c8b-c1766a0607ca up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:08.258748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=db9c7642-42b2-4cab-bf6f-92409d6f7dda,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:08.273934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 706bdc44-7f80-47ac-8c8b-c1766a0607ca triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:08.274313 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.026382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60430) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:09.411845 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.419123 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:09.713369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Sync routers for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:50:09.727707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Routers {'d295772e-36c9-47b7-84ba-8f23522d459e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:09.728621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d295772e-36c9-47b7-84ba-8f23522d459e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:09.785855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9c7642-42b2-4cab-bf6f-92409d6f7dda up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:50:09.973342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port db9c7642-42b2-4cab-bf6f-92409d6f7dda triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:50:09.973709 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.007116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Set router d295772e-36c9-47b7-84ba-8f23522d459e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:50:10.124673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Deleting port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:50:10.125204 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.297483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.422436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:05Z', 'revision_number': 4, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '14f1b4f9-3bba-47f3-83ab-553a6bdbfd29', 'name': '', 'network_id': '2dc6d7fd-afe6-42ed-8022-994088c21f7d', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'mac_address': 'fa:16:3e:b3:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e63048d-6371-45d6-9a18-0742f3f7981d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:05Z', 'updated_at': '2022-01-18T23:50:06Z', 'revision_number': 2, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'subnets': [{'id': '4e63048d-6371-45d6-9a18-0742f3f7981d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:10.423313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Calling delete_port for 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:50:10.426919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Checking router: d295772e-36c9-47b7-84ba-8f23522d459e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:50:10.427267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Updating router d295772e-36c9-47b7-84ba-8f23522d459e port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:50:10.477257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.648875 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:10.694560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Pushing event deleted for resources: {'Port': ['ID=14f1b4f9-3bba-47f3-83ab-553a6bdbfd29,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:10.869582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:50:10.870032 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:50:11.005076 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.362147 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:11.402162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Port 14f1b4f9-3bba-47f3-83ab-553a6bdbfd29 not found while updating agent binding for router d295772e-36c9-47b7-84ba-8f23522d459e. {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Jan 18 23:50:11.413363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Routers {'d295772e-36c9-47b7-84ba-8f23522d459e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:11.413965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['d295772e-36c9-47b7-84ba-8f23522d459e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:11.591831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] Set router d295772e-36c9-47b7-84ba-8f23522d459e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:50:11.679633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Router d295772e-36c9-47b7-84ba-8f23522d459e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:50:11.874928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:10Z', 'revision_number': 5, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:11.879857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab190701-ecf8-43cd-9932-994ef4fcc432 None None] The sync data for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 is: [{'id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'name': 'tempest-ImageQuotaTest-1096747375-router', 'tenant_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87'}], 'enable_snat': True}, 'gw_port_id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:50:02Z', 'updated_at': '2022-01-18T23:50:10Z', 'revision_number': 5, 'project_id': '30002ea421ee4c7fabba30e17d2f0d7e', 'gw_port': {'id': 'db9c7642-42b2-4cab-bf6f-92409d6f7dda', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:2a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd295772e-36c9-47b7-84ba-8f23522d459e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:50:03Z', 'updated_at': '2022-01-18T23:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:50:11.880596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:50:11.890999 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4df225ab-d0d9-4cca-b333-a8b10d00cc4d admin admin] 10.222.0.59 "PUT /v2.0/routers/d295772e-36c9-47b7-84ba-8f23522d459e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8634694 Jan 18 23:50:11.893429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60438) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:12.097267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.295421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.367298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Deleting port db9c7642-42b2-4cab-bf6f-92409d6f7dda {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:50:12.367646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.538716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] For port db9c7642-42b2-4cab-bf6f-92409d6f7dda, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9c7642-42b2-4cab-bf6f-92409d6f7dda,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:50:12.538986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:12.656506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Calling delete_port for db9c7642-42b2-4cab-bf6f-92409d6f7dda owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:50:12.972780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.015125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9c7642-42b2-4cab-bf6f-92409d6f7dda,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:13.241436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.490847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.495109 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.589964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.590459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d295772e-36c9-47b7-84ba-8f23522d459e {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:50:13.602590 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.603740 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30ebd291-454d-4978-bed9-234e7563c748 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d295772e-36c9-47b7-84ba-8f23522d459e HTTP/1.1" status: 204 len: 168 time: 1.7093453 Jan 18 23:50:13.611440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60442) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:13.663265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Deleting subnet 4e63048d-6371-45d6-9a18-0742f3f7981d {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:50:13.666080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.716703 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.796539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.881811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a92ab994-9cbe-4276-a377-5b8ae0f9f297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.938933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.980368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e63048d-6371-45d6-9a18-0742f3f7981d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:13.984871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:13.992225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8d9a4-9bf8-44cb-9c2b-318f44de9fb2 None None] Network 2dc6d7fd-afe6-42ed-8022-994088c21f7d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:50:13.992383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5e7d11f6-4b0c-482c-940c-588ed1b3ed13 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4e63048d-6371-45d6-9a18-0742f3f7981d HTTP/1.1" status: 204 len: 168 time: 0.3837628 Jan 18 23:50:13.993671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60446) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:14.094876 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.105132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Deleting port 706bdc44-7f80-47ac-8c8b-c1766a0607ca {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:50:14.105467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.244191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] DHCP port deletion for 2dc6d7fd-afe6-42ed-8022-994088c21f7d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:50:14.248614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Deleting port 706bdc44-7f80-47ac-8c8b-c1766a0607ca {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:50:14.249024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.316750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] For port 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=706bdc44-7f80-47ac-8c8b-c1766a0607ca,segment=NetworkSegment(c1ddc6eb-f39a-4a54-b1d4-55f7b265360d),segment_id=c1ddc6eb-f39a-4a54-b1d4-55f7b265360d)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:50:14.317123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.450424 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] For port 706bdc44-7f80-47ac-8c8b-c1766a0607ca, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=706bdc44-7f80-47ac-8c8b-c1766a0607ca,segment=NetworkSegment(c1ddc6eb-f39a-4a54-b1d4-55f7b265360d),segment_id=c1ddc6eb-f39a-4a54-b1d4-55f7b265360d)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:50:14.450807 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.552732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Calling delete_port for 706bdc44-7f80-47ac-8c8b-c1766a0607ca owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:50:14.603961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Calling delete_port for 706bdc44-7f80-47ac-8c8b-c1766a0607ca owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:50:14.693062 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.698623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:50:14.700035 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:50:14.736964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=706bdc44-7f80-47ac-8c8b-c1766a0607ca,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:14.742816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] No DVR routers for this DVR port 706bdc44-7f80-47ac-8c8b-c1766a0607ca on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:50:14.857511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.882503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc6d7fd-afe6-42ed-8022-994088c21f7d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:14.894826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:14.895124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ddc6eb-f39a-4a54-b1d4-55f7b265360d') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:50:14.906102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.926767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.932805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:50:14.933222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:50:14.946140 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:50:15.087251 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.104670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.115529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc6d7fd-afe6-42ed-8022-994088c21f7d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:15.119648 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-cb4671e7-1001-4e70-a09a-3f9b564ba9d6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2dc6d7fd-afe6-42ed-8022-994088c21f7d HTTP/1.1" status: 204 len: 168 time: 1.1250358 Jan 18 23:50:15.200928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Deleting port 706bdc44-7f80-47ac-8c8b-c1766a0607ca {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:50:15.201423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.269142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96ec9-a475-4240-b612-1cda00cec064 None None] The port '706bdc44-7f80-47ac-8c8b-c1766a0607ca' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:50:15.434730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60452) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:15.489081 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71af4057-2e29-495b-8653-c9d94365d21e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30002ea421ee4c7fabba30e17d2f0d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530472 Jan 18 23:50:15.491428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60456) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:15.549360 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.573971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.716147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.731323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b5269d-08f7-4573-9c89-85f49c786873,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:15.737915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:15.739048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5ced5eb0-b1f4-463f-b4bf-68d45ccc3a07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7b5269d-08f7-4573-9c89-85f49c786873 HTTP/1.1" status: 204 len: 168 time: 0.2467384 Jan 18 23:50:15.749556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 706bdc44-7f80-47ac-8c8b-c1766a0607ca no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:50:15.785859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 706bdc44-7f80-47ac-8c8b-c1766a0607ca {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:50:15.786205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 706bdc44-7f80-47ac-8c8b-c1766a0607ca not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:50:15.984615 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0096788e-8725-4f31-9487-5895c8349e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.560174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60464) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:16.579159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.610142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:50:16.613967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:50:16.616708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:50:16.622559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:50:16.689291 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.732405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.779418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647204f7-26f8-4d9d-a53f-432bda229962,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:16.785586 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02f403d0-eb54-4817-98da-836201225af9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.2244086 Jan 18 23:50:16.788665 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60468) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:50:16.847970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.874562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.978613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.992554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647204f7-26f8-4d9d-a53f-432bda229962,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:50:16.998861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:16.999969 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-41f2e724-aa07-4eb3-8a7b-d29f98138445 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/647204f7-26f8-4d9d-a53f-432bda229962 HTTP/1.1" status: 204 len: 168 time: 0.2104068 Jan 18 23:50:17.242292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:17.340718 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Sync routers for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:50:17.355127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:17.355498 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 23:50:17.356098 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_agentschedulers_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d295772e-36c9-47b7-84ba-8f23522d459e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent'). {{(pid=84545) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 23:50:17.369214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Routers set() bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:50:17.369579 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Router IDs set() for agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 23:50:17.370169 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_agentschedulers_db [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d295772e-36c9-47b7-84ba-8f23522d459e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent'). {{(pid=84545) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 18 23:50:17.370542 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152d19d-2929-4e97-860d-7ffb0ce449a3 None None] The sync data for ids ['d295772e-36c9-47b7-84ba-8f23522d459e'] in n-d-825175-2 is: [] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:50:17.516287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:18.881906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:19.731926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9c7642-42b2-4cab-bf6f-92409d6f7dda no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:50:19.768217 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: db9c7642-42b2-4cab-bf6f-92409d6f7dda {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:50:19.768463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9c7642-42b2-4cab-bf6f-92409d6f7dda not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:50:36.807786 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:50:39.412334 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:41.360780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:43.864365 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0936abba-a601-41cc-b374-c90df8579b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:45.989560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-82b41fed-4722-486b-81cb-f354cc1048fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:47.217877 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:47.521031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:48.759921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-bee4617a-9b8a-46c5-9773-c25aa79fdca4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662081 Jan 18 23:50:48.886712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:50:48.902264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-4658a679-5434-4591-ba18-f703d085b3c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00a4f8dae3504d959e84399889fd8879&device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 1096 time: 0.0753727 Jan 18 23:50:49.049041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-b2828daf-86e9-4f84-91cf-95e454e5d92b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:49.050398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-b2828daf-86e9-4f84-91cf-95e454e5d92b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 200 len: 910 time: 0.1286638 Jan 18 23:50:49.153584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-68642232-95be-4e8d-9281-d24a5237ca56 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 200 len: 1000 time: 0.0977833 Jan 18 23:50:49.216012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-60206402-34fd-46f9-91b7-3defd36e476d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:50:49.217496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-60206402-34fd-46f9-91b7-3defd36e476d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 200 len: 848 time: 0.0584557 Jan 18 23:50:49.299980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-3c9cb9e8-a1c6-4c57-aae1-2b1554ac9da7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1077a461-2f6f-47ac-9154-bd215d5c1e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770068 Jan 18 23:50:49.427852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-5f1c5eb4-6f19-42ff-bd50-fe006ca78c52 service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222634 Jan 18 23:50:49.557129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5499db22-2752-4f42-8f5a-6b1f46d2507b req-1f6926c5-5bfb-431a-9e6d-860ba5ec63fb service neutron] 10.222.0.83 "GET /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239810 Jan 18 23:51:09.434756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:11.371465 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:13.807846 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:51:13.869182 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-789d673b-f556-4481-8360-387afbe53fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:15.977652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a56fbb6a-1c6e-407e-b575-4937c29cf1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:17.246104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:17.520415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:18.903035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:32.704476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54869b-d88f-4994-b954-45bb87320234 req-7381f57a-a994-4512-95c9-c2351080eac1 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:32.705955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd54869b-d88f-4994-b954-45bb87320234 req-7381f57a-a994-4512-95c9-c2351080eac1 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.2258186 Jan 18 23:51:32.750964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd54869b-d88f-4994-b954-45bb87320234 req-953f61e3-7dfb-458c-b534-bf8e25604575 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Jan 18 23:51:33.768193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-ca45e177-44c2-4648-9f4f-11858934800a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:33.769634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-ca45e177-44c2-4648-9f4f-11858934800a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.83 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.0802243 Jan 18 23:51:33.837977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Deleting port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:33.838317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:34.232375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] For port 5866f4c6-6d26-4cd0-b48b-b2665c12e396, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=5866f4c6-6d26-4cd0-b48b-b2665c12e396,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:34.232729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:34.248457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d1437-53ed-4daf-b62b-fa6f6622da6b req-7ba19a8e-9a5e-4346-b994-02e3dcbb3d72 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:34.249932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-620d1437-53ed-4daf-b62b-fa6f6622da6b req-7ba19a8e-9a5e-4346-b994-02e3dcbb3d72 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 945 time: 0.3684108 Jan 18 23:51:34.435791 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-620d1437-53ed-4daf-b62b-fa6f6622da6b req-8e74dcf1-035f-4f8e-87de-2dd0574aed89 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338494 Jan 18 23:51:34.561200 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:34.561450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:34.561764 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Floating IP 3be3af2c-09e0-41cd-9fb6-3b8eb15c8276 disassociated. External IP: 172.25.1.49, port: 5866f4c6-6d26-4cd0-b48b-b2665c12e396. Jan 18 23:51:34.562103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Calling delete_port for 5866f4c6-6d26-4cd0-b48b-b2665c12e396 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:34.743088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:34.791698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event deleted for resources: {'Port': ['ID=5866f4c6-6d26-4cd0-b48b-b2665c12e396,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:34.804974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.805319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.805654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.806019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.806348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.806672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.807039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.807308 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.807629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.807965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:34.808286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:35.010666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Router 37867523-569a-413c-9fe6-fb59c191dc50 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:51:35.215209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:51:35.228985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Sync routers for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:51:35.241425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:35.242420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:35.291752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] No DVR routers for this DVR port 5866f4c6-6d26-4cd0-b48b-b2665c12e396 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:51:35.294327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:35.298213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'name': 'network-vif-deleted', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:51:35.366493 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07075dc5-463b-4891-bf5d-04f97e28e4bc', 'name': 'network-vif-deleted', 'tag': '5866f4c6-6d26-4cd0-b48b-b2665c12e396', 'status': 'completed', 'code': 200} Jan 18 23:51:35.384754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1fa312c4-c43f-41d6-a7e8-879d4bfd297f req-1dfb9c17-d9c7-4d26-9297-b0af5b90c0f2 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.83 "DELETE /v2.0/ports/5866f4c6-6d26-4cd0-b48b-b2665c12e396 HTTP/1.1" status: 204 len: 173 time: 1.6095841 Jan 18 23:51:35.432059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:35.602031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cd68611b-c238-4f9c-a2aa-8efa135e046f req-37ce69da-6cc8-406c-b953-a7a6cf0c6e8a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Synchronizing usage tracker for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:51:35.668625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-cd68611b-c238-4f9c-a2aa-8efa135e046f req-37ce69da-6cc8-406c-b953-a7a6cf0c6e8a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Unset dirty status for tenant:00a4f8dae3504d959e84399889fd8879 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:51:35.669765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd68611b-c238-4f9c-a2aa-8efa135e046f req-37ce69da-6cc8-406c-b953-a7a6cf0c6e8a tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "GET /v2.0/ports?device_id=07075dc5-463b-4891-bf5d-04f97e28e4bc HTTP/1.1" status: 200 len: 210 time: 0.1082349 Jan 18 23:51:35.747316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:35.751201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Checking router: 37867523-569a-413c-9fe6-fb59c191dc50 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:51:35.761602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:35.762191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:35.986758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:36.294796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:36.298645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86acd8-bc7a-43a5-8407-1c202998885b None None] The sync data for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 is: [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:46:20Z', 'revision_number': 4, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '6d36f8bf-30b5-4886-b072-98cd8ee096ea', 'name': '', 'network_id': '1077a461-2f6f-47ac-9154-bd215d5c1e70', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'mac_address': 'fa:16:3e:d3:19:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:19Z', 'updated_at': '2022-01-18T23:46:30Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'subnets': [{'id': '358a494d-1c39-422f-ad2a-9084b3b6dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:51:36.526376 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d61fd-e56e-4526-89d9-76b54cf4433f None None] New status for floating IP 3be3af2c-09e0-41cd-9fb6-3b8eb15c8276: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:51:36.776166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:36.878385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5866f4c6-6d26-4cd0-b48b-b2665c12e396 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:36.912952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 5866f4c6-6d26-4cd0-b48b-b2665c12e396 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:36.912952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 5866f4c6-6d26-4cd0-b48b-b2665c12e396 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:36.931350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Deleting port 15df2e51-30db-4eaa-82a7-00d9edeb1395 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:36.931821 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.203756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.204079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.322838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Calling delete_port for 15df2e51-30db-4eaa-82a7-00d9edeb1395 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:37.497016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.541252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event deleted for resources: {'Port': ['ID=15df2e51-30db-4eaa-82a7-00d9edeb1395,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:37.631069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.690643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.691842 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fb4f27cc-d923-4963-b51c-964914b0a6c9 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "DELETE /v2.0/floatingips/3be3af2c-09e0-41cd-9fb6-3b8eb15c8276 HTTP/1.1" status: 204 len: 168 time: 0.9146242 Jan 18 23:51:37.847489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60512) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:37.916724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:37.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:38.069297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:38.086921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a038cc-f9b8-43f9-95f9-5ad7f084e82b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:38.176001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:38.177699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c2be6e9a-dd24-4138-9cd4-2583dc35c766 tempest-TestServerBasicOps-1062351389 tempest-TestServerBasicOps-1062351389-project] 10.222.0.59 "DELETE /v2.0/security-groups/d0a038cc-f9b8-43f9-95f9-5ad7f084e82b HTTP/1.1" status: 204 len: 168 time: 0.3291187 Jan 18 23:51:38.286356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60518) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:38.752279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:39.436761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Deleting port 6d36f8bf-30b5-4886-b072-98cd8ee096ea {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:39.437490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:39.446066 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:39.605127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] For port 6d36f8bf-30b5-4886-b072-98cd8ee096ea, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6d36f8bf-30b5-4886-b072-98cd8ee096ea,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:39.605481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:39.726824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Calling delete_port for 6d36f8bf-30b5-4886-b072-98cd8ee096ea owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:39.971563 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:40.020168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d36f8bf-30b5-4886-b072-98cd8ee096ea,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:40.337945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.005228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Router 37867523-569a-413c-9fe6-fb59c191dc50 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:51:41.205110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:51:41.214423 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Sync routers for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:51:41.217325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a68c4f7a-6ea1-44e3-807d-9683984b36a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/37867523-569a-413c-9fe6-fb59c191dc50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9299040 Jan 18 23:51:41.221903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60524) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:41.228163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:41.228774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:41.383845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.420676 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.420950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:41.618447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.680046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Deleting port 82fb810d-73de-4e79-923c-ed1af992af14 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:41.680393 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.710002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': '82fb810d-73de-4e79-923c-ed1af992af14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:51:39Z', 'revision_number': 5, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port': {'id': '82fb810d-73de-4e79-923c-ed1af992af14', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:58:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37867523-569a-413c-9fe6-fb59c191dc50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:16Z', 'updated_at': '2022-01-18T23:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:41.713982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Checking router: 37867523-569a-413c-9fe6-fb59c191dc50 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:51:41.724383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Routers {'37867523-569a-413c-9fe6-fb59c191dc50'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:41.726098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['37867523-569a-413c-9fe6-fb59c191dc50'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:41.860591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] For port 82fb810d-73de-4e79-923c-ed1af992af14, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=82fb810d-73de-4e79-923c-ed1af992af14,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:41.861084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:41.883954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] Set router 37867523-569a-413c-9fe6-fb59c191dc50 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:41.985046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Calling delete_port for 82fb810d-73de-4e79-923c-ed1af992af14 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:41.988709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:51:41Z', 'revision_number': 6, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:41.992920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d044598-18a3-462d-94bb-53ef9bc6f81d None None] The sync data for ids ['37867523-569a-413c-9fe6-fb59c191dc50'] in n-d-825175-2 is: [{'id': '37867523-569a-413c-9fe6-fb59c191dc50', 'name': 'tempest-TestServerBasicOps-1475165023-router', 'tenant_id': '00a4f8dae3504d959e84399889fd8879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:15Z', 'updated_at': '2022-01-18T23:51:41Z', 'revision_number': 6, 'project_id': '00a4f8dae3504d959e84399889fd8879', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:51:42.228512 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.273815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Pushing event deleted for resources: {'Port': ['ID=82fb810d-73de-4e79-923c-ed1af992af14,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:42.492571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.857260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.861687 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.925869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.926679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37867523-569a-413c-9fe6-fb59c191dc50 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:51:42.939341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:42.940471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23cf3fe2-8435-41db-b5b4-61e4453f300f admin admin] 10.222.0.59 "DELETE /v2.0/routers/37867523-569a-413c-9fe6-fb59c191dc50 HTTP/1.1" status: 204 len: 168 time: 1.7198753 Jan 18 23:51:42.943292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60530) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:43.009698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Deleting subnet 358a494d-1c39-422f-ad2a-9084b3b6dc6f {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:51:43.012858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.062110 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.141173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.309385 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.345579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358a494d-1c39-422f-ad2a-9084b3b6dc6f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:43.355959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.361418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d970278-1f6c-4895-8d65-94eea640c52d None None] Network 1077a461-2f6f-47ac-9154-bd215d5c1e70 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:51:43.364346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.364695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.365069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.366042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.366424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.366713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.367039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.367368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.367696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.368020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.368349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:43.372897 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-480d6987-ca04-4bc7-b9b5-c479a9862500 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/358a494d-1c39-422f-ad2a-9084b3b6dc6f HTTP/1.1" status: 204 len: 168 time: 0.4285176 Jan 18 23:51:43.375370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60534) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:43.482364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.493785 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Deleting port 2c2a8d27-d876-4a54-8996-e54564cac86e {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:43.494508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.648625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] DHCP port deletion for 1077a461-2f6f-47ac-9154-bd215d5c1e70 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:51:43.654898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Deleting port 2c2a8d27-d876-4a54-8996-e54564cac86e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:43.655271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.698799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] For port 2c2a8d27-d876-4a54-8996-e54564cac86e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2c2a8d27-d876-4a54-8996-e54564cac86e,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:43.699142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.820304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Calling delete_port for 2c2a8d27-d876-4a54-8996-e54564cac86e owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:43.839624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 82fb810d-73de-4e79-923c-ed1af992af14 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:43.893341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 82fb810d-73de-4e79-923c-ed1af992af14 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:43.893624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 82fb810d-73de-4e79-923c-ed1af992af14 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:43.894125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d36f8bf-30b5-4886-b072-98cd8ee096ea no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:43.942670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6d36f8bf-30b5-4886-b072-98cd8ee096ea {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:43.943009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6d36f8bf-30b5-4886-b072-98cd8ee096ea not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:43.943927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:43.944417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2c2a8d27-d876-4a54-8996-e54564cac86e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:43.983894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2c2a8d27-d876-4a54-8996-e54564cac86e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:43.984235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2c2a8d27-d876-4a54-8996-e54564cac86e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:43.986831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] For port 2c2a8d27-d876-4a54-8996-e54564cac86e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2c2a8d27-d876-4a54-8996-e54564cac86e,segment=NetworkSegment(11afcd32-fd57-472f-803d-ec3a03248811),segment_id=11afcd32-fd57-472f-803d-ec3a03248811)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:43.987225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.000169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12954590-ac76-46e4-a395-47e6218977b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.079345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2a8d27-d876-4a54-8996-e54564cac86e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:44.084022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] No DVR routers for this DVR port 2c2a8d27-d876-4a54-8996-e54564cac86e on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:51:44.117781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Calling delete_port for 2c2a8d27-d876-4a54-8996-e54564cac86e owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:44.191995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:51:44.192356 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:51:44.206947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.231438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1077a461-2f6f-47ac-9154-bd215d5c1e70']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:44.243817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11afcd32-fd57-472f-803d-ec3a03248811') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:44.244378 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11afcd32-fd57-472f-803d-ec3a03248811') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:44.255233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.270893 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.277023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:51:44.277419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:51:44.290509 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:51:44.429350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.445851 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.455873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1077a461-2f6f-47ac-9154-bd215d5c1e70,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:44.543368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-011c828b-a6b5-4b98-98c4-10b44d6e93b1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1077a461-2f6f-47ac-9154-bd215d5c1e70 HTTP/1.1" status: 204 len: 168 time: 1.1669443 Jan 18 23:51:44.546095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60540) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:44.693590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Deleting port 2c2a8d27-d876-4a54-8996-e54564cac86e {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:44.694481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:44.762381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6d1af690-3cec-4298-8ee5-b85b42ec5cd5 None None] The port '2c2a8d27-d876-4a54-8996-e54564cac86e' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:51:44.930811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.506530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Deleting port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:45.507232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.766582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] For port 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:45.766867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:45.886132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Calling delete_port for 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:45.971250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4009b6d0-4c1d-4edb-a5fd-f13775268a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:46.091656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:46.138065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:46.431517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.005529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:51:47.234500 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.306928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:51:47.315829 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Sync routers for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:51:47.316325 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6ea8a94d-b790-482c-beba-10e3dd770ad1 admin admin] 10.222.0.59 "PUT /v2.0/routers/6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7688794 Jan 18 23:51:47.318597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60546) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:47.327986 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:47.328580 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:47.507522 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:47.519468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.519808 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.714297 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.782942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Deleting port 39d4f5a4-92d5-4484-9949-6e089127148b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:47.783220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.790545 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:51:46Z', 'revision_number': 5, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port': {'id': '39d4f5a4-92d5-4484-9949-6e089127148b', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ce:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:47.794515 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Checking router: 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:51:47.804951 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Routers {'6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:47.805530 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:47.958400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] For port 39d4f5a4-92d5-4484-9949-6e089127148b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=39d4f5a4-92d5-4484-9949-6e089127148b,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:47.958760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:47.981207 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] Set router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:48.080970 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Calling delete_port for 39d4f5a4-92d5-4484-9949-6e089127148b owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:48.085345 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:51:47Z', 'revision_number': 6, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:48.089645 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220a227-b142-4044-be60-ffd199dcab1c None None] The sync data for ids ['6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9'] in n-d-825175-2 is: [{'id': '6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9', 'name': 'tempest-TestServerBasicOps-2031494560-router', 'tenant_id': '7d016e4976ba445fa121e8648631b051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:46:25Z', 'updated_at': '2022-01-18T23:51:47Z', 'revision_number': 6, 'project_id': '7d016e4976ba445fa121e8648631b051', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:51:48.331202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:48.374950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Pushing event deleted for resources: {'Port': ['ID=39d4f5a4-92d5-4484-9949-6e089127148b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:48.596477 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:48.914154 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:48.962840 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:48.967128 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.057019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.057532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 23:51:49.069711 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.070847 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b4c3b3e9-de40-4ea8-975a-c832290c32be admin admin] 10.222.0.59 "DELETE /v2.0/routers/6ce4475c-fb5a-4b5e-a8f4-483b15f2d8c9 HTTP/1.1" status: 204 len: 168 time: 1.7513299 Jan 18 23:51:49.073476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60554) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:49.136399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Deleting subnet a9d1d8df-d56e-4c69-ae54-46d4f6c91d60 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 23:51:49.139379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.188119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.263933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.388826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.424827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d1d8df-d56e-4c69-ae54-46d4f6c91d60,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:49.432067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.436959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9d09d-8d66-4f86-87b3-056c65d47030 None None] Network 1de87b3d-c5f5-4d57-9435-053183fb93a8 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:51:49.438643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1fcc0bec-37ab-4279-97a3-96f62e57a7ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a9d1d8df-d56e-4c69-ae54-46d4f6c91d60 HTTP/1.1" status: 204 len: 168 time: 0.3642261 Jan 18 23:51:49.441042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60558) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:49.545911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.556622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Deleting port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:49.556985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.667896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] DHCP port deletion for 1de87b3d-c5f5-4d57-9435-053183fb93a8 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 23:51:49.672258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Deleting port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:49.672617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.764581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] For port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:49.765012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:49.839135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:49.884977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:49.885324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ffb5fd0-8433-4dac-9eda-0d3b9b0b7668 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:49.885752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96b2e26d-2491-445d-8bb0-2fd1ad9764ae no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:49.892415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Calling delete_port for 96b2e26d-2491-445d-8bb0-2fd1ad9764ae owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:49.951132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] For port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,segment=NetworkSegment(0cff40b3-6ec5-4b1f-9141-697d1ce46e78),segment_id=0cff40b3-6ec5-4b1f-9141-697d1ce46e78)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:49.951733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.068304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.073133 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Calling delete_port for 96b2e26d-2491-445d-8bb0-2fd1ad9764ae owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:51:50.099247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No active binding found for port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae {{(pid=84544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 23:51:50.100341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96b2e26d-2491-445d-8bb0-2fd1ad9764ae not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:50.100798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d4f5a4-92d5-4484-9949-6e089127148b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:51:50.119268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b2e26d-2491-445d-8bb0-2fd1ad9764ae,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:50.124724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] No DVR routers for this DVR port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:51:50.171699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 39d4f5a4-92d5-4484-9949-6e089127148b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:51:50.171895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 39d4f5a4-92d5-4484-9949-6e089127148b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:51:50.209926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 23:51:50.210282 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 23:51:50.247084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.272801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de87b3d-c5f5-4d57-9435-053183fb93a8']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:50.284642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cff40b3-6ec5-4b1f-9141-697d1ce46e78') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:50.284968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cff40b3-6ec5-4b1f-9141-697d1ce46e78') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:50.296048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.311730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.317645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 23:51:50.318025 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: timer() Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: self._notify() Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 23:51:50.331381 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 23:51:50.445673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.461365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.471074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de87b3d-c5f5-4d57-9435-053183fb93a8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:50.475697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11d80535-afc2-40e2-af04-b1e860bf7876 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1de87b3d-c5f5-4d57-9435-053183fb93a8 HTTP/1.1" status: 204 len: 168 time: 1.0333266 Jan 18 23:51:50.711848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Deleting port 96b2e26d-2491-445d-8bb0-2fd1ad9764ae {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:51:50.712191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.748434 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60564) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:50.775664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-32d8eb9c-d9ff-4b0f-8e3f-6e92220d8c5e None None] The port '96b2e26d-2491-445d-8bb0-2fd1ad9764ae' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 23:51:50.801201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6950df7c-32d1-4f15-9e71-e5608522eb7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=00a4f8dae3504d959e84399889fd8879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514927 Jan 18 23:51:50.804405 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60568) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:50.809373 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:51:50.862541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:50.888203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:51.016863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:51.122186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8621d1a-3890-4bf1-9a7a-a01ace6a5e0c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:51.133226 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:51.133226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ef37a7f5-0e6b-410b-aca6-5a1b1ca8575a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8621d1a-3890-4bf1-9a7a-a01ace6a5e0c HTTP/1.1" status: 204 len: 168 time: 0.3261673 Jan 18 23:51:51.732082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60576) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:51.781864 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7856a019-4767-4411-bd8b-3f152ad4c9cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d016e4976ba445fa121e8648631b051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486009 Jan 18 23:51:51.784336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 60580) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:51.841791 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:51.867859 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:51.999841 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:52.014456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5ea562-927b-4d05-beaf-c8185cb2325e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:52.022901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:52.024012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5fd81341-fdad-46da-a298-e47a1aa1fc05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a5ea562-927b-4d05-beaf-c8185cb2325e HTTP/1.1" status: 204 len: 168 time: 0.2387757 Jan 18 23:51:53.230173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60602) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:53.357055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1992172446-network', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:51:53.362321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:51:53.366386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Usage tracker for resource:network and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:51:53.369516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:51:53.375795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:51:53.468316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:51:53.471107 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.484156 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.514271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:51:53.517945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:51:53.520697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:51:53.527197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:51:53.591432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.651125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.680294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:51:53.688895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d839aa0-e665-4e94-92c1-e4d1554be0b4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:53.695753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.696171 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Added segment 2ae19d5b-177e-45db-9009-69f5bc900deb of type vlan for network ade4712e-9156-4b30-94be-be75772c8431 Jan 18 23:51:53.722082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.828253 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.829110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:53.829724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:53.933078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] Pushing event updated for resources: {'Network': ['ID=ade4712e-9156-4b30-94be-be75772c8431,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:53.942945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ade4712e-9156-4b30-94be-be75772c8431 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:51:54.000397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fe4c9526-82b9-482e-8db2-deee34112722 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7690887 Jan 18 23:51:54.003194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60608) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:54.009420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Request body: {'subnet': {'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1992172446-subnet', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:51:54.014781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:51:54.018681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Usage tracker for resource:subnet and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:51:54.021716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:51:54.027544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:51:54.102625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:51:54.104939 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.366092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.435031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c6e3ca-db86-403b-91fb-4593b04d49fd,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:54.448818 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:51:54.449222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Network hostable DHCP agents. Network: ade4712e-9156-4b30-94be-be75772c8431, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:51:54.531297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Network ade4712e-9156-4b30-94be-be75772c8431 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:51:54.651335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ade4712e-9156-4b30-94be-be75772c8431) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:51:54.655867 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:51:54.661838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.662017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6172046-81dc-49ba-8570-d552db88af16 None None] Network ade4712e-9156-4b30-94be-be75772c8431 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:51:54.727336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c447cb45-5dbd-43df-9f2f-6e26eaace663 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7230828 Jan 18 23:51:54.730026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60612) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:54.735113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:51:54.740278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:51:54.744477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Usage tracker for resource:router and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:51:54.747384 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:51:54.753275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:51:54.811887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.812861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.830793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:54.875126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ade4712e-9156-4b30-94be-be75772c8431', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:51:54.875965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.033045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Allocated IP 172.20.0.2 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/9f9ebdc9-c608-4922-8a50-c4330b408c11) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:51:55.045035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.233095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.243253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Transition to ACTIVE for port object 9f9ebdc9-c608-4922-8a50-c4330b408c11 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:51:55.262339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Transition to ACTIVE for port object 9f9ebdc9-c608-4922-8a50-c4330b408c11 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:51:55.300301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.320452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.329903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.389750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:51:55.390873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:51:55.394645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:51:55.400580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Pushing event updated for resources: {'Port': ['ID=9f9ebdc9-c608-4922-8a50-c4330b408c11,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:55.434590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.434947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.435263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.435698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.436031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.436357 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.436678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.437035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.437355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.437669 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.437983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:51:55.469832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Allocated IP 172.25.1.42 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/af480fd0-ac0e-4e70-8171-20b3556b7438) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:51:55.496682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Attempting to bind port 9f9ebdc9-c608-4922-8a50-c4330b408c11 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:51:55.496998 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Attempting to bind port 9f9ebdc9-c608-4922-8a50-c4330b408c11 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:51:55.497361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Attempting to bind port 9f9ebdc9-c608-4922-8a50-c4330b408c11 on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:51:55.503568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:51:55.503935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:51:55.504329 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.504719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:51:55.505196 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Bound port: 9f9ebdc9-c608-4922-8a50-c4330b408c11, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:51:55.505562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.595628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] For port 9f9ebdc9-c608-4922-8a50-c4330b408c11, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:51:55.598881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] For port 9f9ebdc9-c608-4922-8a50-c4330b408c11, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9f9ebdc9-c608-4922-8a50-c4330b408c11,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:51:55.657475 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.715111 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.739852 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bf8b4-a316-43ea-9070-38394955fe42 None None] Pushing event updated for resources: {'Port': ['ID=9f9ebdc9-c608-4922-8a50-c4330b408c11,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:55.800224 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:55.868637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:51:55.871753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:51:55.875660 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:51:55.917406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Pushing event updated for resources: {'Port': ['ID=af480fd0-ac0e-4e70-8171-20b3556b7438,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:56.109300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:56.110040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:56.400081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Router 52925180-7226-4bb2-ba86-49625dd2eae8 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:51:56.611692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:51:56.627762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:51:56.639708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:56.646297 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:56.698683 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24986ddc-0bab-4ccb-9cf6-3a1ea532dd2d None None] Network ade4712e-9156-4b30-94be-be75772c8431 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:51:56.702636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:56.703958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1641bf42-573c-4163-95bc-2ebb0e097f40 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9729931 Jan 18 23:51:56.706576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60616) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:51:56.930845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b33eb2d9-9c3c-4911-9eff-26154fafdf97 None None] Provisioning for port 9f9ebdc9-c608-4922-8a50-c4330b408c11 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:51:57.032944 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:57.379409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:55Z', 'revision_number': 3, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:57.390150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:51:57.390150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Updating router 52925180-7226-4bb2-ba86-49625dd2eae8 port af480fd0-ac0e-4e70-8171-20b3556b7438 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:51:57.442132 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:57.491323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:57.794655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:57.807257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Transition to ACTIVE for port object af480fd0-ac0e-4e70-8171-20b3556b7438 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:51:57.822598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Allocated IP 172.20.0.1 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/89709c0d-27ce-44b0-8b49-67b8e3c7f53d) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:51:57.836758 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9f9ebdc9-c608-4922-8a50-c4330b408c11 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:51:57.914646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:57.978861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:57.981116 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9f9ebdc9-c608-4922-8a50-c4330b408c11 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:51:57.995032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Transition to ACTIVE for port object 89709c0d-27ce-44b0-8b49-67b8e3c7f53d will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:51:57.996431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Attempting to bind port af480fd0-ac0e-4e70-8171-20b3556b7438 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:51:57.996811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Attempting to bind port af480fd0-ac0e-4e70-8171-20b3556b7438 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:51:57.997254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Attempting to bind port af480fd0-ac0e-4e70-8171-20b3556b7438 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:51:58.002337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9f9ebdc9-c608-4922-8a50-c4330b408c11 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:51:58.002729 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.026686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2878-51da-4fbb-a27d-20d35e626fde None None] Pushing event updated for resources: {'Port': ['ID=af480fd0-ac0e-4e70-8171-20b3556b7438,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:58.046292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:51:58.046668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:51:58.047073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.047496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:51:58.047970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Bound port: af480fd0-ac0e-4e70-8171-20b3556b7438, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:51:58.048343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.086155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.139403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] For port af480fd0-ac0e-4e70-8171-20b3556b7438, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:51:58.154110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:51:58.156978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:51:58.160648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:51:58.181924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] For port af480fd0-ac0e-4e70-8171-20b3556b7438, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af480fd0-ac0e-4e70-8171-20b3556b7438,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:51:58.199771 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.200800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:58.227088 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.235651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 9f9ebdc9-c608-4922-8a50-c4330b408c11, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9f9ebdc9-c608-4922-8a50-c4330b408c11,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:51:58.237048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.322975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.329453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2878-51da-4fbb-a27d-20d35e626fde None None] Pushing event updated for resources: {'Port': ['ID=af480fd0-ac0e-4e70-8171-20b3556b7438,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:58.376778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:51:58.377775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:58.385195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.488535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=9f9ebdc9-c608-4922-8a50-c4330b408c11,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:58.557505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6886b012-a246-4b82-aeff-18ac7152e3ce None None] Provisioning for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:51:58.573967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6886b012-a246-4b82-aeff-18ac7152e3ce None None] Provisioning complete for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:51:58.574341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6886b012-a246-4b82-aeff-18ac7152e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.606109 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.638552 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6886b012-a246-4b82-aeff-18ac7152e3ce None None] Port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:51:58.641789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:51:58.656960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.768507 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:58.772890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:51:58.919022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:51:58.920750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:51:59.007805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:51:57Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:51:59.012466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b2484-20a8-4c42-a7f6-789fd3beb79c None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:51:57Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:51:59.173016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-70cb479d-bc1e-4e01-bb78-d7d39fea51dd None None] Provisioning complete for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:51:59.173016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-70cb479d-bc1e-4e01-bb78-d7d39fea51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:51:59.236952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-70cb479d-bc1e-4e01-bb78-d7d39fea51dd None None] Port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:51:59.358833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:51:59.687318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:51:59.700370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c77ca77d-fcb1-4801-bf60-4c91d6e9f0f8 admin admin] 10.222.0.59 "PUT /v2.0/routers/52925180-7226-4bb2-ba86-49625dd2eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9926994 Jan 18 23:51:59.879551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9f9ebdc9-c608-4922-8a50-c4330b408c11 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:51:59.953871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9f9ebdc9-c608-4922-8a50-c4330b408c11 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:51:59.954817 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.082099 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af480fd0-ac0e-4e70-8171-20b3556b7438 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:00.217350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port af480fd0-ac0e-4e70-8171-20b3556b7438 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:00.227906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port af480fd0-ac0e-4e70-8171-20b3556b7438 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:00.227906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.343278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.358762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port af480fd0-ac0e-4e70-8171-20b3556b7438, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af480fd0-ac0e-4e70-8171-20b3556b7438,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:00.433988 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.498361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=af480fd0-ac0e-4e70-8171-20b3556b7438,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:00.815909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:00.822354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-694471628-network', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:52:00.827648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:00.831452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Usage tracker for resource:network and tenant:97ee40fc8f6b494da5ba053afa704af7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:00.834342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:00.840051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:00.902400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Made reservation on behalf of 97ee40fc8f6b494da5ba053afa704af7 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:00.904717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.917177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:00.948542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:00.952450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Usage tracker for resource:security_group_rule and tenant:97ee40fc8f6b494da5ba053afa704af7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:00.955339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:00.961299 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:01.028383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.102202 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.132102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 23:52:01.140138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa50378e-0f78-464b-bc58-d145c346e041,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:01.145501 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.145848 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Added segment 8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7 of type vlan for network 2f99a55f-5b0d-480c-ad66-b788a46b4769 Jan 18 23:52:01.172677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.273790 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.274625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.275206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.377183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f99a55f-5b0d-480c-ad66-b788a46b4769,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:01.387156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 23:52:01.428926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-57c836b0-e6c0-4679-a918-a64a798440a1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6116252 Jan 18 23:52:01.431451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:01.436779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Request body: {'subnet': {'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-694471628-subnet', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:52:01.442203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:01.446127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Usage tracker for resource:subnet and tenant:97ee40fc8f6b494da5ba053afa704af7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:01.449031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:01.454722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:01.514026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Made reservation on behalf of 97ee40fc8f6b494da5ba053afa704af7 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:01.516331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.777475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.803581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af480fd0-ac0e-4e70-8171-20b3556b7438 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:01.855001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0b2180-7ffe-4186-91f6-b52dccb1df6e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:01.866393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Checking segment: {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:01.866754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Network hostable DHCP agents. Network: 2f99a55f-5b0d-480c-ad66-b788a46b4769, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 23:52:01.870908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port af480fd0-ac0e-4e70-8171-20b3556b7438 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:01.871399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.919679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 23:52:01.965495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 2f99a55f-5b0d-480c-ad66-b788a46b4769) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:01.969353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:01.969935 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:01.975759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa187c4b-d7a8-44dd-99b4-14e73f12397f None None] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:52:02.036612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-425b3e5a-a444-411b-bea1-8016f0640b61 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6025929 Jan 18 23:52:02.037632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:02.043344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:52:02.049401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:02.052748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Usage tracker for resource:router and tenant:97ee40fc8f6b494da5ba053afa704af7 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:52:02.055834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:52:02.061846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:02.137239 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.138226 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.156493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.205216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-2f99a55f-5b0d-480c-ad66-b788a46b4769', 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'fixed_ips': [{'subnet_id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 23:52:02.206021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.361106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Allocated IP 172.20.0.2 (2f99a55f-5b0d-480c-ad66-b788a46b4769/6c0b2180-7ffe-4186-91f6-b52dccb1df6e/9a58717a-a002-41fe-9d41-468d242603fa) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:02.362437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.598450 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.603492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.609057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Transition to ACTIVE for port object 9a58717a-a002-41fe-9d41-468d242603fa will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:02.628273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Transition to ACTIVE for port object 9a58717a-a002-41fe-9d41-468d242603fa will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:02.642177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.697742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.775010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:02.775899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Pushing event updated for resources: {'Port': ['ID=9a58717a-a002-41fe-9d41-468d242603fa,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:02.778560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:02.781060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Allocated IP 172.25.1.72 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/4a5a5abb-5f2a-4319-bf69-315baa7a16f8) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:02.781315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:52:02.873916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Attempting to bind port 9a58717a-a002-41fe-9d41-468d242603fa on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:02.874290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Attempting to bind port 9a58717a-a002-41fe-9d41-468d242603fa by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:02.874660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Attempting to bind port 9a58717a-a002-41fe-9d41-468d242603fa on network 2f99a55f-5b0d-480c-ad66-b788a46b4769 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:02.883553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:52:02.883935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Checking segment: {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:02.884342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.884741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Bound using segment: {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:52:02.885265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Bound port: 9a58717a-a002-41fe-9d41-468d242603fa, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:02.885636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.946658 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:02.980413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] For port 9a58717a-a002-41fe-9d41-468d242603fa, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:52:02.983432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] For port 9a58717a-a002-41fe-9d41-468d242603fa, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9a58717a-a002-41fe-9d41-468d242603fa,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:52:03.051450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:03.080035 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:03.122150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:03.125077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:03.127679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:52:03.156302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50916890-345c-4a49-8ccf-ca5c338ebaeb None None] Pushing event updated for resources: {'Port': ['ID=9a58717a-a002-41fe-9d41-468d242603fa,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:03.162738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:03.414349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:03.415096 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:03.805784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Router 5fdf9658-75d3-4192-895e-6184043c9755 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 23:52:03.837638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9a58717a-a002-41fe-9d41-468d242603fa up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:03.982396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 9a58717a-a002-41fe-9d41-468d242603fa completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:04.027058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:52:04.035542 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Sync routers for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:52:04.049644 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:04.050389 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:04.102557 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.104135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5c9f5445-3313-4305-aaee-d77a2a2576c2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0653658 Jan 18 23:52:04.106595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 60652) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:52:04.174398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff4d4c-4434-45d8-84eb-32c3f78935f4 None None] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 23:52:04.238781 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:04.348570 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Provisioning for port 9a58717a-a002-41fe-9d41-468d242603fa completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:04.359485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Provisioning complete for port 9a58717a-a002-41fe-9d41-468d242603fa triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:04.359862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.539142 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:03Z', 'revision_number': 3, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:04.543606 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Checking router: 5fdf9658-75d3-4192-895e-6184043c9755 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:52:04.544006 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Updating router 5fdf9658-75d3-4192-895e-6184043c9755 port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:52:04.544963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.588097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] For port 9a58717a-a002-41fe-9d41-468d242603fa, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9a58717a-a002-41fe-9d41-468d242603fa,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:04.598212 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.650946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.732706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9e49e-fe61-4761-b99c-d4cf052ad483 None None] Pushing event updated for resources: {'Port': ['ID=9a58717a-a002-41fe-9d41-468d242603fa,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:04.879481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3273a1ed-1763-42dc-ba7f-3065e4ee0c8d None None] Provisioning complete for port 9a58717a-a002-41fe-9d41-468d242603fa triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:04.880918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3273a1ed-1763-42dc-ba7f-3065e4ee0c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.906032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.972982 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:04.988083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Transition to ACTIVE for port object 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:05.045189 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.124066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Allocated IP 172.20.0.1 (2f99a55f-5b0d-480c-ad66-b788a46b4769/6c0b2180-7ffe-4186-91f6-b52dccb1df6e/f103c710-b690-45f2-b4db-21d91d83b95a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:05.128258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Attempting to bind port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:05.128437 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Attempting to bind port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:05.128784 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Attempting to bind port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:05.136488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:05.148312 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:52:05.148620 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:05.149051 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.149450 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:52:05.149912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Bound port: 4a5a5abb-5f2a-4319-bf69-315baa7a16f8, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:05.150278 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.177831 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.178175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.179053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.179469 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.179805 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.180120 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.180441 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.180760 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.181127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.181484 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.181857 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:52:05.231127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] For port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:52:05.234238 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] For port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:52:05.278866 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.293709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Transition to ACTIVE for port object f103c710-b690-45f2-b4db-21d91d83b95a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:05.309049 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.378064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.397207 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5088d6d-d6ee-470e-b7fc-df4061c7af98 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:05.401416 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:05.402008 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:05.443982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:05.447427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:05.451119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:52:05.607245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Pushing event updated for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:05.623001 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:05.638389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.784292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.794044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a0124b8-b20b-4520-a747-77bca515af41 None None] Provisioning for port f103c710-b690-45f2-b4db-21d91d83b95a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:05.801575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3a0124b8-b20b-4520-a747-77bca515af41 None None] Provisioning complete for port f103c710-b690-45f2-b4db-21d91d83b95a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:05.802194 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a0124b8-b20b-4520-a747-77bca515af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:05.860804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9a58717a-a002-41fe-9d41-468d242603fa up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:05.892358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3a0124b8-b20b-4520-a747-77bca515af41 None None] Port f103c710-b690-45f2-b4db-21d91d83b95a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:52:05.924768 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:03Z', 'revision_number': 3, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:05.930199 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076fc7-1f9f-4d26-8695-9eb506c3752e None None] The sync data for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 is: [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:03Z', 'revision_number': 3, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:52:05.942784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 9a58717a-a002-41fe-9d41-468d242603fa triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:05.943289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:06.029498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:06.079908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:06.184600 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:06.187995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Pushing event updated for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:06.325439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:06.326583 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:06.518120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8ccaacc-7fc8-489d-82f7-f34c3d3a8d39 None None] Provisioning complete for port f103c710-b690-45f2-b4db-21d91d83b95a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:06.518491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8ccaacc-7fc8-489d-82f7-f34c3d3a8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:06.574207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccaacc-7fc8-489d-82f7-f34c3d3a8d39 None None] Port f103c710-b690-45f2-b4db-21d91d83b95a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:52:06.713666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Router 5fdf9658-75d3-4192-895e-6184043c9755 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:52:06.914190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:52:06.922944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a7e0b33d-3ef4-46e5-867a-6a8d2bed5ccf admin admin] 10.222.0.59 "PUT /v2.0/routers/5fdf9658-75d3-4192-895e-6184043c9755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8151894 Jan 18 23:52:09.468439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:09.895923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618f33-2814-44c0-ad56-693b778baca0 req-7e281ff4-1326-4ff4-81c6-ba29ed5d47fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:09.896600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be618f33-2814-44c0-ad56-693b778baca0 req-7e281ff4-1326-4ff4-81c6-ba29ed5d47fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:09.976563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be618f33-2814-44c0-ad56-693b778baca0 req-7e281ff4-1326-4ff4-81c6-ba29ed5d47fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:09.977782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-7e281ff4-1326-4ff4-81c6-ba29ed5d47fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.2191725 Jan 18 23:52:09.995257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-966e728a-8070-4987-8fcb-20f2dc5c7b48 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0120289 Jan 18 23:52:10.077070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be618f33-2814-44c0-ad56-693b778baca0 req-be2fb89b-8125-4d8e-8afe-3b7208b4d4d6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:10.187916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-be618f33-2814-44c0-ad56-693b778baca0 req-be2fb89b-8125-4d8e-8afe-3b7208b4d4d6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:10.189269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-be2fb89b-8125-4d8e-8afe-3b7208b4d4d6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893497 Jan 18 23:52:10.541756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-30f81e7b-2c6e-4297-b728-28bc128ddbc7 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454316 Jan 18 23:52:10.670517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-267b8fbf-6af8-4729-9e68-01caf8f31daa service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227365 Jan 18 23:52:11.291524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-877db72d-f72f-49f8-8023-b2063cbf686b req-193b796f-7629-4812-8a8b-dbd154bb292c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 210 time: 0.0442245 Jan 18 23:52:11.382503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:11.854932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:11.977013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:11.982287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:11.982664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.102834 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.120895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:12.177400 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:12.246434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:12.464230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31b268b2-e5f7-4c3b-81f4-50f78a6ea42a req-20065a18-b202-47c6-8d2d-2e3efa7a00ad tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 210 time: 0.0407577 Jan 18 23:52:12.775487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:52:12.788168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:12.789406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:13.013412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:13.340903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 2, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:13.344879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:52:13.345233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Updating router 52925180-7226-4bb2-ba86-49625dd2eae8 port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:52:13.397178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.477300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618f33-2814-44c0-ad56-693b778baca0 req-1c8a1a98-82ef-49b5-8d8b-3e6569f5fc4d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:13.478832 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-1c8a1a98-82ef-49b5-8d8b-3e6569f5fc4d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1583543 Jan 18 23:52:13.495154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:52:13.640912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:52:13.650767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:52:13.673663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6579e3ec-2224-4187-8ee2-824b3ae12c28 req-fc326845-412e-4419-b51d-87008dd5997e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 210 time: 0.0496883 Jan 18 23:52:13.731042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:52:13.734348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.768594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.783529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Transition to ACTIVE for port object 89709c0d-27ce-44b0-8b49-67b8e3c7f53d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:13.825996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:13.882122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.938118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-db032710-da92-4a27-9dae-86d027bdcdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:13.962585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.14 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/da0bb1d0-e96f-4fcf-9392-f37d093c057f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:52:14.040795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b3491-dddf-4116-ba31-abbaf1e3253b None None] Pushing event updated for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:14.095252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:14.095628 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.192215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Attempting to bind port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:14.192582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Attempting to bind port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:14.193095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Attempting to bind port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:14.205836 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.226112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:52:14.227098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object da0bb1d0-e96f-4fcf-9392-f37d093c057f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:14.230390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:14.230390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.230390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:52:14.230390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Bound port: 89709c0d-27ce-44b0-8b49-67b8e3c7f53d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:14.230390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.308729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.393108 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:52:14.396787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:52:14.399640 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:14.402039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:52:14.437030 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] For port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:52:14.440487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] For port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:52:14.478658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:14.479675 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.565968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.589301 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-f3358c51-cf8b-4e5b-b0e0-259eab82d2cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0986159 Jan 18 23:52:14.600163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-6318682f-7300-45ff-bf42-642de5e5f13a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:52:14.601610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-6318682f-7300-45ff-bf42-642de5e5f13a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057225 Jan 18 23:52:14.662473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b3491-dddf-4116-ba31-abbaf1e3253b None None] Pushing event updated for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:14.667454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:14.668073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:14.713032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Request body: {'port': {'device_id': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:52:14.902714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:14.923904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0d4d4733-de0c-481a-ba33-17e6047c5aef None None] Provisioning for port da0bb1d0-e96f-4fcf-9392-f37d093c057f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:14.934715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71006-6949-4e48-bdce-5f7101a4a426 req-26e9d6fb-7f57-4726-88c0-265a4bc6fb67 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:14.939094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04a71006-6949-4e48-bdce-5f7101a4a426 req-26e9d6fb-7f57-4726-88c0-265a4bc6fb67 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 932 time: 0.1294990 Jan 18 23:52:14.940546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0d4d4733-de0c-481a-ba33-17e6047c5aef None None] Provisioning complete for port da0bb1d0-e96f-4fcf-9392-f37d093c057f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:14.941027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0d4d4733-de0c-481a-ba33-17e6047c5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.017718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-04a71006-6949-4e48-bdce-5f7101a4a426 req-f96250eb-1fd3-4800-b595-6fe3fdab21d0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:15.040447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d4733-de0c-481a-ba33-17e6047c5aef None None] Port da0bb1d0-e96f-4fcf-9392-f37d093c057f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:52:15.043582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:15.102969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-04a71006-6949-4e48-bdce-5f7101a4a426 req-f96250eb-1fd3-4800-b595-6fe3fdab21d0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:15.104156 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04a71006-6949-4e48-bdce-5f7101a4a426 req-f96250eb-1fd3-4800-b595-6fe3fdab21d0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591227 Jan 18 23:52:15.284073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0bb1d0-e96f-4fcf-9392-f37d093c057f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:52:15.291123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.306821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Transition to ACTIVE for port object da0bb1d0-e96f-4fcf-9392-f37d093c057f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:15.389330 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.412933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:14Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:15.417977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6199f3-7c29-43c8-a29f-1a9b5a32e96b None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:14Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:52:15.565938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:15.665942 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Sync routers for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:52:15.672223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Attempting to bind port da0bb1d0-e96f-4fcf-9392-f37d093c057f on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:15.672706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Attempting to bind port da0bb1d0-e96f-4fcf-9392-f37d093c057f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:15.673202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Attempting to bind port da0bb1d0-e96f-4fcf-9392-f37d093c057f on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:15.680253 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Port da0bb1d0-e96f-4fcf-9392-f37d093c057f on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:52:15.681767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Attempting to bind port da0bb1d0-e96f-4fcf-9392-f37d093c057f on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:15.683051 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:15.683684 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:51:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:15.688010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:52:15.688476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:15.689028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:52:15.689560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Bound port: da0bb1d0-e96f-4fcf-9392-f37d093c057f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:15.690003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:15.862053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 89709c0d-27ce-44b0-8b49-67b8e3c7f53d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:15.905894 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:15.921531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:52:15.926121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:52:16.022882 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.051433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:16.054868 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-32aa687b-4c40-4418-8635-d1f599752155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.061707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:16.062341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.118129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:16.153105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.155069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-26dac4f1-2b08-4873-985c-9eaca620dfa6 service neutron] 10.222.0.89 "PUT /v2.0/ports/da0bb1d0-e96f-4fcf-9392-f37d093c057f HTTP/1.1" status: 200 len: 1092 time: 1.5472550 Jan 18 23:52:16.155174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:16.355805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.357230 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 4, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f103c710-b690-45f2-b4db-21d91d83b95a', 'name': '', 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'mac_address': 'fa:16:3e:74:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:04Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 2, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'subnets': [{'id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:16.362654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Checking router: 5fdf9658-75d3-4192-895e-6184043c9755 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:52:16.363005 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Updating router 5fdf9658-75d3-4192-895e-6184043c9755 port f103c710-b690-45f2-b4db-21d91d83b95a binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 23:52:16.392337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-b465e6ba-d553-40ab-9d7b-eeeaccee33a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 1095 time: 0.1453156 Jan 18 23:52:16.433489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b84a6-e64c-4f65-8668-add26104deec req-97f9c3fa-51dc-4926-9010-9af87e0685b7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:16.441168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da1b84a6-e64c-4f65-8668-add26104deec req-97f9c3fa-51dc-4926-9010-9af87e0685b7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.1310222 Jan 18 23:52:16.446520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:16.457104 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.486529 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f', 'status': 'completed', 'code': 200} Jan 18 23:52:16.502726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-e8aa85d7-99b2-4c7c-8175-b2d527f1c3ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f HTTP/1.1" status: 200 len: 217 time: 0.1023979 Jan 18 23:52:16.505365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da1b84a6-e64c-4f65-8668-add26104deec req-ee970966-45a7-4a10-97bc-eb87ade73819 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630774 Jan 18 23:52:16.513825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.576617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be618f33-2814-44c0-ad56-693b778baca0 req-98ab0a39-d866-4037-a07b-3753e242c210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:16.578263 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-98ab0a39-d866-4037-a07b-3753e242c210 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0690131 Jan 18 23:52:16.597128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:16.658313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-87cf3315-b0a8-446b-9128-b3788091172b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740964 Jan 18 23:52:16.790140 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-e93896f9-773e-4e54-8f3e-297df47bb895 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254315 Jan 18 23:52:16.866083 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:16.880099 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Transition to ACTIVE for port object f103c710-b690-45f2-b4db-21d91d83b95a will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:52:16.923527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-be618f33-2814-44c0-ad56-693b778baca0 req-24d6b05c-658f-4ec8-8f90-80ec9a1a61c6 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271939 Jan 18 23:52:16.953675 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.077703 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80e8aa-1ede-4f95-97ab-bec766b8bc1d None None] Pushing event updated for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:17.136262 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-f1c20f22-ed40-45dc-a014-3b8d4c01ca04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 1095 time: 0.0790265 Jan 18 23:52:17.189167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Attempting to bind port f103c710-b690-45f2-b4db-21d91d83b95a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:52:17.189674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Attempting to bind port f103c710-b690-45f2-b4db-21d91d83b95a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:52:17.190134 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Attempting to bind port f103c710-b690-45f2-b4db-21d91d83b95a on network 2f99a55f-5b0d-480c-ad66-b788a46b4769 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:52:17.198016 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:52:17.198491 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Checking segment: {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:52:17.198943 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.199609 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Bound using segment: {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:52:17.200228 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Bound port: f103c710-b690-45f2-b4db-21d91d83b95a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:52:17.200650 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.239276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.283491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22989749-83af-4125-a5c1-5b978304749c req-286fc3b0-b083-417d-81b0-0861a2de2da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:17.285076 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-286fc3b0-b083-417d-81b0-0861a2de2da1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1426728 Jan 18 23:52:17.294407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] For port f103c710-b690-45f2-b4db-21d91d83b95a, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:52:17.297527 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] For port f103c710-b690-45f2-b4db-21d91d83b95a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f103c710-b690-45f2-b4db-21d91d83b95a,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:52:17.352810 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-66c3f5b8-7bf5-45a5-adcb-0d264ff7e8db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f HTTP/1.1" status: 200 len: 217 time: 0.0620573 Jan 18 23:52:17.377551 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.412234 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22989749-83af-4125-a5c1-5b978304749c req-26e39403-47d8-4464-b2be-31e9880d5977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:17.413645 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-26e39403-47d8-4464-b2be-31e9880d5977 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0559886 Jan 18 23:52:17.456883 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80e8aa-1ede-4f95-97ab-bec766b8bc1d None None] Pushing event updated for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:17.466790 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:52:17.467411 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:52:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:17.505818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-8ae8df8d-82a0-458c-b094-fdc1ee863b04 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866714 Jan 18 23:52:17.530931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:17.656415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-b7b9880f-2e36-4a52-ba98-139c435aaf14 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447685 Jan 18 23:52:17.676425 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:52:17.726474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabc01-7d53-47bf-8a4a-81866bfa3039 req-1554bc86-9bb0-48f9-a34f-358e11982be9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:17.728382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8eabc01-7d53-47bf-8a4a-81866bfa3039 req-1554bc86-9bb0-48f9-a34f-358e11982be9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0775964 Jan 18 23:52:17.783001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8eabc01-7d53-47bf-8a4a-81866bfa3039 req-fd1e77eb-4c3c-410c-82d6-48cc58f7eeaf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484743 Jan 18 23:52:17.822411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22989749-83af-4125-a5c1-5b978304749c req-74e271bb-2388-4bdc-91ba-7c3645ed9979 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544268 Jan 18 23:52:17.841812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 89709c0d-27ce-44b0-8b49-67b8e3c7f53d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:17.915640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:17.915930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:18.060606 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 4, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f103c710-b690-45f2-b4db-21d91d83b95a', 'name': '', 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'mac_address': 'fa:16:3e:74:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:04Z', 'updated_at': '2022-01-18T23:52:17Z', 'revision_number': 4, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'subnets': [{'id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:52:18.064566 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac80da2-a5e8-4c20-a007-7bffd933cf3d None None] The sync data for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 is: [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:05Z', 'revision_number': 4, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'f103c710-b690-45f2-b4db-21d91d83b95a', 'name': '', 'network_id': '2f99a55f-5b0d-480c-ad66-b788a46b4769', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'mac_address': 'fa:16:3e:74:cb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:04Z', 'updated_at': '2022-01-18T23:52:17Z', 'revision_number': 4, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'subnets': [{'id': '6c0b2180-7ffe-4186-91f6-b52dccb1df6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:52:18.896431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:18.998242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ad21b-f2f3-4ac7-9a23-a127e58ae8e7 req-1d48c77a-e054-47cc-96c8-c7177e00fccf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:18.999617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d15ad21b-f2f3-4ac7-9a23-a127e58ae8e7 req-1d48c77a-e054-47cc-96c8-c7177e00fccf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0787191 Jan 18 23:52:19.044361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d15ad21b-f2f3-4ac7-9a23-a127e58ae8e7 req-edde0fbf-180e-4379-99ab-fef1c090576d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Jan 18 23:52:19.833031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f103c710-b690-45f2-b4db-21d91d83b95a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:19.970713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f103c710-b690-45f2-b4db-21d91d83b95a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:19.975797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f103c710-b690-45f2-b4db-21d91d83b95a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:19.976358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.121963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.154372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f103c710-b690-45f2-b4db-21d91d83b95a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f103c710-b690-45f2-b4db-21d91d83b95a,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:20.246274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c7e59-46f9-4b5d-8476-2f3880d4ce2b req-186a1fed-1985-4e71-8700-4319aef827a0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:20.247706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f8c7e59-46f9-4b5d-8476-2f3880d4ce2b req-186a1fed-1985-4e71-8700-4319aef827a0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0825360 Jan 18 23:52:20.250821 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:20.296068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f8c7e59-46f9-4b5d-8476-2f3880d4ce2b req-8d54e84b-fd03-4de8-8c43-96a6376e723e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Jan 18 23:52:20.325599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:21.493284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a5a84-cd3f-442a-b959-23475e59563f req-b309cade-4ba0-4e7c-9351-5fe3850fa446 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:21.494895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-339a5a84-cd3f-442a-b959-23475e59563f req-b309cade-4ba0-4e7c-9351-5fe3850fa446 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0766799 Jan 18 23:52:21.540344 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-339a5a84-cd3f-442a-b959-23475e59563f req-e49fa10a-9aee-46cd-9bc5-617cf16ce39b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Jan 18 23:52:21.812717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f103c710-b690-45f2-b4db-21d91d83b95a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:21.880491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f103c710-b690-45f2-b4db-21d91d83b95a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:21.880885 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:22.742287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615f82b-f391-4fe6-9015-05ea42c0ee98 req-18811fdb-7530-4a66-a2b8-90fbf814bafe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:22.743740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e615f82b-f391-4fe6-9015-05ea42c0ee98 req-18811fdb-7530-4a66-a2b8-90fbf814bafe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0793042 Jan 18 23:52:22.788532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e615f82b-f391-4fe6-9015-05ea42c0ee98 req-a8ced520-3668-48e0-9968-dd59f0307a32 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Jan 18 23:52:23.992401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f91cd-f74b-47f5-b7ab-e5fa49797048 req-8126ef1c-0a2e-4802-bf3e-a050fa19ecb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:23.993828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-084f91cd-f74b-47f5-b7ab-e5fa49797048 req-8126ef1c-0a2e-4802-bf3e-a050fa19ecb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0765281 Jan 18 23:52:24.038788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-084f91cd-f74b-47f5-b7ab-e5fa49797048 req-9a154abd-fc52-4d5b-977a-1962506dbd33 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392122 Jan 18 23:52:25.220697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device da0bb1d0-e96f-4fcf-9392-f37d093c057f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:52:25.238533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb5b1f-2041-46e9-8881-aa0416d86f87 req-c42c0d30-f871-4f9a-b5dd-e2dd7ae3a14c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:25.240001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9bb5b1f-2041-46e9-8881-aa0416d86f87 req-c42c0d30-f871-4f9a-b5dd-e2dd7ae3a14c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 944 time: 0.0829587 Jan 18 23:52:25.285177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9bb5b1f-2041-46e9-8881-aa0416d86f87 req-bd3a50f4-7113-41e8-815e-d03e85ef5376 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Jan 18 23:52:25.391106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:25.404199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f', 'mac_address': 'fa:16:3e:a0:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:52:25.456077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.476806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0bb1d0-e96f-4fcf-9392-f37d093c057f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:52:25.492075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:25.536338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:25.602539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:25.877361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['da0bb1d0-e96f-4fcf-9392-f37d093c057f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:52:26.480433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac39d55-822d-4f3c-8560-ef69a7260d40 req-3ce1b639-aabf-4a37-8120-5d65c9e6df5c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:26.481900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac39d55-822d-4f3c-8560-ef69a7260d40 req-3ce1b639-aabf-4a37-8120-5d65c9e6df5c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 945 time: 0.0765882 Jan 18 23:52:26.531827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac39d55-822d-4f3c-8560-ef69a7260d40 req-6ff7ebb9-ac34-45dd-b2d4-69409d9c6c60 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Jan 18 23:52:27.236165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device da0bb1d0-e96f-4fcf-9392-f37d093c057f up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:52:27.364945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port da0bb1d0-e96f-4fcf-9392-f37d093c057f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:52:27.370237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port da0bb1d0-e96f-4fcf-9392-f37d093c057f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:52:27.370616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.483305 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.509448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:27.518579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:27.566710 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f', 'code': 200} Jan 18 23:52:27.587925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:27.656755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:27.699028 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eefc9495-9085-4cf8-ac84-39674fab79e2 req-602c53ba-e02e-40a7-aec4-d7de75d4a698 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 1097 time: 0.0758922 Jan 18 23:52:27.739859 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eefc9495-9085-4cf8-ac84-39674fab79e2 req-053f0969-68bd-4f69-a84d-61bf90fe2528 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Jan 18 23:52:27.742071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a096a2-f451-4572-b824-2bf0e05366f0 req-e5e31807-df45-4762-a453-694863f1e128 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:27.743591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8a096a2-f451-4572-b824-2bf0e05366f0 req-e5e31807-df45-4762-a453-694863f1e128 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0777996 Jan 18 23:52:27.787787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8a096a2-f451-4572-b824-2bf0e05366f0 req-d82300fa-7a7f-4b4f-a5f6-37b03644374a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Jan 18 23:52:27.810449 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:52:28.994742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b521-a5ac-40f7-af70-2b3cda34789e req-24fdb29b-01b0-4479-bc60-695a4710a4f4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:28.996281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f46b521-a5ac-40f7-af70-2b3cda34789e req-24fdb29b-01b0-4479-bc60-695a4710a4f4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0862844 Jan 18 23:52:29.043349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f46b521-a5ac-40f7-af70-2b3cda34789e req-a2428453-0a0a-4403-844f-639808c2db2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Jan 18 23:52:30.237810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5133a-de2b-4fda-95a8-6e80a165060a req-88d16826-13b1-4fa8-afe4-050ec95cdb37 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:30.239166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bad5133a-de2b-4fda-95a8-6e80a165060a req-88d16826-13b1-4fa8-afe4-050ec95cdb37 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0769794 Jan 18 23:52:30.285202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bad5133a-de2b-4fda-95a8-6e80a165060a req-9d11d0c4-5a15-4a4a-ab6d-eb847a33fb4a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jan 18 23:52:30.480449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9d9fb-b068-48b9-9bf1-1adb743a5009 req-914c91f9-f8a9-45b1-84ce-e9026a00b20e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:30.481930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ee9d9fb-b068-48b9-9bf1-1adb743a5009 req-914c91f9-f8a9-45b1-84ce-e9026a00b20e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0796125 Jan 18 23:52:30.526941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ee9d9fb-b068-48b9-9bf1-1adb743a5009 req-fb903dba-de60-480d-a424-2bbc785f43ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Jan 18 23:52:30.719628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ced1-7da1-4676-8a3e-3644cd0fd64d req-ce37b4ec-4f8f-4000-9c2f-03dd946057a4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:30.721089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3072ced1-7da1-4676-8a3e-3644cd0fd64d req-ce37b4ec-4f8f-4000-9c2f-03dd946057a4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0755677 Jan 18 23:52:30.768942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3072ced1-7da1-4676-8a3e-3644cd0fd64d req-358c6ed6-c41d-4bc9-8bfb-786e426ede2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Jan 18 23:52:31.312345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d88c55-a4b0-406e-895d-a00994810209 req-e0929d9a-dc96-4339-8cdf-122a9debf8a7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:31.313812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75d88c55-a4b0-406e-895d-a00994810209 req-e0929d9a-dc96-4339-8cdf-122a9debf8a7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0755346 Jan 18 23:52:31.359097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75d88c55-a4b0-406e-895d-a00994810209 req-32e703f5-01b8-4c92-96fc-5c653303d965 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Jan 18 23:52:32.555379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a49f1-2459-4df9-978d-5c04bc114cf0 req-db22db33-a342-43ea-8f5f-f6d01a19116b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:32.556954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-804a49f1-2459-4df9-978d-5c04bc114cf0 req-db22db33-a342-43ea-8f5f-f6d01a19116b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.0783892 Jan 18 23:52:32.666069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-bca35d15-4500-4c70-b509-4c554b4ea7da req-66b45ed0-ff0e-44b8-8afa-3aa8eb6e4d47 service neutron] (84542) timed out ('10.222.0.59', 54688) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:52:32.693632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-804a49f1-2459-4df9-978d-5c04bc114cf0 req-dff3e230-47ad-47dc-916c-dcbc0ae1728c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309016 Jan 18 23:52:32.831152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-0f08142d-1a97-4e0f-9609-b89c66040769 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:52:32.831821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-0f08142d-1a97-4e0f-9609-b89c66040769 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:52:32.896041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-0f08142d-1a97-4e0f-9609-b89c66040769 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:52:32.897250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-0f08142d-1a97-4e0f-9609-b89c66040769 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 946 time: 0.1421740 Jan 18 23:52:33.047839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port da0bb1d0-e96f-4fcf-9392-f37d093c057f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:52:33.048069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.284815 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port da0bb1d0-e96f-4fcf-9392-f37d093c057f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=da0bb1d0-e96f-4fcf-9392-f37d093c057f,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:52:33.285199 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.403826 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for da0bb1d0-e96f-4fcf-9392-f37d093c057f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:52:33.639182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.651125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['da0bb1d0-e96f-4fcf-9392-f37d093c057f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:52:33.688324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=da0bb1d0-e96f-4fcf-9392-f37d093c057f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:52:33.771777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port da0bb1d0-e96f-4fcf-9392-f37d093c057f on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:52:33.774966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:33.777859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'name': 'network-vif-deleted', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:52:33.841816 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5b72c0-bc10-4f48-bb8e-21132ce8771f', 'name': 'network-vif-deleted', 'tag': 'da0bb1d0-e96f-4fcf-9392-f37d093c057f', 'status': 'completed', 'code': 200} Jan 18 23:52:33.854184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-988b53a6-9d4e-4395-a36f-5331d2fa83f6 req-8bab68a3-d828-4f78-8191-328942437b53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "DELETE /v2.0/ports/da0bb1d0-e96f-4fcf-9392-f37d093c057f HTTP/1.1" status: 204 len: 173 time: 0.9508264 Jan 18 23:52:33.887605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aff9e497-83ef-4958-8382-c867335412b0 req-dc3fa06d-6e0b-4ce8-ba08-fc7af32c0c5b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 210 time: 0.0445709 Jan 18 23:52:35.072211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6738c1e0-5894-492d-9949-cac59f6d5f64 req-14111da0-d0ca-4e20-93fa-efde811d5512 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a5b72c0-bc10-4f48-bb8e-21132ce8771f HTTP/1.1" status: 200 len: 210 time: 0.0408013 Jan 18 23:52:37.314713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device da0bb1d0-e96f-4fcf-9392-f37d093c057f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:52:37.350440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: da0bb1d0-e96f-4fcf-9392-f37d093c057f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:52:37.351266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device da0bb1d0-e96f-4fcf-9392-f37d093c057f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:52:39.439281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:41.364543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:43.873382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3dd55a0a-9c24-4dd0-839e-3fc56bd14305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:46.021494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ac6a8763-798a-4b6a-8446-9791e9e390d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:47.216072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:47.519023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:52:49.719055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:02.387341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-c2d1172a-7b76-47ac-8366-63af0ac0234b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:02.388855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-c2d1172a-7b76-47ac-8366-63af0ac0234b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1546886 Jan 18 23:53:02.406270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-b8ce1b8f-0ae3-42c9-955b-7c53fe9df957 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0117242 Jan 18 23:53:02.487555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-fccf29d3-dac7-42ee-b4f6-5502efc2186a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765688 Jan 18 23:53:02.624930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-fdb3f86c-9c7d-4b6c-a60a-85b2ea459fbb service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301529 Jan 18 23:53:02.759358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-3ff29b81-94f8-46dd-944f-f9ad2a26d230 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289253 Jan 18 23:53:03.058835 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-355a7a1a-f947-49aa-b622-d8b2f5fe27d0 req-16a62797-8a27-402a-a8c4-f8bc5b8071b1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 210 time: 0.0425894 Jan 18 23:53:04.227908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d4e1b06-9282-479a-be19-892f14ab8c73 req-5767e052-bc60-4acd-bafc-7949192bb060 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 210 time: 0.0462911 Jan 18 23:53:04.812480 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:53:04.844824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-599d6a73-7cfe-4930-a110-0649cd96d630 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:04.846286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-599d6a73-7cfe-4930-a110-0649cd96d630 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1438112 Jan 18 23:53:04.861929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:53:05.005344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:53:05.009589 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:53:05.012629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:53:05.018730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:53:05.084503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:53:05.089104 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:05.251739 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.7 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/36a8060e-e8dc-4940-ab57-d3d67bd953cb) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:53:05.425635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3581b788-688f-4603-8736-b1dd88de4fd0 req-d26895ed-388b-4f61-8752-dad835195e09 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 210 time: 0.0542912 Jan 18 23:53:05.460081 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:05.476036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object 36a8060e-e8dc-4940-ab57-d3d67bd953cb will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:05.576400 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:05.654867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:53:05.657875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:53:05.660248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:53:05.691250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:05.710816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.711159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.711501 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.711949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.712354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.712680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.713035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.713674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.714003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.714328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.714663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:05.740780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:05.741420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:05.839331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-75311048-b3be-4fe6-a463-5811cdb93419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812551 Jan 18 23:53:05.850502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Request body: {'port': {'device_id': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:53:05.947041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-09acf211-3a79-4449-86cd-279cbade9683 None None] Provisioning for port 36a8060e-e8dc-4940-ab57-d3d67bd953cb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:05.953206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-09acf211-3a79-4449-86cd-279cbade9683 None None] Provisioning complete for port 36a8060e-e8dc-4940-ab57-d3d67bd953cb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:05.953638 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-09acf211-3a79-4449-86cd-279cbade9683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:06.023692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-09acf211-3a79-4449-86cd-279cbade9683 None None] Port 36a8060e-e8dc-4940-ab57-d3d67bd953cb cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:53:06.079585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:06.430736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a8060e-e8dc-4940-ab57-d3d67bd953cb {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:53:06.437423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:06.451764 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Transition to ACTIVE for port object 36a8060e-e8dc-4940-ab57-d3d67bd953cb will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:53:06.501834 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:06.639763 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Pushing event updated for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:06.649714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c12b8-d164-48eb-864c-675b8076fcca req-61c56382-8df6-488c-b0d7-f6d01370febb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:06.651888 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be1c12b8-d164-48eb-864c-675b8076fcca req-61c56382-8df6-488c-b0d7-f6d01370febb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.1031647 Jan 18 23:53:06.706364 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be1c12b8-d164-48eb-864c-675b8076fcca req-478d6d40-6150-4aea-a89b-4eaf83363e6f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Jan 18 23:53:06.759374 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Attempting to bind port 36a8060e-e8dc-4940-ab57-d3d67bd953cb on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:53:06.759880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Attempting to bind port 36a8060e-e8dc-4940-ab57-d3d67bd953cb by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:53:06.760213 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Attempting to bind port 36a8060e-e8dc-4940-ab57-d3d67bd953cb on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:53:06.766371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Port 36a8060e-e8dc-4940-ab57-d3d67bd953cb on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:53:06.766695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Attempting to bind port 36a8060e-e8dc-4940-ab57-d3d67bd953cb on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:53:06.773091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:53:06.773430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:53:06.773821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:53:06.774250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Bound port: 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:53:06.774599 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:06.877639 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:53:06.881128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:53:06.953889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:07.010963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:07.012668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] 10.222.0.89 "PUT /v2.0/ports/36a8060e-e8dc-4940-ab57-d3d67bd953cb HTTP/1.1" status: 200 len: 1091 time: 1.1663828 Jan 18 23:53:07.021183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:07.045023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a9d12-65bd-46ee-bff2-80ed3c9f8aca service neutron] Pushing event updated for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:07.095598 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb', 'status': 'completed', 'code': 200} Jan 18 23:53:07.185247 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-3b5b1cd4-fd1e-4be8-844a-9f46dc7af73c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 1094 time: 0.0753284 Jan 18 23:53:07.256748 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-0093165f-246e-4adc-b09b-e7bcf86fcde1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb HTTP/1.1" status: 200 len: 217 time: 0.0652816 Jan 18 23:53:07.319184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-c7f5af83-a795-4df0-9ea5-84c89b55a97c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:07.320634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-c7f5af83-a795-4df0-9ea5-84c89b55a97c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0588815 Jan 18 23:53:07.400238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-da455b5b-2779-4419-a65f-cf27d1c5c889 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735557 Jan 18 23:53:07.532185 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-c020719a-a1fd-46f9-a53c-d1b22b10f2a6 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256235 Jan 18 23:53:07.672117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-29c477db-9129-4e8f-bd1d-8f6af0692d79 req-4d5945e5-361b-42f9-9622-0d275f7aa34d service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340990 Jan 18 23:53:07.870469 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-422e8655-5aa9-43d8-b3b8-eb0ac696632c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 1094 time: 0.0809109 Jan 18 23:53:07.928526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae694b5-e59b-46ac-a2a1-76b212de52e9 req-18f33638-816a-4e6c-b60c-36f73174e43b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:07.930005 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ae694b5-e59b-46ac-a2a1-76b212de52e9 req-18f33638-816a-4e6c-b60c-36f73174e43b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0874937 Jan 18 23:53:07.978468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ae694b5-e59b-46ac-a2a1-76b212de52e9 req-e0ad0263-c1d3-47ef-9705-53b3132cbff2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Jan 18 23:53:08.010956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488df02-89f0-442b-af69-bd9729449918 req-5d4bce84-0527-483b-8f31-7d95742388e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:08.013141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-5d4bce84-0527-483b-8f31-7d95742388e8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1358185 Jan 18 23:53:08.179722 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-1552f95a-f2cb-4f03-a8e0-cca46e7b6563 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb HTTP/1.1" status: 200 len: 217 time: 0.1609972 Jan 18 23:53:08.243385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488df02-89f0-442b-af69-bd9729449918 req-785b01eb-1cb2-4dfe-bb82-c08e41d97543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:08.245112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-785b01eb-1cb2-4dfe-bb82-c08e41d97543 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0600331 Jan 18 23:53:08.321346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-3582e661-912c-4258-b10a-1287fe460537 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709140 Jan 18 23:53:08.454984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-ab37cb0a-6649-40da-b617-f514f19a1266 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279416 Jan 18 23:53:08.588766 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c488df02-89f0-442b-af69-bd9729449918 req-db577ae6-b3cc-416c-a808-a5c4e9fb6984 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283734 Jan 18 23:53:09.204302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a5bea-ab13-449c-bc20-8bf8c7f9b656 req-8e0035c7-6883-4d6c-b9a5-b25555354f3d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:09.207224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-435a5bea-ab13-449c-bc20-8bf8c7f9b656 req-8e0035c7-6883-4d6c-b9a5-b25555354f3d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0834730 Jan 18 23:53:09.252630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-435a5bea-ab13-449c-bc20-8bf8c7f9b656 req-1afefc47-3c0e-4df4-b259-bae5a5f21f44 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Jan 18 23:53:09.461291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:10.474178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e037-5681-4f9b-9532-64bafb53c6ae req-2dc1a966-f4e8-4edf-86d9-c933da40c31e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:10.475642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0314e037-5681-4f9b-9532-64bafb53c6ae req-2dc1a966-f4e8-4edf-86d9-c933da40c31e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0820665 Jan 18 23:53:10.527143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0314e037-5681-4f9b-9532-64bafb53c6ae req-165a7441-91ca-44c0-a053-0573669dfc7f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Jan 18 23:53:11.376188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:11.748606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10c86c-7fe8-4209-a53b-a6e276ec85dc req-182e537d-da8e-4830-a591-1e708425a426 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:11.750008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f10c86c-7fe8-4209-a53b-a6e276ec85dc req-182e537d-da8e-4830-a591-1e708425a426 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0923736 Jan 18 23:53:11.808681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7f10c86c-7fe8-4209-a53b-a6e276ec85dc req-cde819b4-2c6c-469b-ad3e-32683094dc0e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Jan 18 23:53:13.029590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74d1ac-ef62-46c8-967b-854c0e99efe7 req-8f8526dd-8fa6-4acd-9d24-f1d1d7590a86 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:13.031076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d74d1ac-ef62-46c8-967b-854c0e99efe7 req-8f8526dd-8fa6-4acd-9d24-f1d1d7590a86 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0905800 Jan 18 23:53:13.091361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d74d1ac-ef62-46c8-967b-854c0e99efe7 req-826d25cc-6750-4d71-91c1-60bd6b06d0eb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Jan 18 23:53:13.878818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b0028c5-73ed-4690-a094-15f34007471f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:14.302020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e75bf-f166-4ca2-b2e5-9db2db47e629 req-8dae716c-96f8-46a6-a7e4-48fb82308f08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:14.303481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa0e75bf-f166-4ca2-b2e5-9db2db47e629 req-8dae716c-96f8-46a6-a7e4-48fb82308f08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0793183 Jan 18 23:53:14.349419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa0e75bf-f166-4ca2-b2e5-9db2db47e629 req-58ec75b6-aaed-49a0-87ac-8c1a28034197 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 Jan 18 23:53:15.572484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3dbdd-7174-46ee-880d-40e1d8dc5e03 req-06ab8ca9-cf53-4e9f-b2f1-993e5dd9cacb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:15.573901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2c3dbdd-7174-46ee-880d-40e1d8dc5e03 req-06ab8ca9-cf53-4e9f-b2f1-993e5dd9cacb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0834863 Jan 18 23:53:15.625352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2c3dbdd-7174-46ee-880d-40e1d8dc5e03 req-5c73fd5a-d750-4df1-826e-c292ad76eeb9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Jan 18 23:53:15.998546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eeb20d16-3d38-4791-b970-f1183519571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:16.840510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa6340-77f7-4772-9c6f-dac67b424a07 req-a78ced1e-605a-4fe4-8152-f74295eb18f3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:16.841985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52fa6340-77f7-4772-9c6f-dac67b424a07 req-a78ced1e-605a-4fe4-8152-f74295eb18f3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0898378 Jan 18 23:53:16.894168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52fa6340-77f7-4772-9c6f-dac67b424a07 req-3fbbdc13-5a68-42be-ae59-6cf28312b169 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Jan 18 23:53:17.261162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:17.576177 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:18.198098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df18cb-8af1-4c69-bd52-775a007ffab8 req-8aee87ce-c082-430d-8f9d-1c8491ab7926 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:18.199993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95df18cb-8af1-4c69-bd52-775a007ffab8 req-8aee87ce-c082-430d-8f9d-1c8491ab7926 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.1761210 Jan 18 23:53:18.248099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95df18cb-8af1-4c69-bd52-775a007ffab8 req-e18b50cd-e69e-487e-a214-6c401724bc81 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422342 Jan 18 23:53:18.917745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:19.450173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314628d7-f778-45b4-907f-1cfaf8c3d427 req-36cfa4df-6006-4129-89c1-10dcdbe3d0d3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:19.451619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-314628d7-f778-45b4-907f-1cfaf8c3d427 req-36cfa4df-6006-4129-89c1-10dcdbe3d0d3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0806065 Jan 18 23:53:19.497692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-314628d7-f778-45b4-907f-1cfaf8c3d427 req-f7ad8460-38cb-4347-aed6-a613d60f29f2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Jan 18 23:53:20.697857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3658-629f-438a-a391-45919e0f87bf req-866ccd06-05eb-436d-827b-7afe4163fe44 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:20.699298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc3b3658-629f-438a-a391-45919e0f87bf req-866ccd06-05eb-436d-827b-7afe4163fe44 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0816927 Jan 18 23:53:20.752650 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc3b3658-629f-438a-a391-45919e0f87bf req-ed9bb8af-b904-4d4c-ac09-8b921d033af6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Jan 18 23:53:21.963169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e518fc-48c6-4e12-8c3f-d53dbc3e0e71 req-c41dbff2-dc36-4b66-8e89-208d522e8be0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:21.964641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89e518fc-48c6-4e12-8c3f-d53dbc3e0e71 req-c41dbff2-dc36-4b66-8e89-208d522e8be0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0782855 Jan 18 23:53:22.015630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-89e518fc-48c6-4e12-8c3f-d53dbc3e0e71 req-a3f9e38b-4600-4727-b6c3-5023596b70a8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 Jan 18 23:53:23.216887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d04d-2c02-47da-bd0f-d71ac08e88f8 req-ac55e687-bfa9-45b1-b111-9c6d112d1378 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:23.218263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e183d04d-2c02-47da-bd0f-d71ac08e88f8 req-ac55e687-bfa9-45b1-b111-9c6d112d1378 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0771339 Jan 18 23:53:23.266200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e183d04d-2c02-47da-bd0f-d71ac08e88f8 req-79c7a51d-ba5f-45a7-9b6f-d5bb39d911a2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Jan 18 23:53:24.469691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522201-a602-44c6-bcbe-de5fe6f8bbbd req-a78773d5-7b42-4e94-b0d1-98901cd19deb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:24.471317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5522201-a602-44c6-bcbe-de5fe6f8bbbd req-a78773d5-7b42-4e94-b0d1-98901cd19deb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0843499 Jan 18 23:53:24.522582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5522201-a602-44c6-bcbe-de5fe6f8bbbd req-05699143-9959-4499-9774-61001322fa23 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Jan 18 23:53:25.726203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40112-7ef9-44b1-a1df-06a32b3a596a req-8a71273b-f48b-4c56-87ba-004bacbcb88e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:25.727774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fce40112-7ef9-44b1-a1df-06a32b3a596a req-8a71273b-f48b-4c56-87ba-004bacbcb88e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0780921 Jan 18 23:53:25.781355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fce40112-7ef9-44b1-a1df-06a32b3a596a req-c9983f34-0aae-42a7-844c-ccc60c2a8f04 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Jan 18 23:53:26.975872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257001ce-032f-417c-a68f-2e5542fe705a req-e4dbac06-ca49-4526-935f-31ace2e81b25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:26.977387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-257001ce-032f-417c-a68f-2e5542fe705a req-e4dbac06-ca49-4526-935f-31ace2e81b25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0817544 Jan 18 23:53:27.026617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-257001ce-032f-417c-a68f-2e5542fe705a req-d93f6425-4dae-45a4-880d-ff3f5b366c2c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Jan 18 23:53:28.223640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f95543-9949-4b86-bb7c-65d2579a0ba4 req-8c142f94-293c-4dc4-a22c-2fd448115c60 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:28.225232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7f95543-9949-4b86-bb7c-65d2579a0ba4 req-8c142f94-293c-4dc4-a22c-2fd448115c60 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0789526 Jan 18 23:53:28.274314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7f95543-9949-4b86-bb7c-65d2579a0ba4 req-9e7105c2-83c3-4da8-90ee-fe8191650560 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Jan 18 23:53:29.476993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698c296-7165-4f8f-a442-68779bad3ff6 req-6b1d952c-ef95-4994-8828-c35b5a910e3e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:29.478336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698c296-7165-4f8f-a442-68779bad3ff6 req-6b1d952c-ef95-4994-8828-c35b5a910e3e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0759895 Jan 18 23:53:29.523568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0698c296-7165-4f8f-a442-68779bad3ff6 req-38073943-6d26-4d39-bd03-75461dd520a2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Jan 18 23:53:30.723794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b308cf-596f-4d0e-8b4f-2859be29ffee req-821b5c80-5541-47b3-ad8c-b276597c54e8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:30.725294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61b308cf-596f-4d0e-8b4f-2859be29ffee req-821b5c80-5541-47b3-ad8c-b276597c54e8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0792203 Jan 18 23:53:30.770331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61b308cf-596f-4d0e-8b4f-2859be29ffee req-6c33d65a-f8f8-437a-80f4-d31640141979 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jan 18 23:53:31.965053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39db1b-6865-4322-8f93-6864059914cf req-0f6e699d-176a-48a0-aad0-f3b5c346b1bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:31.966500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f39db1b-6865-4322-8f93-6864059914cf req-0f6e699d-176a-48a0-aad0-f3b5c346b1bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0753572 Jan 18 23:53:32.011456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f39db1b-6865-4322-8f93-6864059914cf req-6e8fc307-d44f-497a-beb6-cc5176a4010b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Jan 18 23:53:33.211313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e8f2c-e23a-4992-aa54-c1ac3c1ec94b req-1cbc4b76-efa4-4fa0-b41e-e25e50d87dac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:33.212737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f63e8f2c-e23a-4992-aa54-c1ac3c1ec94b req-1cbc4b76-efa4-4fa0-b41e-e25e50d87dac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0825050 Jan 18 23:53:33.259852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f63e8f2c-e23a-4992-aa54-c1ac3c1ec94b req-66020764-904a-4f8d-a7fb-08bdb13f3bd9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Jan 18 23:53:34.453610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79236bcf-65a7-4dea-ae88-5615da0aa160 req-70d9d04a-f7fb-4e24-b170-be18913bd587 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:34.455060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79236bcf-65a7-4dea-ae88-5615da0aa160 req-70d9d04a-f7fb-4e24-b170-be18913bd587 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0767095 Jan 18 23:53:34.499929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79236bcf-65a7-4dea-ae88-5615da0aa160 req-5b4b3231-766e-4396-a2f4-19770e391efc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 Jan 18 23:53:35.695725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8384e-2df7-4566-8ac1-0e84644b921b req-24959eae-f079-4602-9cae-c9b20690d7fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:35.697199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd8384e-2df7-4566-8ac1-0e84644b921b req-24959eae-f079-4602-9cae-c9b20690d7fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0793560 Jan 18 23:53:35.741732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd8384e-2df7-4566-8ac1-0e84644b921b req-587d370f-8372-457d-9c36-1345e3273601 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Jan 18 23:53:36.938625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9c49c-de6d-4907-a999-4ef13dbd006b req-5237b5fe-b5b7-40e8-a83f-28b4b848df9e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:36.940056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23f9c49c-de6d-4907-a999-4ef13dbd006b req-5237b5fe-b5b7-40e8-a83f-28b4b848df9e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 943 time: 0.0767469 Jan 18 23:53:36.988232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23f9c49c-de6d-4907-a999-4ef13dbd006b req-1b837ad5-67f0-4688-a438-314ca666c1c9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Jan 18 23:53:37.609652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 36a8060e-e8dc-4940-ab57-d3d67bd953cb details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:53:37.740741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:53:37.753763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '36a8060e-e8dc-4940-ab57-d3d67bd953cb', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': '36a8060e-e8dc-4940-ab57-d3d67bd953cb', 'mac_address': 'fa:16:3e:9c:7d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:53:37.807034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.824307 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a8060e-e8dc-4940-ab57-d3d67bd953cb {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:53:37.839444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:53:37.907319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:37.973914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:37.982775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.983121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.983461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.983794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.984124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.984454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.984777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.985136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.985454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.985772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:37.986089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:53:38.186890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0acf2-8077-4c0e-b73b-c6a71e3eb1cf req-95bf22fe-fed9-44a4-8c25-38e4043b2a2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:38.188263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f0acf2-8077-4c0e-b73b-c6a71e3eb1cf req-95bf22fe-fed9-44a4-8c25-38e4043b2a2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 944 time: 0.0767915 Jan 18 23:53:38.217775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['36a8060e-e8dc-4940-ab57-d3d67bd953cb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:53:38.233794 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f0acf2-8077-4c0e-b73b-c6a71e3eb1cf req-d68777c1-dbc9-46ec-8114-d171ff4a2f08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393326 Jan 18 23:53:39.432002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb3bdc-5769-406c-9c12-edbd9e14b126 req-e16872f2-a881-4ac5-a247-b6c51136599a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:39.433453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ffb3bdc-5769-406c-9c12-edbd9e14b126 req-e16872f2-a881-4ac5-a247-b6c51136599a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 944 time: 0.0789540 Jan 18 23:53:39.444283 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.479158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ffb3bdc-5769-406c-9c12-edbd9e14b126 req-1f733842-723b-490c-b7df-adac89cdc690 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Jan 18 23:53:39.624826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 36a8060e-e8dc-4940-ab57-d3d67bd953cb up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:53:39.775219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 36a8060e-e8dc-4940-ab57-d3d67bd953cb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:53:39.779984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 36a8060e-e8dc-4940-ab57-d3d67bd953cb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:53:39.780350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.927699 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:39.953493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:39.963376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:53:40.008225 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb', 'code': 200} Jan 18 23:53:40.026844 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:40.091491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:40.127446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a634ee-9011-445d-ad3b-1a603cbb7351 req-e2821eaa-2c14-4f9b-84a3-0c3c5b1b9b02 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 1096 time: 0.0675530 Jan 18 23:53:40.168437 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2a634ee-9011-445d-ad3b-1a603cbb7351 req-9dc79428-e733-4bc2-9a2a-f80312e4ae24 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Jan 18 23:53:40.674236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a546-d855-467c-ba25-0d0ce549c728 req-79e87c4f-694e-4c04-acd6-178df9d8ac05 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:40.675665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fe3a546-d855-467c-ba25-0d0ce549c728 req-79e87c4f-694e-4c04-acd6-178df9d8ac05 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0746408 Jan 18 23:53:40.719955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8fe3a546-d855-467c-ba25-0d0ce549c728 req-f76464d1-f6d3-4854-99de-d6be66178ec6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Jan 18 23:53:41.398722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:41.813054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:53:41.928576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1836-16bc-4570-8e1b-2cd149983c3f req-f1d6659c-bf0d-49ae-9d66-7adc0267352f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:41.930300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-144c1836-16bc-4570-8e1b-2cd149983c3f req-f1d6659c-bf0d-49ae-9d66-7adc0267352f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0869038 Jan 18 23:53:41.975165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-144c1836-16bc-4570-8e1b-2cd149983c3f req-154226b8-fe64-483e-b220-2b1384909a51 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388196 Jan 18 23:53:42.170548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39fcb-afd5-45a7-a33e-e36dd285c994 req-43c8bdb6-03a9-4b5f-84d7-fc01b0d86de8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:42.171967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fa39fcb-afd5-45a7-a33e-e36dd285c994 req-43c8bdb6-03a9-4b5f-84d7-fc01b0d86de8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0750306 Jan 18 23:53:42.219982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fa39fcb-afd5-45a7-a33e-e36dd285c994 req-8a9f35d4-a513-4ed4-b65f-7a182a705d73 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Jan 18 23:53:42.415230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff43f-c7b1-4e62-9e7a-0524334543db req-e97582e6-bf05-4ce2-8192-1557d83841b1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:42.416714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d6ff43f-c7b1-4e62-9e7a-0524334543db req-e97582e6-bf05-4ce2-8192-1557d83841b1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0768011 Jan 18 23:53:42.461217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d6ff43f-c7b1-4e62-9e7a-0524334543db req-a954074f-4095-4a9b-9294-e8096bd37327 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Jan 18 23:53:43.090207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067875-d58d-45b9-af8a-6ccb9e8c3d17 req-e4b63f0f-66c2-4b8b-92c6-d25223a5a249 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:43.091652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87067875-d58d-45b9-af8a-6ccb9e8c3d17 req-e4b63f0f-66c2-4b8b-92c6-d25223a5a249 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0795844 Jan 18 23:53:43.136383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87067875-d58d-45b9-af8a-6ccb9e8c3d17 req-a3a12a13-f1da-433f-8d99-b37460679f97 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Jan 18 23:53:43.889381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e23651b-f506-4dba-b0e7-5eb2c7bf934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:44.331673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9bd8e-098f-4b96-b12e-d9795ff56127 req-50be95e6-c483-4a6a-913a-da4b49db3d08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:44.333122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd9bd8e-098f-4b96-b12e-d9795ff56127 req-50be95e6-c483-4a6a-913a-da4b49db3d08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.0742860 Jan 18 23:53:44.378059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd9bd8e-098f-4b96-b12e-d9795ff56127 req-9818192d-f238-47e9-947a-e022b2551e4b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Jan 18 23:53:44.569167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-74ef2482-7232-454f-b0d2-12a0e0b612a3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:53:44.569935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-74ef2482-7232-454f-b0d2-12a0e0b612a3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:53:44.689323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-74ef2482-7232-454f-b0d2-12a0e0b612a3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:53:44.690373 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-74ef2482-7232-454f-b0d2-12a0e0b612a3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 945 time: 0.2002888 Jan 18 23:53:44.758025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port 36a8060e-e8dc-4940-ab57-d3d67bd953cb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:53:44.758363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.002861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port 36a8060e-e8dc-4940-ab57-d3d67bd953cb, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=36a8060e-e8dc-4940-ab57-d3d67bd953cb,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:53:45.002861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.118756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for 36a8060e-e8dc-4940-ab57-d3d67bd953cb owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:53:45.329670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.341151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['36a8060e-e8dc-4940-ab57-d3d67bd953cb'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:53:45.377097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=36a8060e-e8dc-4940-ab57-d3d67bd953cb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:53:45.457306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port 36a8060e-e8dc-4940-ab57-d3d67bd953cb on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:53:45.460261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:45.463121 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'name': 'network-vif-deleted', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:53:45.529554 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4772d2fb-94dd-4dab-a0ed-ec5f72a9a067', 'name': 'network-vif-deleted', 'tag': '36a8060e-e8dc-4940-ab57-d3d67bd953cb', 'status': 'completed', 'code': 200} Jan 18 23:53:45.546693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-cf09fb6b-bbb5-4e45-b796-da97131158fa req-2b2ee113-2901-4b1b-a3e6-0a64b60e1353 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "DELETE /v2.0/ports/36a8060e-e8dc-4940-ab57-d3d67bd953cb HTTP/1.1" status: 204 len: 173 time: 0.8506608 Jan 18 23:53:45.651182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09d54e30-d564-43be-9bb2-d79be57c01c7 req-7c8c0631-a17d-47ef-a170-d4c40265ad6c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 210 time: 0.1458876 Jan 18 23:53:45.964472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a88233a7-2018-49f1-aa7e-3d98ebbf38ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:46.828690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bc3df8f-2145-4b88-af93-853bcb7bb8cb req-f96fea2d-e3b5-41df-9cec-6b7059a8c1e3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=4772d2fb-94dd-4dab-a0ed-ec5f72a9a067 HTTP/1.1" status: 200 len: 210 time: 0.0399179 Jan 18 23:53:47.232255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.535456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:53:47.655922 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 36a8060e-e8dc-4940-ab57-d3d67bd953cb no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:53:47.688994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 36a8060e-e8dc-4940-ab57-d3d67bd953cb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:53:47.689346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 36a8060e-e8dc-4940-ab57-d3d67bd953cb not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:53:48.901090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:09.489895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:11.460945 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:13.828995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-90407500-cadd-4eb6-96fe-ea2df386dbf1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:13.830780 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-90407500-cadd-4eb6-96fe-ea2df386dbf1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1405282 Jan 18 23:54:13.849754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-77edb64a-9f26-4746-b991-204f99332fe6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0136943 Jan 18 23:54:13.930964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-6e8a9198-32c4-4ed1-87a0-36c170b8b811 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755391 Jan 18 23:54:13.934819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-542d5b0c-1cc5-46c1-9dc9-56639c280924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:14.013993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-11f3c34e-99f8-482e-8d28-e2c9a2b4b116 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:54:14.014987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-11f3c34e-99f8-482e-8d28-e2c9a2b4b116 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0773854 Jan 18 23:54:14.149280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-fce71c64-84dc-42f6-9708-b42949925900 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279316 Jan 18 23:54:14.288590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-2f7aafd4-734e-4f3d-b558-6371f2cbce95 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337564 Jan 18 23:54:14.895436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a37db73c-8a2c-412d-8cda-a889c0ea965b req-359e6c6a-59ca-4325-8fbc-5140760b4d0c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 210 time: 0.0479810 Jan 18 23:54:15.979970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a93bfdfa-d2f7-4cfd-9ce8-fe6196980ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:16.065971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09b78ad7-d717-4eb0-b6b8-262ecfedf812 req-1902c1cd-15e5-4e0a-b588-8c268bff4888 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 210 time: 0.0425539 Jan 18 23:54:17.005125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-3d20e04d-966e-4e02-bbf6-e5876443244c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:17.006528 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-3d20e04d-966e-4e02-bbf6-e5876443244c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1469412 Jan 18 23:54:17.022125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:54:17.241597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dc835d0-b0b4-460b-a58c-90d1087d1ce4 req-494e0835-f1f5-4fe5-a198-ea53fc353622 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 210 time: 0.0518594 Jan 18 23:54:17.266176 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.274730 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:54:17.278898 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:54:17.281766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:54:17.287559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:54:17.363429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:54:17.369084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.540546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.13 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/8c6f53ab-a512-4b6d-865f-eadd3871f64b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:54:17.552120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.742489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.759216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object 8c6f53ab-a512-4b6d-865f-eadd3871f64b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:54:17.855310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:17.930741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:54:17.933832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:54:17.937797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:54:17.969460 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:17.986843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.987189 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.987527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.987865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.988198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.988513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.988861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.989184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.989506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.989828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:17.990154 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:18.022969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:18.024288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.157672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-cf612c61-d430-4c5e-8ed5-afa6b8403887 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1388941 Jan 18 23:54:18.168698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Request body: {'port': {'device_id': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:54:18.283513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-141c9179-747a-406e-b92c-91aafe66f0a8 None None] Provisioning for port 8c6f53ab-a512-4b6d-865f-eadd3871f64b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:54:18.293014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.293185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-141c9179-747a-406e-b92c-91aafe66f0a8 None None] Provisioning complete for port 8c6f53ab-a512-4b6d-865f-eadd3871f64b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:54:18.293185 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-141c9179-747a-406e-b92c-91aafe66f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.360983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-141c9179-747a-406e-b92c-91aafe66f0a8 None None] Port 8c6f53ab-a512-4b6d-865f-eadd3871f64b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:54:18.450033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168147cc-4a50-417d-91f3-3ffd76a9744c req-9eab2354-1ced-4238-8663-4e0b74fd8133 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:18.451506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-168147cc-4a50-417d-91f3-3ffd76a9744c req-9eab2354-1ced-4238-8663-4e0b74fd8133 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 932 time: 0.0806231 Jan 18 23:54:18.500185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-168147cc-4a50-417d-91f3-3ffd76a9744c req-2403fb96-cb3a-4cff-8797-34888b97aab2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Jan 18 23:54:18.639574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6f53ab-a512-4b6d-865f-eadd3871f64b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:54:18.646433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.662119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Transition to ACTIVE for port object 8c6f53ab-a512-4b6d-865f-eadd3871f64b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:54:18.723445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.817305 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:54:18.852116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Pushing event updated for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:18.906229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:18.984200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Attempting to bind port 8c6f53ab-a512-4b6d-865f-eadd3871f64b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:54:18.984543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Attempting to bind port 8c6f53ab-a512-4b6d-865f-eadd3871f64b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:54:18.984894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Attempting to bind port 8c6f53ab-a512-4b6d-865f-eadd3871f64b on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:54:18.991318 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Port 8c6f53ab-a512-4b6d-865f-eadd3871f64b on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:54:18.992216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Attempting to bind port 8c6f53ab-a512-4b6d-865f-eadd3871f64b on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:54:18.999085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:54:18.999499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:54:18.999953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:54:19.000443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Bound port: 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:54:19.000881 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:19.087853 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:54:19.090773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:54:19.170184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:19.235471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:19.236509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] 10.222.0.89 "PUT /v2.0/ports/8c6f53ab-a512-4b6d-865f-eadd3871f64b HTTP/1.1" status: 200 len: 1092 time: 1.0718772 Jan 18 23:54:19.237035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:54:19.256650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365ea5e-25a8-4dde-80fa-73469f47ae8e service neutron] Pushing event updated for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:19.311011 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b', 'status': 'completed', 'code': 200} Jan 18 23:54:19.405686 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e8a2330-0db4-406e-a202-634abcd7f896 req-7f7e6471-e90d-43d2-a7d9-e215cd32f9ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 1095 time: 0.0738626 Jan 18 23:54:19.548233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2330-0db4-406e-a202-634abcd7f896 req-72b343fc-2ed9-44da-bcaf-5a426952caea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:19.549773 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e8a2330-0db4-406e-a202-634abcd7f896 req-72b343fc-2ed9-44da-bcaf-5a426952caea service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a96320c38305453e9cb0ec7ff8651784&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376331 Jan 18 23:54:19.713237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed31b7-f49c-47c2-8f6e-68d5bf01b1ff req-ae855c1b-d33b-46d2-9bbf-06eaf75fb7d0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:19.714630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfed31b7-f49c-47c2-8f6e-68d5bf01b1ff req-ae855c1b-d33b-46d2-9bbf-06eaf75fb7d0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0827260 Jan 18 23:54:19.765352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bfed31b7-f49c-47c2-8f6e-68d5bf01b1ff req-fe3618e6-d91c-485d-9e23-614a5693af2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449419 Jan 18 23:54:19.783102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a2330-0db4-406e-a202-634abcd7f896 req-47838630-7f49-4e4e-8966-333770a856cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:19.784579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e8a2330-0db4-406e-a202-634abcd7f896 req-47838630-7f49-4e4e-8966-333770a856cc service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287364 Jan 18 23:54:19.889663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-d2509434-8fb2-4cd8-ade9-da75cb04cd12 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 1095 time: 0.0708582 Jan 18 23:54:19.954551 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-031d41ce-a56c-4128-a6a0-cc3824f75e06 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b HTTP/1.1" status: 200 len: 217 time: 0.0590169 Jan 18 23:54:20.017772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-55fea00a-43c8-4098-a2e8-d69d9921317a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.019100 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-55fea00a-43c8-4098-a2e8-d69d9921317a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0591013 Jan 18 23:54:20.091098 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-2bcae1ed-f7cc-4ad8-90fb-5ac118eeaa2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663207 Jan 18 23:54:20.221463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-9ef4dd32-5df2-428c-a8f1-ea54f742f5ea service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224294 Jan 18 23:54:20.349983 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9375e29a-3cbb-4e8e-85ad-31e474f404a9 req-b68a74e0-0cfa-498d-9898-4d91d541cc82 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229000 Jan 18 23:54:20.990001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185c654-b650-4b29-b3e1-3b93c92fe8ee req-98e7898a-7a30-439f-b546-9ed252129bb1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:20.991751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2185c654-b650-4b29-b3e1-3b93c92fe8ee req-98e7898a-7a30-439f-b546-9ed252129bb1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0877936 Jan 18 23:54:21.040365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2185c654-b650-4b29-b3e1-3b93c92fe8ee req-5287ff3b-151f-40de-a679-4019c675f551 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Jan 18 23:54:22.397074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb53a8-e0a5-4d06-97db-318f758918d0 req-56a9a149-118d-46db-b7fa-77f45a7fd764 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:22.398527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0abb53a8-e0a5-4d06-97db-318f758918d0 req-56a9a149-118d-46db-b7fa-77f45a7fd764 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0791824 Jan 18 23:54:22.443088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0abb53a8-e0a5-4d06-97db-318f758918d0 req-4bceb6d8-22e6-4f62-a2ed-0c6ca2f6dbee tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Jan 18 23:54:23.646222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d13d-3b4a-4a68-9614-4be039097973 req-cb870c52-ba5b-41c2-8b0b-523fe74b2f9d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:23.647656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a6d13d-3b4a-4a68-9614-4be039097973 req-cb870c52-ba5b-41c2-8b0b-523fe74b2f9d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0783484 Jan 18 23:54:23.691817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-50a6d13d-3b4a-4a68-9614-4be039097973 req-07ebbe31-208b-4ac2-aa46-7874c42e7362 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Jan 18 23:54:24.889730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e005-dbe2-4686-9874-11b4fb4f95b0 req-155065e6-8a4d-4857-af33-a591babd4165 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:24.891199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6467e005-dbe2-4686-9874-11b4fb4f95b0 req-155065e6-8a4d-4857-af33-a591babd4165 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0798695 Jan 18 23:54:24.937191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6467e005-dbe2-4686-9874-11b4fb4f95b0 req-b24cda79-9cb2-4b08-8285-7a01a3be64c7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Jan 18 23:54:26.130844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c393f9-f79b-424a-8652-49e9832e91e0 req-e84a1c0d-b03d-44a6-ada6-dd73405ee371 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:26.132334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c393f9-f79b-424a-8652-49e9832e91e0 req-e84a1c0d-b03d-44a6-ada6-dd73405ee371 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0756681 Jan 18 23:54:26.181012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33c393f9-f79b-424a-8652-49e9832e91e0 req-8c8d5185-fe83-4395-a763-ee80fe9cb791 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jan 18 23:54:27.377705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105d04f-6200-4d8a-9c43-78e83d16b25f req-c0dba35b-fab3-4396-9893-d2ee775d5946 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:27.379154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6105d04f-6200-4d8a-9c43-78e83d16b25f req-c0dba35b-fab3-4396-9893-d2ee775d5946 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 944 time: 0.0753908 Jan 18 23:54:27.424190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6105d04f-6200-4d8a-9c43-78e83d16b25f req-a13369bb-0b09-4a96-8276-83be69f81ab9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Jan 18 23:54:27.814936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c6f53ab-a512-4b6d-865f-eadd3871f64b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:54:27.944743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:54:27.957961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '8c6f53ab-a512-4b6d-865f-eadd3871f64b', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': '8c6f53ab-a512-4b6d-865f-eadd3871f64b', 'mac_address': 'fa:16:3e:57:e3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:54:28.009775 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:28.026075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6f53ab-a512-4b6d-865f-eadd3871f64b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:54:28.040194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:54:28.151842 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:28.219744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:28.467218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8c6f53ab-a512-4b6d-865f-eadd3871f64b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:54:28.627649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d875c-abca-44a6-826c-9d8825db17ba req-15a4fd6b-8a50-4ea8-986c-9518c36a573a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:28.629144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-571d875c-abca-44a6-826c-9d8825db17ba req-15a4fd6b-8a50-4ea8-986c-9518c36a573a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 945 time: 0.0811875 Jan 18 23:54:28.675099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-571d875c-abca-44a6-826c-9d8825db17ba req-a488a79d-b67b-4c01-8c32-b6d18a32c93a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jan 18 23:54:29.839077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c6f53ab-a512-4b6d-865f-eadd3871f64b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:54:29.871386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2df133-a6fb-4075-b312-4efcdb48e4e3 req-14a624c8-0be4-4382-9d49-eed3b763b0d9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:29.872864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc2df133-a6fb-4075-b312-4efcdb48e4e3 req-14a624c8-0be4-4382-9d49-eed3b763b0d9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 945 time: 0.0766730 Jan 18 23:54:29.922068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc2df133-a6fb-4075-b312-4efcdb48e4e3 req-37658a42-c644-4544-859c-5891f07bcff9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Jan 18 23:54:29.968769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 8c6f53ab-a512-4b6d-865f-eadd3871f64b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:54:29.973707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 8c6f53ab-a512-4b6d-865f-eadd3871f64b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:54:29.974079 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:30.087031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:30.113718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:54:30.124053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:54:30.186221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:30.255043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:30.260009 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b', 'code': 200} Jan 18 23:54:30.380674 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eebe5014-f3bd-4ae7-b327-a664845e118b req-4c336b8b-eb9b-47d1-a529-c1779750e240 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 1097 time: 0.0668151 Jan 18 23:54:30.424622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eebe5014-f3bd-4ae7-b327-a664845e118b req-74c55b98-36dd-40ab-9d2a-dedaf65f7b06 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380127 Jan 18 23:54:31.120658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d876a-a913-4a5d-9765-6cc41c22702d req-5fca520d-1933-4a1f-bfe0-e03670005d50 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:31.122185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e58d876a-a913-4a5d-9765-6cc41c22702d req-5fca520d-1933-4a1f-bfe0-e03670005d50 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0791566 Jan 18 23:54:31.168178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e58d876a-a913-4a5d-9765-6cc41c22702d req-bf697d9a-6fa4-442c-a200-7ff5c7c87168 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400980 Jan 18 23:54:32.363592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15804f52-6ebb-4bff-9814-d5a7b7f6ca31 req-56f2b907-807c-4f28-be52-f8b2f8c5494c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:32.365054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15804f52-6ebb-4bff-9814-d5a7b7f6ca31 req-56f2b907-807c-4f28-be52-f8b2f8c5494c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0763574 Jan 18 23:54:32.410701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15804f52-6ebb-4bff-9814-d5a7b7f6ca31 req-1e6f0cbc-ae02-4bb6-a449-be1b2f7982eb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387387 Jan 18 23:54:32.605638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308aa1f-aae0-4934-b946-cf5e48bdbff8 req-e2300b7f-efd5-4ced-a206-68a9de27d38c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:32.607049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4308aa1f-aae0-4934-b946-cf5e48bdbff8 req-e2300b7f-efd5-4ced-a206-68a9de27d38c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0770736 Jan 18 23:54:32.652048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4308aa1f-aae0-4934-b946-cf5e48bdbff8 req-7edf1b15-ec8d-4444-af4b-a2eba2f05a74 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Jan 18 23:54:36.531277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4a0d537f-c6b4-42e1-9604-d265cdc5c5ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:36.532608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4a0d537f-c6b4-42e1-9604-d265cdc5c5ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1402111 Jan 18 23:54:36.549823 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-879a8b9b-a30d-453e-8ede-45f42da2d3c9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0117507 Jan 18 23:54:36.633764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-cc122f28-bb03-4bae-bbf4-7b445b800209 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790122 Jan 18 23:54:36.850283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-ad3c4757-2dec-4cfe-8213-9fc09653d6e3 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090433 Jan 18 23:54:36.980065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-8ea6dc47-0c68-4b46-a7fb-9f32ac2fcf7a service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239998 Jan 18 23:54:37.291014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f462858-d75d-44c7-8ca7-49aff434ca90 req-10b35b52-758a-4221-8879-e5625d1fc4cf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 210 time: 0.0397935 Jan 18 23:54:38.457644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1dd24e8f-b9ac-482f-83e1-2f441c4fa995 req-7615ee61-7856-4751-be49-ca53bcb9f939 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 210 time: 0.0401771 Jan 18 23:54:39.437459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:39.503536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd928d0-f555-42d9-900d-899d540625b1 req-37773f92-9490-4a1e-a8af-4fc539d47957 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:39.505380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-37773f92-9490-4a1e-a8af-4fc539d47957 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1507187 Jan 18 23:54:39.527486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:54:39.649035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e584dc02-df47-4fe2-a1d7-f1b2eb700b6a req-dbcd81e2-50c4-4baf-8298-757bcfebb449 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 210 time: 0.0527627 Jan 18 23:54:39.708188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:54:39.712727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:54:39.715731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:54:39.721468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:54:39.803444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:54:39.807041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:39.978460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.8 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/e9f6c745-c547-4f2f-b66d-f2a9954ce74c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:54:40.182556 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:40.198889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object e9f6c745-c547-4f2f-b66d-f2a9954ce74c will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:54:40.272340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:40.284429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8c6f53ab-a512-4b6d-865f-eadd3871f64b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:54:40.348382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:54:40.351768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:54:40.356727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:54:40.399269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:40.411008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.411529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.412008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.412409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.413081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.413719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.414152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.414577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.415151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.416090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.416520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:54:40.469289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:40.469970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:40.575712 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-4349c9b2-7c28-4a1a-82f4-41a067d129bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532544 Jan 18 23:54:40.584964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-0ef564bd-07f9-4365-87e6-1189c146b4ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 23:54:40.586025 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-0ef564bd-07f9-4365-87e6-1189c146b4ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054114 Jan 18 23:54:40.679611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Request body: {'port': {'device_id': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:54:40.706175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-14d26768-8497-4b01-95ed-c1f552f85f90 None None] Provisioning for port e9f6c745-c547-4f2f-b66d-f2a9954ce74c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:54:40.711644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-14d26768-8497-4b01-95ed-c1f552f85f90 None None] Provisioning complete for port e9f6c745-c547-4f2f-b66d-f2a9954ce74c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:54:40.712032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-14d26768-8497-4b01-95ed-c1f552f85f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:40.784969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-14d26768-8497-4b01-95ed-c1f552f85f90 None None] Port e9f6c745-c547-4f2f-b66d-f2a9954ce74c cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:54:40.880392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:40.971602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299ef4b-8924-4f4f-b188-32c13bd7cd7c req-0897b955-cf42-4158-8d4e-6d289cfb58b8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:40.972222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2299ef4b-8924-4f4f-b188-32c13bd7cd7c req-0897b955-cf42-4158-8d4e-6d289cfb58b8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:54:41.220548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2299ef4b-8924-4f4f-b188-32c13bd7cd7c req-0897b955-cf42-4158-8d4e-6d289cfb58b8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:54:41.221770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2299ef4b-8924-4f4f-b188-32c13bd7cd7c req-0897b955-cf42-4158-8d4e-6d289cfb58b8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 931 time: 0.4172585 Jan 18 23:54:41.313925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2299ef4b-8924-4f4f-b188-32c13bd7cd7c req-7ae60139-9fc4-4cc3-9d58-ce79be82afac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830464 Jan 18 23:54:41.399201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f6c745-c547-4f2f-b66d-f2a9954ce74c {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:54:41.407670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.423269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Transition to ACTIVE for port object e9f6c745-c547-4f2f-b66d-f2a9954ce74c will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:54:41.432134 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.488978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.620165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:41.731722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Attempting to bind port e9f6c745-c547-4f2f-b66d-f2a9954ce74c on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:54:41.732169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Attempting to bind port e9f6c745-c547-4f2f-b66d-f2a9954ce74c by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:54:41.732376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Attempting to bind port e9f6c745-c547-4f2f-b66d-f2a9954ce74c on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:54:41.738269 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Port e9f6c745-c547-4f2f-b66d-f2a9954ce74c on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:54:41.738588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Attempting to bind port e9f6c745-c547-4f2f-b66d-f2a9954ce74c on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:54:41.745671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:54:41.745931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:54:41.746319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:54:41.746756 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Bound port: e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:54:41.747105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.861297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:54:41.861297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:54:41.920736 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.983565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:41.987810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] 10.222.0.83 "PUT /v2.0/ports/e9f6c745-c547-4f2f-b66d-f2a9954ce74c HTTP/1.1" status: 200 len: 1091 time: 1.3933711 Jan 18 23:54:41.988905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:54:42.018570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34b85-43fd-4c28-a05f-87ad73b2e1cd service neutron] Pushing event updated for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:54:42.193495 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c', 'status': 'completed', 'code': 200} Jan 18 23:54:42.224171 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-93a1b474-b56e-4271-bb9e-261b0ae330e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 1094 time: 0.1270943 Jan 18 23:54:42.296695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-484a59cb-1694-410e-9912-a0035517aad4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c HTTP/1.1" status: 200 len: 217 time: 0.0654070 Jan 18 23:54:42.383319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd928d0-f555-42d9-900d-899d540625b1 req-600f7c16-d26f-4551-86c8-ad78720449cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:42.385460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-600f7c16-d26f-4551-86c8-ad78720449cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0837579 Jan 18 23:54:42.548069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-3ed49c1a-38c2-4683-baac-5864a731558f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557164 Jan 18 23:54:42.677718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f6e63-9563-4f16-b9ae-35869f4b6836 req-5f84d03e-214a-4dfb-a94c-4372fcde069f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:42.677718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb8f6e63-9563-4f16-b9ae-35869f4b6836 req-5f84d03e-214a-4dfb-a94c-4372fcde069f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.2097256 Jan 18 23:54:42.751533 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-b38ce185-5c81-4716-a20f-47b0533383c6 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930790 Jan 18 23:54:42.779544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb8f6e63-9563-4f16-b9ae-35869f4b6836 req-1523429f-09f1-4aaa-a43d-30dca55200b3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935917 Jan 18 23:54:42.898763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5dd928d0-f555-42d9-900d-899d540625b1 req-5324863f-c233-45ac-80db-61eda713d281 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411500 Jan 18 23:54:43.113239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-cab62693-1557-4810-a9f0-1c65df4ac550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 1094 time: 0.0802376 Jan 18 23:54:43.251294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-ac080d15-d4f9-49b4-afe8-aa12c6b6a04f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:43.252777 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-ac080d15-d4f9-49b4-afe8-aa12c6b6a04f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1328208 Jan 18 23:54:43.327211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-338a38d3-3b91-42bc-83ea-b60584cd48e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c HTTP/1.1" status: 200 len: 217 time: 0.0681396 Jan 18 23:54:43.389532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-4306a408-50c3-4b18-b212-89241323d9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:43.390980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-4306a408-50c3-4b18-b212-89241323d9bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0588949 Jan 18 23:54:43.581314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-2b2feac4-ff28-4412-8641-5ca0f44cf1cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848874 Jan 18 23:54:43.727016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-294976f7-3b2d-4845-a1ea-09329bd6ec81 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384029 Jan 18 23:54:43.865217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e078a9d9-8ee2-4b0e-9797-7b9171d9264b req-b51902d6-26d6-45f8-b73b-c1ee7398f371 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324179 Jan 18 23:54:43.933925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-04930315-c796-4d16-aade-b15d7b76c424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:44.003109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f053-62e0-4a25-8d4e-7481ef062614 req-1cd53144-0c85-4e94-a35e-8b5221cc2af3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:44.004625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b100f053-62e0-4a25-8d4e-7481ef062614 req-1cd53144-0c85-4e94-a35e-8b5221cc2af3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0786226 Jan 18 23:54:44.052239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b100f053-62e0-4a25-8d4e-7481ef062614 req-c968f8c6-0e78-4e99-8890-e033bbf2fe9a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jan 18 23:54:45.276186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36e0fb-1e9d-421c-a53b-e370a729aa65 req-cfbe5439-45b0-42d0-aedf-88f11b118e1f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:45.277682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e36e0fb-1e9d-421c-a53b-e370a729aa65 req-cfbe5439-45b0-42d0-aedf-88f11b118e1f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0841756 Jan 18 23:54:45.335256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e36e0fb-1e9d-421c-a53b-e370a729aa65 req-4e4d2bb2-8e1c-4cfe-80d3-bbc3593a7731 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Jan 18 23:54:45.997105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-feaeb823-3fc5-4511-98ad-597b8f1c3825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:46.543399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ca819-b069-42c6-bdbc-2f34f6f5becd req-392f715c-90eb-42e3-bfdf-fd1009245ccf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:46.545172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df2ca819-b069-42c6-bdbc-2f34f6f5becd req-392f715c-90eb-42e3-bfdf-fd1009245ccf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0819829 Jan 18 23:54:46.595832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df2ca819-b069-42c6-bdbc-2f34f6f5becd req-69bb40c4-1221-4784-8324-c42c06da6d7a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Jan 18 23:54:47.236181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:47.547417 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:47.805632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64341a14-62a2-4daf-a4ce-184c17c424aa req-9f6e397f-6cec-42c1-b385-337324a22cca tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:47.808012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64341a14-62a2-4daf-a4ce-184c17c424aa req-9f6e397f-6cec-42c1-b385-337324a22cca tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0876901 Jan 18 23:54:47.861781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64341a14-62a2-4daf-a4ce-184c17c424aa req-e7185eaf-84d0-4b24-9408-9bbc169f9b99 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476975 Jan 18 23:54:48.957489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:54:49.081120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4bba7-60e7-4b60-92d1-5a763bba12b3 req-e9bf6e79-0bb8-4f0a-8dea-34d62316af21 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:49.081120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bf4bba7-60e7-4b60-92d1-5a763bba12b3 req-e9bf6e79-0bb8-4f0a-8dea-34d62316af21 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0853367 Jan 18 23:54:49.136570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1bf4bba7-60e7-4b60-92d1-5a763bba12b3 req-742676f1-698f-4fc8-96a0-4c20289d0e9f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Jan 18 23:54:50.336008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e363b-f609-44ee-9752-6c9bf9be6467 req-3ba40a7f-7a23-4647-a82a-071a111f57d6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:50.338173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-565e363b-f609-44ee-9752-6c9bf9be6467 req-3ba40a7f-7a23-4647-a82a-071a111f57d6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0814528 Jan 18 23:54:50.387968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-565e363b-f609-44ee-9752-6c9bf9be6467 req-a44160f9-d01d-4756-8ee2-96854b0be63b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Jan 18 23:54:51.598329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96a4d-b460-4f39-8a8d-95ca5448da15 req-bb465377-22f2-4b4e-b5fc-81c0c6b09910 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:51.599772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7b96a4d-b460-4f39-8a8d-95ca5448da15 req-bb465377-22f2-4b4e-b5fc-81c0c6b09910 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0814340 Jan 18 23:54:51.657534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7b96a4d-b460-4f39-8a8d-95ca5448da15 req-7ba7a9d8-289e-47cf-adcf-1bbe4349dee0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Jan 18 23:54:52.882816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22416735-1588-4688-a237-1e34fd77da1e req-3dcf5141-da91-40a7-a5d9-4eddf0bc5514 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:52.885315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22416735-1588-4688-a237-1e34fd77da1e req-3dcf5141-da91-40a7-a5d9-4eddf0bc5514 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0787122 Jan 18 23:54:52.936125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-22416735-1588-4688-a237-1e34fd77da1e req-f22abd10-c175-4be3-a106-d3d846f3bb0b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Jan 18 23:54:54.165930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01bc84-16f9-4f1f-bc3b-1f9bedf0dbc0 req-1a30ebae-d8c5-478c-9b7a-e36a9922cff7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:54.167309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c01bc84-16f9-4f1f-bc3b-1f9bedf0dbc0 req-1a30ebae-d8c5-478c-9b7a-e36a9922cff7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0836947 Jan 18 23:54:54.215189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c01bc84-16f9-4f1f-bc3b-1f9bedf0dbc0 req-f3b0c0d3-f968-4673-891a-4776ef6e2b94 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jan 18 23:54:55.416828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b182339-0bc2-4ab7-88c8-2be61347d1c3 req-9a645b7f-ecb4-4125-a3f8-dddc581e7c22 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:55.418351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b182339-0bc2-4ab7-88c8-2be61347d1c3 req-9a645b7f-ecb4-4125-a3f8-dddc581e7c22 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0821049 Jan 18 23:54:55.465257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b182339-0bc2-4ab7-88c8-2be61347d1c3 req-1a12b663-4cdb-4452-8e02-2449a4779ba1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Jan 18 23:54:55.818437 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:54:56.672957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdefc6-af8c-4360-98cc-87b84e341e72 req-38e6a2cc-be1c-4b34-8cfa-d6d00b5471ed tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:56.674102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82cdefc6-af8c-4360-98cc-87b84e341e72 req-38e6a2cc-be1c-4b34-8cfa-d6d00b5471ed tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0822868 Jan 18 23:54:56.726819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82cdefc6-af8c-4360-98cc-87b84e341e72 req-b755fdbc-ff29-4d92-b068-1da25acd4812 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Jan 18 23:54:57.939521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1bf3-a885-4540-9c59-2724e962fa3c req-8c467fe4-c36e-4a80-a9b0-3bfd0d9304ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:57.941011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c10a1bf3-a885-4540-9c59-2724e962fa3c req-8c467fe4-c36e-4a80-a9b0-3bfd0d9304ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0917461 Jan 18 23:54:58.003816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c10a1bf3-a885-4540-9c59-2724e962fa3c req-097fb639-e432-48f9-a730-d3f558a508e7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Jan 18 23:54:59.201849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3cefc-6f6b-4f09-9d49-346fcc6a0af9 req-bd1645fe-bdff-4b49-801b-0d2ae398cced tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:54:59.203487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3e3cefc-6f6b-4f09-9d49-346fcc6a0af9 req-bd1645fe-bdff-4b49-801b-0d2ae398cced tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0795958 Jan 18 23:54:59.254748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3e3cefc-6f6b-4f09-9d49-346fcc6a0af9 req-85e7eff2-d3c4-44c3-abb0-211ba5052578 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Jan 18 23:55:00.459740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217a2eb-96a4-4658-8668-40db7e3abf13 req-a5762ea5-c67e-4174-9056-c8c0e1a142bd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:00.461212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a217a2eb-96a4-4658-8668-40db7e3abf13 req-a5762ea5-c67e-4174-9056-c8c0e1a142bd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0793827 Jan 18 23:55:00.508705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a217a2eb-96a4-4658-8668-40db7e3abf13 req-87f4aa04-6a6b-4734-95f7-35e86d4289f9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Jan 18 23:55:01.727732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c1fd-e821-4403-8cb9-a12978c3d381 req-82eb436a-9075-4627-99b1-82fe043d5363 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:01.729255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc23c1fd-e821-4403-8cb9-a12978c3d381 req-82eb436a-9075-4627-99b1-82fe043d5363 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0826623 Jan 18 23:55:01.868042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc23c1fd-e821-4403-8cb9-a12978c3d381 req-5b059cb9-b7fb-4554-88b0-ea5e18911068 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317439 Jan 18 23:55:03.074202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0601d-0783-4370-af42-5411b5307e2b req-fdb560eb-9da7-41b7-b250-162d01900018 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:03.076114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29d0601d-0783-4370-af42-5411b5307e2b req-fdb560eb-9da7-41b7-b250-162d01900018 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0803599 Jan 18 23:55:03.123560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-29d0601d-0783-4370-af42-5411b5307e2b req-17094f3c-7702-4e8d-98c6-97cf2b218cdb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Jan 18 23:55:04.325970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c539b7-aea0-45b3-8db4-ddd63f2db520 req-236c8771-0e37-4bd4-a5c2-a495aad153fe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:04.327433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87c539b7-aea0-45b3-8db4-ddd63f2db520 req-236c8771-0e37-4bd4-a5c2-a495aad153fe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0795679 Jan 18 23:55:04.373635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87c539b7-aea0-45b3-8db4-ddd63f2db520 req-cb6e410c-3780-4f47-a654-99705478606d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Jan 18 23:55:05.574389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47fead-24c9-4a3c-bbc2-83dec9485469 req-ad2fcbb5-19ef-433a-85ef-ba9625c31619 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:05.577073 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c47fead-24c9-4a3c-bbc2-83dec9485469 req-ad2fcbb5-19ef-433a-85ef-ba9625c31619 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0775166 Jan 18 23:55:05.626900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c47fead-24c9-4a3c-bbc2-83dec9485469 req-019899dc-cffd-4f73-a571-a75d5124f0f2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Jan 18 23:55:06.823897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab0c30-1e03-4197-be8c-f8169c476cd9 req-ec6ef87a-cc5d-443f-8e6e-7e8ce3130783 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:06.825329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03ab0c30-1e03-4197-be8c-f8169c476cd9 req-ec6ef87a-cc5d-443f-8e6e-7e8ce3130783 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0775712 Jan 18 23:55:06.871882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03ab0c30-1e03-4197-be8c-f8169c476cd9 req-a3b29889-4ee1-4ffe-a5fe-fcd09f062893 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Jan 18 23:55:08.080999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf061c-7c5c-4c3b-9831-1d7ad98b836c req-1d93d984-352e-4367-952e-8c3604a9ee7f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:08.082829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fdf061c-7c5c-4c3b-9831-1d7ad98b836c req-1d93d984-352e-4367-952e-8c3604a9ee7f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0833895 Jan 18 23:55:08.129010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fdf061c-7c5c-4c3b-9831-1d7ad98b836c req-447e07ed-e70b-4bdc-835b-2ae8152e36d2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407319 Jan 18 23:55:09.335799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e431d-d25b-43f7-8df1-e64e38ab9e92 req-f97fddfa-61e5-4280-8a5d-84969a403399 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:09.337264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b6e431d-d25b-43f7-8df1-e64e38ab9e92 req-f97fddfa-61e5-4280-8a5d-84969a403399 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0780420 Jan 18 23:55:09.383165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b6e431d-d25b-43f7-8df1-e64e38ab9e92 req-4cccf46f-ee78-440b-a7a1-6d8304ffede1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Jan 18 23:55:09.499979 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:10.585278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b447-a894-46d6-a50a-79a8e909384a req-63d5f256-2b5e-4357-b7b2-eafd7439a1f8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:10.586783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00e0b447-a894-46d6-a50a-79a8e909384a req-63d5f256-2b5e-4357-b7b2-eafd7439a1f8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0811093 Jan 18 23:55:10.634075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00e0b447-a894-46d6-a50a-79a8e909384a req-e561b2c1-a7b1-4519-9523-05272b6ca972 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Jan 18 23:55:11.425812 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:11.838712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506623c9-1993-4740-932d-7751a9b1f2a9 req-ea48bc27-3604-47c8-89f8-14eaa6da4dbf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:11.846497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-506623c9-1993-4740-932d-7751a9b1f2a9 req-ea48bc27-3604-47c8-89f8-14eaa6da4dbf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0781915 Jan 18 23:55:11.895606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-506623c9-1993-4740-932d-7751a9b1f2a9 req-24fd245b-4c14-4aa4-8d21-cd379a6bdb0a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459783 Jan 18 23:55:13.100078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1f3e6-fb3c-4a74-afba-065c60c97627 req-71e73d25-03de-48e2-b556-882f076e1d90 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:13.101582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39b1f3e6-fb3c-4a74-afba-065c60c97627 req-71e73d25-03de-48e2-b556-882f076e1d90 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0762570 Jan 18 23:55:13.147813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39b1f3e6-fb3c-4a74-afba-065c60c97627 req-822331b0-d4b3-4c99-a9e3-52314d42a4ab tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Jan 18 23:55:13.929070 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d46bad04-800d-4ff8-8158-c0bc60978388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:14.358643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad67e48-12cf-46da-9757-d63eab03ce66 req-b4dbb9fb-1340-4829-b0bc-232af7c9c8b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:14.360083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad67e48-12cf-46da-9757-d63eab03ce66 req-b4dbb9fb-1340-4829-b0bc-232af7c9c8b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0788016 Jan 18 23:55:14.405338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad67e48-12cf-46da-9757-d63eab03ce66 req-804a5fba-2c95-4c20-9e4e-05bc635e6267 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Jan 18 23:55:15.606833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900114-e53f-4216-bd35-b8cfc9b9009a req-fc460c7b-625f-4e36-bc0c-f4e374fcabbf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:15.608277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28900114-e53f-4216-bd35-b8cfc9b9009a req-fc460c7b-625f-4e36-bc0c-f4e374fcabbf tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0793376 Jan 18 23:55:15.657726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-28900114-e53f-4216-bd35-b8cfc9b9009a req-572e9da0-5060-44e4-9960-396c32bc7732 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Jan 18 23:55:15.803277 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-544d0270-3252-4fe8-b31b-5a7b1116148d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688822 Jan 18 23:55:15.950282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-48b391c5-da9d-48c4-af94-1719cdc0d41d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 1097 time: 0.0714970 Jan 18 23:55:16.014589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90955c7e-e0c1-415d-9823-0b9135fa3a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:16.095989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-44fb02ba-d06f-4d6a-b42d-49d16ca1e1f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:16.097460 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-44fb02ba-d06f-4d6a-b42d-49d16ca1e1f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1296473 Jan 18 23:55:16.171320 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-7bac4731-fb62-4337-827f-89325523d4f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b HTTP/1.1" status: 200 len: 217 time: 0.0678556 Jan 18 23:55:16.240533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-55e508df-4c35-48c4-9262-f90446e2bc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:16.240693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-55e508df-4c35-48c4-9262-f90446e2bc04 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0630925 Jan 18 23:55:16.315780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-7f402666-3dec-4413-a193-14c7d4bfd7a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687497 Jan 18 23:55:16.449653 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-f88acb4b-ddec-4de8-b4d5-8ef3348dbd55 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264846 Jan 18 23:55:16.581163 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3fb5cd05-2f0c-420a-98e0-b778e20aedd7 req-733944a5-296b-4b2f-910b-74842b677ffd service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271229 Jan 18 23:55:16.861895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c98f-adb5-47e9-927d-3dae7f286a6c req-fd01cb30-9bb0-4071-a1c1-024a41d5f8cb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:16.864325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2f3c98f-adb5-47e9-927d-3dae7f286a6c req-fd01cb30-9bb0-4071-a1c1-024a41d5f8cb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0825353 Jan 18 23:55:16.909867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2f3c98f-adb5-47e9-927d-3dae7f286a6c req-11880311-6524-44ca-ba6b-32aff8159dd8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Jan 18 23:55:17.231961 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:17.551567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:18.120558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e6dce-4eac-41e3-9b6b-3cae8ac0f8a5 req-c5a01c56-9ed1-40ec-b82d-127908b7a2bb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:18.122863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-602e6dce-4eac-41e3-9b6b-3cae8ac0f8a5 req-c5a01c56-9ed1-40ec-b82d-127908b7a2bb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0772145 Jan 18 23:55:18.167851 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-602e6dce-4eac-41e3-9b6b-3cae8ac0f8a5 req-495a4485-7a92-46ca-bec9-c1e074d1aca7 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Jan 18 23:55:18.911733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:19.369252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1a847-b760-4258-af33-d5cf4d7acb1b req-c82eefc4-53cd-4e28-a66b-971e033cb5cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:19.370688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ce1a847-b760-4258-af33-d5cf4d7acb1b req-c82eefc4-53cd-4e28-a66b-971e033cb5cc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0787108 Jan 18 23:55:19.416012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4ce1a847-b760-4258-af33-d5cf4d7acb1b req-7df60193-5414-477b-bd94-335a8cc8f492 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Jan 18 23:55:20.612491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb16e26-9afa-4b6d-b4be-8ce20c9f704d req-f4b51620-a892-4e86-8089-1224d85153de tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:20.613968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ceb16e26-9afa-4b6d-b4be-8ce20c9f704d req-f4b51620-a892-4e86-8089-1224d85153de tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0771539 Jan 18 23:55:20.662832 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ceb16e26-9afa-4b6d-b4be-8ce20c9f704d req-3e2b916a-45ce-40e3-90c1-65d8f173a4fe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Jan 18 23:55:21.880075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dce282-0f35-4e83-8aeb-156796a4c19e req-3762c866-0552-4650-a37a-72a5d2f89e0a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:21.881886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46dce282-0f35-4e83-8aeb-156796a4c19e req-3762c866-0552-4650-a37a-72a5d2f89e0a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0904779 Jan 18 23:55:21.939465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46dce282-0f35-4e83-8aeb-156796a4c19e req-47f9ca50-1d81-4044-9e21-05cf8f15e32b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Jan 18 23:55:23.146985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da324-5c2c-4df0-a019-7a8ba3136b18 req-b52d41b7-4888-4cf7-b023-aad900692499 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:23.148453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-706da324-5c2c-4df0-a019-7a8ba3136b18 req-b52d41b7-4888-4cf7-b023-aad900692499 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0809824 Jan 18 23:55:23.193779 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-706da324-5c2c-4df0-a019-7a8ba3136b18 req-ed962b96-1dda-4b74-9ff2-4d0a08a795d9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390940 Jan 18 23:55:24.392601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcbb9e-1fa5-45d0-b3e7-c2a70dc598ab req-0ba16403-233b-4ef5-bef9-57b3ce6cab69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:24.394072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78fcbb9e-1fa5-45d0-b3e7-c2a70dc598ab req-0ba16403-233b-4ef5-bef9-57b3ce6cab69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0781066 Jan 18 23:55:24.437884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78fcbb9e-1fa5-45d0-b3e7-c2a70dc598ab req-422dd2ad-f450-47d7-aea3-b5dbd9af4d55 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Jan 18 23:55:25.640389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e7924-4071-42e6-bf0a-84dc3fd6648e req-95d8f6a7-fc01-40e7-9a55-07e0c005757c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:25.641872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416e7924-4071-42e6-bf0a-84dc3fd6648e req-95d8f6a7-fc01-40e7-9a55-07e0c005757c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 943 time: 0.0793371 Jan 18 23:55:25.690561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-416e7924-4071-42e6-bf0a-84dc3fd6648e req-65acb843-d868-4964-8ad0-c1f4ea0430d8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Jan 18 23:55:25.870574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e9f6c745-c547-4f2f-b66d-f2a9954ce74c details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:55:26.003277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:55:26.016995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c', 'mac_address': 'fa:16:3e:68:01:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:55:26.074103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.091389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f6c745-c547-4f2f-b66d-f2a9954ce74c {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:55:26.106530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:55:26.191278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:26.258632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:26.268049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.268393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.268728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.269105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.269436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.269816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.270262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.270589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.270908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.271227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.271545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:26.408029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e9f6c745-c547-4f2f-b66d-f2a9954ce74c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:55:26.889559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3922b10-7dd8-42ce-9458-f3e8f62751a2 req-e508ecff-0c60-4cae-b50c-291d5b8093cd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:26.891014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3922b10-7dd8-42ce-9458-f3e8f62751a2 req-e508ecff-0c60-4cae-b50c-291d5b8093cd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 944 time: 0.0784683 Jan 18 23:55:26.941593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3922b10-7dd8-42ce-9458-f3e8f62751a2 req-09a4fbdf-2fa5-4adc-91c0-ff4424f4d036 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Jan 18 23:55:27.885973 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e9f6c745-c547-4f2f-b66d-f2a9954ce74c up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:55:28.042594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port e9f6c745-c547-4f2f-b66d-f2a9954ce74c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:55:28.048283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port e9f6c745-c547-4f2f-b66d-f2a9954ce74c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:55:28.048658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.140095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e4ad-c892-4b00-8bf2-bc7cf8849974 req-f08b21c7-d6bc-4aaf-b7fb-c35905757ae6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:28.147771 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0d2e4ad-c892-4b00-8bf2-bc7cf8849974 req-f08b21c7-d6bc-4aaf-b7fb-c35905757ae6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 944 time: 0.0793622 Jan 18 23:55:28.163620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.188619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0d2e4ad-c892-4b00-8bf2-bc7cf8849974 req-4a336855-d240-4c26-a892-a62f1d30d16a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415256 Jan 18 23:55:28.192936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:28.213249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:55:28.247964 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c', 'code': 200} Jan 18 23:55:28.276490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:28.348511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:28.374616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-000072a2-fb53-4b42-a158-9dcc35c09071 req-4ad03f32-9e04-455b-b647-3874f7d8db8f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 1096 time: 0.0731575 Jan 18 23:55:28.416639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-000072a2-fb53-4b42-a158-9dcc35c09071 req-b0c5c0e2-50ab-47cf-b64b-92e69de99125 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Jan 18 23:55:29.392514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b55e3-24b4-4e01-87bb-65e8b7fe7664 req-48675867-02df-457f-809a-75163c3a703a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:29.394011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318b55e3-24b4-4e01-87bb-65e8b7fe7664 req-48675867-02df-457f-809a-75163c3a703a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.0789812 Jan 18 23:55:29.440715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-318b55e3-24b4-4e01-87bb-65e8b7fe7664 req-79b60e49-8f27-43d2-bc6e-e14f586be6e9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Jan 18 23:55:30.738223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9a2ec-4725-4af4-9bc0-00d79f6d4f66 req-e4cde178-674f-4ff5-aaf1-b524656aafcd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:30.739596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8d9a2ec-4725-4af4-9bc0-00d79f6d4f66 req-e4cde178-674f-4ff5-aaf1-b524656aafcd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.1725183 Jan 18 23:55:30.784495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8d9a2ec-4725-4af4-9bc0-00d79f6d4f66 req-272419f3-a86b-4761-9827-9fdfd4808d14 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Jan 18 23:55:30.979680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ec076-87e2-41e5-89b8-5bca0df1f7de req-ab7fea37-b580-44cc-bd16-ec11dd21c72c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:30.981166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-531ec076-87e2-41e5-89b8-5bca0df1f7de req-ab7fea37-b580-44cc-bd16-ec11dd21c72c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.0779009 Jan 18 23:55:31.027674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-531ec076-87e2-41e5-89b8-5bca0df1f7de req-67e78c59-6da3-4260-88af-a33e7f0d40bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Jan 18 23:55:31.710231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc446f1-c7ce-43de-9230-7afabbe973c7 req-cc1b4148-5ce3-485c-9c0b-889bc0f3a51a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:31.712432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cc446f1-c7ce-43de-9230-7afabbe973c7 req-cc1b4148-5ce3-485c-9c0b-889bc0f3a51a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.0788896 Jan 18 23:55:31.757536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cc446f1-c7ce-43de-9230-7afabbe973c7 req-f41b4fa6-26f3-40b6-8045-4d294022250e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403326 Jan 18 23:55:32.818382 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:55:32.956395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660067cb-a882-4ac5-830f-6fb1ea1f2231 req-a3e542ad-7f85-4ca9-a8b7-13ea191fa8a4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:32.957895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-660067cb-a882-4ac5-830f-6fb1ea1f2231 req-a3e542ad-7f85-4ca9-a8b7-13ea191fa8a4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.0780752 Jan 18 23:55:33.040245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-660067cb-a882-4ac5-830f-6fb1ea1f2231 req-e8b14f21-4fd2-4b1f-87d9-6ca39d36d5a3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768516 Jan 18 23:55:33.081972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-b8f707d5-39c2-4691-82e1-f3ce501faee5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:33.083448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-b8f707d5-39c2-4691-82e1-f3ce501faee5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 945 time: 0.0782208 Jan 18 23:55:33.151321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port e9f6c745-c547-4f2f-b66d-f2a9954ce74c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:55:33.151664 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:33.397814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port e9f6c745-c547-4f2f-b66d-f2a9954ce74c, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:55:33.398099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:33.517823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for e9f6c745-c547-4f2f-b66d-f2a9954ce74c owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:55:33.717765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:33.729417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8c6f53ab-a512-4b6d-865f-eadd3871f64b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:55:33.761807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['e9f6c745-c547-4f2f-b66d-f2a9954ce74c'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:55:33.768556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=e9f6c745-c547-4f2f-b66d-f2a9954ce74c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:33.849500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port e9f6c745-c547-4f2f-b66d-f2a9954ce74c on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:55:33.854924 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:33.865470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'name': 'network-vif-deleted', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:33.937130 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e30b827-54cd-4da0-b4cd-52c1046c4e19', 'name': 'network-vif-deleted', 'tag': 'e9f6c745-c547-4f2f-b66d-f2a9954ce74c', 'status': 'completed', 'code': 200} Jan 18 23:55:33.954241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36c6d198-f7c8-4dac-8dd2-3c10cd019cf9 req-04995162-8d64-483b-9459-311491b08bb2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "DELETE /v2.0/ports/e9f6c745-c547-4f2f-b66d-f2a9954ce74c HTTP/1.1" status: 204 len: 173 time: 0.8631496 Jan 18 23:55:34.211471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8564fd34-71bb-44b5-9c35-1c6c54134467 req-0a63920b-d5e1-4d0c-b26c-30da50ff3ecc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:34.284271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8564fd34-71bb-44b5-9c35-1c6c54134467 req-0a63920b-d5e1-4d0c-b26c-30da50ff3ecc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:34.285664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8564fd34-71bb-44b5-9c35-1c6c54134467 req-0a63920b-d5e1-4d0c-b26c-30da50ff3ecc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 210 time: 0.1179695 Jan 18 23:55:35.478343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2406f582-1e2c-4b50-9145-84f461996c1f req-79a8ae9a-ac45-489d-a985-7d9e68b6421a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e30b827-54cd-4da0-b4cd-52c1046c4e19 HTTP/1.1" status: 200 len: 210 time: 0.0504475 Jan 18 23:55:35.902867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e9f6c745-c547-4f2f-b66d-f2a9954ce74c no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:35.941212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: e9f6c745-c547-4f2f-b66d-f2a9954ce74c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:55:35.941555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device e9f6c745-c547-4f2f-b66d-f2a9954ce74c not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:39.516799 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:40.640348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adde2-ae7d-420f-9047-d727a3d72544 req-75910e0c-e71e-4376-80ad-a5d819984a3d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:40.641850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb7adde2-ae7d-420f-9047-d727a3d72544 req-75910e0c-e71e-4376-80ad-a5d819984a3d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0832403 Jan 18 23:55:40.688903 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb7adde2-ae7d-420f-9047-d727a3d72544 req-100d07fb-505c-4a7b-9a36-51e1dcdceccc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Jan 18 23:55:41.441173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:41.898475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8ff1-bc93-4e61-8857-a857b5f19a46 req-09106e97-b9f3-4f37-8aed-6accafe7a1b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:41.899908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d85e8ff1-bc93-4e61-8857-a857b5f19a46 req-09106e97-b9f3-4f37-8aed-6accafe7a1b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0823135 Jan 18 23:55:41.945075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d85e8ff1-bc93-4e61-8857-a857b5f19a46 req-dee668b0-80ce-45dc-b191-3fba438a400e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d839aa0-e665-4e94-92c1-e4d1554be0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Jan 18 23:55:42.330944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-b7b6692c-1d8a-4236-9a2b-66bb193b1981 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:55:42.331554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-b7b6692c-1d8a-4236-9a2b-66bb193b1981 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:55:42.343804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-b7b6692c-1d8a-4236-9a2b-66bb193b1981 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:55:42.344920 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-b7b6692c-1d8a-4236-9a2b-66bb193b1981 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 946 time: 0.0869997 Jan 18 23:55:42.500519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port 8c6f53ab-a512-4b6d-865f-eadd3871f64b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:55:42.500871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.744901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port 8c6f53ab-a512-4b6d-865f-eadd3871f64b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=8c6f53ab-a512-4b6d-865f-eadd3871f64b,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:55:42.745249 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:42.862595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for 8c6f53ab-a512-4b6d-865f-eadd3871f64b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:55:43.076005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:43.088213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['8c6f53ab-a512-4b6d-865f-eadd3871f64b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:55:43.110097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d7268f2-df9f-4cb8-9ddb-29142fb8468c req-6519b839-aedd-4a71-939c-bdb6b592db52 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 210 time: 0.0413029 Jan 18 23:55:43.127515 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=8c6f53ab-a512-4b6d-865f-eadd3871f64b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:43.138115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.138467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.138812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.139153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.140022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.140356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.140779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.141030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.141355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.141677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.142001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:43.214986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port 8c6f53ab-a512-4b6d-865f-eadd3871f64b on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:55:43.217533 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:43.220628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'name': 'network-vif-deleted', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:55:43.275971 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15ca19a-0243-40c8-8084-17fd58f48b66', 'name': 'network-vif-deleted', 'tag': '8c6f53ab-a512-4b6d-865f-eadd3871f64b', 'status': 'completed', 'code': 200} Jan 18 23:55:43.329713 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-bdee1308-67f9-4b44-9d48-66f56189c6cc req-14d216a9-a1d2-4d01-a237-66a7b756bd41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "DELETE /v2.0/ports/8c6f53ab-a512-4b6d-865f-eadd3871f64b HTTP/1.1" status: 204 len: 173 time: 0.9798305 Jan 18 23:55:43.882822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9ebd-0ee5-4b65-ae60-7ce42d607e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:44.275827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e1a6ef6-837f-4a4e-bd17-28525ba97128 req-80797b4b-2c31-4208-acce-18177aa9fb07 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=d15ca19a-0243-40c8-8084-17fd58f48b66 HTTP/1.1" status: 200 len: 210 time: 0.0440686 Jan 18 23:55:46.007314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f012835-d1ff-4057-89d4-657fe1142b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:46.148893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c6f53ab-a512-4b6d-865f-eadd3871f64b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:55:46.184449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 8c6f53ab-a512-4b6d-865f-eadd3871f64b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:55:46.184793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 8c6f53ab-a512-4b6d-865f-eadd3871f64b not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:55:47.237705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:47.540249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.507044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33234) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:48.512576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679223753', 'description': 'tempest-secgroup-smoke-1679223753 description', 'project_id': 'a96320c38305453e9cb0ec7ff8651784'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:48.519205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:48.528654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:48.590090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.624580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:48.629072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:48.631825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:48.637426 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:48.689963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.762578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.807779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3322bda4-6bdd-461c-a7f3-18bc954cdf55,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:48.817477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.817824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.818164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.818560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.818893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.819235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.819547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.819869 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.820191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.820512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.820827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:55:48.882927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.884379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-20027f2f-e91a-4ef0-9a67-929e4918d810 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3763392 Jan 18 23:55:48.887525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33238) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:48.893401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:48.900314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:48.904165 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:48.907746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:48.911598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:48.913937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:48.986370 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.045176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.116656 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.140005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02d45c5-5b05-403e-a244-feccb563da27,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:49.196802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.198053 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a5d62269-5cc1-4f0c-8d4f-eb55b302e765 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3095155 Jan 18 23:55:49.200878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:49.206884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:49.213633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:49.217592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:49.221173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:49.226969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:49.316879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.379275 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.446776 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.470561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a917e1d5-c324-4cb1-bafe-a204a7824005,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:49.545571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.546777 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f669e3a7-aeba-45fe-9561-0c3bfcf06d25 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3449602 Jan 18 23:55:49.549446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33246) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:49.554832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:49.561344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:49.565961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:49.568989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:49.574598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:49.659807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.722891 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.796395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.821205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9c4a14-7d09-4b7a-a8b3-adb08466e747,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:49.912446 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:49.913821 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e1b5eeaf-844a-481f-b7b6-409c2771466a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3634224 Jan 18 23:55:49.916540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:49.922000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:49.929511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:49.933311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:49.936069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:49.942879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:50.019970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.083703 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.139353 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.162468 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2957d37b-fa1d-4717-90ec-a2724f30cf3c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:50.225280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.226481 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-43bc0003-745d-4b8d-b926-2f5f3ff34fd4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3089592 Jan 18 23:55:50.229119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:50.234452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:50.241106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:50.244966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:50.248047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:50.254325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:50.349705 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Project a96320c38305453e9cb0ec7ff8651784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:55:50.356205 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.421686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.493810 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.518226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f389fc28-95f7-40d2-a9fc-5fb00d04c231,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:50.597264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.598515 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d18f91a8-82d7-4380-88fc-8cb5b521b6f5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3684833 Jan 18 23:55:50.601297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 33258) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:55:50.606630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'security_group_rule': {'security_group_id': '3322bda4-6bdd-461c-a7f3-18bc954cdf55', 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:55:50.613837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:55:50.617547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:security_group_rule and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:55:50.620390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:55:50.627123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:55:50.705978 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Project a96320c38305453e9cb0ec7ff8651784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 23:55:50.712481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.776522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.852811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.877321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4d0b0f-20f3-4d10-8e5e-e9abbad44e85,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:55:50.957080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:55:50.958304 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2701e995-bbc8-4a7a-85d7-3e557b6239c1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3561189 Jan 18 23:56:09.511377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:09.818677 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:56:11.437408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:12.924560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-85bd2206-263f-49ac-9d27-406796511487 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:56:13.048025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-85bd2206-263f-49ac-9d27-406796511487 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:56:13.049383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-85bd2206-263f-49ac-9d27-406796511487 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679223753&fields=id&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 267 time: 0.1676424 Jan 18 23:56:13.200084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-a19cbfd5-337b-4d0d-8f46-35eab7243b1f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:13.201552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-a19cbfd5-337b-4d0d-8f46-35eab7243b1f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1449213 Jan 18 23:56:13.218834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-a52141af-f9bb-47bd-8ade-6591471bf8a0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0116773 Jan 18 23:56:13.305208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-9baa913f-3ac6-40aa-ad36-9cf250f9d401 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794010 Jan 18 23:56:13.525948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7e6dda5d-6ba0-4e25-b6a3-5a8d2282c11c service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093303 Jan 18 23:56:13.654394 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7f086711-0c7a-46ce-a2de-89d9a03fcc60 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228068 Jan 18 23:56:13.934214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-372a670c-6725-4f90-8cc5-f14b8db27f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:14.389643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8fb1704-d031-4c70-99bc-26f14709b8c6 req-e17461e5-56d6-4ef9-aba3-eeadb2470e30 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Jan 18 23:56:15.551161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f487cd6-b0ad-4b30-97e0-ce13d65faf38 req-951266ad-01e8-4d4c-8ef2-80ce34b72641 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jan 18 23:56:15.989497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-854e1667-8d5e-4d74-9051-17a646e9276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:16.229362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-17302acd-f31a-424b-81b6-ebbeea4c9b62 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:16.230813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-17302acd-f31a-424b-81b6-ebbeea4c9b62 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1423035 Jan 18 23:56:16.286838 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-4add08be-e561-4940-be81-aab82be50ad4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 380 time: 0.0442517 Jan 18 23:56:16.299469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': '2c706c6d-6be6-48ba-96f8-465449956c42', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'security_groups': ['3322bda4-6bdd-461c-a7f3-18bc954cdf55']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:56:16.436662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:56:16.441906 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:56:16.444614 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:56:16.450351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:56:16.532193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:56:16.535732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:16.712813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.5 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/c54e26f9-c0c6-44da-a5b7-e666d43d2fa5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:56:16.723800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ace78348-67e8-410e-8aae-6c24ad8c2c1b req-0f43f5a3-f2fc-417a-b1bb-549a08d0c056 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 210 time: 0.0470510 Jan 18 23:56:16.902373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:16.918592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:56:17.003986 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.162364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:56:17.165226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:56:17.169082 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:56:17.205480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:17.236004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:17.238995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.282777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.323683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d80e7bf8-81a6-4c7d-8525-869f898fea71 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277617 Jan 18 23:56:17.336013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Request body: {'port': {'device_id': '2c706c6d-6be6-48ba-96f8-465449956c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:56:17.430892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-be6c9e4c-ee46-4176-b52b-e0c64961674b None None] Provisioning for port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:56:17.436187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-be6c9e4c-ee46-4176-b52b-e0c64961674b None None] Provisioning complete for port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:56:17.438265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-be6c9e4c-ee46-4176-b52b-e0c64961674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.448419 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.503732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-be6c9e4c-ee46-4176-b52b-e0c64961674b None None] Port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:56:17.551562 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.796989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:56:17.804014 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.819784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Transition to ACTIVE for port object c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:56:17.865898 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:17.935436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa568b5-6a73-4cc5-8ae5-98372e486b50 req-3b939249-62db-48d8-861f-2a45de093416 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:17.937419 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aa568b5-6a73-4cc5-8ae5-98372e486b50 req-3b939249-62db-48d8-861f-2a45de093416 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0821934 Jan 18 23:56:18.000326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0aa568b5-6a73-4cc5-8ae5-98372e486b50 req-21daf05a-b624-4dba-82fe-c58917a6bf33 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500705 Jan 18 23:56:18.013443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Pushing event updated for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:18.128322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Attempting to bind port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:56:18.128888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Attempting to bind port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:56:18.129508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Attempting to bind port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:56:18.135962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:56:18.136294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Attempting to bind port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:56:18.143072 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:56:18.144049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:56:18.144432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:56:18.144998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Bound port: c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:56:18.145537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:18.242606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:56:18.245530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:56:18.317269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:18.377184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:18.379047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] 10.222.0.89 "PUT /v2.0/ports/c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 200 len: 1091 time: 1.0474973 Jan 18 23:56:18.379495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:18.404283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba356bb-13b7-4cdf-ba44-3890d9b183be service neutron] Pushing event updated for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:18.443158 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'status': 'completed', 'code': 200} Jan 18 23:56:18.532849 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-61651822-33d9-44f1-bc17-cedd397a1b9e req-ef3585d5-bbca-457b-85bc-16e81574f2e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1094 time: 0.0727520 Jan 18 23:56:18.678836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651822-33d9-44f1-bc17-cedd397a1b9e req-97b43a1d-1dbd-4b8a-9183-d4fee44bc980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:18.680462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-61651822-33d9-44f1-bc17-cedd397a1b9e req-97b43a1d-1dbd-4b8a-9183-d4fee44bc980 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a96320c38305453e9cb0ec7ff8651784&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1411853 Jan 18 23:56:18.814852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651822-33d9-44f1-bc17-cedd397a1b9e req-f0236243-9909-4d7f-9d4a-0dbf3c2e4de1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:18.816873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-61651822-33d9-44f1-bc17-cedd397a1b9e req-f0236243-9909-4d7f-9d4a-0dbf3c2e4de1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297061 Jan 18 23:56:18.911875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:18.921085 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-62e057b1-e0e9-4648-9d80-99befe99578e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1094 time: 0.0721114 Jan 18 23:56:18.991387 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-08f0c215-43cd-40fc-a357-03a358c70a72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 200 len: 217 time: 0.0641196 Jan 18 23:56:19.053242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-5d974545-51ba-4146-80dc-bf6a56239798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:19.054761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-5d974545-51ba-4146-80dc-bf6a56239798 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0572038 Jan 18 23:56:19.128693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-73297013-48ac-442f-a2f4-17da3bcabef1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670264 Jan 18 23:56:19.223816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37046102-e8d1-4fbe-b98f-c62ae3161e58 req-d72272f2-d107-446f-8b58-a791f7b5280e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:19.225421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37046102-e8d1-4fbe-b98f-c62ae3161e58 req-d72272f2-d107-446f-8b58-a791f7b5280e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0897031 Jan 18 23:56:19.273688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37046102-e8d1-4fbe-b98f-c62ae3161e58 req-c05e112a-b760-40a5-828d-c6cc99da3a53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Jan 18 23:56:19.347503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-5c767bc7-911c-4874-b1c3-4c00a2d7bc70 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137980 Jan 18 23:56:19.477087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a2ca864-cf48-4ee1-9369-0a2c8c936c90 req-d6efbfa2-73de-4d1a-8b2f-ae415515967e service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229720 Jan 18 23:56:20.476850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6208a6-c309-4db9-9280-0b6a44eff61e req-77793d84-ea82-4565-b70d-13483b7e975d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:20.478319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f6208a6-c309-4db9-9280-0b6a44eff61e req-77793d84-ea82-4565-b70d-13483b7e975d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0755491 Jan 18 23:56:20.524452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f6208a6-c309-4db9-9280-0b6a44eff61e req-f7566417-137e-445c-9aa8-ff29b49c8f3b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Jan 18 23:56:21.720748 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e6174-fae3-4f2f-ab12-c2b88fd8c048 req-b67a0a18-6bee-42c2-8d91-ff93decb93ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:21.722813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a8e6174-fae3-4f2f-ab12-c2b88fd8c048 req-b67a0a18-6bee-42c2-8d91-ff93decb93ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0789096 Jan 18 23:56:21.767289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a8e6174-fae3-4f2f-ab12-c2b88fd8c048 req-6e24a348-79ab-417d-a202-5a8af9762b2c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Jan 18 23:56:23.154942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b3dc-86df-49ed-8304-77c3d69dd95c req-ae55db9c-5923-4b64-ba0e-72217f2e91b9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:23.156391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6a1b3dc-86df-49ed-8304-77c3d69dd95c req-ae55db9c-5923-4b64-ba0e-72217f2e91b9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0809345 Jan 18 23:56:23.213457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6a1b3dc-86df-49ed-8304-77c3d69dd95c req-969eea86-d0de-45a6-9ce7-1c16c57ce1d8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506947 Jan 18 23:56:24.407514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d34da-a5c0-47eb-a838-b1df0476103c req-a87cafff-b8c5-4a11-9cd9-daa40ba69577 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:24.409540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da5d34da-a5c0-47eb-a838-b1df0476103c req-a87cafff-b8c5-4a11-9cd9-daa40ba69577 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0749919 Jan 18 23:56:24.455518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-da5d34da-a5c0-47eb-a838-b1df0476103c req-49d68050-94a3-44a1-a15f-34fff7a81581 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Jan 18 23:56:25.653852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e99b2a-f0e2-4896-a65b-ec041c8ab86d req-235f567e-0517-4753-b57a-356d4ed6e96c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:25.655308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3e99b2a-f0e2-4896-a65b-ec041c8ab86d req-235f567e-0517-4753-b57a-356d4ed6e96c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0816343 Jan 18 23:56:25.700336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3e99b2a-f0e2-4896-a65b-ec041c8ab86d req-06977ccb-71e3-46ea-a423-51a889103c33 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Jan 18 23:56:26.897115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954470d9-9b06-4733-acb6-92dca5b9472b req-668e4a72-3cc6-4619-a656-5bc6b8a52a41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:26.898589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-954470d9-9b06-4733-acb6-92dca5b9472b req-668e4a72-3cc6-4619-a656-5bc6b8a52a41 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0775526 Jan 18 23:56:26.942957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-954470d9-9b06-4733-acb6-92dca5b9472b req-7b59f231-a689-48cb-8236-8e759e7d2523 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Jan 18 23:56:28.137779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b1a25-e01d-4439-96c4-06bbe399a492 req-e1882f0e-b848-4472-beba-2f51ac1f86f6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:28.139122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993b1a25-e01d-4439-96c4-06bbe399a492 req-e1882f0e-b848-4472-beba-2f51ac1f86f6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 943 time: 0.0787134 Jan 18 23:56:28.184625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993b1a25-e01d-4439-96c4-06bbe399a492 req-8525513b-b526-44a1-ba75-b13b87171419 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Jan 18 23:56:28.356011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:56:28.485363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:56:28.497921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'mac_address': 'fa:16:3e:d3:64:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:56:28.548904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:28.565868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:56:28.580089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:56:28.640477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:28.707930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:28.716345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.716696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.717059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.717395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.717727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.718055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.718380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.718703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.719023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.719342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.719661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:56:28.991446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['c54e26f9-c0c6-44da-a5b7-e666d43d2fa5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:56:29.379942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4537d-b01e-4384-8bbf-49440911a357 req-24a18036-4e26-4c9e-9fa0-b6fa4d02e2ea tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:29.381415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ba4537d-b01e-4384-8bbf-49440911a357 req-24a18036-4e26-4c9e-9fa0-b6fa4d02e2ea tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 944 time: 0.0751572 Jan 18 23:56:29.428729 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ba4537d-b01e-4384-8bbf-49440911a357 req-bd2d4398-4f3a-47dc-9215-72e08d91fcbe tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jan 18 23:56:30.372409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:56:30.488181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:56:30.493416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:56:30.493780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:30.646468 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:30.652258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f6817-da71-4c66-bf56-b75f83336105 req-9e604e45-93ad-4ace-8f90-b1284bb07b8d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:30.653768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d42f6817-da71-4c66-bf56-b75f83336105 req-9e604e45-93ad-4ace-8f90-b1284bb07b8d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 944 time: 0.0800395 Jan 18 23:56:30.672510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:30.681895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:56:30.701351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d42f6817-da71-4c66-bf56-b75f83336105 req-52c78a13-e83b-4c03-891e-06aa10e4bd6c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Jan 18 23:56:30.729019 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'code': 200} Jan 18 23:56:30.768663 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:30.837459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:30.859238 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f80e55a6-9ea4-4679-88ac-cb4a96ef217e req-91a3a62f-cf8c-4c03-b387-cf5957e7f553 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1096 time: 0.0724142 Jan 18 23:56:30.900738 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f80e55a6-9ea4-4679-88ac-cb4a96ef217e req-6842b8ed-3358-4be8-a466-f04be77c88a0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360403 Jan 18 23:56:31.901870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49953bd7-fba9-451a-97ec-151b6e4c0893 req-03906671-5b13-4531-81a1-e008f37c457d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:31.903320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49953bd7-fba9-451a-97ec-151b6e4c0893 req-03906671-5b13-4531-81a1-e008f37c457d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.0825384 Jan 18 23:56:31.952216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49953bd7-fba9-451a-97ec-151b6e4c0893 req-bb4d757e-ccfc-402e-875d-9a281a0520a9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424583 Jan 18 23:56:33.152808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193abea-686e-4ad1-8d4f-d9384821c318 req-028bdb22-8b14-41e3-b460-d14ad9a7dd68 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:33.154283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8193abea-686e-4ad1-8d4f-d9384821c318 req-028bdb22-8b14-41e3-b460-d14ad9a7dd68 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.0769134 Jan 18 23:56:33.201008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8193abea-686e-4ad1-8d4f-d9384821c318 req-a84246b1-5626-4f37-ad7a-05a72e7821fb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Jan 18 23:56:33.478565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d64c12-f559-4b22-addc-8efe2aea5e13 req-d25bafa6-501d-46f7-95d6-079d501b78bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:33.479933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21d64c12-f559-4b22-addc-8efe2aea5e13 req-d25bafa6-501d-46f7-95d6-079d501b78bc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.1533005 Jan 18 23:56:33.524756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21d64c12-f559-4b22-addc-8efe2aea5e13 req-b9d75110-8062-442d-822a-f309ec11b112 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Jan 18 23:56:33.552715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:56:33.619706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dadf094b-fad5-486c-a068-85c18c8242e2 tempest-TestVolumeBootPattern-429225579 tempest-TestVolumeBootPattern-429225579-project-admin] Synchronizing usage tracker for tenant:97ee40fc8f6b494da5ba053afa704af7 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:56:33.704697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-dadf094b-fad5-486c-a068-85c18c8242e2 tempest-TestVolumeBootPattern-429225579 tempest-TestVolumeBootPattern-429225579-project-admin] Unset dirty status for tenant:97ee40fc8f6b494da5ba053afa704af7 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:56:33.706669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-dadf094b-fad5-486c-a068-85c18c8242e2 tempest-TestVolumeBootPattern-429225579 tempest-TestVolumeBootPattern-429225579-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1091 time: 0.1528838 Jan 18 23:56:33.709406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:56:33.715026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:56:33.721170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:56:33.725344 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:floatingip and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:56:33.728224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:56:33.734115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:56:33.800651 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:34.022490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:34.156791 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.25.1.105 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c24993d1-8718-4e19-ac2c-45807da3cebb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:56:34.304588 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:34.390835 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:34.460990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:56:34.462094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:56:34.465816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:56:34.499281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=c24993d1-8718-4e19-ac2c-45807da3cebb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:34.974867 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:35.087130 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:35.287849 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:35.343526 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:35.446276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=c24993d1-8718-4e19-ac2c-45807da3cebb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:56:35.464131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:35.655250 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Floating IP aa107e76-4c8a-4d53-9b23-2d7da1627ebc associated. External IP: 172.25.1.105, port: c54e26f9-c0c6-44da-a5b7-e666d43d2fa5. Jan 18 23:56:36.143825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:56:36.344320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:56:36.354722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:56:36.366255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:56:36.366869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:56:36.446210 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:36.502460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-19a644f6-40df-46bf-a2a7-e0319ba7af2f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7920253 Jan 18 23:56:36.503018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:56:36.544824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:56:36.561380 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'status': 'completed', 'code': 200} Jan 18 23:56:36.654632 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-b4553f77-813b-4473-9822-71350f2dbe5d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1096 time: 0.0698225 Jan 18 23:56:36.784686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c830-81c0-4111-aeda-17992b46f508 req-c87798f5-fe7e-4f9f-b269-95d14dadf571 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:36.786193 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-c87798f5-fe7e-4f9f-b269-95d14dadf571 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1257434 Jan 18 23:56:36.888418 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-0a9c2c37-c8d9-4e03-afb6-aafd6c7a8eed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 200 len: 999 time: 0.0962114 Jan 18 23:56:36.945812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aa107e76-4c8a-4d53-9b23-2d7da1627ebc', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:d3:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c706c6d-6be6-48ba-96f8-465449956c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:56:34Z', 'updated_at': '2022-01-18T23:56:34Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:56:36.952140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:56:36.956424 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152c830-81c0-4111-aeda-17992b46f508 req-bb45d2ad-c525-4cd2-a34e-338094cbd88c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:56:36.957903 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-bb45d2ad-c525-4cd2-a34e-338094cbd88c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0636933 Jan 18 23:56:36.968425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:56:36.969111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:56:37.030111 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-10290c89-acaa-4d4a-9117-96f8526bc433 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671012 Jan 18 23:56:37.146524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:56:37.157307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-192ff9b4-eef4-4b2c-aad4-e579c1515227 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213694 Jan 18 23:56:37.290259 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1152c830-81c0-4111-aeda-17992b46f508 req-c601747d-026d-4520-9552-a63f5de1dac7 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276603 Jan 18 23:56:37.489006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-7264b80d-532d-4a89-a550-950a350f400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aa107e76-4c8a-4d53-9b23-2d7da1627ebc', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:d3:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c706c6d-6be6-48ba-96f8-465449956c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:56:34Z', 'updated_at': '2022-01-18T23:56:34Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:56:37.492959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7264b80d-532d-4a89-a550-950a350f400c None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'aa107e76-4c8a-4d53-9b23-2d7da1627ebc', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:d3:64:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c706c6d-6be6-48ba-96f8-465449956c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:56:34Z', 'updated_at': '2022-01-18T23:56:34Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:56:37.681469 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce007a-ac88-42a3-9a1e-f95647dd0408 None None] New status for floating IP aa107e76-4c8a-4d53-9b23-2d7da1627ebc: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:56:39.476546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:41.463033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:43.904957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fe5084b6-22a2-4e8a-a423-4c2a5fe6542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:46.000436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-175d0a4f-3e07-45bc-9599-8ea0e07cac06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:46.818912 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:56:47.242827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:47.550606 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:56:48.927756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:09.498861 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:11.642337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:13.891727 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-754e6b43-a20f-4c58-8c44-31be2933fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:15.988888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c793662c-fc92-4332-903c-6447d6baffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.231554 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.548511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:17.877173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-d53d928e-5b25-415e-9032-24a1f53ebd0b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1416283 Jan 18 23:57:18.022525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-8fda18cf-489c-4ac8-afda-81c708268be6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1096 time: 0.0695415 Jan 18 23:57:18.167880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f802e2-1525-411c-9858-9234e5aacb94 req-e372f934-20a6-482c-b52a-dcd86f40a7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:18.169402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-e372f934-20a6-482c-b52a-dcd86f40a7bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1282363 Jan 18 23:57:18.386981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-32f5dc1d-8614-4368-816d-69f66cb131eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1106985 Jan 18 23:57:18.386981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f802e2-1525-411c-9858-9234e5aacb94 req-a133a1fd-9812-4db3-b1e8-cd251f4c6a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:57:18.386981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-a133a1fd-9812-4db3-b1e8-cd251f4c6a17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0619204 Jan 18 23:57:18.518921 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-306efc38-9974-4d3a-8121-87d326528a74 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602921 Jan 18 23:57:18.654608 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-983e5563-7144-4e80-be6e-a1ad520e285a service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285360 Jan 18 23:57:18.786822 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-88f802e2-1525-411c-9858-9234e5aacb94 req-7c5d5b3e-3608-47cb-9632-d3fe6fb81c4b service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265152 Jan 18 23:57:18.944668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:23.819857 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:57:39.521324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:41.497029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:43.919474 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1b547b2-34cc-4c07-89b6-0cdb28000b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:46.007113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d78b48d7-932a-4d03-8da8-1e5dc4da44d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:47.269445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:47.565128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:57:48.955824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:00.820034 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:58:09.492423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:11.498541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:13.886876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ead0454a-7085-4759-9403-ca5cc05e70b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:16.015888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb826223-ae80-4622-a793-dab79af3a1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:17.269944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:17.559095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:18.047292 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-c7aab36a-ddd7-4c01-8860-dd7d8ff556b4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434004 Jan 18 23:58:18.182392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-434a634c-c19b-464d-bd56-356064e024ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 1096 time: 0.0686705 Jan 18 23:58:18.326576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-da9bd22d-80a2-4e3d-a2a0-73a903e4afc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:18.328032 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-da9bd22d-80a2-4e3d-a2a0-73a903e4afc6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1283288 Jan 18 23:58:18.432278 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-1ec6f54b-d4af-41d6-9413-477b663ff0c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 200 len: 1001 time: 0.0984962 Jan 18 23:58:18.502050 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-20d80659-4520-4200-854e-f4b9b833f374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:58:18.503396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-20d80659-4520-4200-854e-f4b9b833f374 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0651462 Jan 18 23:58:18.574614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-17bf74ae-845b-4469-938c-5bd8974b2098 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654886 Jan 18 23:58:18.702698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-0c9fb595-988a-466c-82cc-ad40da71bec2 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209607 Jan 18 23:58:18.837187 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b1614999-8e01-4b9e-8ac1-6695a81cf33c req-3a1f9296-2d03-4e25-a608-e3c112cfb87c service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287014 Jan 18 23:58:18.936588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:37.820932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:58:39.503646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:41.526540 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:43.898414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ba8284c0-794c-4b55-b7ae-9bb8c29060d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:45.989617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1cf4bc20-b85d-4858-96cc-77e949f2e359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:47.252599 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:47.560658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:58:48.949657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:09.524057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:11.507838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:13.875296 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b18da956-8363-4009-80b6-f2eb688839b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:14.821269 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 23:59:15.638787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f786e-e969-4a22-9226-2ac2ba3daaab req-5a41f7aa-3cbf-461f-99b7-ba40a043f66a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:15.640290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e4f786e-e969-4a22-9226-2ac2ba3daaab req-5a41f7aa-3cbf-461f-99b7-ba40a043f66a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.1482062 Jan 18 23:59:15.689789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e4f786e-e969-4a22-9226-2ac2ba3daaab req-a26a20c0-c565-4802-aea8-2282efae76db tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Jan 18 23:59:15.983545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d5ae62ad-3cda-4fd2-b19a-18f5e7c1e3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:16.982763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c79fba-2443-4dbd-8de6-a56b41339410 req-93912e48-c2e6-41fa-b0a0-7a10ffe73df6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:16.984169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37c79fba-2443-4dbd-8de6-a56b41339410 req-93912e48-c2e6-41fa-b0a0-7a10ffe73df6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.1457493 Jan 18 23:59:17.030219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37c79fba-2443-4dbd-8de6-a56b41339410 req-0db6d5eb-4c7b-425f-b824-a651505e55d9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 Jan 18 23:59:17.065438 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-083c9394-aaf3-4097-afa1-f1446212aa69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:17.066126 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-083c9394-aaf3-4097-afa1-f1446212aa69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 23:59:17.212228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-083c9394-aaf3-4097-afa1-f1446212aa69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 23:59:17.213633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-083c9394-aaf3-4097-afa1-f1446212aa69 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 945 time: 0.2259800 Jan 18 23:59:17.284803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 23:59:17.285093 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.320981 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.521305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:59:17.521655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.564231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.888230 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.888605 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:17.888969 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Floating IP aa107e76-4c8a-4d53-9b23-2d7da1627ebc disassociated. External IP: 172.25.1.105, port: c54e26f9-c0c6-44da-a5b7-e666d43d2fa5. Jan 18 23:59:17.889319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 23:59:18.137954 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:18.189115 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=c54e26f9-c0c6-44da-a5b7-e666d43d2fa5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:18.219214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c5c8c04-490b-401b-ac58-89134308cabb req-a60ed755-dd15-437f-9ee4-23ae1998bad3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 210 time: 0.0433500 Jan 18 23:59:18.258794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.259140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.259479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.259902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.261016 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.261359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.261689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.262010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.262336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.262657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.262978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:18.417483 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:59:18.616149 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:59:18.626105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:59:18.639643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:59:18.640267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:59:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:18.692952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 23:59:18.695565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:18.699432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'name': 'network-vif-deleted', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:18.801345 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ae4e450d-8acd-49e8-baed-f9c677688c84 req-1ab75101-4166-41de-8276-1c0401e725ce tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "DELETE /v2.0/ports/c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 HTTP/1.1" status: 204 len: 173 time: 1.5826995 Jan 18 23:59:18.839475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:59:18.871460 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c706c6d-6be6-48ba-96f8-465449956c42', 'name': 'network-vif-deleted', 'tag': 'c54e26f9-c0c6-44da-a5b7-e666d43d2fa5', 'status': 'completed', 'code': 200} Jan 18 23:59:19.046805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:19.184743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:19.189100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:59:19.200046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:59:19.200628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:59:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:19.419115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:59:19.419279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e7dc490-57ae-456e-888a-bf25844a6a83 req-9b690b18-2ae7-4ed9-abd2-77919e8011a8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c706c6d-6be6-48ba-96f8-465449956c42 HTTP/1.1" status: 200 len: 210 time: 0.0481107 Jan 18 23:59:19.725664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:19.730481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf9072-8015-42d7-85b0-5de083d59311 None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:59:19.948685 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e1e58-9528-47ef-a9de-f0d84c80b598 None None] New status for floating IP aa107e76-4c8a-4d53-9b23-2d7da1627ebc: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:59:20.744020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-268bbd92-06b4-4755-8c05-14dd1d493529 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679223753&fields=id&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 267 time: 0.0404718 Jan 18 23:59:20.892733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-d099d05a-8ecb-4cef-86c1-adfaf3f97836 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:20.894167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-d099d05a-8ecb-4cef-86c1-adfaf3f97836 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1431389 Jan 18 23:59:20.911999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-c6bf6fd5-7291-4a3c-adc3-040098553f1c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0124702 Jan 18 23:59:20.991646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-23fe4963-f7c6-47b5-bb34-e964ca6804ca tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739474 Jan 18 23:59:21.223711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-4b9180bd-1ec8-45e7-b5c1-396f659aeadc service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841311 Jan 18 23:59:21.355371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-04da1767-6d75-4d94-b5ac-0f613519a7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252871 Jan 18 23:59:21.380716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 23:59:21.417804 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 23:59:21.418274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device c54e26f9-c0c6-44da-a5b7-e666d43d2fa5 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 23:59:22.103272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b163b02-bbf0-4621-84ef-2e84653a592d req-4fcec710-7056-40aa-948b-203c08469439 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.1372428 Jan 18 23:59:23.212795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e63b7d5-8ab3-4831-a0c3-94205d69cfc9 req-d95c9e95-710d-4085-a6f1-a1e5dbbabd70 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0393193 Jan 18 23:59:24.327161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fff0b272-9865-45a3-bca6-6b6f8d489460 req-4d2ceef2-7ac8-4397-b07f-14c706c37f28 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0426905 Jan 18 23:59:25.439325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88d1e4d1-0245-4f4d-b35c-c476915bb329 req-924d0bf5-8f3d-4d64-9828-df2e0d0d3c2a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0436347 Jan 18 23:59:26.608580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9a90236-555c-45f5-b01f-2f81df69b03a req-d285ac54-48b1-42fd-87e3-3ec25cebece1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0419970 Jan 18 23:59:27.053627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-358be5ef-5e4e-46c1-bbd2-41df0ce1ba1a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:27.055143 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-358be5ef-5e4e-46c1-bbd2-41df0ce1ba1a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1586778 Jan 18 23:59:27.108627 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-1ead146c-8b41-4d13-90a8-687f8af291e2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 380 time: 0.0415864 Jan 18 23:59:27.117512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'security_groups': ['3322bda4-6bdd-461c-a7f3-18bc954cdf55']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:59:27.254091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:27.263111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:27.263111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:27.267315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:27.335683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 23:59:27.339732 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:27.503876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.3 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/f53e69d9-f0b1-462f-a5f5-d5548e8cab69) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:27.690086 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:27.706033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object f53e69d9-f0b1-462f-a5f5-d5548e8cab69 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:27.779119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:27.826603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a637-d0f8-4d5f-893a-b1f3a88bc8d0 req-744d2471-4ead-461d-8b02-39afcf142b7e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:27.849469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b9a637-d0f8-4d5f-893a-b1f3a88bc8d0 req-744d2471-4ead-461d-8b02-39afcf142b7e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 931 time: 0.1042964 Jan 18 23:59:27.893328 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11b9a637-d0f8-4d5f-893a-b1f3a88bc8d0 req-40d41b31-1420-4012-801d-c29903a8d09d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Jan 18 23:59:27.961052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:27.964610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:27.968682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:59:28.000093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:28.036085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:28.036698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:28.156116 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-f84833b0-f71b-4efa-af14-0943c3c3a6c4 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422080 Jan 18 23:59:28.167704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Request body: {'port': {'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:59:28.283136 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:28.326702 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ea730b7e-e237-4d82-af08-fb6472517f8c None None] Provisioning for port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:28.331636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ea730b7e-e237-4d82-af08-fb6472517f8c None None] Provisioning complete for port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:28.332132 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ea730b7e-e237-4d82-af08-fb6472517f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:28.387310 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ea730b7e-e237-4d82-af08-fb6472517f8c None None] Port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 23:59:28.638354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53e69d9-f0b1-462f-a5f5-d5548e8cab69 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:59:28.645256 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:28.660335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Transition to ACTIVE for port object f53e69d9-f0b1-462f-a5f5-d5548e8cab69 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 23:59:28.761367 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:28.892084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Pushing event updated for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:29.012862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Attempting to bind port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 23:59:29.013202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Attempting to bind port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 23:59:29.013532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Attempting to bind port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:59:29.021293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 23:59:29.021677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Attempting to bind port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 23:59:29.030672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 23, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 23:59:29.031393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 23:59:29.031810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 23:59:29.032221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Bound port: f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 23:59:29.032565 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:29.121960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744cb3c-6a55-486f-b918-a615be3776a0 req-3cb414b3-3076-40a5-95c2-fa68f70c9ce5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:29.123442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c744cb3c-6a55-486f-b918-a615be3776a0 req-3cb414b3-3076-40a5-95c2-fa68f70c9ce5 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0879042 Jan 18 23:59:29.123733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 23:59:29.127611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 23:59:29.172398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c744cb3c-6a55-486f-b918-a615be3776a0 req-f2f9195f-acdb-4eb7-8846-7e30e521b726 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Jan 18 23:59:29.184444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:29.250350 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:29.251783 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] 10.222.0.89 "PUT /v2.0/ports/f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1091 time: 1.0883880 Jan 18 23:59:29.256328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:29.274873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33e4d0-a444-4ad6-8483-262f00377f5e service neutron] Pushing event updated for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:29.444566 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-9b0e1f4d-c3e2-46cf-9cc9-f3e1d9e98009 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1094 time: 0.0749805 Jan 18 23:59:29.514667 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-c9bbdc00-8423-4c87-833e-046e4c3b069a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 217 time: 0.0634370 Jan 18 23:59:29.577961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-32059ad9-176f-492e-8cc7-364faa4c35e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:29.579429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-32059ad9-176f-492e-8cc7-364faa4c35e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0585804 Jan 18 23:59:29.656591 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-4363dba4-7214-4133-b24f-c95a81c8fb1e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719032 Jan 18 23:59:29.787402 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-cd17e01b-6d13-4f47-8634-fb53c920aa28 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230452 Jan 18 23:59:29.916297 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b0e6044-8cb0-4335-8e2b-d917ae36d429 req-d864f4d9-4570-4ed6-bfec-794635cf38aa service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227231 Jan 18 23:59:30.338436 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'status': 'completed', 'code': 200} Jan 18 23:59:30.378252 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf3e0e-7ef6-42e1-a0e7-8b6cb20f84ae req-cf06cfbf-df76-4dc4-8c9e-01e3cbd07dc6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:30.379684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87cf3e0e-7ef6-42e1-a0e7-8b6cb20f84ae req-cf06cfbf-df76-4dc4-8c9e-01e3cbd07dc6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0831432 Jan 18 23:59:30.424054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87cf3e0e-7ef6-42e1-a0e7-8b6cb20f84ae req-782b4843-1873-492c-b09e-f98b81bdcbf1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Jan 18 23:59:30.428261 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-68d678c1-8cad-41b2-a524-d1b8d130bae9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1094 time: 0.0687158 Jan 18 23:59:30.644442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-1e89916f-5fba-412c-921b-8b179bbe60b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:30.645914 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-1e89916f-5fba-412c-921b-8b179bbe60b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2112312 Jan 18 23:59:30.713013 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-73a8e4ef-8b3f-445c-b950-cb39fd8fed65 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 217 time: 0.0604982 Jan 18 23:59:30.772979 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-c8517e44-f1a1-4a76-86f1-4bba0ccacc0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:30.774385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-c8517e44-f1a1-4a76-86f1-4bba0ccacc0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0555115 Jan 18 23:59:30.850668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-44a2701a-96d6-4a96-9652-445f03600d3e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695825 Jan 18 23:59:30.980720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-0d553582-40b1-4221-8613-aca66c41331e service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226819 Jan 18 23:59:31.109703 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-117ad8d2-b8da-4c90-8968-2d14421c6f4d req-52f4d809-67f6-43a1-94d8-63511553f0dc service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232290 Jan 18 23:59:31.622314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d15ae-958a-43ce-9105-af90b14c0bd1 req-e6779804-7a07-4b37-ae4c-052ba5f59fdd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:31.623747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db7d15ae-958a-43ce-9105-af90b14c0bd1 req-e6779804-7a07-4b37-ae4c-052ba5f59fdd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0760436 Jan 18 23:59:31.668125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db7d15ae-958a-43ce-9105-af90b14c0bd1 req-81acbaea-4ecb-4550-a176-2c12ee5c3d53 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386574 Jan 18 23:59:32.863309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd212a-3c3e-4165-95e8-792fd0db453b req-8ff8e90d-e660-496c-aa67-8f40443e04ae tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:32.864948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16cd212a-3c3e-4165-95e8-792fd0db453b req-8ff8e90d-e660-496c-aa67-8f40443e04ae tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0787845 Jan 18 23:59:32.912214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16cd212a-3c3e-4165-95e8-792fd0db453b req-0554affa-ea14-46d8-a160-9064f2639ad9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Jan 18 23:59:34.108561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d946cb-6ac9-4ff6-aee7-8ad2a49c739b req-3b4cf3d0-a48a-47e7-b925-fafbd7f4e59e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:34.110041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2d946cb-6ac9-4ff6-aee7-8ad2a49c739b req-3b4cf3d0-a48a-47e7-b925-fafbd7f4e59e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0789678 Jan 18 23:59:34.155547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2d946cb-6ac9-4ff6-aee7-8ad2a49c739b req-b32d6751-04b3-437d-a7a6-9ea98830657b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Jan 18 23:59:35.349605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cf980-3f3d-4399-98e8-e88678df5096 req-bc0fb62b-382f-4808-b2c2-f6371e96d9e3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:35.351206 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a9cf980-3f3d-4399-98e8-e88678df5096 req-bc0fb62b-382f-4808-b2c2-f6371e96d9e3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0776913 Jan 18 23:59:35.406126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a9cf980-3f3d-4399-98e8-e88678df5096 req-0cb48edb-1507-445e-98cb-01f8012a47ca tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Jan 18 23:59:36.604491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c2494-9454-4a4b-9598-307cec874a51 req-7924c620-b78c-4d1e-8ed1-706b5585b829 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:36.605998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c20c2494-9454-4a4b-9598-307cec874a51 req-7924c620-b78c-4d1e-8ed1-706b5585b829 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 943 time: 0.0807719 Jan 18 23:59:36.651639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c20c2494-9454-4a4b-9598-307cec874a51 req-d7c9beb4-028b-4ae1-97c9-d6127aa78877 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Jan 18 23:59:37.443825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f53e69d9-f0b1-462f-a5f5-d5548e8cab69 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 23:59:37.572457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:59:37.585613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 23:59:37.640323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:37.656680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53e69d9-f0b1-462f-a5f5-d5548e8cab69 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 23:59:37.670896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:59:37.758284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:37.824855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:37.833405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.833747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.834085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.834415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.834739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.835064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.835382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.835701 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.836023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.836952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.836952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:37.847757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6645426-c086-4b9f-abcc-7fd82cfb0752 req-ed2433e9-7f36-4fbf-8c21-b477d0d0e0d2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:37.849249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6645426-c086-4b9f-abcc-7fd82cfb0752 req-ed2433e9-7f36-4fbf-8c21-b477d0d0e0d2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 944 time: 0.0769439 Jan 18 23:59:37.894721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6645426-c086-4b9f-abcc-7fd82cfb0752 req-f8270a45-d443-4806-b227-eb86469825fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Jan 18 23:59:38.102621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f53e69d9-f0b1-462f-a5f5-d5548e8cab69'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 23:59:38.231889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-220b6ce3-a7ce-4092-9811-3256d78d68b1 req-c39dde82-9874-4911-8b5e-b3022cb8f3df service neutron] (84543) timed out ('10.222.0.59', 51648) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 23:59:39.095075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410b1c-4636-4962-9414-ced6960b228b req-8cbf73d2-cce7-4d89-ab43-9d504b72f0eb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:39.096497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3410b1c-4636-4962-9414-ced6960b228b req-8cbf73d2-cce7-4d89-ab43-9d504b72f0eb tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 944 time: 0.0784023 Jan 18 23:59:39.142138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3410b1c-4636-4962-9414-ced6960b228b req-1bb7ea80-3688-4151-8696-49830496437e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Jan 18 23:59:39.445344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f53e69d9-f0b1-462f-a5f5-d5548e8cab69 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 23:59:39.554546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:39.588394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 23:59:39.593333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 23:59:39.593698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:39.702730 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:39.728608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:39.738325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 23:59:39.812080 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:39.882858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:39.893504 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'code': 200} Jan 18 23:59:40.016199 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-532c5c1d-f329-454e-916d-ba219ec60b7a req-67b03ddb-de86-409f-b36c-aa2350dd456b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0671673 Jan 18 23:59:40.057432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-532c5c1d-f329-454e-916d-ba219ec60b7a req-1357a585-de14-4d4a-9b5f-d10fd021cf83 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352967 Jan 18 23:59:40.334713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e497e89-e958-4406-af79-c567479d768e req-586a8c7b-f43f-45d8-978a-df6a426bedd3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:40.336079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e497e89-e958-4406-af79-c567479d768e req-586a8c7b-f43f-45d8-978a-df6a426bedd3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.0763874 Jan 18 23:59:40.385104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e497e89-e958-4406-af79-c567479d768e req-f69a9152-4280-4d74-9ad0-5b0ad8ceffe9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Jan 18 23:59:41.543675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:41.583946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623258-a816-4417-9ce0-7426582bbb4b req-0c6d3787-0396-4655-879f-7d83436d67b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:41.585423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf623258-a816-4417-9ce0-7426582bbb4b req-0c6d3787-0396-4655-879f-7d83436d67b2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.0774996 Jan 18 23:59:41.633079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf623258-a816-4417-9ce0-7426582bbb4b req-72d5125b-3a0d-408e-9639-643505897fb3 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Jan 18 23:59:42.831449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6342054-fb5f-4745-bf11-9d465fdea955 req-976969d9-7e9b-4eb0-9262-496265291182 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:42.832943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6342054-fb5f-4745-bf11-9d465fdea955 req-976969d9-7e9b-4eb0-9262-496265291182 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.0790982 Jan 18 23:59:42.878467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6342054-fb5f-4745-bf11-9d465fdea955 req-d0309b8e-debf-4329-aece-53782369b1dc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Jan 18 23:59:43.071751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fa047-dcd8-4397-97ea-4b0191641ab4 req-831be7f7-116a-44de-9dc0-ce07f4f825ed tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:43.073768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817fa047-dcd8-4397-97ea-4b0191641ab4 req-831be7f7-116a-44de-9dc0-ce07f4f825ed tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.0768616 Jan 18 23:59:43.118522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817fa047-dcd8-4397-97ea-4b0191641ab4 req-ecf73fb1-a499-4407-ba40-0606ecf623ad tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388792 Jan 18 23:59:43.146547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33622) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:43.283936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bf4b5c7d-a01f-4af2-b34b-204cd7460e5b tempest-TestVolumeBootPattern-429225579 tempest-TestVolumeBootPattern-429225579-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1091 time: 0.1362588 Jan 18 23:59:43.286495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33628) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 23:59:43.291628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 23:59:43.298410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 23:59:43.302419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:floatingip and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 23:59:43.305593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 23:59:43.311863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 23:59:43.394542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:43.529783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:43.663256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.25.1.159 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/bdb84928-9dea-42db-b3cb-0a22665f891c) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 23:59:43.903328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3bfecdb7-4c0e-4c86-b529-5fc814b60095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:43.914549 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:43.995081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:44.063480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 23:59:44.066366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 23:59:44.071015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 23:59:44.096377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=bdb84928-9dea-42db-b3cb-0a22665f891c,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:44.117441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.117787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.118128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.118465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.118798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.119125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.119451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.120444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.120733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.121082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.121404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 23:59:44.591585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:44.705391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:44.905257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:44.971361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:45.076266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=bdb84928-9dea-42db-b3cb-0a22665f891c,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 23:59:45.095585 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:45.283027 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Floating IP b291ec4a-8158-498b-80b3-8255524e9494 associated. External IP: 172.25.1.159, port: f53e69d9-f0b1-462f-a5f5-d5548e8cab69. Jan 18 23:59:45.787580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 23:59:45.998603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 23:59:46.007788 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 23:59:46.019920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9a4690b6-525d-4adb-aedc-7c1e9e0d13f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:46.023577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:59:46.024189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:59:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:46.107050 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:46.162632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f773aa50-670f-4187-8d90-6a3af52810d1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8750348 Jan 18 23:59:46.163123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 23:59:46.205253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:59:46.334473 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'status': 'completed', 'code': 200} Jan 18 23:59:46.427900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-79e1bb80-2f54-4942-beae-b49d843de4dc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0727620 Jan 18 23:59:46.559436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-af4fd7af-f8e4-4f48-af9d-4c9ed7fc3d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:46.560917 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-af4fd7af-f8e4-4f48-af9d-4c9ed7fc3d86 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1275649 Jan 18 23:59:46.593543 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:44Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:46.597322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 23:59:46.607802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 23:59:46.608386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-18T23:59:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:46.661676 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-241910cf-0761-486e-8560-1ec188b16e2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 999 time: 0.0939028 Jan 18 23:59:46.721092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-57f0abeb-8593-4bcc-b688-a84f87515a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 23:59:46.722433 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-57f0abeb-8593-4bcc-b688-a84f87515a4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0555158 Jan 18 23:59:46.786722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 23:59:46.796721 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-89245095-8fb0-4276-9fee-fd63dbc15772 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672112 Jan 18 23:59:46.928650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-0526d823-b7bd-4c5a-adde-43826caa1a16 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244042 Jan 18 23:59:47.056487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1fa4a50d-0ffe-49c8-ab0b-5466c28c4c90 req-535e463b-d33e-435d-b48a-af7ddbd258c9 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226244 Jan 18 23:59:47.135376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:44Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 23:59:47.139384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeba43b0-15e4-4352-87c3-b9d2b0d513e0 None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:44Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 23:59:47.269379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:47.339858 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391c684c-77b6-4769-8e00-b5283b0dccbe None None] New status for floating IP b291ec4a-8158-498b-80b3-8255524e9494: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 23:59:47.566254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:48.954358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 23:59:51.822792 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:00:00.205165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-756c6000-0b5e-4af5-b99a-1bd6f8950a04 req-01f164e0-8e3f-4c6d-af01-a6035e7a116e service neutron] (84542) timed out ('10.222.0.83', 61493) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:00:09.554009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:11.514127 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:13.882381 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6691b1d1-c5ef-4252-b396-00d82e30484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:16.001654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-615885f4-76eb-400f-aa53-9bc7215b7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.259825 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:17.586316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:18.986284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:20.431784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-65405b6c-56b4-4455-a5ad-0f8e6fc14a9a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786374 Jan 19 00:00:20.578427 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-15da5eec-82d7-402b-be63-c0a59a226ace service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0773518 Jan 19 00:00:20.824827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-ee99b361-4b20-4e98-8cff-bb1e8b41b01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:20.826254 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-ee99b361-4b20-4e98-8cff-bb1e8b41b01f service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2297769 Jan 19 00:00:20.931315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-852d4306-b094-45ff-9503-fad673bc4671 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.0991983 Jan 19 00:00:20.997203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-518f927b-9053-4828-8a8b-6f956e3de1f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:00:20.998670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-518f927b-9053-4828-8a8b-6f956e3de1f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0607316 Jan 19 00:00:21.075064 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-1d72e6cf-0ce8-4151-b94c-e3d7d3fb1827 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702806 Jan 19 00:00:21.216603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-2fd5857c-c518-4cdc-b67a-76bbd9468563 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348283 Jan 19 00:00:21.345888 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8efce684-fdfb-4019-9537-e193eb7ea36d req-645d514b-b769-4eff-ba3d-495d76bb9d6d service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236625 Jan 19 00:00:28.823809 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:00:38.073120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-8d45350c-bf5b-4c4a-b422-0fbb93783fb8 req-f5fcecb8-1ace-4990-9070-0d839ce0545b service neutron] (84543) timed out ('10.222.0.89', 52672) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:00:39.543331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:41.517218 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:43.896970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7a7ee712-3bc1-4398-bf55-bad76ca2f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:45.979930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f1d75f40-a8c5-4a69-ae66-f19ceb283626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:47.300108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:47.599822 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:00:48.968237 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:05.825254 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:01:09.587842 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:11.559275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:13.919469 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9331e55f-f297-4503-b2ed-0c55c5a0a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:15.987620 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-84a14a4a-d1c9-4439-9905-2534b4c0cef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:17.235931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:17.602286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:18.934432 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:20.416782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-aefe7dde-30c4-4db0-a1f8-a58d96c810d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733016 Jan 19 00:01:20.564096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-737d7965-d2df-49d0-abcc-84dd025ffe20 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0732965 Jan 19 00:01:20.702181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a982c-93f9-4162-9d80-2835ef082610 req-cfb3d7d9-28ce-4c6b-b05d-a27806a75480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:20.704367 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-cfb3d7d9-28ce-4c6b-b05d-a27806a75480 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1278553 Jan 19 00:01:20.807006 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-28ab7d51-ed3f-4c6e-8bd3-7d140b1613d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.0959544 Jan 19 00:01:20.867880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a982c-93f9-4162-9d80-2835ef082610 req-eed08f82-eb60-49d2-ab4e-d3fef56c53f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:01:20.869349 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-eed08f82-eb60-49d2-ab4e-d3fef56c53f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0570951 Jan 19 00:01:20.945634 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-700eddc1-59ef-4457-921a-a8f5e4628190 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694664 Jan 19 00:01:21.075810 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-b2aee504-ca5a-48ca-be6b-25eb36887f91 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243174 Jan 19 00:01:21.207668 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160a982c-93f9-4162-9d80-2835ef082610 req-4dd110c5-898c-4914-a35b-d33526be696e service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264811 Jan 19 00:01:39.576307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:41.570958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:42.825979 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:01:43.887490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e636b091-da02-4d64-8d19-d661a3c08d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:45.987287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c8a33f86-093e-49c5-b35a-7efd456c8452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:47.287245 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:47.599061 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:01:48.955950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:09.559314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:11.572750 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:13.930273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f8d902c-f7d1-4d6c-94e5-d16215c75eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:16.043319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f4455247-b968-4f3a-88e5-46d64f4d21b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:17.257158 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:17.616349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:18.961287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:19.827366 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:02:22.420127 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-8852bcfc-6f67-4102-bd18-d68ef25e0be2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734665 Jan 19 00:02:22.562048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-8ce5f0d7-fa8d-4bb4-9150-16d3e688eb04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0718687 Jan 19 00:02:22.819314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-753f0654-0168-4951-b588-298c03ab1fcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:22.820901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-753f0654-0168-4951-b588-298c03ab1fcb service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2401354 Jan 19 00:02:22.931202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-1432f733-a9ad-456d-be03-f78128204411 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.1046896 Jan 19 00:02:22.997668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-37c57ef9-97f6-469a-84a7-18ecd8030e26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:22.999103 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-37c57ef9-97f6-469a-84a7-18ecd8030e26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0629752 Jan 19 00:02:23.073889 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-737e4c23-4697-4094-8cec-ae54671fb169 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692534 Jan 19 00:02:23.083303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-75867727-a587-4bb1-a91f-d274e964b603 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:02:23.084242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-75867727-a587-4bb1-a91f-d274e964b603 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046983 Jan 19 00:02:23.221681 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-10789728-c74f-43b5-bf4b-7f9bf3b5c9b3 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310925 Jan 19 00:02:23.351885 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-dfb1264a-8be1-4c7c-98aa-17f8b781a2bd req-538f7f2d-53ed-406a-866c-866ce22760b4 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245654 Jan 19 00:02:26.510847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e659ea7f-48af-401a-b002-fc4011b15eff tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679223753&fields=id&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 267 time: 0.0442121 Jan 19 00:02:26.655551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-248ec75f-bb73-4f51-999f-9be443755946 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:26.657102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-248ec75f-bb73-4f51-999f-9be443755946 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1426964 Jan 19 00:02:26.674044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-4b1f1ad5-6911-4516-8cd3-43fea6bb4841 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/quotas/a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 375 time: 0.0117464 Jan 19 00:02:26.775879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-5c2fff87-bed3-4a40-862f-25cf004ecf45 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0969932 Jan 19 00:02:26.988309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-a9e3304c-f0a4-495a-8467-9def57b94450 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:02:26.989327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-a9e3304c-f0a4-495a-8467-9def57b94450 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0693719 Jan 19 00:02:27.119885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-aa02db24-65d2-48a0-87f7-fd784482c98b service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237037 Jan 19 00:02:27.249643 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e3a76201-ded6-4f23-8529-57d0b4330c4d service neutron] 10.222.0.59 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242011 Jan 19 00:02:27.573631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-649a3779-ebbe-4a3b-b5c5-91d78a8ff0d0 req-70afac92-94cc-431a-9470-48f22cf69fce service neutron] (84543) timed out ('10.222.0.59', 59052) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:02:28.001338 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f394790-520b-4245-979d-23d7cd210400 req-c39d074b-5c5e-46ba-b6b0-707486165448 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 210 time: 0.0422106 Jan 19 00:02:29.162115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3a1f79d-1426-42dd-9521-401b621af5d7 req-2c506b18-bbd1-4513-b370-d72dd7547ea0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 210 time: 0.0413916 Jan 19 00:02:30.130254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-f940aca3-b7c2-4ad4-8a78-84f941f83128 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:30.131675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-f940aca3-b7c2-4ad4-8a78-84f941f83128 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 812 time: 0.1471243 Jan 19 00:02:30.183169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-05892ca7-abee-4569-8d1c-341256bb6d94 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a96320c38305453e9cb0ec7ff8651784 HTTP/1.1" status: 200 len: 380 time: 0.0403025 Jan 19 00:02:30.190854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'port': {'device_id': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'admin_state_up': True, 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'security_groups': ['3322bda4-6bdd-461c-a7f3-18bc954cdf55']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:02:30.375163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-485fc436-8dd5-4df6-96fc-778ca4018c45 req-b9c99786-0d43-4fdc-86ac-98ddd0641f46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 210 time: 0.0591576 Jan 19 00:02:30.385225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:02:30.389816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:port and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:02:30.392712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:02:30.398750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:02:30.478845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Made reservation on behalf of a96320c38305453e9cb0ec7ff8651784 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:02:30.482105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:30.762977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.20.0.7 (ade4712e-9156-4b30-94be-be75772c8431/77c6e3ca-db86-403b-91fb-4593b04d49fd/323d160b-dd6c-4844-975f-6aa2c034b1ab) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:02:30.962191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:30.978508 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Transition to ACTIVE for port object 323d160b-dd6c-4844-975f-6aa2c034b1ab will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:02:31.081495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:31.161458 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network ade4712e-9156-4b30-94be-be75772c8431 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:02:31.165240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:02:31.169858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:02:31.195356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:31.215936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.217873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.218198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.218513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.218832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.219151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:31.247765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:31.248857 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:31.338734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-e4af1ef6-01f6-4463-9b74-c09721984a36 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1513765 Jan 19 00:02:31.457192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Request body: {'port': {'device_id': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:02:31.532032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-65133a24-dca6-40f8-b837-4f43b804afe8 None None] Provisioning for port 323d160b-dd6c-4844-975f-6aa2c034b1ab completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:02:31.538051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-65133a24-dca6-40f8-b837-4f43b804afe8 None None] Provisioning complete for port 323d160b-dd6c-4844-975f-6aa2c034b1ab triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:02:31.538421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-65133a24-dca6-40f8-b837-4f43b804afe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:31.594984 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-65133a24-dca6-40f8-b837-4f43b804afe8 None None] Port 323d160b-dd6c-4844-975f-6aa2c034b1ab cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:02:31.624892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:31.697630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972e8df-708d-4d1f-bb50-57f8b0f254ff req-04a7b602-3426-457b-af83-8e34bfaace24 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:31.698325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a972e8df-708d-4d1f-bb50-57f8b0f254ff req-04a7b602-3426-457b-af83-8e34bfaace24 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:02:31.857714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a972e8df-708d-4d1f-bb50-57f8b0f254ff req-04a7b602-3426-457b-af83-8e34bfaace24 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:02:31.858886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a972e8df-708d-4d1f-bb50-57f8b0f254ff req-04a7b602-3426-457b-af83-8e34bfaace24 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 931 time: 0.3504472 Jan 19 00:02:31.948560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a972e8df-708d-4d1f-bb50-57f8b0f254ff req-461cf8f4-0909-4e0e-aa2a-1182f321ae21 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806715 Jan 19 00:02:32.033548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323d160b-dd6c-4844-975f-6aa2c034b1ab {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:02:32.040622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:32.054841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Transition to ACTIVE for port object 323d160b-dd6c-4844-975f-6aa2c034b1ab will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:02:32.130172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:32.260612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Pushing event updated for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:32.379248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Attempting to bind port 323d160b-dd6c-4844-975f-6aa2c034b1ab on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:02:32.379577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Attempting to bind port 323d160b-dd6c-4844-975f-6aa2c034b1ab by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:02:32.379904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Attempting to bind port 323d160b-dd6c-4844-975f-6aa2c034b1ab on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:02:32.386555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Port 323d160b-dd6c-4844-975f-6aa2c034b1ab on network ade4712e-9156-4b30-94be-be75772c8431 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:02:32.387916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Attempting to bind port 323d160b-dd6c-4844-975f-6aa2c034b1ab on network ade4712e-9156-4b30-94be-be75772c8431 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:02:32.393151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:02:32.393516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Checking segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:02:32.393857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Bound using segment: {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:02:32.394281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Bound port: 323d160b-dd6c-4844-975f-6aa2c034b1ab, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae19d5b-177e-45db-9009-69f5bc900deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:02:32.394624 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:32.485882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:02:32.489008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:02:32.570774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:32.637923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:32.639310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] 10.222.0.83 "PUT /v2.0/ports/323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 1091 time: 1.2544878 Jan 19 00:02:32.640180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:02:32.656551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88f7c7-af3a-48a5-948c-ac41683eac02 service neutron] Pushing event updated for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:32.928669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-52f4dbbd-603d-4766-94fd-9b38f9c00400 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1094 time: 0.0741196 Jan 19 00:02:33.005136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-a48763be-4931-4e40-a4b7-aa32652e3bdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 217 time: 0.0693946 Jan 19 00:02:33.068052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-9b2e3917-1e17-4e7e-b036-6d61a0dfd034 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:33.069591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-9b2e3917-1e17-4e7e-b036-6d61a0dfd034 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0589867 Jan 19 00:02:33.298820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-b8ca95d7-c92b-4794-ba0e-19ffab724da7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217340 Jan 19 00:02:33.305871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0467a6-69d2-4272-b980-8a186f1dc66a req-f37d1356-b590-433c-adb3-0e3e5df8e087 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:33.307155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c0467a6-69d2-4272-b980-8a186f1dc66a req-f37d1356-b590-433c-adb3-0e3e5df8e087 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.2318175 Jan 19 00:02:33.449971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c0467a6-69d2-4272-b980-8a186f1dc66a req-51b590e8-3336-455a-bb3b-09639f1e101f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236751 Jan 19 00:02:33.471004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-b0efca4a-5bc4-416b-be40-aa625660fa1d service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626971 Jan 19 00:02:33.605521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51298d4c-f1fc-4af3-8b1a-a0be060cd440 req-7d9b112f-226f-4630-b3b3-3bc2e45fc683 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294589 Jan 19 00:02:33.727596 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'status': 'completed', 'code': 200} Jan 19 00:02:33.821701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-799d8faf-8a24-4d0e-b28d-2e4177b4fef7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1094 time: 0.0750339 Jan 19 00:02:33.954754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-5716b749-7766-42cc-bfae-e10c53ab818e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:33.956183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-5716b749-7766-42cc-bfae-e10c53ab818e service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1290808 Jan 19 00:02:34.022268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-000a3763-057a-4b8b-af5a-e7a659cf3b22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 217 time: 0.0597169 Jan 19 00:02:34.090877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-076ca9c9-1f4f-471b-b3b0-c83d0b4a72b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:34.092502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-076ca9c9-1f4f-471b-b3b0-c83d0b4a72b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0637100 Jan 19 00:02:34.168868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-ba0fe016-4467-47ef-b5da-bd55165c7c00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703433 Jan 19 00:02:34.299988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-df64ad64-8571-4b8e-b720-95418ec29636 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248016 Jan 19 00:02:34.434593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb23d07f-547a-47d8-ac00-f492cbb51344 req-ebb2a29e-170e-44d2-b5bb-cbb925fcd5f9 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291885 Jan 19 00:02:34.651741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e57bf-7149-4e9a-97eb-cbfe0425306f req-9a9b62b8-ddb9-467d-a59f-f60d02b5ff5c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:34.653259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a73e57bf-7149-4e9a-97eb-cbfe0425306f req-9a9b62b8-ddb9-467d-a59f-f60d02b5ff5c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0818610 Jan 19 00:02:34.700143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a73e57bf-7149-4e9a-97eb-cbfe0425306f req-62dc636c-5dff-437c-bfee-1df5c963c3c8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Jan 19 00:02:35.900675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24cf5-f32c-40c8-8b22-937125be2396 req-65e326eb-a0d5-42cc-8770-5cbe46449210 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:35.902161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa24cf5-f32c-40c8-8b22-937125be2396 req-65e326eb-a0d5-42cc-8770-5cbe46449210 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0789716 Jan 19 00:02:35.948420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa24cf5-f32c-40c8-8b22-937125be2396 req-b06c2978-3b47-428b-9f30-bf4225c546f2 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Jan 19 00:02:37.150866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a5554-7bc0-4f50-93d9-21e3e4483356 req-0292c7ce-cab3-486f-a293-f5ce109f3e84 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:37.152554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-733a5554-7bc0-4f50-93d9-21e3e4483356 req-0292c7ce-cab3-486f-a293-f5ce109f3e84 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0806627 Jan 19 00:02:37.198609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-733a5554-7bc0-4f50-93d9-21e3e4483356 req-28ed53ff-4b1a-4d0f-bd6b-d62fa3137fe0 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Jan 19 00:02:38.401037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072fcad-db5e-462a-8277-35fa9ba57457 req-99915b25-fd6f-461b-9a61-34a4bc29c310 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:38.402482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2072fcad-db5e-462a-8277-35fa9ba57457 req-99915b25-fd6f-461b-9a61-34a4bc29c310 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0774293 Jan 19 00:02:38.447041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2072fcad-db5e-462a-8277-35fa9ba57457 req-08e4b0a2-e89c-4512-b57c-531bff11a7a6 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390263 Jan 19 00:02:39.569893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:39.646848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfd059-4a06-49a7-9529-c5b72f8f43eb req-a2fcd5c7-281d-4024-8d2d-bee7c6ed9bf9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:39.648432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82cfd059-4a06-49a7-9529-c5b72f8f43eb req-a2fcd5c7-281d-4024-8d2d-bee7c6ed9bf9 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0789676 Jan 19 00:02:39.693400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-82cfd059-4a06-49a7-9529-c5b72f8f43eb req-2295d03b-624e-4532-a531-eb347b670923 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 Jan 19 00:02:40.890379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c163f9-3c03-4ea3-93b2-b5fed564c65e req-414b9758-8115-4493-9c29-96aeb989199d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:40.891895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c163f9-3c03-4ea3-93b2-b5fed564c65e req-414b9758-8115-4493-9c29-96aeb989199d tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 943 time: 0.0785413 Jan 19 00:02:41.032747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c163f9-3c03-4ea3-93b2-b5fed564c65e req-303026d3-feb7-44a1-b189-76ec0fb9f8de tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349938 Jan 19 00:02:41.586766 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:41.809816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 323d160b-dd6c-4844-975f-6aa2c034b1ab details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:02:41.943366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:02:41.956673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'port_id': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'mac_address': 'fa:16:3e:85:bb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:02:42.009066 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:42.025715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323d160b-dd6c-4844-975f-6aa2c034b1ab {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:02:42.040074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:02:42.120794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:42.232079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:42.233789 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99156764-3b40-49a3-bba6-b7bae0dbae68 req-7594fe61-c4c1-406a-810d-bc13a9a27409 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:42.235250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99156764-3b40-49a3-bba6-b7bae0dbae68 req-7594fe61-c4c1-406a-810d-bc13a9a27409 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 944 time: 0.0808613 Jan 19 00:02:42.240771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.241139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.241482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.241809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.242356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.242580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.242770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.243093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.243410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.243725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.244038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:02:42.282644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99156764-3b40-49a3-bba6-b7bae0dbae68 req-6e5a2189-9016-4c55-91ce-b23deb901d90 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Jan 19 00:02:42.341885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['323d160b-dd6c-4844-975f-6aa2c034b1ab'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:02:43.484797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e93848-36eb-47d4-a9f9-11dbd00f4845 req-67bc3139-d028-48e9-a839-e9e2552d73fd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:43.486187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7e93848-36eb-47d4-a9f9-11dbd00f4845 req-67bc3139-d028-48e9-a839-e9e2552d73fd tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 944 time: 0.0788774 Jan 19 00:02:43.531920 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7e93848-36eb-47d4-a9f9-11dbd00f4845 req-ee78193c-ead1-4909-8db7-74c4653b1966 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Jan 19 00:02:43.825522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 323d160b-dd6c-4844-975f-6aa2c034b1ab up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:02:43.920356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8f688eed-7a23-4a3e-ab13-0c7a3674545d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:43.977650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 323d160b-dd6c-4844-975f-6aa2c034b1ab completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:02:43.982869 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 323d160b-dd6c-4844-975f-6aa2c034b1ab triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:02:43.983242 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:44.099095 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:44.128369 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:02:44.138316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:02:44.185753 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'code': 200} Jan 19 00:02:44.227498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:44.294983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:44.315931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8146073e-ee9c-41d1-9df8-990af4bf2c7b req-7e5aa717-9653-4fad-925d-ee343c9233cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0744369 Jan 19 00:02:44.361371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8146073e-ee9c-41d1-9df8-990af4bf2c7b req-a2007adf-3a80-4111-b6b3-692f8a7c5677 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 Jan 19 00:02:44.735199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27eb9-ec32-4a45-9db5-78a309dace81 req-0bda5e2f-4d66-4be0-a16a-d4998f079945 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:44.736683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9be27eb9-ec32-4a45-9db5-78a309dace81 req-0bda5e2f-4d66-4be0-a16a-d4998f079945 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.0810342 Jan 19 00:02:44.783330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9be27eb9-ec32-4a45-9db5-78a309dace81 req-cab9a58f-79c2-4544-96ed-a2fed3ea3a11 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Jan 19 00:02:45.984966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a87c9-8bc3-4a53-8362-950a613bddd2 req-28c1d28b-c491-4154-8989-35ddaac97c37 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:45.986459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c02a87c9-8bc3-4a53-8362-950a613bddd2 req-28c1d28b-c491-4154-8989-35ddaac97c37 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.0797939 Jan 19 00:02:46.015280 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f01fcffa-c73a-46e0-8e85-0677854351b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:46.035087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c02a87c9-8bc3-4a53-8362-950a613bddd2 req-da48f382-6e43-4c0b-86c3-6a976cc3507e tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Jan 19 00:02:46.236690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698635e8-94f7-487b-88e0-87791c8a4c15 req-ebc7c5ed-2dcf-4d29-8aa8-923772ab205c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:46.238197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-698635e8-94f7-487b-88e0-87791c8a4c15 req-ebc7c5ed-2dcf-4d29-8aa8-923772ab205c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.0777957 Jan 19 00:02:46.283557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-698635e8-94f7-487b-88e0-87791c8a4c15 req-f32f6654-5627-4aae-b253-321fa480a078 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392306 Jan 19 00:02:46.311779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33894) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:02:46.382881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-28c975b1-b217-4d94-be6f-0873c2749343 tempest-TestVolumeBootPattern-429225579 tempest-TestVolumeBootPattern-429225579-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1091 time: 0.0699961 Jan 19 00:02:46.385466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33898) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:02:46.390412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:02:46.396260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:02:46.400625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Usage tracker for resource:floatingip and tenant:a96320c38305453e9cb0ec7ff8651784 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:02:46.403425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:02:46.408971 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:02:46.480726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:46.616632 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:46.756929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Allocated IP 172.25.1.48 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6f15c5ac-e201-4f4e-a745-8667dc96b8e1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:02:46.905819 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:47.029758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:47.101982 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:02:47.105697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=6f15c5ac-e201-4f4e-a745-8667dc96b8e1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:47.108203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:02:47.110582 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:02:47.267387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:47.581741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:47.719221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:47.829532 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:48.035649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:48.126712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:48.231817 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event updated for resources: {'Port': ['ID=6f15c5ac-e201-4f4e-a745-8667dc96b8e1,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:02:48.250557 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:48.440722 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Floating IP d660f8d3-d400-4139-b5d9-8c69bdd5a965 associated. External IP: 172.25.1.48, port: 323d160b-dd6c-4844-975f-6aa2c034b1ab. Jan 19 00:02:48.835828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:02:48.949826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:49.043099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:02:49.055283 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:02:49.067235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:02:49.067846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:02:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:02:49.153058 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:02:49.207129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fcd4fa1a-6d87-427d-8762-9bc2458e02f1 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8206632 Jan 19 00:02:49.207706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:02:49.249934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:02:49.264257 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'status': 'completed', 'code': 200} Jan 19 00:02:49.362969 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-7c24b2c2-0603-4dbb-8434-ea588a7635ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0756009 Jan 19 00:02:49.608349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-7348eac1-6e85-4a30-a6a5-d00a5ed9dd6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:49.609800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-7348eac1-6e85-4a30-a6a5-d00a5ed9dd6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2416575 Jan 19 00:02:49.615345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}, {'id': 'd660f8d3-d400-4139-b5d9-8c69bdd5a965', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:85:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:02:47Z', 'updated_at': '2022-01-19T00:02:47Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:02:49.619266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:02:49.630185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:02:49.630772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:02:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:02:49.719579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-9c4174eb-fea2-45fd-805e-dd115db7afdc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 998 time: 0.1043427 Jan 19 00:02:49.783466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-2a68398a-b44b-4cd0-8c75-055818ac9824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:02:49.784990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-2a68398a-b44b-4cd0-8c75-055818ac9824 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0598464 Jan 19 00:02:49.812037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:02:49.859504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-a7997d4f-9c26-4710-9400-bb4f63e2e6b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686076 Jan 19 00:02:49.991002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-ce598518-5e9d-4a0e-ad51-9a4d4aa809a3 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260190 Jan 19 00:02:50.124724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0754c1d-88fd-4a2c-a4bd-002145614853 req-480bf23b-fa26-449b-8182-950d9e39d580 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277742 Jan 19 00:02:50.201674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}, {'id': 'd660f8d3-d400-4139-b5d9-8c69bdd5a965', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:85:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:02:47Z', 'updated_at': '2022-01-19T00:02:47Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:02:50.205692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fd2166-acca-4faa-a807-faf893791c51 None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}, {'id': 'd660f8d3-d400-4139-b5d9-8c69bdd5a965', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:85:bb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:02:47Z', 'updated_at': '2022-01-19T00:02:47Z', 'revision_number': 0, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:02:50.396681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3b402-df04-4ea8-b751-1f4b14357e52 None None] New status for floating IP d660f8d3-d400-4139-b5d9-8c69bdd5a965: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:02:56.828121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:03:05.749372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-1c730997-f132-4a56-a2ec-14bb6a0cbe29 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734403 Jan 19 00:03:05.884648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-944d4047-4f53-4b92-9ea5-df1efe426916 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0739186 Jan 19 00:03:06.037393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-c88f7735-0292-40cc-9012-c20510092fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:06.037393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-c88f7735-0292-40cc-9012-c20510092fb6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1349745 Jan 19 00:03:06.177355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-fc44cc03-d10c-4697-a6df-fb046b2873a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 1000 time: 0.1288266 Jan 19 00:03:06.241292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-f7664c06-f290-430b-b1df-9258eb7cad3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:06.241292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-f7664c06-f290-430b-b1df-9258eb7cad3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0584865 Jan 19 00:03:06.322624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-9bdd0bd1-3c16-4467-b006-c8aae64c5a07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799849 Jan 19 00:03:06.458495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-b564a3fa-9863-41ce-b233-bc5fa6bda14f service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308289 Jan 19 00:03:06.594184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25a240db-b1e0-4f36-a66e-535a8199f5d7 req-36d1363e-ba15-42e9-a8cc-dc7deb59d921 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283536 Jan 19 00:03:09.596053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:11.588916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:13.900827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aff4e8a4-baa7-4fab-befc-d59d58132f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:16.023074 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d1073600-d181-4832-8644-58b1963d560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:17.252049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:17.624463 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:18.959857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:24.395315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-3aecacd5-9829-495a-a454-16b1d120044d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361630 Jan 19 00:03:24.536420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-bc766705-fd91-42d1-b679-b932d8a0aec6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0725691 Jan 19 00:03:24.680143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-90f4a7bc-d2ab-4fe5-91e1-b0db4461ae74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:24.681613 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-90f4a7bc-d2ab-4fe5-91e1-b0db4461ae74 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1275551 Jan 19 00:03:24.784927 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-7e48886d-4a83-4512-9a92-327fc1c7e38a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.0969152 Jan 19 00:03:24.844987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-13273685-2d0f-4bdd-8e4e-05d328eab3bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:03:24.846597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-13273685-2d0f-4bdd-8e4e-05d328eab3bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0566740 Jan 19 00:03:24.930213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-d24948f8-2ef1-4b28-bbc8-f3f653f2c9c4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781250 Jan 19 00:03:25.060567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-c733efbd-ddf3-4793-afc4-9d224fb1b587 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236379 Jan 19 00:03:25.189044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-db1b86db-10fd-4a2a-b1e1-b6c0cbfd0e06 req-c35a77d5-b396-4991-a071-4f2422861cf3 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230557 Jan 19 00:03:33.828728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:03:39.582368 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:41.588051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:43.929255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2ef4e06e-bf24-4505-ae41-939868002ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:45.976366 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1899e9cc-9d5b-44e7-bb3b-794f6eea7e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:47.245023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:47.588306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:03:48.971108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:06.718988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-86f9f21a-ff1c-444c-b8cd-c25a90cf554b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762942 Jan 19 00:04:06.864535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-fc13058d-0c66-4c16-b010-d7d59b5f6981 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0758743 Jan 19 00:04:07.108548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-511c5f7b-5417-4149-bf68-373f4e8b84a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:07.110003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-511c5f7b-5417-4149-bf68-373f4e8b84a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2258506 Jan 19 00:04:07.213285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-bb588317-0c87-457e-9fb2-2993f0c4bbb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 1000 time: 0.0955977 Jan 19 00:04:07.273726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-6c72a0bd-ef31-4152-997f-1bf0921f08f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:07.275139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-6c72a0bd-ef31-4152-997f-1bf0921f08f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0569606 Jan 19 00:04:07.352940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-0968a977-9d8d-4ce1-85dc-9afa9989e16f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716233 Jan 19 00:04:07.483551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-ad020712-11c8-4998-a934-dbbf4a45d103 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250730 Jan 19 00:04:07.616254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58c2d666-631b-4560-b5ec-ac7ec0232948 req-ca047f48-8967-4683-9d27-9bc6aee8b1b1 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258976 Jan 19 00:04:09.616290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:10.829452 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:04:11.570215 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:13.871541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c4271673-50ad-4ec3-a739-cd8d6349957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:15.985581 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb28c4bf-e643-4cd1-8a25-6d31d6b68e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:17.312929 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:17.621989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:18.975923 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:23.796313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-9c417eb1-02f6-4db7-a412-373af20be907 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679016 Jan 19 00:04:23.933183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-9f84eb0d-4d94-4884-ae6b-8f38c0328f22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0693772 Jan 19 00:04:24.162701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-67ce34be-04a6-4d26-8349-1c5e6b80cf7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:24.164161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-67ce34be-04a6-4d26-8349-1c5e6b80cf7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2123306 Jan 19 00:04:24.264135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-61b518b8-148c-4815-94e0-fb65574bde2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.0928612 Jan 19 00:04:24.328554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-2bba88e8-2e02-4130-87d5-38ebd535669d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:04:24.329941 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-2bba88e8-2e02-4130-87d5-38ebd535669d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0606177 Jan 19 00:04:24.403363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-bffa3f85-9b60-4f35-9178-c7e281493077 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674801 Jan 19 00:04:24.533410 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-585db819-ce7e-42d8-bd29-05fc31f5a515 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243052 Jan 19 00:04:24.661307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fd60964f-496b-4859-92fc-a0b148b519e1 req-78110165-e6ba-475e-b3d9-4a24cc347c19 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226699 Jan 19 00:04:39.655996 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:41.580489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:43.889750 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1709c59c-100b-4fe5-833e-1de6ad869c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:45.987763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7a46d5b7-3fac-4dbd-bee4-9dc3f7865a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:47.301793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:47.591121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:04:47.829126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:04:48.964306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:08.722798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-30cd765d-ed2c-4ef4-8a17-5e6a8a8db318 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679913 Jan 19 00:05:08.861167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-95e7f6cd-5253-45ef-9807-4191c49d27c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0695136 Jan 19 00:05:09.004875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a822c-6236-4de9-836b-1ec544932ecf req-a793668d-9aab-495f-b049-d6d5f9083e1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:09.006242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-a793668d-9aab-495f-b049-d6d5f9083e1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1275234 Jan 19 00:05:09.115207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-dd4cd43b-4847-40ba-8004-d116c802ba26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 1000 time: 0.1009445 Jan 19 00:05:09.179671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a822c-6236-4de9-836b-1ec544932ecf req-b3aed4da-5f47-43b7-aa68-56074da029fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:09.181118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-b3aed4da-5f47-43b7-aa68-56074da029fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0602515 Jan 19 00:05:09.252466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-271d2354-cbde-4cd1-84cb-d79ce1ffe2d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658295 Jan 19 00:05:09.261247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-e2789e19-bfc2-4a1c-b45b-a62ff5667e9b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:05:09.262104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-e2789e19-bfc2-4a1c-b45b-a62ff5667e9b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045917 Jan 19 00:05:09.389217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-cfc77373-12be-4ad3-a1e2-7b5eecc1ddd0 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215253 Jan 19 00:05:09.517915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-073a822c-6236-4de9-836b-1ec544932ecf req-f91d9764-3479-4a7f-a4b2-6df731f18ac3 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227322 Jan 19 00:05:09.613987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:11.598398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:13.889740 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52589a1d-c10b-4a8e-bc50-93eb5e2c0691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:15.975005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4760-d5da-47bd-844a-b787ad0efff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.259384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:17.601912 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:18.871793 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 33976) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:18.952546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:19.235158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port 6f15c5ac-e201-4f4e-a745-8667dc96b8e1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:19.235502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:19.401838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:19.402154 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:19.523469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for 6f15c5ac-e201-4f4e-a745-8667dc96b8e1 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:19.729401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:19.775773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=6f15c5ac-e201-4f4e-a745-8667dc96b8e1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:19.818146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.818494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.818852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.819176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.819507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.819835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.820160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.820481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.820802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.821152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.821473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:19.881386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:20.279546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:05:20.474922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:05:20.484152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:05:20.495454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:20.498674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:20.552021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:20.604503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a6619612-7c0f-4f9c-b6cd-c2ff19a0d831 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "DELETE /v2.0/floatingips/d660f8d3-d400-4139-b5d9-8c69bdd5a965 HTTP/1.1" status: 204 len: 168 time: 1.7316103 Jan 19 00:05:20.605119 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:20.676359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:20.819222 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'status': 'completed', 'code': 200} Jan 19 00:05:20.916153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-64df1c5b-77a8-4efe-9084-8fbd99cdc96d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 1096 time: 0.0764320 Jan 19 00:05:21.032815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:21.037361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:05:21.048559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:21.049216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:21.052428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-ee26f918-0c2b-44ba-9571-a9394d6664af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:21.053826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-ee26f918-0c2b-44ba-9571-a9394d6664af service neutron] 10.222.0.83 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1324451 Jan 19 00:05:21.231329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-c36ac0b3-d0a5-4834-863c-4378384ec13e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 200 len: 217 time: 0.1703401 Jan 19 00:05:21.238501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:21.332522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-0c686673-558d-4194-999e-04134154b4b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:21.334008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-0c686673-558d-4194-999e-04134154b4b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0954835 Jan 19 00:05:21.436729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd984e1-467b-4b67-b0f7-35c4a902e4b0 req-18575ae7-66b5-44d3-b755-258ab164c947 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:21.437452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2fd984e1-467b-4b67-b0f7-35c4a902e4b0 req-18575ae7-66b5-44d3-b755-258ab164c947 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:05:21.448789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-cd7c140f-6245-4d1e-bb15-8a648e64aaa5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071458 Jan 19 00:05:21.527538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2fd984e1-467b-4b67-b0f7-35c4a902e4b0 req-18575ae7-66b5-44d3-b755-258ab164c947 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:05:21.528700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fd984e1-467b-4b67-b0f7-35c4a902e4b0 req-18575ae7-66b5-44d3-b755-258ab164c947 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.3156717 Jan 19 00:05:21.617075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-2e853d29-ff8b-4128-8952-693fca7aa483 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613874 Jan 19 00:05:21.619351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2fd984e1-467b-4b67-b0f7-35c4a902e4b0 req-c1121bad-46b0-4181-99a3-01f41bd7b295 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838449 Jan 19 00:05:21.630748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:21.635260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56b4df-bff4-4740-886e-80dd47e9b1a6 None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b291ec4a-8158-498b-80b3-8255524e9494', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'floating_ip_address': '172.25.1.159', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'port_id': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'mac_address': 'fa:16:3e:6a:f7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T23:59:44Z', 'updated_at': '2022-01-18T23:59:47Z', 'revision_number': 1, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:05:21.769164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87399fe9-33b5-4979-bd8b-4a80fa5838e8 req-e2006f13-2001-436e-9916-1b96613e24a6 service neutron] 10.222.0.83 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449461 Jan 19 00:05:21.865507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38938d-f54a-4648-8391-3e13f7f54640 None None] New status for floating IP d660f8d3-d400-4139-b5d9-8c69bdd5a965: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:05:22.653710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf276215-fb83-445a-952a-0f40473702be req-d7879350-1b5a-44d8-9f5e-3d6cb62d7ca8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:22.655042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf276215-fb83-445a-952a-0f40473702be req-d7879350-1b5a-44d8-9f5e-3d6cb62d7ca8 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.0733700 Jan 19 00:05:22.726134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port 323d160b-dd6c-4844-975f-6aa2c034b1ab {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:22.726583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:23.020827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port 323d160b-dd6c-4844-975f-6aa2c034b1ab, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=323d160b-dd6c-4844-975f-6aa2c034b1ab,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:23.021203 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:23.040264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6e6d-d05b-496b-bee6-5f677058ce48 req-9850e313-c7c6-448a-80c7-e94d08d7478f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:23.041740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2ce6e6d-d05b-496b-bee6-5f677058ce48 req-9850e313-c7c6-448a-80c7-e94d08d7478f tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 945 time: 0.2708540 Jan 19 00:05:23.162688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for 323d160b-dd6c-4844-975f-6aa2c034b1ab owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:23.240126 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2ce6e6d-d05b-496b-bee6-5f677058ce48 req-c028a680-f51f-4edc-922f-aa9be99fb589 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469631 Jan 19 00:05:23.384983 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:23.435480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=323d160b-dd6c-4844-975f-6aa2c034b1ab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:23.505729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port 323d160b-dd6c-4844-975f-6aa2c034b1ab on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:05:23.508185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:23.510654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'name': 'network-vif-deleted', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:23.569783 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00449a6-841a-4cfa-b5ee-6fae7e8187a0', 'name': 'network-vif-deleted', 'tag': '323d160b-dd6c-4844-975f-6aa2c034b1ab', 'status': 'completed', 'code': 200} Jan 19 00:05:23.579929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf276215-fb83-445a-952a-0f40473702be req-adbb6a07-dfe2-426c-b78e-a9b3ed300a46 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.83 "DELETE /v2.0/ports/323d160b-dd6c-4844-975f-6aa2c034b1ab HTTP/1.1" status: 204 len: 173 time: 0.9198663 Jan 19 00:05:24.402815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-98be88e4-6b90-4020-a6e6-42bf73f01874 req-6d05f2dd-d107-43a2-a72e-69d15d24faac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:05:24.499310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-98be88e4-6b90-4020-a6e6-42bf73f01874 req-6d05f2dd-d107-43a2-a72e-69d15d24faac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:05:24.500501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-98be88e4-6b90-4020-a6e6-42bf73f01874 req-6d05f2dd-d107-43a2-a72e-69d15d24faac tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=a00449a6-841a-4cfa-b5ee-6fae7e8187a0 HTTP/1.1" status: 200 len: 210 time: 0.1389084 Jan 19 00:05:24.798739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-32377380-643a-4e47-b207-eef4ebe04d67 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719945 Jan 19 00:05:24.835319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:05:24.938327 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-098181ca-2056-4d85-b7dc-3dd5fc1af94a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0719085 Jan 19 00:05:25.082661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-f37dc23d-2773-4c63-8df9-c124f7db0fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:25.083919 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-f37dc23d-2773-4c63-8df9-c124f7db0fda service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.1279082 Jan 19 00:05:25.188790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-fb47ffdc-8b57-4559-a2c4-d281ed1d3a25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 1001 time: 0.0992033 Jan 19 00:05:25.250076 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-cf32ab09-8e6b-46ed-9cd7-65b784419dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:25.251487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-cf32ab09-8e6b-46ed-9cd7-65b784419dd7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0571792 Jan 19 00:05:25.329863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-a255b02d-490d-4a21-9901-c5e0e5aee020 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726931 Jan 19 00:05:25.458589 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-aa29930d-e769-4bc5-987e-c1383cdcc438 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226420 Jan 19 00:05:25.590803 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-16ca627f-33f1-409d-b91a-b1ce5ac5d26f req-399d0018-28c5-469d-803a-5204db131a43 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264994 Jan 19 00:05:26.617006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 323d160b-dd6c-4844-975f-6aa2c034b1ab no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:26.651246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 323d160b-dd6c-4844-975f-6aa2c034b1ab {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:26.651589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 323d160b-dd6c-4844-975f-6aa2c034b1ab not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:30.331922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34024) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:30.620262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port bdb84928-9dea-42db-b3cb-0a22665f891c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:30.620605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:30.789495 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:30.789822 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:30.912424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for bdb84928-9dea-42db-b3cb-0a22665f891c owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:31.106004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:31.153129 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=bdb84928-9dea-42db-b3cb-0a22665f891c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:31.244336 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:31.635529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:05:31.832134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:05:31.842324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:05:31.854824 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:31.861902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:31.912719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:31.964721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3794c19f-cd28-47f3-8ef9-a49da4e5d2fc tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "DELETE /v2.0/floatingips/b291ec4a-8158-498b-80b3-8255524e9494 HTTP/1.1" status: 204 len: 168 time: 1.6316409 Jan 19 00:05:31.965256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:32.024861 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'status': 'completed', 'code': 200} Jan 19 00:05:32.039857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:32.123746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-9d51f399-5e2c-49ed-9b80-b0fc3af81c0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a96320c38305453e9cb0ec7ff8651784&device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 1096 time: 0.0803010 Jan 19 00:05:32.350868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-d23a0362-e04d-48f6-8a30-3bee09d58eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:32.352355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-d23a0362-e04d-48f6-8a30-3bee09d58eec service neutron] 10.222.0.89 "GET /v2.0/networks?id=ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 200 len: 913 time: 0.2219460 Jan 19 00:05:32.369560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:32.373909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:05:32.388568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:32.389323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:32.428992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-96fe09f9-0430-488c-bc33-0b7d5ee58676 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 200 len: 217 time: 0.0679622 Jan 19 00:05:32.500721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-3f550c76-c8d0-4ebe-bb55-2b129d50c0c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:32.502266 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-3f550c76-c8d0-4ebe-bb55-2b129d50c0c3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 200 len: 851 time: 0.0630810 Jan 19 00:05:32.586287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:32.598202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-5040d75b-4e82-4919-8303-78dfc2fbf447 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ade4712e-9156-4b30-94be-be75772c8431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862248 Jan 19 00:05:32.701309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d95a9f-85bb-40b6-bd9b-542913b577ba req-8a3e8d0e-1f8b-4d82-afb4-b05783c55cef tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:32.701949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-11d95a9f-85bb-40b6-bd9b-542913b577ba req-8a3e8d0e-1f8b-4d82-afb4-b05783c55cef tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:05:32.765631 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-89c6eb37-a97b-4a51-864e-2a3e05861fca service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640756 Jan 19 00:05:32.797349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-11d95a9f-85bb-40b6-bd9b-542913b577ba req-8a3e8d0e-1f8b-4d82-afb4-b05783c55cef tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:05:32.798165 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11d95a9f-85bb-40b6-bd9b-542913b577ba req-8a3e8d0e-1f8b-4d82-afb4-b05783c55cef tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.3143809 Jan 19 00:05:32.857027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11d95a9f-85bb-40b6-bd9b-542913b577ba req-846a6db9-ad0b-4a57-9af2-c58ad403245a tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/security-groups?id=3322bda4-6bdd-461c-a7f3-18bc954cdf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Jan 19 00:05:32.935217 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f8099a73-c61f-49fe-8fb3-0fe32259ed29 req-89642144-0df9-4a49-948d-42e4af47a073 service neutron] 10.222.0.89 "GET /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624305 Jan 19 00:05:32.960716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:32.963197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a98b60-30fb-44c7-9ba1-665a1bc6e85f None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-18T23:51:58Z', 'revision_number': 4, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '89709c0d-27ce-44b0-8b49-67b8e3c7f53d', 'name': '', 'network_id': 'ade4712e-9156-4b30-94be-be75772c8431', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'mac_address': 'fa:16:3e:71:72:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:57Z', 'updated_at': '2022-01-18T23:52:16Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'subnets': [{'id': '77c6e3ca-db86-403b-91fb-4593b04d49fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:05:33.225954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-2ab27d19-4cde-4846-9da8-61f33943c92c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:05:33.226807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-2ab27d19-4cde-4846-9da8-61f33943c92c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Synchronizing usage tracker for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:05:33.233600 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e7907-5605-492c-b88a-cf18e623c431 None None] New status for floating IP b291ec4a-8158-498b-80b3-8255524e9494: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:05:33.239738 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-2ab27d19-4cde-4846-9da8-61f33943c92c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Unset dirty status for tenant:a96320c38305453e9cb0ec7ff8651784 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:05:33.240900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-2ab27d19-4cde-4846-9da8-61f33943c92c tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 945 time: 0.1134725 Jan 19 00:05:33.311073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:33.311415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:33.560943 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] For port f53e69d9-f0b1-462f-a5f5-d5548e8cab69, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:33.561227 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:33.678638 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for f53e69d9-f0b1-462f-a5f5-d5548e8cab69 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:33.881899 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:33.934479 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=f53e69d9-f0b1-462f-a5f5-d5548e8cab69,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:34.007285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.008205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.008205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.008497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.008779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.009125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.009523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.009966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.010344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.010668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.011056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:05:34.019236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] No DVR routers for this DVR port f53e69d9-f0b1-462f-a5f5-d5548e8cab69 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:05:34.021499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:34.024228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'name': 'network-vif-deleted', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:05:34.064625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d83f9790-d71b-4b21-b0c2-7eac0f4133ff req-f8ca71c2-2460-479b-999d-6ad41f2ec091 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0496979 Jan 19 00:05:34.106925 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fa9f2e1a-d2b1-4260-bc58-98ecb16994e1 req-9f82489d-ad15-4ad5-b32c-c5dd38bd3c08 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.89 "DELETE /v2.0/ports/f53e69d9-f0b1-462f-a5f5-d5548e8cab69 HTTP/1.1" status: 204 len: 173 time: 0.8607824 Jan 19 00:05:34.150430 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8f671-b9ce-49f8-a0a4-4a6feac927ce', 'name': 'network-vif-deleted', 'tag': 'f53e69d9-f0b1-462f-a5f5-d5548e8cab69', 'status': 'completed', 'code': 200} Jan 19 00:05:35.244015 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78bf1d20-3e45-4108-ad2b-243ff0a5e253 req-082a364a-91bc-4437-86a9-696f44f8e415 tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5c8f671-b9ce-49f8-a0a4-4a6feac927ce HTTP/1.1" status: 200 len: 210 time: 0.0451446 Jan 19 00:05:36.349317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34048) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:36.504798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Deleting port c24993d1-8718-4e19-ac2c-45807da3cebb {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:36.505163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:36.676978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:36.677313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:36.801122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Calling delete_port for c24993d1-8718-4e19-ac2c-45807da3cebb owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:36.992310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:37.038459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'Port': ['ID=c24993d1-8718-4e19-ac2c-45807da3cebb,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:37.129065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:37.142571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:37.143742 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-207f6dbb-88c6-4c4b-8baa-8185c448507b tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "DELETE /v2.0/floatingips/aa107e76-4c8a-4d53-9b23-2d7da1627ebc HTTP/1.1" status: 204 len: 168 time: 0.7933998 Jan 19 00:05:37.206647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f53e69d9-f0b1-462f-a5f5-d5548e8cab69 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:37.242621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: f53e69d9-f0b1-462f-a5f5-d5548e8cab69 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:37.242908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f53e69d9-f0b1-462f-a5f5-d5548e8cab69 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:39.609281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:39.770385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:39.840685 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:39.871132 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:40.002420 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:40.024152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322bda4-6bdd-461c-a7f3-18bc954cdf55,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:40.087832 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:40.089040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0b070ca1-761c-4392-9fa9-01905380b2ec tempest-TestVolumeBootPattern-510575951 tempest-TestVolumeBootPattern-510575951-project] 10.222.0.59 "DELETE /v2.0/security-groups/3322bda4-6bdd-461c-a7f3-18bc954cdf55 HTTP/1.1" status: 204 len: 168 time: 0.3176498 Jan 19 00:05:41.245205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34072) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:41.603364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:41.788864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:42.483496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Deleting port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:42.484152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:42.654551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] For port 89709c0d-27ce-44b0-8b49-67b8e3c7f53d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:42.654910 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:42.775900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Calling delete_port for 89709c0d-27ce-44b0-8b49-67b8e3c7f53d owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:43.009245 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:43.055975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Pushing event deleted for resources: {'Port': ['ID=89709c0d-27ce-44b0-8b49-67b8e3c7f53d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:43.345002 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:43.911804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a5e57e4-2a12-4867-b2ac-2a1e177521e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:44.013847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Router 52925180-7226-4bb2-ba86-49625dd2eae8 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:05:44.216548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:05:44.225991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Sync routers for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:05:44.231926 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-22f70a0c-104d-4e5f-919d-c5b09efee415 admin admin] 10.222.0.59 "PUT /v2.0/routers/52925180-7226-4bb2-ba86-49625dd2eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9855332 Jan 19 00:05:44.235815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34078) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:44.238538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:44.239188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:44.416980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:44.440993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:44.635555 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:44.700749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-19T00:05:42Z', 'revision_number': 5, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port': {'id': 'af480fd0-ac0e-4e70-8171-20b3556b7438', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:5c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:51:55Z', 'updated_at': '2022-01-18T23:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:44.704607 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Checking router: 52925180-7226-4bb2-ba86-49625dd2eae8 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:05:44.704740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Deleting port af480fd0-ac0e-4e70-8171-20b3556b7438 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:44.705117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:44.715608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Routers {'52925180-7226-4bb2-ba86-49625dd2eae8'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:44.716201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['52925180-7226-4bb2-ba86-49625dd2eae8'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:44.878923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] For port af480fd0-ac0e-4e70-8171-20b3556b7438, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=af480fd0-ac0e-4e70-8171-20b3556b7438,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:44.879276 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:44.882181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] Set router 52925180-7226-4bb2-ba86-49625dd2eae8 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:44.992128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-19T00:05:44Z', 'revision_number': 6, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:44.996015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c50d2f5-397b-4f58-ac67-b7fae79f235b None None] The sync data for ids ['52925180-7226-4bb2-ba86-49625dd2eae8'] in n-d-825175-2 is: [{'id': '52925180-7226-4bb2-ba86-49625dd2eae8', 'name': 'tempest-TestVolumeBootPattern-1992172446-router', 'tenant_id': 'a96320c38305453e9cb0ec7ff8651784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:51:54Z', 'updated_at': '2022-01-19T00:05:44Z', 'revision_number': 6, 'project_id': 'a96320c38305453e9cb0ec7ff8651784', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:05:45.120503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Calling delete_port for af480fd0-ac0e-4e70-8171-20b3556b7438 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:45.346576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.392303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af480fd0-ac0e-4e70-8171-20b3556b7438,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:45.611355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.865955 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.870587 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.940048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.941301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52925180-7226-4bb2-ba86-49625dd2eae8 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:05:45.953655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:45.954813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7e529e87-ca4c-4eae-831a-c24129b64ee5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/52925180-7226-4bb2-ba86-49625dd2eae8 HTTP/1.1" status: 204 len: 168 time: 1.7180812 Jan 19 00:05:45.957517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34084) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:45.986462 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-956a7b6b-74ce-4d80-af43-13b988addc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.020950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Deleting subnet 77c6e3ca-db86-403b-91fb-4593b04d49fd {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:05:46.024001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.077284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.155492 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.205595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 89709c0d-27ce-44b0-8b49-67b8e3c7f53d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:46.242498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 89709c0d-27ce-44b0-8b49-67b8e3c7f53d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:46.242844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 89709c0d-27ce-44b0-8b49-67b8e3c7f53d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:46.243267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af480fd0-ac0e-4e70-8171-20b3556b7438 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:46.274870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: af480fd0-ac0e-4e70-8171-20b3556b7438 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:46.275214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device af480fd0-ac0e-4e70-8171-20b3556b7438 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:46.278915 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.320694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c6e3ca-db86-403b-91fb-4593b04d49fd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:46.325544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.330950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32725d8f-06e8-4159-bc5c-c3aab5fedd0c None None] Network ade4712e-9156-4b30-94be-be75772c8431 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:05:46.333027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-88bb66a3-c71d-440d-ac19-7d3b903ba065 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/77c6e3ca-db86-403b-91fb-4593b04d49fd HTTP/1.1" status: 204 len: 168 time: 0.3744948 Jan 19 00:05:46.335524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:46.438772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.449516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Deleting port 9f9ebdc9-c608-4922-8a50-c4330b408c11 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:46.449843 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.573155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] DHCP port deletion for ade4712e-9156-4b30-94be-be75772c8431 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:05:46.577346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Deleting port 9f9ebdc9-c608-4922-8a50-c4330b408c11 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:46.577732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.651591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] For port 9f9ebdc9-c608-4922-8a50-c4330b408c11, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9f9ebdc9-c608-4922-8a50-c4330b408c11,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:46.651945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.812573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] For port 9f9ebdc9-c608-4922-8a50-c4330b408c11, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9f9ebdc9-c608-4922-8a50-c4330b408c11,segment=NetworkSegment(2ae19d5b-177e-45db-9009-69f5bc900deb),segment_id=2ae19d5b-177e-45db-9009-69f5bc900deb)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:46.812870 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:46.871938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Calling delete_port for 9f9ebdc9-c608-4922-8a50-c4330b408c11 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:46.931909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Calling delete_port for 9f9ebdc9-c608-4922-8a50-c4330b408c11 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:47.008806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.014105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:05:47.018317 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:05:47.056394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9ebdc9-c608-4922-8a50-c4330b408c11,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:47.061295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] No DVR routers for this DVR port 9f9ebdc9-c608-4922-8a50-c4330b408c11 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:05:47.176490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.200972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade4712e-9156-4b30-94be-be75772c8431']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:47.213263 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae19d5b-177e-45db-9009-69f5bc900deb') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:47.213560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae19d5b-177e-45db-9009-69f5bc900deb') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:47.225313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.240702 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.246602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:05:47.246979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.247343 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:05:47.260095 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:05:47.407606 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.424277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.434416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade4712e-9156-4b30-94be-be75772c8431,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:47.515378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Deleting port 9f9ebdc9-c608-4922-8a50-c4330b408c11 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:47.515754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.529961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd3a9507-387b-41a2-be71-bf1e835e41b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ade4712e-9156-4b30-94be-be75772c8431 HTTP/1.1" status: 204 len: 168 time: 1.1933246 Jan 19 00:05:47.532821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34092) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:47.595359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b49e691c-7566-47bb-a6c0-66c6de37bf3d None None] The port '9f9ebdc9-c608-4922-8a50-c4330b408c11' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:05:47.666174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:47.922423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:48.195876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9f9ebdc9-c608-4922-8a50-c4330b408c11 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:48.228139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9f9ebdc9-c608-4922-8a50-c4330b408c11 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:48.228482 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9f9ebdc9-c608-4922-8a50-c4330b408c11 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:48.618788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Deleting port f103c710-b690-45f2-b4db-21d91d83b95a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:48.619361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:48.791118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] For port f103c710-b690-45f2-b4db-21d91d83b95a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f103c710-b690-45f2-b4db-21d91d83b95a,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:48.791392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:48.911542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Calling delete_port for f103c710-b690-45f2-b4db-21d91d83b95a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:48.990373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:49.151471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:49.196699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Pushing event deleted for resources: {'Port': ['ID=f103c710-b690-45f2-b4db-21d91d83b95a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:49.489880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:50.142270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Router 5fdf9658-75d3-4192-895e-6184043c9755 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:05:50.340145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:05:50.348507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Sync routers for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:05:50.364121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:50.364722 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:50.416601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4218659e-c8c9-4087-89b6-933d8c01f52f admin admin] 10.222.0.59 "PUT /v2.0/routers/5fdf9658-75d3-4192-895e-6184043c9755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8826351 Jan 19 00:05:50.419059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34098) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:50.540932 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:50.616133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:50.813070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:50.856225 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72'}], 'enable_snat': True}, 'gw_port_id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-19T00:05:49Z', 'revision_number': 5, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port': {'id': '4a5a5abb-5f2a-4319-bf69-315baa7a16f8', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdf9658-75d3-4192-895e-6184043c9755', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-18T23:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:50.860123 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Checking router: 5fdf9658-75d3-4192-895e-6184043c9755 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:05:50.871322 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Routers {'5fdf9658-75d3-4192-895e-6184043c9755'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:05:50.871919 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:05:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['5fdf9658-75d3-4192-895e-6184043c9755'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:50.911683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Deleting port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:50.912032 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:51.017069 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] Set router 5fdf9658-75d3-4192-895e-6184043c9755 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:05:51.083595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] For port 4a5a5abb-5f2a-4319-bf69-315baa7a16f8, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:51.083871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:51.121999 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-19T00:05:50Z', 'revision_number': 6, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:51.126047 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd653c5-b159-4131-b2fb-d76fd4fa1625 None None] The sync data for ids ['5fdf9658-75d3-4192-895e-6184043c9755'] in n-d-825175-2 is: [{'id': '5fdf9658-75d3-4192-895e-6184043c9755', 'name': 'tempest-TestVolumeBootPattern-694471628-router', 'tenant_id': '97ee40fc8f6b494da5ba053afa704af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T23:52:02Z', 'updated_at': '2022-01-19T00:05:50Z', 'revision_number': 6, 'project_id': '97ee40fc8f6b494da5ba053afa704af7', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:05:51.207222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Calling delete_port for 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:51.447447 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:51.498260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5a5abb-5f2a-4319-bf69-315baa7a16f8,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:51.817516 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.078455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.083162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.186016 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.186575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdf9658-75d3-4192-895e-6184043c9755 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:05:52.199762 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.201225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-816c506b-5e61-42a6-b3e5-bce90a83fe81 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5fdf9658-75d3-4192-895e-6184043c9755 HTTP/1.1" status: 204 len: 168 time: 1.7809296 Jan 19 00:05:52.202368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f103c710-b690-45f2-b4db-21d91d83b95a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:52.203465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34102) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:52.238277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f103c710-b690-45f2-b4db-21d91d83b95a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:52.246625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f103c710-b690-45f2-b4db-21d91d83b95a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:52.246625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:52.265134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Deleting subnet 6c0b2180-7ffe-4186-91f6-b52dccb1df6e {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:05:52.269856 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.273921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:52.274481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 4a5a5abb-5f2a-4319-bf69-315baa7a16f8 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:52.323958 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.401686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.535041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.577028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0b2180-7ffe-4186-91f6-b52dccb1df6e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:52.581554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.587239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b16ae-0c15-47f0-a98b-d21c274ef518 None None] Network 2f99a55f-5b0d-480c-ad66-b788a46b4769 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:05:52.587436 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b178798f-d863-42e7-8128-c1b4f6c9d356 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6c0b2180-7ffe-4186-91f6-b52dccb1df6e HTTP/1.1" status: 204 len: 168 time: 0.3827481 Jan 19 00:05:52.589859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34106) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:52.695152 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.705751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Deleting port 9a58717a-a002-41fe-9d41-468d242603fa {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:52.706313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.820514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c956348-1286-4007-b198-ff7513f05811 None None] DHCP port deletion for 2f99a55f-5b0d-480c-ad66-b788a46b4769 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:05:52.824715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Deleting port 9a58717a-a002-41fe-9d41-468d242603fa {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:52.825122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:52.915977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] For port 9a58717a-a002-41fe-9d41-468d242603fa, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9a58717a-a002-41fe-9d41-468d242603fa,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:52.916338 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.024580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6c956348-1286-4007-b198-ff7513f05811 None None] For port 9a58717a-a002-41fe-9d41-468d242603fa, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=9a58717a-a002-41fe-9d41-468d242603fa,segment=NetworkSegment(8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7),segment_id=8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:05:53.024944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.040710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Calling delete_port for 9a58717a-a002-41fe-9d41-468d242603fa owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:53.142716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Calling delete_port for 9a58717a-a002-41fe-9d41-468d242603fa owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:05:53.167541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.210867 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:05:53.211444 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:05:53.213767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a58717a-a002-41fe-9d41-468d242603fa,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:53.218587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] No DVR routers for this DVR port 9a58717a-a002-41fe-9d41-468d242603fa on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:05:53.332236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.360373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f99a55f-5b0d-480c-ad66-b788a46b4769']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:53.465524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:53.465821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbc952e-e6ff-48b8-b89e-2cb232dcf8a7') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:05:53.478407 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.494714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.500627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:05:53.503509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:05:53.514878 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:05:53.654847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.670732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.680960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f99a55f-5b0d-480c-ad66-b788a46b4769,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:53.687856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1bef944c-5391-4e48-8800-6d656e8a2ed9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2f99a55f-5b0d-480c-ad66-b788a46b4769 HTTP/1.1" status: 204 len: 168 time: 1.0970695 Jan 19 00:05:53.712700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Deleting port 9a58717a-a002-41fe-9d41-468d242603fa {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:05:53.713231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6c956348-1286-4007-b198-ff7513f05811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:53.779168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6c956348-1286-4007-b198-ff7513f05811 None None] The port '9a58717a-a002-41fe-9d41-468d242603fa' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:05:53.983966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:54.033604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-23cfc910-df72-4f79-a8e7-ad9c231717a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a96320c38305453e9cb0ec7ff8651784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484877 Jan 19 00:05:54.040368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34116) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:54.098605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:54.123071 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:54.198568 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9a58717a-a002-41fe-9d41-468d242603fa no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:05:54.231663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 9a58717a-a002-41fe-9d41-468d242603fa {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:05:54.232305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 9a58717a-a002-41fe-9d41-468d242603fa not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:05:54.237699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:54.259846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d839aa0-e665-4e94-92c1-e4d1554be0b4,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:54.265881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:54.267945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-98a274f8-9753-4757-9230-1f5ceccb4dc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d839aa0-e665-4e94-92c1-e4d1554be0b4 HTTP/1.1" status: 204 len: 168 time: 0.2266512 Jan 19 00:05:55.018931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34124) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:55.069571 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82aa08de-d89e-4157-bc13-3b9344435198 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97ee40fc8f6b494da5ba053afa704af7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479438 Jan 19 00:05:55.070393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34128) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:05:55.127262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:55.153017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:55.265621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:55.280996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa50378e-0f78-464b-bc58-d145c346e041,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:05:55.288579 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:05:55.292130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cb725618-d9fd-411f-ac42-ce3936f5793f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa50378e-0f78-464b-bc58-d145c346e041 HTTP/1.1" status: 204 len: 168 time: 0.2184570 Jan 19 00:06:01.826235 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:06:07.063512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-76bc7f5a-e80f-4a11-8e64-d2240303a8e2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ad86f9608d5340b68b4602ea25093b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265388 Jan 19 00:06:07.210207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-8437eec8-f63e-41bb-95a5-6e6046b18bd7 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:07.211521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-8437eec8-f63e-41bb-95a5-6e6046b18bd7 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425347 Jan 19 00:06:07.227653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-dc0756dc-9a79-48b9-9661-328e575925b5 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/quotas/ad86f9608d5340b68b4602ea25093b8f HTTP/1.1" status: 200 len: 375 time: 0.0109382 Jan 19 00:06:07.272066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-049b1feb-ac6a-4a16-ae54-531316d9ceba tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad86f9608d5340b68b4602ea25093b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397036 Jan 19 00:06:08.591200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f03b0819-91d9-4bbc-9bac-198b948fe7a6 req-ebf89c78-1462-44ac-b5a1-6ae54f27e496 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 210 time: 0.0412126 Jan 19 00:06:09.654431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:09.758285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75b4fe83-3dc8-4e79-8532-a7cd4dfb5133 req-d92c1528-4a70-4fcd-92b8-c85edefccea7 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 210 time: 0.0453892 Jan 19 00:06:10.593822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-6e002c14-80cb-48e5-a68e-cd4b297d77f0 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ad86f9608d5340b68b4602ea25093b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257750 Jan 19 00:06:10.741959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-a7879049-1ad6-470c-b278-ca537ccb4446 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:10.743410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-a7879049-1ad6-470c-b278-ca537ccb4446 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444054 Jan 19 00:06:10.757953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Request body: {'port': {'device_id': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'admin_state_up': True, 'tenant_id': 'ad86f9608d5340b68b4602ea25093b8f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:10.933063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8b46b74-027c-4010-a8c5-10cba380e081 req-28bc4937-1339-4148-8060-3d246004f6c1 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 210 time: 0.0465057 Jan 19 00:06:10.938246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:10.942571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Usage tracker for resource:port and tenant:ad86f9608d5340b68b4602ea25093b8f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:10.945522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:10.951600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:11.025784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Made reservation on behalf of ad86f9608d5340b68b4602ea25093b8f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:06:11.028751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.042023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.074969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:11.078746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Usage tracker for resource:security_group_rule and tenant:ad86f9608d5340b68b4602ea25093b8f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:11.081504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:11.087696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:11.154428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.202529 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.283975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6dff39-8968-46e6-ae85-4e27a97affe3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:11.373471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Allocated IP 192.168.233.81 (12fadaff-98a3-4aab-b730-21f0b12b3766/3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf/841efff7-4fb6-455a-b739-d92767a129a7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:06:11.579331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.594295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Transition to ACTIVE for port object 841efff7-4fb6-455a-b739-d92767a129a7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:06:11.619652 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.671444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.741586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Network 12fadaff-98a3-4aab-b730-21f0b12b3766 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:06:11.744612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:06:11.749066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:06:11.774892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Pushing event updated for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:11.815907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:11.817217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:11.916582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9929dab6-0920-481f-b7a9-5d8d330b91a2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1622100 Jan 19 00:06:11.927581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Request body: {'port': {'device_id': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:12.036277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-637ac79c-634c-4178-b436-d5319416b6a4 None None] Provisioning for port 841efff7-4fb6-455a-b739-d92767a129a7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:06:12.041735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-637ac79c-634c-4178-b436-d5319416b6a4 None None] Provisioning complete for port 841efff7-4fb6-455a-b739-d92767a129a7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:06:12.042335 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-637ac79c-634c-4178-b436-d5319416b6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:12.124308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-637ac79c-634c-4178-b436-d5319416b6a4 None None] Port 841efff7-4fb6-455a-b739-d92767a129a7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:06:12.183705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:12.244863 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-19daf747-11ca-4c0d-aff8-f2786d5b23cf tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:12.245543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-19daf747-11ca-4c0d-aff8-f2786d5b23cf tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Synchronizing usage tracker for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:06:12.363908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-19daf747-11ca-4c0d-aff8-f2786d5b23cf tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Unset dirty status for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:06:12.365064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-19daf747-11ca-4c0d-aff8-f2786d5b23cf tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 935 time: 0.3018434 Jan 19 00:06:12.482614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-eb2ab424-3eef-4d38-a0e2-e61e9fa8180c tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Synchronizing usage tracker for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:06:12.582668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-eb2ab424-3eef-4d38-a0e2-e61e9fa8180c tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Unset dirty status for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:06:12.583842 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb1de288-4ec7-4f4d-82e8-d487af59126a req-eb2ab424-3eef-4d38-a0e2-e61e9fa8180c tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698978 Jan 19 00:06:12.589621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841efff7-4fb6-455a-b739-d92767a129a7 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:06:12.596418 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:12.610490 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Transition to ACTIVE for port object 841efff7-4fb6-455a-b739-d92767a129a7 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:06:12.671157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:12.798787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:12.906526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Attempting to bind port 841efff7-4fb6-455a-b739-d92767a129a7 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:06:12.906873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Attempting to bind port 841efff7-4fb6-455a-b739-d92767a129a7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:06:12.907208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Attempting to bind port 841efff7-4fb6-455a-b739-d92767a129a7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:06:12.913743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Port 841efff7-4fb6-455a-b739-d92767a129a7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:06:12.914009 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Attempting to bind port 841efff7-4fb6-455a-b739-d92767a129a7 on network 12fadaff-98a3-4aab-b730-21f0b12b3766 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:06:12.920167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:06:12.920506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Checking segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:06:12.920923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Bound using segment: {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:06:12.921363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Bound port: 841efff7-4fb6-455a-b739-d92767a129a7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6775b02f-68ac-43b7-a1ef-fe006e697611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:06:12.921707 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:13.011476 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:06:13.014254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=841efff7-4fb6-455a-b739-d92767a129a7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:06:13.087235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:13.147173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:13.148598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] 10.222.0.83 "PUT /v2.0/ports/841efff7-4fb6-455a-b739-d92767a129a7 HTTP/1.1" status: 200 len: 1095 time: 1.2252734 Jan 19 00:06:13.149281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:06:13.171551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f2f3-4ba0-478d-9b8b-c4eec321ab99 service neutron] Pushing event updated for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:13.224555 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7', 'status': 'completed', 'code': 200} Jan 19 00:06:13.323204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f32639e1-237f-473e-a2d4-05629cbc1c72 req-a21ffb0b-c272-4f4b-9e3f-b56b9556843d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad86f9608d5340b68b4602ea25093b8f&device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 1098 time: 0.0789256 Jan 19 00:06:13.356583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f32639e1-237f-473e-a2d4-05629cbc1c72 req-9c8c2291-b4ba-447a-9aed-be8a6a087b59 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ad86f9608d5340b68b4602ea25093b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267174 Jan 19 00:06:13.491643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32639e1-237f-473e-a2d4-05629cbc1c72 req-e26417a6-0fb7-4db1-9e18-f7e8f0a8ca35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:13.493059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f32639e1-237f-473e-a2d4-05629cbc1c72 req-e26417a6-0fb7-4db1-9e18-f7e8f0a8ca35 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314788 Jan 19 00:06:13.595062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-f75e8d33-e430-42d1-a057-4f6707fa4269 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad86f9608d5340b68b4602ea25093b8f&device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 1098 time: 0.0677335 Jan 19 00:06:13.667379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-a059e3f3-f144-48ad-b22f-8ec672c085ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=841efff7-4fb6-455a-b739-d92767a129a7 HTTP/1.1" status: 200 len: 217 time: 0.0664337 Jan 19 00:06:13.775242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-f61cf8ef-df1a-4fd2-8a72-64d0c6cf11b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:13.776673 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-f61cf8ef-df1a-4fd2-8a72-64d0c6cf11b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf HTTP/1.1" status: 200 len: 843 time: 0.1037941 Jan 19 00:06:13.854813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d619ff6-a880-4e28-b13e-f0221d4d5de3 req-f00069ce-15c9-4ee3-b59a-c184b4f5b847 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:13.856621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d619ff6-a880-4e28-b13e-f0221d4d5de3 req-f00069ce-15c9-4ee3-b59a-c184b4f5b847 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 947 time: 0.1504083 Jan 19 00:06:13.916813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-06f3ba4f-71ac-463a-93bb-50bd607d7c92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12fadaff-98a3-4aab-b730-21f0b12b3766&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325557 Jan 19 00:06:13.917650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7934-9eba-415a-89a3-8abfe1c613a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:13.920602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d619ff6-a880-4e28-b13e-f0221d4d5de3 req-54b42c65-acac-4aac-ab6c-817a18ef40e1 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535626 Jan 19 00:06:14.140679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-9b2c209d-5431-4580-b77b-e7d4f91990f4 service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178206 Jan 19 00:06:14.272125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b131dff0-09b3-4856-b3d2-cdea7411ad85 req-2a84343f-7dd7-4e26-ad18-f8a255a8b62c service neutron] 10.222.0.83 "GET /v2.0/networks/12fadaff-98a3-4aab-b730-21f0b12b3766?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263549 Jan 19 00:06:15.120363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fd11-82ee-423d-bf77-cfd05cf79133 req-044d9e95-bffa-409e-9681-eccc4f7002c2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:15.121839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c4fd11-82ee-423d-bf77-cfd05cf79133 req-044d9e95-bffa-409e-9681-eccc4f7002c2 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 947 time: 0.0756156 Jan 19 00:06:15.166635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5c4fd11-82ee-423d-bf77-cfd05cf79133 req-31a4126b-38fc-4a80-8a49-672d2a743668 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Jan 19 00:06:16.013930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c7f40337-bf44-4ea0-918a-26021d6aedb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:16.366323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6560cc-54aa-4b0f-b8ac-05908d6c9deb req-8d9d0bad-f6e1-4433-bee7-95c63fb8c22a tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:16.367813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f6560cc-54aa-4b0f-b8ac-05908d6c9deb req-8d9d0bad-f6e1-4433-bee7-95c63fb8c22a tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 947 time: 0.0796168 Jan 19 00:06:16.412185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f6560cc-54aa-4b0f-b8ac-05908d6c9deb req-d5887d16-c6b8-4f69-89d8-05502e85ff3a tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Jan 19 00:06:16.771655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 841efff7-4fb6-455a-b739-d92767a129a7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:06:16.902132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=841efff7-4fb6-455a-b739-d92767a129a7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:16.915679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '841efff7-4fb6-455a-b739-d92767a129a7', 'network_id': '12fadaff-98a3-4aab-b730-21f0b12b3766', 'port_id': '841efff7-4fb6-455a-b739-d92767a129a7', 'mac_address': 'fa:16:3e:a9:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d81a32d-0f40-4f77-8a71-8e4d7a4e05cf', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:06:16.970725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:16.987499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841efff7-4fb6-455a-b739-d92767a129a7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:06:17.003269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=841efff7-4fb6-455a-b739-d92767a129a7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:17.081557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:17.147277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:17.155593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.155936 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.156266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.156592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.156943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.157266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.157583 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.157897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.158210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.158524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.158837 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:17.242637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:17.311395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['841efff7-4fb6-455a-b739-d92767a129a7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:06:17.602495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:17.762626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699c343-ed24-4008-9d27-16b038124ba2 req-53ef4384-c134-4037-8e9f-fd3090585617 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:17.764010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5699c343-ed24-4008-9d27-16b038124ba2 req-53ef4384-c134-4037-8e9f-fd3090585617 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 948 time: 0.0786369 Jan 19 00:06:17.813494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5699c343-ed24-4008-9d27-16b038124ba2 req-10b99350-a40c-4c7f-974d-cd0a91575644 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Jan 19 00:06:18.771692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 841efff7-4fb6-455a-b739-d92767a129a7 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:06:18.922655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 841efff7-4fb6-455a-b739-d92767a129a7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:06:18.927981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 841efff7-4fb6-455a-b739-d92767a129a7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:06:18.928360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:18.976554 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:19.017794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c66e-9d24-4ac4-bf87-eb955ae2669e req-1f860bbb-b306-4da4-a4f8-07fb5de22635 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:19.019959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f157c66e-9d24-4ac4-bf87-eb955ae2669e req-1f860bbb-b306-4da4-a4f8-07fb5de22635 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 948 time: 0.0820825 Jan 19 00:06:19.046260 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:19.065148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f157c66e-9d24-4ac4-bf87-eb955ae2669e req-369362b8-f9ca-43bc-b939-a27256546c3c tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Jan 19 00:06:19.073403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:06:19.083756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=841efff7-4fb6-455a-b739-d92767a129a7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:19.151130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:19.210741 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7', 'code': 200} Jan 19 00:06:19.219145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:19.327208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d87b5372-3630-435c-92da-ebaa1135f880 req-6ef5dcd5-4f77-4ce5-8a52-c4b6d0f4651a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 1100 time: 0.0650742 Jan 19 00:06:19.372128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d87b5372-3630-435c-92da-ebaa1135f880 req-f82593ba-fb5f-4a57-8b00-35b905867c8c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Jan 19 00:06:20.265784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2d8b9-9e80-44f0-bd49-cc53082f60b2 req-f4c6fe8b-d670-4ea1-92da-c916d1867db4 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:20.267240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e2d8b9-9e80-44f0-bd49-cc53082f60b2 req-f4c6fe8b-d670-4ea1-92da-c916d1867db4 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 949 time: 0.0765035 Jan 19 00:06:20.312921 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e2d8b9-9e80-44f0-bd49-cc53082f60b2 req-8dfb50ee-fe4b-4833-873d-b1e2c488b010 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400817 Jan 19 00:06:21.512879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e6c0-b15d-4ba4-b657-10b4ce7863f4 req-1b48a8e7-a446-47d7-bae1-8a81eb917de0 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:21.514313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9696e6c0-b15d-4ba4-b657-10b4ce7863f4 req-1b48a8e7-a446-47d7-bae1-8a81eb917de0 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 949 time: 0.0805023 Jan 19 00:06:21.559430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9696e6c0-b15d-4ba4-b657-10b4ce7863f4 req-0a8d3fa4-2095-4a50-8f53-930c361d260f tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Jan 19 00:06:22.046931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2709d115-e296-4d62-9cc4-6bf9364349f0 req-1a33e8ed-eba5-4197-a111-0715f56f82fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663333 Jan 19 00:06:22.839203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-57584698-b606-41e6-b15e-cbe67fcd373c req-ecb3f577-8a05-456c-9859-1c7f612769e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1944137 Jan 19 00:06:23.626092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff4340-ffe6-4f17-a8f3-6ee97c0cba84 req-483dee2f-b1b7-4b15-9c7c-1377aa6e7f42 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:23.627545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ff4340-ffe6-4f17-a8f3-6ee97c0cba84 req-483dee2f-b1b7-4b15-9c7c-1377aa6e7f42 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 949 time: 0.0780351 Jan 19 00:06:23.672462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8ff4340-ffe6-4f17-a8f3-6ee97c0cba84 req-56585a20-39b2-4c8a-8056-3bd2d4e44a41 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Jan 19 00:06:24.848670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-b33e1815-48af-4890-ba55-4899fc15b206 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:24.850110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-b33e1815-48af-4890-ba55-4899fc15b206 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.83 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 949 time: 0.1183188 Jan 19 00:06:24.938528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Deleting port 841efff7-4fb6-455a-b739-d92767a129a7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:06:24.938864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:24.974286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf5167-fdbc-4638-8f24-fde44ae39e92 req-b0826297-5e96-4411-aa5f-d1585e092e07 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:24.975660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbdf5167-fdbc-4638-8f24-fde44ae39e92 req-b0826297-5e96-4411-aa5f-d1585e092e07 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 949 time: 0.1790268 Jan 19 00:06:25.085738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbdf5167-fdbc-4638-8f24-fde44ae39e92 req-6d9edbeb-c8c5-440b-bc21-28653dfa10ab tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd6dff39-8968-46e6-ae85-4e27a97affe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037052 Jan 19 00:06:25.225796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] For port 841efff7-4fb6-455a-b739-d92767a129a7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=841efff7-4fb6-455a-b739-d92767a129a7,segment=NetworkSegment(6775b02f-68ac-43b7-a1ef-fe006e697611),segment_id=6775b02f-68ac-43b7-a1ef-fe006e697611)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:25.226095 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:25.438832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Calling delete_port for 841efff7-4fb6-455a-b739-d92767a129a7 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:06:25.642225 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:25.653171 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['841efff7-4fb6-455a-b739-d92767a129a7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:06:25.689568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Pushing event deleted for resources: {'Port': ['ID=841efff7-4fb6-455a-b739-d92767a129a7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:25.730797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.731145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.731491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.731828 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.732162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.732494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.732823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.733179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.733509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.733832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.734154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:25.779070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] No DVR routers for this DVR port 841efff7-4fb6-455a-b739-d92767a129a7 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:06:25.781619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:25.784204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'name': 'network-vif-deleted', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:06:25.840200 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b2bb90-e038-4e00-9995-9c7846c9fb57', 'name': 'network-vif-deleted', 'tag': '841efff7-4fb6-455a-b739-d92767a129a7', 'status': 'completed', 'code': 200} Jan 19 00:06:25.860353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f6b9fa-d533-45a2-953f-95a82c32cbcc req-46cab620-debb-489a-a883-c9f886a6eb27 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.83 "DELETE /v2.0/ports/841efff7-4fb6-455a-b739-d92767a129a7 HTTP/1.1" status: 204 len: 173 time: 1.0045416 Jan 19 00:06:26.262253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fb227335-7a96-4838-b7c0-1d61df2b9d50 req-392bcb67-dd67-404a-9100-ac37d5b26e17 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Synchronizing usage tracker for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:06:26.350849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fb227335-7a96-4838-b7c0-1d61df2b9d50 req-392bcb67-dd67-404a-9100-ac37d5b26e17 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] Unset dirty status for tenant:ad86f9608d5340b68b4602ea25093b8f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:06:26.352018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fb227335-7a96-4838-b7c0-1d61df2b9d50 req-392bcb67-dd67-404a-9100-ac37d5b26e17 tempest-ServersAdminNegativeTestJSON-1789560230 tempest-ServersAdminNegativeTestJSON-1789560230-project] 10.222.0.59 "GET /v2.0/ports?device_id=46b2bb90-e038-4e00-9995-9c7846c9fb57 HTTP/1.1" status: 200 len: 210 time: 0.1305745 Jan 19 00:06:27.875133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:28.049594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-36b90fcd-8934-4f28-b3de-28939b674173 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad86f9608d5340b68b4602ea25093b8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1732025 Jan 19 00:06:28.052229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34274) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:28.110259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:28.135538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:28.252783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:28.268593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6dff39-8968-46e6-ae85-4e27a97affe3,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:28.342999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:28.344105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7843d9bf-5b6a-4cec-aaf9-a7b80fc414ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd6dff39-8968-46e6-ae85-4e27a97affe3 HTTP/1.1" status: 204 len: 168 time: 0.2908809 Jan 19 00:06:28.835684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 841efff7-4fb6-455a-b739-d92767a129a7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:06:28.873125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 841efff7-4fb6-455a-b739-d92767a129a7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:06:28.873510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 841efff7-4fb6-455a-b739-d92767a129a7 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:06:29.072306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34282) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:29.093538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.121498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:29.125325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Usage tracker for resource:security_group_rule and tenant:867d0fa5a5d14a22b1e22b034e711622 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:29.128503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:29.134158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:29.196854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.264767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.310547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d8e0d-89b8-473f-86d5-825c7d318f8b,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:29.314609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6e6b4f02-88e8-40dd-aaae-03137152dd3b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=867d0fa5a5d14a22b1e22b034e711622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2412026 Jan 19 00:06:29.317363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:29.375952 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.405232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.538138 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.552169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d8e0d-89b8-473f-86d5-825c7d318f8b,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:29.558363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:29.559487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-900753ae-212a-4fcd-856a-31e6aee9cc05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f41d8e0d-89b8-473f-86d5-825c7d318f8b HTTP/1.1" status: 204 len: 168 time: 0.2412252 Jan 19 00:06:30.885292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:31.012938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-375702731-network', 'tenant_id': '2b779c342c374301b6d8d810ba68b1ea'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:31.018348 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:31.022526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Usage tracker for resource:network and tenant:2b779c342c374301b6d8d810ba68b1ea is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:31.025369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:31.030888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:31.156381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Made reservation on behalf of 2b779c342c374301b6d8d810ba68b1ea for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:06:31.158739 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.171987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.202389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:31.206255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Usage tracker for resource:security_group_rule and tenant:2b779c342c374301b6d8d810ba68b1ea is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:31.209179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:31.214834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:31.278906 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.355069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.384464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:06:31.392325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc0d95-6eab-4d58-8156-0437f451f0f5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:31.398438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.398777 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Added segment 91c7069b-3a07-4c58-a2b1-54fe63f1fc2e of type vlan for network 6e401c85-db62-405d-9fd9-1f02b8b3429e Jan 19 00:06:31.424000 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.520909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.521757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:31.522340 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:31.621143 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] Pushing event updated for resources: {'Network': ['ID=6e401c85-db62-405d-9fd9-1f02b8b3429e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:31.631841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 6e401c85-db62-405d-9fd9-1f02b8b3429e details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:06:31.683060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11ac8201-a580-496e-9224-bf672f7aeb1c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7965853 Jan 19 00:06:31.685884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34314) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:31.691803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Request body: {'subnet': {'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-375702731-subnet', 'tenant_id': '2b779c342c374301b6d8d810ba68b1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:31.697078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:31.700903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Usage tracker for resource:subnet and tenant:2b779c342c374301b6d8d810ba68b1ea is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:31.703687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:31.710104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:31.796781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Made reservation on behalf of 2b779c342c374301b6d8d810ba68b1ea for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:06:31.799206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:32.058478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:32.130955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f9cf82-ae49-4593-87cb-c831ad663a8b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:32.145638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Checking segment: {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:06:32.146000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Network hostable DHCP agents. Network: 6e401c85-db62-405d-9fd9-1f02b8b3429e, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:06:32.224070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Network 6e401c85-db62-405d-9fd9-1f02b8b3429e is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:06:32.293500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 6e401c85-db62-405d-9fd9-1f02b8b3429e) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:06:32.297466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:32.298054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:32.303750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84da99-ff35-42b3-bd94-dd807716aad2 None None] Network 6e401c85-db62-405d-9fd9-1f02b8b3429e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:06:32.386055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a9df1477-8557-48a4-a2b0-67253ade408b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6991329 Jan 19 00:06:32.521243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a89ab-d108-478c-a76c-51040eaa7b51 None None] Network 6e401c85-db62-405d-9fd9-1f02b8b3429e requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:06:32.927140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-dfbe9c6b-ab6b-4568-af73-8d96da2f33ea tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:32.927848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-dfbe9c6b-ab6b-4568-af73-8d96da2f33ea tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Synchronizing usage tracker for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:06:33.030788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-dfbe9c6b-ab6b-4568-af73-8d96da2f33ea tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Unset dirty status for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:06:33.031992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-dfbe9c6b-ab6b-4568-af73-8d96da2f33ea tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 811 time: 0.2458534 Jan 19 00:06:33.048422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-154c0a6d-a56d-482f-8c17-be3605c86b9c tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/quotas/2b779c342c374301b6d8d810ba68b1ea HTTP/1.1" status: 200 len: 375 time: 0.0110531 Jan 19 00:06:33.097829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-b3f17f68-ed54-40e7-a456-bdd79b02e576 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438743 Jan 19 00:06:33.232459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-cbf9c8d6-8cc1-45e3-ae47-5cfc5129b77c service neutron] 10.222.0.59 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279290 Jan 19 00:06:33.361301 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-3a3c6d60-b13f-4c33-ad8d-83b567b0abd6 service neutron] 10.222.0.59 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Jan 19 00:06:33.606583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2435863-91a2-4df5-8a08-e38e584c6abc req-8f4c3ebd-f74c-4f9f-b6c4-74000f98410d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 210 time: 0.0415356 Jan 19 00:06:34.730596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-470739a6-dc4e-4ef8-959d-c9b7ae923b1f req-be25503d-e60e-45cd-9875-1ae027ad7b1e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 210 time: 0.0504296 Jan 19 00:06:35.951934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca652cbc-bb1c-4015-99fa-e2d412005475 req-a013b1b1-087c-41c2-8777-a5bc1b601582 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 210 time: 0.0438986 Jan 19 00:06:36.116925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-01a75503-a5d8-49f5-89bd-93751934b559 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:36.118351 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-01a75503-a5d8-49f5-89bd-93751934b559 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.89 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 811 time: 0.1431749 Jan 19 00:06:36.134056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Request body: {'port': {'device_id': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e', 'admin_state_up': True, 'tenant_id': '2b779c342c374301b6d8d810ba68b1ea'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:36.363681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:06:36.367827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Usage tracker for resource:port and tenant:2b779c342c374301b6d8d810ba68b1ea is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:06:36.370711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:06:36.376451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:06:36.469476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Made reservation on behalf of 2b779c342c374301b6d8d810ba68b1ea for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:06:36.472614 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:36.630372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Allocated IP 172.20.0.7 (6e401c85-db62-405d-9fd9-1f02b8b3429e/85f9cf82-ae49-4593-87cb-c831ad663a8b/bef250c6-3e2c-4042-9ad2-472480391a9a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:06:36.832568 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:36.973905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.046564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Network 6e401c85-db62-405d-9fd9-1f02b8b3429e is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:06:37.049677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:06:37.054783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:06:37.079372 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:37.097357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.097778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.098317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.098601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.098933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.099266 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.099595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.099921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.100261 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.100569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.100914 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:06:37.131200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:37.131910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.208622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-47a85382-b8a5-4af8-bf4c-7156cbb3cdbd tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779643 Jan 19 00:06:37.219366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Request body: {'port': {'device_id': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:06:37.241270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2b962-52b7-4d7c-9b5b-1db671e4e9dc req-54484be8-2975-41bf-876a-9b21dfa5f7c5 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:37.242744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4c2b962-52b7-4d7c-9b5b-1db671e4e9dc req-54484be8-2975-41bf-876a-9b21dfa5f7c5 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 931 time: 0.1642942 Jan 19 00:06:37.287928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b4c2b962-52b7-4d7c-9b5b-1db671e4e9dc req-51a1d1b6-6baf-4be0-8fe0-139588f9a4f9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Synchronizing usage tracker for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:06:37.329558 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.380223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b4c2b962-52b7-4d7c-9b5b-1db671e4e9dc req-51a1d1b6-6baf-4be0-8fe0-139588f9a4f9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Unset dirty status for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:06:37.381567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4c2b962-52b7-4d7c-9b5b-1db671e4e9dc req-51a1d1b6-6baf-4be0-8fe0-139588f9a4f9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331291 Jan 19 00:06:37.657880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef250c6-3e2c-4042-9ad2-472480391a9a {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:06:37.664613 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.678917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Transition to ACTIVE for port object bef250c6-3e2c-4042-9ad2-472480391a9a will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:06:37.778995 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:37.908539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:38.011095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:06:38.011426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:06:38.011751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:06:38.017364 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:06:38.017688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:06:38.024373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:06:38.024707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Checking segment: {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:06:38.025124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Bound using segment: {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:06:38.025544 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Bound port: bef250c6-3e2c-4042-9ad2-472480391a9a, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:06:38.025887 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:38.114427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:06:38.117392 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:06:38.179422 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:38.239295 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:38.240811 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] 10.222.0.89 "PUT /v2.0/ports/bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 1091 time: 1.0255280 Jan 19 00:06:38.241276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:06:38.260862 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e84fec-fccb-4b47-81dd-61a0a81b4147 service neutron] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:38.296513 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'status': 'completed', 'code': 200} Jan 19 00:06:38.389047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2725a045-7aa8-4297-b8a3-d74ec9c052da req-dea3489a-21ca-4595-b9f5-fa5299024a59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1094 time: 0.0713530 Jan 19 00:06:38.585788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bbf1e-a5e7-430c-8570-6bdc0a4864cb req-49c23a03-f3d9-4d86-8512-23308b7ac41f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:38.587347 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-723bbf1e-a5e7-430c-8570-6bdc0a4864cb req-49c23a03-f3d9-4d86-8512-23308b7ac41f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0857213 Jan 19 00:06:38.616984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a045-7aa8-4297-b8a3-d74ec9c052da req-6018bce8-4a66-4706-8ca6-0086e1472aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:38.618419 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2725a045-7aa8-4297-b8a3-d74ec9c052da req-6018bce8-4a66-4706-8ca6-0086e1472aa1 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=2b779c342c374301b6d8d810ba68b1ea&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2231987 Jan 19 00:06:38.635514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-723bbf1e-a5e7-430c-8570-6bdc0a4864cb req-64d09d22-d8b4-45b7-ae9d-2ea65a04c6a5 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Jan 19 00:06:38.753781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a045-7aa8-4297-b8a3-d74ec9c052da req-3dd12521-f5d2-4e23-96d5-adbf1c707dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:38.755172 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2725a045-7aa8-4297-b8a3-d74ec9c052da req-3dd12521-f5d2-4e23-96d5-adbf1c707dfd service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307075 Jan 19 00:06:38.826371 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:06:38.855774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-e71753c2-8fc9-4c0b-a59e-2273f879bdf0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1094 time: 0.0667934 Jan 19 00:06:38.926729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-dbd47b18-ad9e-4c84-8397-d7bef47838c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0629067 Jan 19 00:06:38.986817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-776a420b-61b3-411c-ad58-b3ed196ce581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:38.988730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-776a420b-61b3-411c-ad58-b3ed196ce581 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0559123 Jan 19 00:06:39.037177 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-7342de54-82be-4618-a7c4-db4d08e6450b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412593 Jan 19 00:06:39.165650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-76af1c59-9514-4977-bbc6-5cfa000605bf service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220360 Jan 19 00:06:39.295842 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-35c2fdef-e409-4b73-bb01-74815bc55452 req-d42d7c3b-4161-4c23-af61-e0c2b93eed4b service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225622 Jan 19 00:06:39.612339 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:39.829877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe1d78-3c18-4edf-9575-4f7f97fb56ec req-e24ed61d-41ff-4752-9637-a729ef27b9e6 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:39.831894 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2fe1d78-3c18-4edf-9575-4f7f97fb56ec req-e24ed61d-41ff-4752-9637-a729ef27b9e6 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0756309 Jan 19 00:06:39.877148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2fe1d78-3c18-4edf-9575-4f7f97fb56ec req-22e82265-9847-4975-b728-c756542a7f4e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Jan 19 00:06:41.074022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d304cb-b97b-4360-b687-06dde50950c4 req-ef2f95d5-1eab-416f-80c1-4eb0c0e0ce5b tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:41.075479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6d304cb-b97b-4360-b687-06dde50950c4 req-ef2f95d5-1eab-416f-80c1-4eb0c0e0ce5b tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0789371 Jan 19 00:06:41.120417 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6d304cb-b97b-4360-b687-06dde50950c4 req-4e3ce8f3-b6e1-4b39-bb19-a4ff9a0a3333 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Jan 19 00:06:41.624702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:42.316617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60aa39-2f0c-462f-a7d0-ad5d51a5e078 req-79d7a92c-e49b-4d75-b245-88373bbe6d92 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:42.318084 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa60aa39-2f0c-462f-a7d0-ad5d51a5e078 req-79d7a92c-e49b-4d75-b245-88373bbe6d92 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0750630 Jan 19 00:06:42.365756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa60aa39-2f0c-462f-a7d0-ad5d51a5e078 req-ef334820-a29a-4ceb-89c3-5d11343a3ada tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422027 Jan 19 00:06:43.486508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:06:43.564799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3a417-ad35-4aef-969b-228d6f98399a req-99b30bd7-90f0-4292-8b8d-b457c0dacc58 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:43.566443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3cf3a417-ad35-4aef-969b-228d6f98399a req-99b30bd7-90f0-4292-8b8d-b457c0dacc58 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0773494 Jan 19 00:06:43.614507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3cf3a417-ad35-4aef-969b-228d6f98399a req-68a691e9-1420-44dd-ab4e-aab0e5f302d1 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 Jan 19 00:06:43.624486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:43.641346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e', 'port_id': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'mac_address': 'fa:16:3e:d4:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f9cf82-ae49-4593-87cb-c831ad663a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:06:43.721621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:43.738073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef250c6-3e2c-4042-9ad2-472480391a9a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:06:43.752323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:43.812498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:43.888620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:43.955404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61fc8d50-3432-4060-8538-5d6975b24fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:44.174282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['bef250c6-3e2c-4042-9ad2-472480391a9a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:06:44.812871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9de4e-9a58-481d-8cab-f2777f2530a5 req-5014c7a3-c5e5-4b18-b982-e874cb3075f0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:44.814933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c9de4e-9a58-481d-8cab-f2777f2530a5 req-5014c7a3-c5e5-4b18-b982-e874cb3075f0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 944 time: 0.0801673 Jan 19 00:06:44.861499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c9de4e-9a58-481d-8cab-f2777f2530a5 req-df93a099-de1b-490f-a0b1-420df1dac6d4 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Jan 19 00:06:45.501723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:06:45.703925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port bef250c6-3e2c-4042-9ad2-472480391a9a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:06:45.709899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port bef250c6-3e2c-4042-9ad2-472480391a9a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:06:45.720380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:45.821706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:45.849713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:06:45.859358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:06:45.905986 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'code': 200} Jan 19 00:06:45.927321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:46.001776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:06:46.033583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a5083050-c27f-4cb6-8f89-fbf3ed6be450 req-47f2ef41-0ac7-43e1-9428-3af0f83b9565 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1096 time: 0.0713456 Jan 19 00:06:46.053503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-078330f1-b9f0-40b5-8fea-31fbfed6a149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:46.068666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dd2fd-2a2f-46ac-998f-51bf2626f0cd req-fed86105-585f-473b-b5d1-fefb6b5ae71a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:46.072870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-537dd2fd-2a2f-46ac-998f-51bf2626f0cd req-fed86105-585f-473b-b5d1-fefb6b5ae71a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0842714 Jan 19 00:06:46.079307 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a5083050-c27f-4cb6-8f89-fbf3ed6be450 req-b5817632-6c40-4cad-9490-b622481624bb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Jan 19 00:06:46.116782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-537dd2fd-2a2f-46ac-998f-51bf2626f0cd req-68524dff-382f-436f-97b6-29a13984d2e7 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408611 Jan 19 00:06:47.254626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:47.321721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb7329-6ebb-403e-8153-0dbbd23fa968 req-afe64435-8952-4473-be04-de51b7157a9a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:47.323192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19fb7329-6ebb-403e-8153-0dbbd23fa968 req-afe64435-8952-4473-be04-de51b7157a9a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0841601 Jan 19 00:06:47.372065 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19fb7329-6ebb-403e-8153-0dbbd23fa968 req-843cc6af-10a7-4d52-8fe0-e6b104f577e9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Jan 19 00:06:47.636360 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:48.571952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c87b-66d5-46a2-b0fb-601b3dc62d62 req-21fe8663-c22e-486c-ab27-916399a873ce tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:48.573501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a64c87b-66d5-46a2-b0fb-601b3dc62d62 req-21fe8663-c22e-486c-ab27-916399a873ce tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0771997 Jan 19 00:06:48.618480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a64c87b-66d5-46a2-b0fb-601b3dc62d62 req-444e9093-f535-4190-b8c7-4599ede4861e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jan 19 00:06:48.820913 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6d47b76-559e-4748-a57f-eedb9364a6d8 req-d5e72300-39e1-4f94-b025-6d6fc204ff64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738995 Jan 19 00:06:48.966649 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:06:49.252967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61a049-2432-4af7-b4bf-6eb2b1a90a94 req-abb00f5a-ffc0-4b40-989a-243687cb4ac2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:49.254784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b61a049-2432-4af7-b4bf-6eb2b1a90a94 req-abb00f5a-ffc0-4b40-989a-243687cb4ac2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0806890 Jan 19 00:06:49.285359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34386) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:06:49.301733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b61a049-2432-4af7-b4bf-6eb2b1a90a94 req-1fba0d0f-7b47-46ce-9480-646ca9c352df tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Jan 19 00:06:49.422348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-de1f57e2-4e15-4bf0-ab99-b0d277a43d22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355517 Jan 19 00:06:50.505655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e05e7-7aa7-4a4c-80cf-4cbf0a03c369 req-a774d14e-c309-4f3e-9848-e3e44f7190e1 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:50.507200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de4e05e7-7aa7-4a4c-80cf-4cbf0a03c369 req-a774d14e-c309-4f3e-9848-e3e44f7190e1 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0827911 Jan 19 00:06:50.552995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de4e05e7-7aa7-4a4c-80cf-4cbf0a03c369 req-f4f14e6c-f4e1-4f1c-9c49-eada97815fed tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Jan 19 00:06:51.422486 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-f451fa14-240d-4c8b-b5db-b7d8e299ce87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1096 time: 0.0691125 Jan 19 00:06:51.551382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-b2da97ac-5dcc-4848-bc55-851e5359edcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:51.552856 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-b2da97ac-5dcc-4848-bc55-851e5359edcd service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 912 time: 0.1247675 Jan 19 00:06:51.621818 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-0e5f14b5-a51c-46f9-8146-0741e35b5c79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0634570 Jan 19 00:06:51.684269 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-94436bd0-eed1-4791-8774-a3ac09bc3a52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:51.685725 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-94436bd0-eed1-4791-8774-a3ac09bc3a52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0582809 Jan 19 00:06:51.729680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-fad19bb2-aa1b-4ff0-9ab1-3400a256aefb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380542 Jan 19 00:06:51.749713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371966-7031-4362-8545-224077094fd6 req-0d30047a-6433-4eb0-b8fa-bb4adbbf25a9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:51.750997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df371966-7031-4362-8545-224077094fd6 req-0d30047a-6433-4eb0-b8fa-bb4adbbf25a9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0768166 Jan 19 00:06:51.800567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df371966-7031-4362-8545-224077094fd6 req-8f5d385a-3f44-4884-afc2-c47688ae9bdc tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Jan 19 00:06:51.863077 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-80d2e0d1-4573-4166-91af-3288bab28bb8 service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277306 Jan 19 00:06:51.992369 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-622cbfcc-1347-4e9a-a8d6-80356c6bf552 service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238625 Jan 19 00:06:53.002684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9636f-2f69-418a-b2b9-105f6da720cb req-8c515491-d5ab-4b42-8c4d-eb8a972380d2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:53.004915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdb9636f-2f69-418a-b2b9-105f6da720cb req-8c515491-d5ab-4b42-8c4d-eb8a972380d2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0766790 Jan 19 00:06:53.048523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdb9636f-2f69-418a-b2b9-105f6da720cb req-499a8d31-abee-4b69-b067-08ba1288e66c tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Jan 19 00:06:54.256716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d90bf-5f62-4836-85c3-4d240a419014 req-8290e0a4-e4f4-4576-bf12-0723781cf57e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:54.258209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f66d90bf-5f62-4836-85c3-4d240a419014 req-8290e0a4-e4f4-4576-bf12-0723781cf57e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0859122 Jan 19 00:06:54.303183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f66d90bf-5f62-4836-85c3-4d240a419014 req-4fbd0fce-9cf2-4d92-91b1-006747e09033 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Jan 19 00:06:55.496669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61924a-2438-48de-b8a4-7c6a0c60c495 req-cee3c6ac-2194-40fb-a2af-0297a2002b1e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:55.498129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a61924a-2438-48de-b8a4-7c6a0c60c495 req-cee3c6ac-2194-40fb-a2af-0297a2002b1e tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0756121 Jan 19 00:06:55.542175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9a61924a-2438-48de-b8a4-7c6a0c60c495 req-0ebe3a0d-b983-43a0-9e24-910cc29d422d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Jan 19 00:06:56.739695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e273770-7b9a-42d2-87c7-98c87199b11c req-1daef2fd-7c03-4d0f-8e50-49c379f8ccc6 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:56.741197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e273770-7b9a-42d2-87c7-98c87199b11c req-1daef2fd-7c03-4d0f-8e50-49c379f8ccc6 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0791337 Jan 19 00:06:56.786545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e273770-7b9a-42d2-87c7-98c87199b11c req-4ff101c8-a758-447f-ad01-cf059abbdf4b tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399609 Jan 19 00:06:57.984216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbd674-2f69-4956-8b9a-f3d54e896b54 req-e98c2003-dc70-431c-a8c3-f4deb799762f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:57.985707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1cbd674-2f69-4956-8b9a-f3d54e896b54 req-e98c2003-dc70-431c-a8c3-f4deb799762f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0788927 Jan 19 00:06:58.033605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1cbd674-2f69-4956-8b9a-f3d54e896b54 req-0369bf7a-28de-45c0-93cb-8a4c6eca0d17 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jan 19 00:06:59.230449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc115-132c-41ae-9e15-d584e6cb692b req-9fdfe9ce-bed3-4358-aafa-a50525545b38 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:06:59.231781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3acc115-132c-41ae-9e15-d584e6cb692b req-9fdfe9ce-bed3-4358-aafa-a50525545b38 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0771670 Jan 19 00:06:59.277307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d3acc115-132c-41ae-9e15-d584e6cb692b req-9296dd04-e192-4855-b4a5-ffaf3cb63996 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jan 19 00:07:00.479663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bcd47-2568-471a-ad7d-955a19952113 req-14cabbce-5611-474b-953e-e3cf338b738a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:00.481040 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b7bcd47-2568-471a-ad7d-955a19952113 req-14cabbce-5611-474b-953e-e3cf338b738a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0800934 Jan 19 00:07:00.526087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b7bcd47-2568-471a-ad7d-955a19952113 req-d6a84e6d-bdfc-408b-a63a-a8f1f49f2fff tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Jan 19 00:07:01.739638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5efa5-ace7-4708-abb8-a35a79d72208 req-c13e7f7b-f236-47cc-b377-455219e1ad56 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:01.741098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e5efa5-ace7-4708-abb8-a35a79d72208 req-c13e7f7b-f236-47cc-b377-455219e1ad56 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0759859 Jan 19 00:07:01.786447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2e5efa5-ace7-4708-abb8-a35a79d72208 req-5de39140-52eb-4654-8bc9-ead526339c0d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Jan 19 00:07:03.096658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c264a3-0bf0-48c2-8f3e-f60ff5d6d479 req-ddab0582-b4dd-4196-bff4-663f2b16cb06 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:03.098354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31c264a3-0bf0-48c2-8f3e-f60ff5d6d479 req-ddab0582-b4dd-4196-bff4-663f2b16cb06 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.1684484 Jan 19 00:07:03.143208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31c264a3-0bf0-48c2-8f3e-f60ff5d6d479 req-df75f870-b4bf-46ed-829f-06807542a210 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391901 Jan 19 00:07:04.337282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbec48-ef6b-4032-bac6-c89935d37d1c req-3ef878b1-3ea6-49d5-ae64-c0e949e12c45 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:04.338707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1cbec48-ef6b-4032-bac6-c89935d37d1c req-3ef878b1-3ea6-49d5-ae64-c0e949e12c45 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0743365 Jan 19 00:07:04.383700 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1cbec48-ef6b-4032-bac6-c89935d37d1c req-bf0dca6c-b9e3-4460-b335-93f15c9f47c0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393665 Jan 19 00:07:05.579978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfb37f-6cfa-4889-b2dd-13c7a892f187 req-88f801c1-4ac7-444f-b7a9-ab130bb600f9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:05.581456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99bfb37f-6cfa-4889-b2dd-13c7a892f187 req-88f801c1-4ac7-444f-b7a9-ab130bb600f9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0786483 Jan 19 00:07:05.627190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-99bfb37f-6cfa-4889-b2dd-13c7a892f187 req-57d46d47-91d8-4688-b6c6-867b33736928 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Jan 19 00:07:06.821082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b60cd-fb27-46b0-92de-7ea6c5053045 req-214916b4-d579-470c-87cb-2d8925a03a6f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:06.822542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-118b60cd-fb27-46b0-92de-7ea6c5053045 req-214916b4-d579-470c-87cb-2d8925a03a6f tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0763061 Jan 19 00:07:06.871603 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-118b60cd-fb27-46b0-92de-7ea6c5053045 req-daddea1e-a625-4fb2-a749-7aa3dcecccab tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Jan 19 00:07:08.070937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fff1-dd90-4407-b146-b522f0426779 req-29a3ffce-8f29-471a-856c-205f4a44b154 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:08.072392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5190fff1-dd90-4407-b146-b522f0426779 req-29a3ffce-8f29-471a-856c-205f4a44b154 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0761440 Jan 19 00:07:08.118026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5190fff1-dd90-4407-b146-b522f0426779 req-e60990f1-2cbd-4933-99e0-f5970a1a3f49 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Jan 19 00:07:09.322203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3cfaf-3a8e-4f53-8207-535d61f548ff req-51efec8e-b178-4510-8dcc-b2bd9f2e4945 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:09.323630 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fd3cfaf-3a8e-4f53-8207-535d61f548ff req-51efec8e-b178-4510-8dcc-b2bd9f2e4945 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0790484 Jan 19 00:07:09.368573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fd3cfaf-3a8e-4f53-8207-535d61f548ff req-c14092a5-3003-4d4b-82e0-5a49a5f78e61 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Jan 19 00:07:09.590247 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:10.561764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d78cc2-3a4a-4345-8bbe-34f4c1aa6fac req-5414166d-94f6-4259-ba90-835f1819dc42 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:10.563119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13d78cc2-3a4a-4345-8bbe-34f4c1aa6fac req-5414166d-94f6-4259-ba90-835f1819dc42 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0765853 Jan 19 00:07:10.607886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13d78cc2-3a4a-4345-8bbe-34f4c1aa6fac req-73dfe927-5036-4432-a4b0-cf18e3179e28 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Jan 19 00:07:11.641374 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:11.808014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448cfcf-01eb-4ffe-8fd2-0d1f13690e2a req-beaf9c72-822b-4f8c-8d19-b37f87f52a8d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:11.809532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a448cfcf-01eb-4ffe-8fd2-0d1f13690e2a req-beaf9c72-822b-4f8c-8d19-b37f87f52a8d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0801232 Jan 19 00:07:11.854895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a448cfcf-01eb-4ffe-8fd2-0d1f13690e2a req-3e258200-67f3-4029-a418-14b11b31d4f2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398567 Jan 19 00:07:13.053101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d16ab7-74ba-48ab-a5c4-488ac82b32ca req-e5b52b1c-8caa-4828-972c-f4dc592877ff tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:13.054639 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79d16ab7-74ba-48ab-a5c4-488ac82b32ca req-e5b52b1c-8caa-4828-972c-f4dc592877ff tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0782077 Jan 19 00:07:13.103310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79d16ab7-74ba-48ab-a5c4-488ac82b32ca req-dad7083e-7b32-48b8-9455-93cefb2163e1 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Jan 19 00:07:13.886660 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c937d063-8db2-48b8-94b4-a062f2fc69d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:14.303243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103d24c-280e-4643-8cba-47ae95f74a00 req-489cecb0-aaad-43c6-9975-8b8495943db2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:14.304708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3103d24c-280e-4643-8cba-47ae95f74a00 req-489cecb0-aaad-43c6-9975-8b8495943db2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0810876 Jan 19 00:07:14.349191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3103d24c-280e-4643-8cba-47ae95f74a00 req-0605f4d9-a1f9-425c-9363-44109c3f74da tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Jan 19 00:07:15.549399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a438b83-4bfa-4859-acf5-c8c8b8036f88 req-c637089d-b04f-40b8-a45c-eeef27d3b738 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:15.550865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a438b83-4bfa-4859-acf5-c8c8b8036f88 req-c637089d-b04f-40b8-a45c-eeef27d3b738 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0790091 Jan 19 00:07:15.594458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a438b83-4bfa-4859-acf5-c8c8b8036f88 req-21b16bd3-b7a5-4f1f-babd-ca2bc55a70c2 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380096 Jan 19 00:07:15.826591 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:07:16.013087 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b48142dd-783e-4171-b137-fac0bd555da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:16.798042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501da0f-577c-490d-bd8e-853eb1af91f5 req-63270010-e2a0-4ea3-877b-8948a2b65766 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:16.799470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3501da0f-577c-490d-bd8e-853eb1af91f5 req-63270010-e2a0-4ea3-877b-8948a2b65766 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0750749 Jan 19 00:07:16.848117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3501da0f-577c-490d-bd8e-853eb1af91f5 req-999702b0-53cb-4eab-a946-18be740b0a26 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Jan 19 00:07:17.287082 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:17.618367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:18.192080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee66ff0-14d0-44f5-9bec-d54038ee62ce req-4e3a3bee-52e2-427d-a35e-e345e978b4b3 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:18.193549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee66ff0-14d0-44f5-9bec-d54038ee62ce req-4e3a3bee-52e2-427d-a35e-e345e978b4b3 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0780811 Jan 19 00:07:18.238319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee66ff0-14d0-44f5-9bec-d54038ee62ce req-75a2975c-5236-4ed0-beb1-9acfb8fd0c1a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Jan 19 00:07:18.967482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:19.149395 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-12c516bd-b54a-456f-9796-576d1d1933ec service neutron] show failed (client error): The resource could not be found. Jan 19 00:07:19.150437 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-12c516bd-b54a-456f-9796-576d1d1933ec service neutron] 10.222.0.89 "GET /v2.0/ports/bef250c6-3e2c-4042-9ad2-472480391a9a/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.1596565 Jan 19 00:07:19.435088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865eb56d-e556-4a20-b3e6-0be9b3d9b9ae req-5be5d677-9a9a-49bf-91af-1a640d6fb5d9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:19.436445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-865eb56d-e556-4a20-b3e6-0be9b3d9b9ae req-5be5d677-9a9a-49bf-91af-1a640d6fb5d9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0762076 Jan 19 00:07:19.485382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-865eb56d-e556-4a20-b3e6-0be9b3d9b9ae req-35370ee7-a10d-4c95-b0eb-a21b56b7422a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Jan 19 00:07:19.701191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-a5bbb819-04e7-4547-8de6-e3cbbddca420 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328&tenant_id=2b779c342c374301b6d8d810ba68b1ea HTTP/1.1" status: 200 len: 1096 time: 0.0702698 Jan 19 00:07:19.712022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:07:19.817524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.080368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:20.111351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:07:20.167742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:20.173355 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.189405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Transition to ACTIVE for port object bef250c6-3e2c-4042-9ad2-472480391a9a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:07:20.234535 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'code': 200} Jan 19 00:07:20.241482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.387198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:20.398803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] No DVR routers for this DVR port bef250c6-3e2c-4042-9ad2-472480391a9a on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:07:20.453023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:07:20.453702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:07:20.453702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:07:20.459391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:07:20.459716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Attempting to bind port bef250c6-3e2c-4042-9ad2-472480391a9a on network 6e401c85-db62-405d-9fd9-1f02b8b3429e {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:07:20.465844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:07:20.466178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Checking segment: {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:07:20.466565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Bound using segment: {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:07:20.466987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Bound port: bef250c6-3e2c-4042-9ad2-472480391a9a, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:07:20.467331 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.554030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:07:20.557016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:07:20.638828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.809110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:20.810478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] 10.222.0.83 "PUT /v2.0/ports/bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 1091 time: 1.1022301 Jan 19 00:07:20.829779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcb385-b7ef-4604-ad9c-b338fede2052 service neutron] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:20.886455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273655f6-2705-462c-a465-ebc9c29e781a req-46dcd6b2-01cc-4135-a660-e549da5e5fd3 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:20.887911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-273655f6-2705-462c-a465-ebc9c29e781a req-46dcd6b2-01cc-4135-a660-e549da5e5fd3 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.2811034 Jan 19 00:07:20.950973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-273655f6-2705-462c-a465-ebc9c29e781a req-e0a66d33-be3c-4860-a0fc-185d9cdadb0b tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Jan 19 00:07:20.953956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-c9825329-05cb-4a0e-b7b5-facfedb77e6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1094 time: 0.1202798 Jan 19 00:07:21.084380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-143f60c0-7aa2-4876-98a8-1161ea043c4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:21.085930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-143f60c0-7aa2-4876-98a8-1161ea043c4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 912 time: 0.1258047 Jan 19 00:07:21.156090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-4c8a543d-d779-4606-8baf-b3a9cad66b24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0645430 Jan 19 00:07:21.215537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-d538a2ad-2cba-4145-b836-5aa4bf6fb623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:21.216940 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-d538a2ad-2cba-4145-b836-5aa4bf6fb623 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0560141 Jan 19 00:07:21.261975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-c4944b28-036d-4f3d-b712-f2c38bbad623 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386326 Jan 19 00:07:21.390845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-48bda2f9-9ff5-4625-a4b9-ba730fe14ec2 service neutron] 10.222.0.83 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234391 Jan 19 00:07:21.520810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa759a05-a9c0-4c29-b58a-389cb8f9baa3 req-04657ee6-3c25-4747-9fbf-620c8e69d6d6 service neutron] 10.222.0.83 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 Jan 19 00:07:21.639996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:07:21.696932 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:07:22.154580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224302a5-ff0f-47ca-88aa-17208873e2cd req-4ec4d2cf-4e00-4232-a8d8-8ef9af82154a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.156026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224302a5-ff0f-47ca-88aa-17208873e2cd req-4ec4d2cf-4e00-4232-a8d8-8ef9af82154a tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0801163 Jan 19 00:07:22.201299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-224302a5-ff0f-47ca-88aa-17208873e2cd req-52e382d6-e3d0-49e5-97e1-7249f69b198b tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Jan 19 00:07:22.235906 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:22.305395 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'status': 'completed', 'code': 200} Jan 19 00:07:22.392755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-a433c692-26ac-46e5-bed0-0ce4a00b5c03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1094 time: 0.0705426 Jan 19 00:07:22.396145 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-504b53f2-1f9b-4c61-a47b-a53323090d95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1094 time: 0.0690863 Jan 19 00:07:22.525608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-bcc3e041-8b06-4905-9f2f-117cabdcf65d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.526975 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-bcc3e041-8b06-4905-9f2f-117cabdcf65d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 912 time: 0.1251636 Jan 19 00:07:22.528522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-2e052a42-4b8d-4ce3-b9e5-a234daa7c5ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.535283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-2e052a42-4b8d-4ce3-b9e5-a234daa7c5ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 912 time: 0.1309006 Jan 19 00:07:22.596791 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-2ff17dea-594b-40bf-b2de-39f8e6a8a11d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0632284 Jan 19 00:07:22.602371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-fc274c8c-6bf8-49bf-913f-0599ae661b67 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0662692 Jan 19 00:07:22.657046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-e8d25e30-4389-4052-af10-9d9c25788c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.658495 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-e8d25e30-4389-4052-af10-9d9c25788c17 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0565515 Jan 19 00:07:22.665248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-436a92f4-2e03-47bc-ba0e-c0163a63b531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:22.666649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-436a92f4-2e03-47bc-ba0e-c0163a63b531 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0571480 Jan 19 00:07:22.705892 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-c5c2f6b9-80e1-4a67-9b98-5b053c647f8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416594 Jan 19 00:07:22.714811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-65033c2e-025e-42a2-b039-5deeb1e853e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421715 Jan 19 00:07:22.838785 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-542a1421-ea71-47d8-8555-ce550e6436ab service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267853 Jan 19 00:07:22.849993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-616db76d-1401-48a4-b73f-a43b3ead8e39 service neutron] 10.222.0.83 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276047 Jan 19 00:07:22.969636 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-c2f24c2d-3372-42ec-9059-5e85a4cbe776 service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247692 Jan 19 00:07:23.071022 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-993657ef-7369-4a5f-8d0c-6948c929e363 req-90dd244c-009f-4722-83b6-8a5e8a91f271 service neutron] 10.222.0.83 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141933 Jan 19 00:07:23.083845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:07:23.218199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:23.232608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'network_id': '6e401c85-db62-405d-9fd9-1f02b8b3429e', 'port_id': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'mac_address': 'fa:16:3e:d4:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f9cf82-ae49-4593-87cb-c831ad663a8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:07:23.287029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:23.308134 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef250c6-3e2c-4042-9ad2-472480391a9a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:07:23.326115 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:23.384390 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:23.405740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68220646-0cf8-4f79-a0b3-74262358a94d req-08136359-3903-4f1c-81a0-06479a905bf7 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:23.407329 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68220646-0cf8-4f79-a0b3-74262358a94d req-08136359-3903-4f1c-81a0-06479a905bf7 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 943 time: 0.0781107 Jan 19 00:07:23.452226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:23.455094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68220646-0cf8-4f79-a0b3-74262358a94d req-390ee3b0-11bb-42bf-ab33-27f4a23860f6 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Jan 19 00:07:23.464857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.465508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.465860 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.466197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.466534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.466867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.467206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.467519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.467844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.468167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.468545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:23.600002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bef250c6-3e2c-4042-9ad2-472480391a9a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:07:24.662599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa275c4-e757-4d9f-b23d-59d0c8647ed8 req-dcd67eb4-b8f5-47fb-ba6d-c85b83e44917 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:24.664055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aa275c4-e757-4d9f-b23d-59d0c8647ed8 req-dcd67eb4-b8f5-47fb-ba6d-c85b83e44917 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 944 time: 0.0789707 Jan 19 00:07:24.709147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aa275c4-e757-4d9f-b23d-59d0c8647ed8 req-d30fa396-77ef-4e06-9acd-e166aed653de tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Jan 19 00:07:25.097365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:07:25.229753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port bef250c6-3e2c-4042-9ad2-472480391a9a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:07:25.235056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port bef250c6-3e2c-4042-9ad2-472480391a9a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:07:25.235511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:25.319713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-60e3fe7b-54ad-4155-837c-0e6649c6271d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.320322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-60e3fe7b-54ad-4155-837c-0e6649c6271d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Synchronizing usage tracker for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:07:25.349298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:25.374471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:25.384416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:25.418416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-60e3fe7b-54ad-4155-837c-0e6649c6271d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Unset dirty status for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:07:25.419583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-60e3fe7b-54ad-4155-837c-0e6649c6271d tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.89 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328&tenant_id=2b779c342c374301b6d8d810ba68b1ea&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 944 time: 0.1787822 Jan 19 00:07:25.440607 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'code': 200} Jan 19 00:07:25.469860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:25.506402 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-1f1b7c15-0064-428f-9c6b-5f5f081f60c3 service neutron] delete failed (client error): The resource could not be found. Jan 19 00:07:25.507420 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-1f1b7c15-0064-428f-9c6b-5f5f081f60c3 service neutron] 10.222.0.89 "DELETE /v2.0/ports/bef250c6-3e2c-4042-9ad2-472480391a9a/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0809968 Jan 19 00:07:25.535841 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:25.644723 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-eb5e3397-407a-43f9-a2a3-b99bc2d73691 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2b779c342c374301b6d8d810ba68b1ea&device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 1096 time: 0.0685711 Jan 19 00:07:25.772587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-13913a76-8346-49ae-b42a-94b1a861654e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.774105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-13913a76-8346-49ae-b42a-94b1a861654e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 200 len: 912 time: 0.1243145 Jan 19 00:07:25.841347 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-5a60a893-d9ed-4cf1-86d8-bc9d02193aa9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 200 len: 217 time: 0.0618577 Jan 19 00:07:25.903312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-acb4633c-9d70-46da-8b92-9441c59efd93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:25.904781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-acb4633c-9d70-46da-8b92-9441c59efd93 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 200 len: 851 time: 0.0566790 Jan 19 00:07:25.948922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-f606eae2-d7b4-4bd5-9629-df1cc3ef0e8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6e401c85-db62-405d-9fd9-1f02b8b3429e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381532 Jan 19 00:07:26.079891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-c4d802df-66b9-4454-81ef-d973d3dfa200 service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247072 Jan 19 00:07:26.210541 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-37b84caf-b106-478a-81bb-8c1f98b221bd service neutron] 10.222.0.89 "GET /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247697 Jan 19 00:07:27.722298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a77c6-3a3d-41bc-900d-ea4047b35d5a req-51b6172c-3778-45bc-abb6-b9f39ff3e6aa tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:27.724361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d76a77c6-3a3d-41bc-900d-ea4047b35d5a req-51b6172c-3778-45bc-abb6-b9f39ff3e6aa tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.0757008 Jan 19 00:07:27.768402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d76a77c6-3a3d-41bc-900d-ea4047b35d5a req-34f474bf-f80b-434d-b857-7621360d5944 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Jan 19 00:07:29.038933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16619b5-9c72-4746-8e3c-c2f871de1b8b req-9326e5fe-d73c-4e2b-8c3c-a9f51ed6d0a9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:29.040379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f16619b5-9c72-4746-8e3c-c2f871de1b8b req-9326e5fe-d73c-4e2b-8c3c-a9f51ed6d0a9 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.1424973 Jan 19 00:07:29.045854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-f1de3f3d-9b4f-4d7e-a90e-2fbff8683bfc tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:29.047166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-f1de3f3d-9b4f-4d7e-a90e-2fbff8683bfc tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.83 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 945 time: 0.1133907 Jan 19 00:07:29.141018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Deleting port bef250c6-3e2c-4042-9ad2-472480391a9a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:07:29.141357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:29.167649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f16619b5-9c72-4746-8e3c-c2f871de1b8b req-71277f06-5ee9-48d9-8f17-037efb3508ed tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/security-groups?id=58cc0d95-6eab-4d58-8156-0437f451f0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195979 Jan 19 00:07:29.383491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] For port bef250c6-3e2c-4042-9ad2-472480391a9a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bef250c6-3e2c-4042-9ad2-472480391a9a,segment=NetworkSegment(91c7069b-3a07-4c58-a2b1-54fe63f1fc2e),segment_id=91c7069b-3a07-4c58-a2b1-54fe63f1fc2e)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:29.383848 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:29.507739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Calling delete_port for bef250c6-3e2c-4042-9ad2-472480391a9a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:07:29.726820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:29.739529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bef250c6-3e2c-4042-9ad2-472480391a9a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:07:29.779114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Pushing event deleted for resources: {'Port': ['ID=bef250c6-3e2c-4042-9ad2-472480391a9a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:29.847306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.847649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.847979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.848452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.849220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.849561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.849892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.850217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.850539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.850861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.851182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:29.863226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] No DVR routers for this DVR port bef250c6-3e2c-4042-9ad2-472480391a9a on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:07:29.866272 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:29.868780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-deleted', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:29.921988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f2f8535-8088-45c3-bb6f-3fb81988cc63 req-99a9c7a3-122f-4e1e-87b8-c70159927ea0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.83 "DELETE /v2.0/ports/bef250c6-3e2c-4042-9ad2-472480391a9a HTTP/1.1" status: 204 len: 173 time: 0.8608198 Jan 19 00:07:29.923605 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8b9369-77bd-4180-a1fe-f19fed607328', 'name': 'network-vif-deleted', 'tag': 'bef250c6-3e2c-4042-9ad2-472480391a9a', 'status': 'completed', 'code': 200} Jan 19 00:07:30.339554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8ec7e309-0b7f-4a13-8d6d-5e3c8d992c03 req-ed0fe9fe-c3a0-4a96-b747-44a889d4dde0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Synchronizing usage tracker for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:07:30.417555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8ec7e309-0b7f-4a13-8d6d-5e3c8d992c03 req-ed0fe9fe-c3a0-4a96-b747-44a889d4dde0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] Unset dirty status for tenant:2b779c342c374301b6d8d810ba68b1ea on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:07:30.418663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ec7e309-0b7f-4a13-8d6d-5e3c8d992c03 req-ed0fe9fe-c3a0-4a96-b747-44a889d4dde0 tempest-DeleteServersTestJSON-1832175431 tempest-DeleteServersTestJSON-1832175431-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b8b9369-77bd-4180-a1fe-f19fed607328 HTTP/1.1" status: 200 len: 210 time: 0.1195102 Jan 19 00:07:31.686327 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34498) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:31.836680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Deleting subnet 85f9cf82-ae49-4593-87cb-c831ad663a8b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:07:31.839532 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:31.888305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:31.945401 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.081592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.118691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f9cf82-ae49-4593-87cb-c831ad663a8b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:32.123769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.130424 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-27900369-d55d-4962-a593-54ee8271c596 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/85f9cf82-ae49-4593-87cb-c831ad663a8b HTTP/1.1" status: 204 len: 168 time: 0.4430835 Jan 19 00:07:32.133547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34502) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:32.236763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.358287 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.383271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e401c85-db62-405d-9fd9-1f02b8b3429e']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:07:32.395015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:07:32.395330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c7069b-3a07-4c58-a2b1-54fe63f1fc2e') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:07:32.406324 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.425665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.431889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:07:32.433832 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:07:32.445627 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:07:32.567642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.583871 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:32.593849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=6e401c85-db62-405d-9fd9-1f02b8b3429e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:32.681192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e69835d2-65c4-4c09-8272-9de6a1d39bbb admin admin] 10.222.0.59 "DELETE /v2.0/networks/6e401c85-db62-405d-9fd9-1f02b8b3429e HTTP/1.1" status: 204 len: 168 time: 0.5464485 Jan 19 00:07:33.039971 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34508) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:33.093534 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-22a21b6c-2e1f-48ce-82f8-222ec90ea366 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b779c342c374301b6d8d810ba68b1ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524044 Jan 19 00:07:33.096009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:33.096564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:07:33.131168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: bef250c6-3e2c-4042-9ad2-472480391a9a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:07:33.131738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bef250c6-3e2c-4042-9ad2-472480391a9a not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:07:33.155691 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.182322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.298503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.316129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc0d95-6eab-4d58-8156-0437f451f0f5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:33.383575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:33.384998 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f352380-d5f6-4493-a9d3-fba8d0372745 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58cc0d95-6eab-4d58-8156-0437f451f0f5 HTTP/1.1" status: 204 len: 168 time: 0.2879963 Jan 19 00:07:34.506717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34534) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:34.634889 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-348681710-network', 'tenant_id': '0f49579507f6409b802e442f73984bae'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:07:34.640190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:07:34.644151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Usage tracker for resource:network and tenant:0f49579507f6409b802e442f73984bae is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:07:34.647195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:07:34.653550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:07:34.732527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Made reservation on behalf of 0f49579507f6409b802e442f73984bae for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:07:34.735073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:34.747788 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:34.779310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:07:34.783141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f49579507f6409b802e442f73984bae is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:07:34.786031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:07:34.791627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:07:34.858537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:34.926297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:34.959325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:07:34.964415 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9f3479-0f1f-4543-bded-1c41564347d8,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:34.971957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:34.971957 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Added segment f32fd62c-3a9d-4539-b861-b27e101c2e05 of type vlan for network 34210460-183b-4acc-8afa-f3a8891e1165 Jan 19 00:07:34.998979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.091484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.092359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:35.093054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.196051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=34210460-183b-4acc-8afa-f3a8891e1165,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:35.207249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 34210460-183b-4acc-8afa-f3a8891e1165 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:07:35.247596 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c8202e9d-55fc-44d6-add6-b0e35915b5c2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7398055 Jan 19 00:07:35.250451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34540) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:07:35.256151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Request body: {'subnet': {'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-348681710-subnet', 'tenant_id': '0f49579507f6409b802e442f73984bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:07:35.261691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:07:35.265602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Usage tracker for resource:subnet and tenant:0f49579507f6409b802e442f73984bae is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:07:35.268375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:07:35.274608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:07:35.338346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Made reservation on behalf of 0f49579507f6409b802e442f73984bae for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:07:35.340792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.698940 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:35.787860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0fa37a-a581-4b6b-a847-c51cf3772e05,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:35.803327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Checking segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:07:35.803688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Network hostable DHCP agents. Network: 34210460-183b-4acc-8afa-f3a8891e1165, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:07:35.915945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Network 34210460-183b-4acc-8afa-f3a8891e1165 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:07:36.007270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 34210460-183b-4acc-8afa-f3a8891e1165) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:07:36.013016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:36.014714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:36.017090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36a4bb-21ec-404d-b37c-e0194e2e2cbb None None] Network 34210460-183b-4acc-8afa-f3a8891e1165 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:07:36.105104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cebd8719-b0ca-4bcd-a682-a272ad83d16d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8535798 Jan 19 00:07:36.244457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297e58e-7c4b-4fbd-8d5d-31f08481678f None None] Network 34210460-183b-4acc-8afa-f3a8891e1165 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:07:36.639406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-f719a4f1-c97a-4cd8-895b-5ecd3136b4e9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:36.640084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-f719a4f1-c97a-4cd8-895b-5ecd3136b4e9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Synchronizing usage tracker for tenant:0f49579507f6409b802e442f73984bae on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:07:36.744148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-f719a4f1-c97a-4cd8-895b-5ecd3136b4e9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Unset dirty status for tenant:0f49579507f6409b802e442f73984bae on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:07:36.745372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-f719a4f1-c97a-4cd8-895b-5ecd3136b4e9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 814 time: 0.2442951 Jan 19 00:07:36.762172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-7fa7c2f0-b22e-4540-b6bf-5712c9c81040 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/quotas/0f49579507f6409b802e442f73984bae HTTP/1.1" status: 200 len: 375 time: 0.0114937 Jan 19 00:07:36.807886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-00124f5a-f3b5-4f6b-91d0-94e812071b08 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408111 Jan 19 00:07:37.003992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-90603852-9a58-455c-a03d-4ffaa69d99fe service neutron] 10.222.0.59 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892014 Jan 19 00:07:37.132875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-03b8ebcf-c731-477f-ae0a-027178db18fe service neutron] 10.222.0.59 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226563 Jan 19 00:07:37.404817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b60b90f-fd11-4e96-abe2-d6d00198809e req-967585c6-5483-4723-868d-1aea5a52b5a7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 210 time: 0.0462422 Jan 19 00:07:38.570783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df8444ee-2736-4b5f-9750-7e948b74dd76 req-09701edc-62a5-4dd0-91b2-923ef012927e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 210 time: 0.0429654 Jan 19 00:07:39.407005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-4f7f2bf2-2ff0-41e8-ac88-a07116cc7911 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:39.408412 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-4f7f2bf2-2ff0-41e8-ac88-a07116cc7911 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 814 time: 0.1443570 Jan 19 00:07:39.423224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Request body: {'port': {'device_id': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'admin_state_up': True, 'tenant_id': '0f49579507f6409b802e442f73984bae'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:07:39.558619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:07:39.562463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Usage tracker for resource:port and tenant:0f49579507f6409b802e442f73984bae is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:07:39.565333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:07:39.571143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:07:39.624235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:39.680711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Made reservation on behalf of 0f49579507f6409b802e442f73984bae for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:07:39.683760 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:39.733424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d166aa47-1ab1-48ff-bad9-bd9da8ac3b27 req-f5ad710b-b972-4c4d-96c5-9d6420905329 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 210 time: 0.0412164 Jan 19 00:07:39.852908 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Allocated IP 172.20.0.9 (34210460-183b-4acc-8afa-f3a8891e1165/2a0fa37a-a581-4b6b-a847-c51cf3772e05/50e7da1f-afb6-4073-a57d-e3f09f9e715d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:07:40.049869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:40.132731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:40.208745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Network 34210460-183b-4acc-8afa-f3a8891e1165 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:07:40.211818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:07:40.214205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:07:40.249982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:40.267658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.268008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.268514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.268902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.269242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.269574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.269942 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.270450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.270791 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.271117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.271442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:07:40.292230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:40.292853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:40.373432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-d35c6c84-20f8-45e8-b2f2-9739d3f54b98 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536088 Jan 19 00:07:40.384521 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Request body: {'port': {'device_id': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:07:40.491173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:40.914709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e7da1f-afb6-4073-a57d-e3f09f9e715d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:07:40.921582 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:40.936778 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Transition to ACTIVE for port object 50e7da1f-afb6-4073-a57d-e3f09f9e715d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:07:40.939575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e636c46-db62-4b9d-af77-ebc3d1d2a2b4 req-a72904b4-e211-4989-bfb3-778cea3aebe8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:40.941041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e636c46-db62-4b9d-af77-ebc3d1d2a2b4 req-a72904b4-e211-4989-bfb3-778cea3aebe8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 931 time: 0.0846899 Jan 19 00:07:40.986188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8e636c46-db62-4b9d-af77-ebc3d1d2a2b4 req-c4c1bf4c-b600-4eec-b030-6ec69d99a29b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Synchronizing usage tracker for tenant:0f49579507f6409b802e442f73984bae on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:07:41.006564 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:41.080954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-8e636c46-db62-4b9d-af77-ebc3d1d2a2b4 req-c4c1bf4c-b600-4eec-b030-6ec69d99a29b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Unset dirty status for tenant:0f49579507f6409b802e442f73984bae on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:07:41.082671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e636c46-db62-4b9d-af77-ebc3d1d2a2b4 req-c4c1bf4c-b600-4eec-b030-6ec69d99a29b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348422 Jan 19 00:07:41.130934 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:41.233381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:07:41.233712 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:07:41.234033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:07:41.239641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:07:41.239967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:07:41.246110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:07:41.246446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Checking segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:07:41.246829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Bound using segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:07:41.247252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Bound port: 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:07:41.247593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:41.336491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:07:41.339293 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:07:41.401366 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:41.460095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:41.461597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] 10.222.0.89 "PUT /v2.0/ports/50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 1091 time: 1.0810666 Jan 19 00:07:41.464271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:41.484216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48500db-1ce3-4044-960d-c9a9fa10c89e service neutron] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:41.522185 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'status': 'completed', 'code': 200} Jan 19 00:07:41.612063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-017cecf3-5df5-4f77-97dc-68c9be5ef407 req-67a927e1-29ea-4e84-a8ba-1ca68a590f50 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.0707800 Jan 19 00:07:41.624117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:41.749063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cecf3-5df5-4f77-97dc-68c9be5ef407 req-0a425581-15a2-485c-a3fe-d2ef483c83f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:41.750488 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-017cecf3-5df5-4f77-97dc-68c9be5ef407 req-0a425581-15a2-485c-a3fe-d2ef483c83f2 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=0f49579507f6409b802e442f73984bae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1320593 Jan 19 00:07:41.886491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cecf3-5df5-4f77-97dc-68c9be5ef407 req-50f4bad0-6219-4729-b807-0dbac00136ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:41.887860 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-017cecf3-5df5-4f77-97dc-68c9be5ef407 req-50f4bad0-6219-4729-b807-0dbac00136ff service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319134 Jan 19 00:07:41.998233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-5fc068f2-de21-4c6c-a174-e3085d58ee8d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.0735624 Jan 19 00:07:42.070079 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-040bcfa0-f67a-4e8c-b819-24f167f2a639 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0639243 Jan 19 00:07:42.132030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-3b4102fd-3df5-492c-967a-37282eca7485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:42.133512 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-3b4102fd-3df5-492c-967a-37282eca7485 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0579841 Jan 19 00:07:42.180454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-6abae12d-337c-4d8f-8375-95ba0fc7d32d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410237 Jan 19 00:07:42.279778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b204-ff48-4e19-943a-2fdc8f3edfc6 req-8c58a108-5490-4d57-a1f2-157a7746bcc9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:42.281260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f37b204-ff48-4e19-943a-2fdc8f3edfc6 req-8c58a108-5490-4d57-a1f2-157a7746bcc9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0751073 Jan 19 00:07:42.315953 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-2ed8149b-abba-43b2-bda8-76d1ca15cd32 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298809 Jan 19 00:07:42.328597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f37b204-ff48-4e19-943a-2fdc8f3edfc6 req-c62e969e-b284-4635-838c-80d6c82fc58b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Jan 19 00:07:42.445794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-12ac1bb4-bac1-42fa-87b3-ea18362de3ba req-315f1b14-8549-4611-834e-9bd1e300cd71 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234865 Jan 19 00:07:43.529088 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb2df-39a1-49ec-86e8-4ebd3f18b8f3 req-de8f6e03-8b44-4018-875c-c47e8883de9a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:43.530524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17efb2df-39a1-49ec-86e8-4ebd3f18b8f3 req-de8f6e03-8b44-4018-875c-c47e8883de9a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0778627 Jan 19 00:07:43.574870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17efb2df-39a1-49ec-86e8-4ebd3f18b8f3 req-cd58e05e-1de1-4638-9794-356f792ebef5 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Jan 19 00:07:43.898044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52407fa6-fc66-4671-a973-1ebaaeaf21e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:44.774372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef267b58-52af-4d6c-9358-3f324168e769 req-fc44bd6e-53db-4713-93d2-67fe1374dd67 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:44.775825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef267b58-52af-4d6c-9358-3f324168e769 req-fc44bd6e-53db-4713-93d2-67fe1374dd67 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0767865 Jan 19 00:07:44.823497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef267b58-52af-4d6c-9358-3f324168e769 req-44646b42-50c7-4607-9873-8f77e41d6534 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423212 Jan 19 00:07:45.739390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:07:45.873336 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:45.887188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'port_id': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'mac_address': 'fa:16:3e:ec:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0fa37a-a581-4b6b-a847-c51cf3772e05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:07:45.961503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:45.980189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e7da1f-afb6-4073-a57d-e3f09f9e715d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:07:45.998975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:46.006456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b1abd67-3b33-4d80-8387-0257b19006f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.031811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ba854-a860-4798-9ce1-b1f803eda55c req-750ca238-7e70-4903-8e77-11d142aac54a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:46.033322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e85ba854-a860-4798-9ce1-b1f803eda55c req-750ca238-7e70-4903-8e77-11d142aac54a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0865402 Jan 19 00:07:46.058371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:46.080093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e85ba854-a860-4798-9ce1-b1f803eda55c req-4b6b5dd6-b323-49d3-ad7c-922e0be86f99 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Jan 19 00:07:46.125090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:46.361438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['50e7da1f-afb6-4073-a57d-e3f09f9e715d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:07:47.252663 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:47.286256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8792a-43ed-45ef-ae60-81ec03ab5100 req-02ee76ea-78a7-4610-91ce-634ed0dae229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:47.287858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72a8792a-43ed-45ef-ae60-81ec03ab5100 req-02ee76ea-78a7-4610-91ce-634ed0dae229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 944 time: 0.0807736 Jan 19 00:07:47.339019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72a8792a-43ed-45ef-ae60-81ec03ab5100 req-6d329f51-4d92-4767-b674-efca34fa6b14 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Jan 19 00:07:47.611204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:47.739819 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:07:47.857299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 50e7da1f-afb6-4073-a57d-e3f09f9e715d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:07:47.866827 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 50e7da1f-afb6-4073-a57d-e3f09f9e715d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:07:47.866827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:47.976587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:48.002148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:07:48.012019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:07:48.056346 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'code': 200} Jan 19 00:07:48.092523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:48.163710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:07:48.186313 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b8ffdb9-6c8c-4349-90c7-d1979941a6eb req-8354c356-4e1c-4df0-8376-f5f2cb30d2a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1096 time: 0.0714178 Jan 19 00:07:48.229327 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8b8ffdb9-6c8c-4349-90c7-d1979941a6eb req-c7970fc9-c517-4317-9b5c-a97884239ace service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Jan 19 00:07:48.538661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e4ca6-a53a-4032-8504-fc40c19730c6 req-4b8258ab-cc95-4952-ace1-492e7018ee42 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:48.540024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee2e4ca6-a53a-4032-8504-fc40c19730c6 req-4b8258ab-cc95-4952-ace1-492e7018ee42 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0766184 Jan 19 00:07:48.585244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee2e4ca6-a53a-4032-8504-fc40c19730c6 req-c26f1a85-5744-4009-a867-5e559794eba8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Jan 19 00:07:48.972700 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:07:49.790185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f80c9-f40a-4ceb-9e81-9593a26e8437 req-fc6bf627-684a-4ce7-9c40-2ce405e3ed7e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:49.791636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-163f80c9-f40a-4ceb-9e81-9593a26e8437 req-fc6bf627-684a-4ce7-9c40-2ce405e3ed7e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0810747 Jan 19 00:07:49.837755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-163f80c9-f40a-4ceb-9e81-9593a26e8437 req-6811c2df-ee4d-42a5-8914-34320458226c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Jan 19 00:07:50.036078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c708627-cdd4-4c2c-8a02-b58ec709f9ef req-33da34d6-0025-4089-bfa0-45f13831048a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:50.037556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c708627-cdd4-4c2c-8a02-b58ec709f9ef req-33da34d6-0025-4089-bfa0-45f13831048a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0747886 Jan 19 00:07:50.081610 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c708627-cdd4-4c2c-8a02-b58ec709f9ef req-e8c947d4-20f2-4f81-9462-2a9be8dbdcd7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jan 19 00:07:50.621381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb536c-d73a-43a6-843d-dd99e47307ee req-2a8af12b-345e-4208-a8aa-4ce5f137a168 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:50.622839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfbb536c-d73a-43a6-843d-dd99e47307ee req-2a8af12b-345e-4208-a8aa-4ce5f137a168 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.1654634 Jan 19 00:07:50.668253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfbb536c-d73a-43a6-843d-dd99e47307ee req-6ceeb124-3a01-45cf-9601-46cd1dc029b6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Jan 19 00:07:50.863538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702e84-2052-48f5-9908-0a826e6c556d req-b0af4f06-ecc9-4f25-a829-a2816be9f261 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:50.865831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db702e84-2052-48f5-9908-0a826e6c556d req-b0af4f06-ecc9-4f25-a829-a2816be9f261 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0797789 Jan 19 00:07:50.911103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db702e84-2052-48f5-9908-0a826e6c556d req-31b04d33-3d70-4c89-af37-52821eca404c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396864 Jan 19 00:07:51.105060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fbf98e0-ee14-4006-a558-210a71d16fa9 req-f649731c-e82d-4acb-a0d3-b42dcf8e1faa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666609 Jan 19 00:07:51.537606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eea5dd-f98b-449a-a91f-efa762835f12 req-114ae3a9-785c-4eda-804b-cfbccb677a04 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:51.539041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69eea5dd-f98b-449a-a91f-efa762835f12 req-114ae3a9-785c-4eda-804b-cfbccb677a04 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0819335 Jan 19 00:07:51.563489 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-5568feee-6d93-45cd-9f5a-11552f275cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672812 Jan 19 00:07:51.584539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69eea5dd-f98b-449a-a91f-efa762835f12 req-94f263e2-06ab-4cbb-bca8-43ab7a7c5210 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jan 19 00:07:52.793337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107ca7-f267-4c66-befa-d8991377eeb7 req-6fb5ab3c-62ca-40ff-be66-c8d10fb9e330 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:52.794765 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40107ca7-f267-4c66-befa-d8991377eeb7 req-6fb5ab3c-62ca-40ff-be66-c8d10fb9e330 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0837698 Jan 19 00:07:52.827059 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:07:52.841572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40107ca7-f267-4c66-befa-d8991377eeb7 req-20a005e6-f9e1-4f93-b06b-34a10994984f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Jan 19 00:07:53.764376 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-c934f6b4-d10c-42cb-98bf-a680406e2feb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1096 time: 0.0697849 Jan 19 00:07:53.982065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-2c87136f-b938-4088-b28f-fa158dd7d41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:53.983506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-2c87136f-b938-4088-b28f-fa158dd7d41c service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.2132347 Jan 19 00:07:54.048636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19793c-085e-48c3-a3ba-cfb0ee46bec8 req-0efa9b07-174c-4e43-888a-541dcbb429fb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:54.050042 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c19793c-085e-48c3-a3ba-cfb0ee46bec8 req-0efa9b07-174c-4e43-888a-541dcbb429fb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0822210 Jan 19 00:07:54.051552 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-9682b231-9de9-4001-891d-160cb843cbc8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0622559 Jan 19 00:07:54.096284 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c19793c-085e-48c3-a3ba-cfb0ee46bec8 req-a6864530-eaa6-4e84-8cb5-f696b5a1d6d8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Jan 19 00:07:54.112902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-51769fe8-2d7f-4f14-abcf-b20f7424b4dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:54.114399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-51769fe8-2d7f-4f14-abcf-b20f7424b4dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0572214 Jan 19 00:07:54.158440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-05b81423-be1f-4ba7-acbc-28ef8f35f455 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386245 Jan 19 00:07:54.285850 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-37121050-1eab-4405-94f0-d0fd5987ec3b service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216753 Jan 19 00:07:54.423221 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-a9f6ca6f-0328-441f-b355-f764b3b0248a service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315494 Jan 19 00:07:55.293950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0fa79-293e-459c-9e36-404ed4272a0c req-12e56864-699c-48bd-a76c-585ffa2a2c3c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:55.295293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01a0fa79-293e-459c-9e36-404ed4272a0c req-12e56864-699c-48bd-a76c-585ffa2a2c3c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0749888 Jan 19 00:07:55.339641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01a0fa79-293e-459c-9e36-404ed4272a0c req-b2b8ea4f-785a-4804-9342-a03d879056a4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Jan 19 00:07:56.537699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ff3f8-5ea9-43b6-8681-4e7a3538884c req-dd00a863-40f5-4a95-b6d5-e6fff9ec35e6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:56.539163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b99ff3f8-5ea9-43b6-8681-4e7a3538884c req-dd00a863-40f5-4a95-b6d5-e6fff9ec35e6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0800517 Jan 19 00:07:56.583275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b99ff3f8-5ea9-43b6-8681-4e7a3538884c req-11d9c288-2eca-4d4d-9927-85cf6a4adb79 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Jan 19 00:07:57.777497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f31600-3259-4907-b146-59d7ee66d42b req-4f6962b7-43c1-4094-982a-241a80128c7f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:57.778942 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11f31600-3259-4907-b146-59d7ee66d42b req-4f6962b7-43c1-4094-982a-241a80128c7f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0769236 Jan 19 00:07:57.827632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-11f31600-3259-4907-b146-59d7ee66d42b req-8880a789-8e60-45a6-a11e-a58de9037f48 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Jan 19 00:07:59.027049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3627d3-f68c-4785-a5b6-48e382c1c237 req-6e444233-20e2-4eee-88db-d1acfe6e5b4e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:07:59.028503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e3627d3-f68c-4785-a5b6-48e382c1c237 req-6e444233-20e2-4eee-88db-d1acfe6e5b4e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0757785 Jan 19 00:07:59.072358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e3627d3-f68c-4785-a5b6-48e382c1c237 req-9432b041-e3e4-4c52-8306-85f22b0ff0c6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384116 Jan 19 00:08:00.268893 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fe24a-fa3e-46ad-9643-4ebc1ceadd43 req-fc4264d3-a28d-48e7-84fe-0963199b309e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:00.270341 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-008fe24a-fa3e-46ad-9643-4ebc1ceadd43 req-fc4264d3-a28d-48e7-84fe-0963199b309e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0777178 Jan 19 00:08:00.315143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-008fe24a-fa3e-46ad-9643-4ebc1ceadd43 req-05a76a92-ac0e-4f7c-a414-82e48a905bb8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Jan 19 00:08:01.512704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf8e75-1f0e-4bf0-9251-3e3ac925d079 req-a23f3fc3-da22-434f-bc38-ebd98e65b987 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:01.514169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cf8e75-1f0e-4bf0-9251-3e3ac925d079 req-a23f3fc3-da22-434f-bc38-ebd98e65b987 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0758562 Jan 19 00:08:01.558846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8cf8e75-1f0e-4bf0-9251-3e3ac925d079 req-14f909d8-1e02-4819-b705-7baf89f8ad8c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Jan 19 00:08:02.769946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd4f58-a963-450e-a742-7c5fc932cb15 req-90c090bb-edee-4b0c-a1d7-8fb57771dfba tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:02.771480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9dd4f58-a963-450e-a742-7c5fc932cb15 req-90c090bb-edee-4b0c-a1d7-8fb57771dfba tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0812891 Jan 19 00:08:02.817245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9dd4f58-a963-450e-a742-7c5fc932cb15 req-d8006653-5c31-427f-90a2-690fbaedaa71 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394759 Jan 19 00:08:04.016519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e9254-0434-4aa3-af61-19f3040d3cf1 req-aca3078a-8a6e-493e-9c22-0d0c0882745e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:04.017970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d9e9254-0434-4aa3-af61-19f3040d3cf1 req-aca3078a-8a6e-493e-9c22-0d0c0882745e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0748010 Jan 19 00:08:04.065400 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d9e9254-0434-4aa3-af61-19f3040d3cf1 req-d08f2de4-ee04-4255-ab76-c0b6abf042ca tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Jan 19 00:08:05.258395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ede3a-0f31-48c9-9473-0b4fe2112e7a req-e7366d68-0980-4811-8db7-42ebe8d91dba tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:05.259732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-736ede3a-0f31-48c9-9473-0b4fe2112e7a req-e7366d68-0980-4811-8db7-42ebe8d91dba tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0755520 Jan 19 00:08:05.304108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-736ede3a-0f31-48c9-9473-0b4fe2112e7a req-1ad17f07-bd04-45b6-a339-f83399544e14 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jan 19 00:08:06.503190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b8a1-4784-4db5-8e62-6b3e64fb43c1 req-2f7029ef-f05c-4ea3-a16f-fa3a864d2766 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:06.504788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cca3b8a1-4784-4db5-8e62-6b3e64fb43c1 req-2f7029ef-f05c-4ea3-a16f-fa3a864d2766 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0788116 Jan 19 00:08:06.550298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cca3b8a1-4784-4db5-8e62-6b3e64fb43c1 req-a98d23f1-8bbd-42c6-a762-672a9c4399a3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Jan 19 00:08:07.746381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c0b6f-f923-444a-819e-67caea3f9f94 req-d524a632-d976-4853-9876-ea64821c2749 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:07.747824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-462c0b6f-f923-444a-819e-67caea3f9f94 req-d524a632-d976-4853-9876-ea64821c2749 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0765743 Jan 19 00:08:07.792504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-462c0b6f-f923-444a-819e-67caea3f9f94 req-a2a85850-c457-488c-9ba6-083ed28aaddb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Jan 19 00:08:08.996171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a933da-7db3-4019-8f57-5888a029f601 req-f739968e-c249-436d-83af-f1ffba759a24 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:08.997642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9a933da-7db3-4019-8f57-5888a029f601 req-f739968e-c249-436d-83af-f1ffba759a24 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0796459 Jan 19 00:08:09.043174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9a933da-7db3-4019-8f57-5888a029f601 req-5096701c-12f0-4930-a22f-73ec0092a9bf tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401719 Jan 19 00:08:09.594804 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:10.238938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c44d59-ad84-48f0-a311-7166e5a63135 req-ec72ad04-6a71-4319-a911-7753fc0e3dc3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:10.240998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4c44d59-ad84-48f0-a311-7166e5a63135 req-ec72ad04-6a71-4319-a911-7753fc0e3dc3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0751307 Jan 19 00:08:10.285039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4c44d59-ad84-48f0-a311-7166e5a63135 req-d6bdb1cb-9321-4b63-a1c5-f517611b5390 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Jan 19 00:08:11.482362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17deefb-ccd3-4fa7-859c-8cff33ff765f req-61b64f93-8375-4772-93fe-8dbf0e68425e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:11.483839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c17deefb-ccd3-4fa7-859c-8cff33ff765f req-61b64f93-8375-4772-93fe-8dbf0e68425e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0783994 Jan 19 00:08:11.530668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c17deefb-ccd3-4fa7-859c-8cff33ff765f req-94e17f1d-a8ba-47a6-86fc-e4036354db44 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Jan 19 00:08:11.657765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:12.722980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a481bf-144f-4fe3-8114-0c78829856d2 req-0d84b274-c8bb-449c-90f5-f5b7fed2782a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:12.724440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53a481bf-144f-4fe3-8114-0c78829856d2 req-0d84b274-c8bb-449c-90f5-f5b7fed2782a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0738230 Jan 19 00:08:12.774644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53a481bf-144f-4fe3-8114-0c78829856d2 req-b52fe8d8-ce1f-4968-88e3-8e04520e311d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Jan 19 00:08:13.886856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7711f561-a9cb-41a3-bd1e-c9d2019ebd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:13.981836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9980f7-8b5b-4bac-a464-3b37505a27d9 req-a69e5373-848d-480e-9d3c-03afe3ff4753 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:13.983272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f9980f7-8b5b-4bac-a464-3b37505a27d9 req-a69e5373-848d-480e-9d3c-03afe3ff4753 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0746424 Jan 19 00:08:14.028494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f9980f7-8b5b-4bac-a464-3b37505a27d9 req-d4c07f15-fb5f-43c6-b5ef-d2fc4e000d94 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Jan 19 00:08:15.318366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc318b5-7146-4f1f-be76-9217050a58b3 req-9cff8ee4-deec-4e31-8f05-30f70bd01bfd tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:15.319752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdc318b5-7146-4f1f-be76-9217050a58b3 req-9cff8ee4-deec-4e31-8f05-30f70bd01bfd tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.1714392 Jan 19 00:08:15.366066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdc318b5-7146-4f1f-be76-9217050a58b3 req-f02c5fdd-9de9-4c84-875d-b70458145ae6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Jan 19 00:08:16.029130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98cd7675-7a1b-4128-9a2a-be6dc82ea850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:16.560871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af42393-5b79-4698-8bbe-ebb3d632f4c7 req-db34edf8-1d96-498a-b9e1-875eb7423e35 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:16.562536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5af42393-5b79-4698-8bbe-ebb3d632f4c7 req-db34edf8-1d96-498a-b9e1-875eb7423e35 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0756700 Jan 19 00:08:16.607704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5af42393-5b79-4698-8bbe-ebb3d632f4c7 req-a7a46e38-2137-42e5-a761-b14d9cebb7ae tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Jan 19 00:08:17.251590 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:17.594425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:17.811317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8d687-8c7f-4847-954b-417baafc6e24 req-31094e7c-7584-4e4c-97f3-40c59e8d4825 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:17.812748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-beb8d687-8c7f-4847-954b-417baafc6e24 req-31094e7c-7584-4e4c-97f3-40c59e8d4825 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0783374 Jan 19 00:08:17.863141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-beb8d687-8c7f-4847-954b-417baafc6e24 req-3d7e8517-aa6e-41a9-801e-e2ec58becd34 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Jan 19 00:08:18.977713 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:19.059942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2038-c910-447c-bd70-d6ae291f90cf req-4bd8fcf4-1a14-41dd-badc-d31ec6f60150 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:19.061426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-804a2038-c910-447c-bd70-d6ae291f90cf req-4bd8fcf4-1a14-41dd-badc-d31ec6f60150 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0754573 Jan 19 00:08:19.105800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-804a2038-c910-447c-bd70-d6ae291f90cf req-0b612a77-f7c1-4bde-b011-22af8fd67adb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Jan 19 00:08:20.303380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c7e07-c8a4-4572-9ae0-fa6aba0134b8 req-e67fe548-3558-46fc-a546-e474d42ba778 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:20.304884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-154c7e07-c8a4-4572-9ae0-fa6aba0134b8 req-e67fe548-3558-46fc-a546-e474d42ba778 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0798042 Jan 19 00:08:20.349868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-154c7e07-c8a4-4572-9ae0-fa6aba0134b8 req-add699e5-e1e5-4e5c-a212-b0451e578166 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393198 Jan 19 00:08:21.547683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725bf59-2961-4b5c-a663-51225882568e req-ebf5ed8a-8b1a-41ea-a403-5941b6e5799f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:21.549179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f725bf59-2961-4b5c-a663-51225882568e req-ebf5ed8a-8b1a-41ea-a403-5941b6e5799f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0778239 Jan 19 00:08:21.583697 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-2b9677a0-4ab8-495e-ba45-74ba4075a5fa service neutron] show failed (client error): The resource could not be found. Jan 19 00:08:21.585473 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-2b9677a0-4ab8-495e-ba45-74ba4075a5fa service neutron] 10.222.0.89 "GET /v2.0/ports/50e7da1f-afb6-4073-a57d-e3f09f9e715d/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0778980 Jan 19 00:08:21.599222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f725bf59-2961-4b5c-a663-51225882568e req-908c95bc-3249-455b-bfa5-618837f8695e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Jan 19 00:08:22.189238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-66d65724-6c80-42c0-9184-ab4a7d66fbff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269&tenant_id=0f49579507f6409b802e442f73984bae HTTP/1.1" status: 200 len: 1096 time: 0.1440046 Jan 19 00:08:22.199401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:08:22.307869 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:22.572290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:22.600480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:08:22.656814 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:22.662846 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:22.677459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Transition to ACTIVE for port object 50e7da1f-afb6-4073-a57d-e3f09f9e715d will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:08:22.758070 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'code': 200} Jan 19 00:08:22.772184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:22.904560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:22.959376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] No DVR routers for this DVR port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:08:22.972574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd392-d4aa-4d38-93f5-c44626613cca req-6a2d4f11-0ef3-4906-9edc-e119d9e31182 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:22.974075 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19ccd392-d4aa-4d38-93f5-c44626613cca req-6a2d4f11-0ef3-4906-9edc-e119d9e31182 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.2507083 Jan 19 00:08:23.051139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:08:23.051477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:08:23.051813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:08:23.065839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19ccd392-d4aa-4d38-93f5-c44626613cca req-c616fdad-3f64-4620-81d2-d5c1b622647a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670729 Jan 19 00:08:23.066501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:08:23.066819 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Attempting to bind port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:08:23.073847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:08:23.074185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Checking segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:08:23.074567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Bound using segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:08:23.074976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Bound port: 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:08:23.075327 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:23.163062 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:08:23.165927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:08:23.263302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:23.325164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:23.326500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] 10.222.0.83 "PUT /v2.0/ports/50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 1091 time: 1.1308703 Jan 19 00:08:23.338950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4370b1-e5db-451a-8908-713b3b9c9314 service neutron] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:23.418546 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-772fa3d6-c502-40cb-8619-5f1c9d449b44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.0712385 Jan 19 00:08:23.636744 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-bbb6e63d-9c04-495a-b0c3-9d541d0540f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:23.638221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-bbb6e63d-9c04-495a-b0c3-9d541d0540f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.2134864 Jan 19 00:08:23.708380 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-a252521d-ef99-4105-8637-1f1a5d26ba65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0635304 Jan 19 00:08:23.769069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-e94d0a3c-736d-4ca1-8a17-0114af676dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:23.770459 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-e94d0a3c-736d-4ca1-8a17-0114af676dac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0567026 Jan 19 00:08:23.814374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-2264a76a-1a66-4912-9011-d9b3a1d1bb7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381560 Jan 19 00:08:23.913025 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:08:23.947235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-c1e63ea1-ef18-4565-9877-075c211ed48a service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274672 Jan 19 00:08:23.968068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:08:24.078226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a32537f-cf02-4ab0-951b-f521a6150a55 req-fc2de04e-ae05-4d8d-8fe6-dfde9ff818d0 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252925 Jan 19 00:08:24.271465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060349e3-0739-40dd-ab2d-1e3d885ea728 req-52da17fb-e7bf-4847-a408-9e4525b45003 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:24.272951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-060349e3-0739-40dd-ab2d-1e3d885ea728 req-52da17fb-e7bf-4847-a408-9e4525b45003 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0802245 Jan 19 00:08:24.320315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-060349e3-0739-40dd-ab2d-1e3d885ea728 req-e37ac92c-d556-4637-a7b0-3b33b35ac3b6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Jan 19 00:08:24.759172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:24.839715 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'status': 'completed', 'code': 200} Jan 19 00:08:24.934365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-c5e9ac04-fcb1-44b1-b81d-424d90fd1fca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.0793550 Jan 19 00:08:25.010273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-7ba6e828-fdf7-45f5-8717-8b6affad1231 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.1494160 Jan 19 00:08:25.078352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-54eb9579-c73a-4d34-977a-0df584f2eebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:25.079830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-54eb9579-c73a-4d34-977a-0df584f2eebe service neutron] 10.222.0.83 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1391175 Jan 19 00:08:25.137958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-fdc28d64-3950-4e77-a578-71d263636157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:25.139400 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-fdc28d64-3950-4e77-a578-71d263636157 service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1236880 Jan 19 00:08:25.150923 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-ecc59276-4e07-49fd-a16e-2ed62ddbd154 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0650601 Jan 19 00:08:25.210002 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-a683a3cd-1d44-42c0-bd76-301f440da6ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0640407 Jan 19 00:08:25.212997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-2633e0bc-d4b8-41cd-93cf-0e67dd80ee5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:25.214449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-2633e0bc-d4b8-41cd-93cf-0e67dd80ee5c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0576255 Jan 19 00:08:25.264287 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-ee8059d8-30a3-48b6-aea2-f394cecbd711 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429420 Jan 19 00:08:25.271349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-5e15fab9-4179-4945-bfa0-a72b5917c57e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:25.272891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-5e15fab9-4179-4945-bfa0-a72b5917c57e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0576863 Jan 19 00:08:25.321068 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-ddbbccc4-3302-4c62-8abf-ede86e40ffbc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422518 Jan 19 00:08:25.403265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-43263b1b-6b0f-44fa-aeba-2f1188781bb5 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320755 Jan 19 00:08:25.455432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-e6aefc4b-1c7e-4c09-95a3-87732dc294a4 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284478 Jan 19 00:08:25.587679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-d20f9bf7-e36f-49a3-aedb-01509a39341d service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264238 Jan 19 00:08:25.592243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-97e8000d-b983-4cb0-bdda-70e78977e019 req-d5a07fe8-ce5f-4250-8ccc-be609463b121 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819818 Jan 19 00:08:25.606177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af35f69-3b0a-4d38-b691-d99f0fa43589 req-9052af10-7667-4d73-b349-1ebac4d9fbef tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:25.607597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2af35f69-3b0a-4d38-b691-d99f0fa43589 req-9052af10-7667-4d73-b349-1ebac4d9fbef tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.1309140 Jan 19 00:08:25.657640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2af35f69-3b0a-4d38-b691-d99f0fa43589 req-7066f62d-fe83-4fe9-8cd3-10a280154ae3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Jan 19 00:08:26.859792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334409-76f7-44d7-9959-81834cc9fc8e req-0fc06a5e-c915-4a6c-bc2a-3d07a484b93b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:26.861260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04334409-76f7-44d7-9959-81834cc9fc8e req-0fc06a5e-c915-4a6c-bc2a-3d07a484b93b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0774019 Jan 19 00:08:26.908116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04334409-76f7-44d7-9959-81834cc9fc8e req-5b871c33-2875-4cbb-8648-9a41963141ac tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Jan 19 00:08:27.326528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110a28e-6332-461f-91b2-7cb7760b28aa req-0f3c8a38-b13b-4491-baca-537dd286a130 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:27.327900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9110a28e-6332-461f-91b2-7cb7760b28aa req-0f3c8a38-b13b-4491-baca-537dd286a130 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 943 time: 0.0806456 Jan 19 00:08:27.357610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-8705e67c-dcff-4bde-a5fd-5104b974ecfa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:27.358315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-8705e67c-dcff-4bde-a5fd-5104b974ecfa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Synchronizing usage tracker for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:08:27.365766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:08:27.468558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-8705e67c-dcff-4bde-a5fd-5104b974ecfa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Unset dirty status for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:08:27.469800 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-8705e67c-dcff-4bde-a5fd-5104b974ecfa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269&tenant_id=0f49579507f6409b802e442f73984bae&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 943 time: 0.1897571 Jan 19 00:08:27.474763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9110a28e-6332-461f-91b2-7cb7760b28aa req-03146f3f-1393-4252-9406-1c5148238db9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414127 Jan 19 00:08:27.508279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:27.521520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'port_id': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'mac_address': 'fa:16:3e:ec:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0fa37a-a581-4b6b-a847-c51cf3772e05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:08:27.548962 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-045695ac-ebd0-4245-84b1-4be978c269b5 service neutron] delete failed (client error): The resource could not be found. Jan 19 00:08:27.549995 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-045695ac-ebd0-4245-84b1-4be978c269b5 service neutron] 10.222.0.89 "DELETE /v2.0/ports/50e7da1f-afb6-4073-a57d-e3f09f9e715d/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0748124 Jan 19 00:08:27.615943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:27.634470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e7da1f-afb6-4073-a57d-e3f09f9e715d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:08:27.649458 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:27.693275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-1b3adbca-b8e9-4055-bc63-6cc37b9e3c79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 1094 time: 0.0737710 Jan 19 00:08:27.719944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:27.784599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:27.794066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.794414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.794753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.795088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.795425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.795756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.796074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.796783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.797140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.797463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.797785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:27.915828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-4cf4ac07-798e-4672-9497-e915e20ff47e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:27.917315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-4cf4ac07-798e-4672-9497-e915e20ff47e service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.2181389 Jan 19 00:08:27.932437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['50e7da1f-afb6-4073-a57d-e3f09f9e715d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:08:27.983801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-26276a39-5ac2-4135-8a0c-728237f0625c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 200 len: 217 time: 0.0604346 Jan 19 00:08:28.050552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-4fcaa21c-dd84-4ae3-a28b-75d299eef798 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:28.052029 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-4fcaa21c-dd84-4ae3-a28b-75d299eef798 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0623808 Jan 19 00:08:28.096058 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-3ff3caa1-596f-4d1f-9797-dd3129e2ea07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383110 Jan 19 00:08:28.223664 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-13b4a812-7546-4c84-8e14-8973bc293149 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213095 Jan 19 00:08:28.351921 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-44b92c57-bd3a-409c-b126-b1ea9ce77cf9 req-c6da934a-8de8-48a1-b4be-cbc59fe8564b service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229796 Jan 19 00:08:28.674307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26591825-2418-4f97-b3ad-4463b7fa09b5 req-2640f50e-3444-4e74-8196-e0a7af3682c2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:28.675730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26591825-2418-4f97-b3ad-4463b7fa09b5 req-2640f50e-3444-4e74-8196-e0a7af3682c2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 944 time: 0.0755682 Jan 19 00:08:28.721094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26591825-2418-4f97-b3ad-4463b7fa09b5 req-4b5a1a5c-6c78-4224-8689-47702cd6a59f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Jan 19 00:08:29.391613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:08:29.526048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 50e7da1f-afb6-4073-a57d-e3f09f9e715d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:08:29.531138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 50e7da1f-afb6-4073-a57d-e3f09f9e715d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:08:29.537150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:29.643529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:29.669940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:29.679518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:29.725350 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'code': 200} Jan 19 00:08:29.754574 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:29.823322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:29.829801 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:08:29.928153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7192f-2551-4e90-b01d-9f5e6853709d req-b9c34d2e-fe2b-43ce-b1a9-b1c715f2bbd4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:29.930212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59c7192f-2551-4e90-b01d-9f5e6853709d req-b9c34d2e-fe2b-43ce-b1a9-b1c715f2bbd4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0814424 Jan 19 00:08:29.977956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-59c7192f-2551-4e90-b01d-9f5e6853709d req-2ef75775-4360-4956-a9dc-273ab7a222b2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Jan 19 00:08:30.177203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae7dc-cbfd-42ed-8c91-a6f97be0b26c req-b82817a4-2546-478e-bd0b-53c00df80c19 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:30.178613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e2ae7dc-cbfd-42ed-8c91-a6f97be0b26c req-b82817a4-2546-478e-bd0b-53c00df80c19 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0765214 Jan 19 00:08:30.227466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2e2ae7dc-cbfd-42ed-8c91-a6f97be0b26c req-014b11ae-c2aa-409d-901d-83c6fab4bcba tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Jan 19 00:08:30.427395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bd812-8ecf-4f72-9eb8-9c4c021e7a5d req-8ac4fd7a-364c-4693-acab-aa4d0e585ff3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:30.428806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d41bd812-8ecf-4f72-9eb8-9c4c021e7a5d req-8ac4fd7a-364c-4693-acab-aa4d0e585ff3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0781298 Jan 19 00:08:30.473656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d41bd812-8ecf-4f72-9eb8-9c4c021e7a5d req-b1593a7b-5407-4567-a4e0-2771af79ee54 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390785 Jan 19 00:08:31.168316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-9a05c0ad-02e5-4ca3-9fc5-d682cce08814 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:31.169708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-9a05c0ad-02e5-4ca3-9fc5-d682cce08814 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 814 time: 0.1414204 Jan 19 00:08:31.186854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-97626f13-844e-42fc-b5d1-18c8429833b8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/quotas/0f49579507f6409b802e442f73984bae HTTP/1.1" status: 200 len: 375 time: 0.0118427 Jan 19 00:08:31.267272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-b8d3c757-639d-456a-8495-64df0660d088 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755844 Jan 19 00:08:31.277745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-c485ec1e-f8cd-40da-b513-012471441dab service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:08:31.278682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-c485ec1e-f8cd-40da-b513-012471441dab service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049086 Jan 19 00:08:31.407234 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-9b578b1a-ccb2-46dc-b065-dad55b851029 service neutron] 10.222.0.59 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231251 Jan 19 00:08:31.536464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-67dd5dc8-c29b-423c-bc3b-4f3cf25fbc6b service neutron] 10.222.0.59 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235120 Jan 19 00:08:31.777849 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-757865da-adfe-4a09-baf8-8bf704f5cf74 req-9610e84a-e6fa-46fa-84d0-4d08485cde6f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0416310 Jan 19 00:08:32.302646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-31ef6f45-2ac1-418b-8573-ecd401fd0713 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:32.304950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-31ef6f45-2ac1-418b-8573-ecd401fd0713 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269 HTTP/1.1" status: 200 len: 945 time: 0.0767174 Jan 19 00:08:32.372274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Deleting port 50e7da1f-afb6-4073-a57d-e3f09f9e715d {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:08:32.372607 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:32.617855 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] For port 50e7da1f-afb6-4073-a57d-e3f09f9e715d, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=50e7da1f-afb6-4073-a57d-e3f09f9e715d,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:32.618205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:32.740027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Calling delete_port for 50e7da1f-afb6-4073-a57d-e3f09f9e715d owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:08:32.998133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8de29d36-21ec-451d-a266-984ab8ba3463 req-0b19819b-b4e5-48f2-89d4-22515de7c398 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 210 time: 0.0491381 Jan 19 00:08:33.102552 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:33.114011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['50e7da1f-afb6-4073-a57d-e3f09f9e715d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:08:33.154633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Pushing event deleted for resources: {'Port': ['ID=50e7da1f-afb6-4073-a57d-e3f09f9e715d,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:33.192213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.192467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.192796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.193146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.193469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.193788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.194102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.194418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.195306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.195618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.195950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:08:33.235275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] No DVR routers for this DVR port 50e7da1f-afb6-4073-a57d-e3f09f9e715d on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:08:33.237996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:33.240466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-deleted', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:33.297786 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce1c9dc-1307-4a5d-b7c4-22f9a1acf269', 'name': 'network-vif-deleted', 'tag': '50e7da1f-afb6-4073-a57d-e3f09f9e715d', 'status': 'completed', 'code': 200} Jan 19 00:08:33.337987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7859a184-65e6-4083-a49a-19fd75c9b289 req-0f7f2699-9887-4d05-bd31-2d4ac6770337 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.83 "DELETE /v2.0/ports/50e7da1f-afb6-4073-a57d-e3f09f9e715d HTTP/1.1" status: 204 len: 173 time: 1.0291677 Jan 19 00:08:33.533297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-76bd1285-423e-42bb-89e5-591a46368da7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:33.534924 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-76bd1285-423e-42bb-89e5-591a46368da7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 814 time: 0.1510081 Jan 19 00:08:33.550093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Request body: {'port': {'device_id': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'admin_state_up': True, 'tenant_id': '0f49579507f6409b802e442f73984bae'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:08:33.689606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:08:33.693619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Usage tracker for resource:port and tenant:0f49579507f6409b802e442f73984bae is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:08:33.697150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:08:33.702762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:08:33.811135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Made reservation on behalf of 0f49579507f6409b802e442f73984bae for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:08:33.814164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:33.981997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Allocated IP 172.20.0.10 (34210460-183b-4acc-8afa-f3a8891e1165/2a0fa37a-a581-4b6b-a847-c51cf3772e05/2eae549c-f242-4598-ac9e-3d978807fe12) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:08:34.170382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eb3aed86-e929-4257-a5e4-9e62ee3ab8ce req-4bdc0d24-a7ae-4a32-89d4-c73bf4f64356 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Synchronizing usage tracker for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:08:34.194318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:34.234471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-eb3aed86-e929-4257-a5e4-9e62ee3ab8ce req-4bdc0d24-a7ae-4a32-89d4-c73bf4f64356 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Unset dirty status for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:08:34.235753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb3aed86-e929-4257-a5e4-9e62ee3ab8ce req-4bdc0d24-a7ae-4a32-89d4-c73bf4f64356 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 210 time: 0.1058595 Jan 19 00:08:34.314167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:34.386937 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Network 34210460-183b-4acc-8afa-f3a8891e1165 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:08:34.389972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:08:34.392959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:08:34.432409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:34.458664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:34.459265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:34.543731 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-d9cfab46-59ee-4ddf-9e3e-ce9c8b96f229 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9971936 Jan 19 00:08:34.554847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Request body: {'port': {'device_id': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:08:34.661322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.083045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eae549c-f242-4598-ac9e-3d978807fe12 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:08:35.090033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.104181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Transition to ACTIVE for port object 2eae549c-f242-4598-ac9e-3d978807fe12 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:08:35.195337 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.320187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:35.391651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:08:35.427797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 50e7da1f-afb6-4073-a57d-e3f09f9e715d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:08:35.428144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 50e7da1f-afb6-4073-a57d-e3f09f9e715d not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:08:35.428420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:08:35.428804 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:08:35.429684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:08:35.435514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:08:35.435837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:08:35.442095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:08:35.442435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Checking segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:08:35.442820 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Bound using segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:08:35.443244 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Bound port: 2eae549c-f242-4598-ac9e-3d978807fe12, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:08:35.443593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.454230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e254e-8447-41fe-b7ef-55371ce5a053 req-e3b08d0c-16f8-46c2-8f85-ab8be62bd278 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:35.455418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f61e254e-8447-41fe-b7ef-55371ce5a053 req-e3b08d0c-16f8-46c2-8f85-ab8be62bd278 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0841746 Jan 19 00:08:35.505163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f61e254e-8447-41fe-b7ef-55371ce5a053 req-1f44304b-238b-4587-bf83-de68fd1fd7b1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435374 Jan 19 00:08:35.546466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:08:35.549578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:08:35.612421 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.685580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:35.686965 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] 10.222.0.89 "PUT /v2.0/ports/2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 1092 time: 1.1362586 Jan 19 00:08:35.687426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:35.712413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8db8a-1fc8-462b-b356-a2bc15aafdee service neutron] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:35.779547 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'status': 'completed', 'code': 200} Jan 19 00:08:35.860672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-0b98dead-6349-40ca-9a0a-43a4a986e4d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0709207 Jan 19 00:08:35.931839 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-2576056f-b674-4d9f-bbfd-a711549dbc99 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0641572 Jan 19 00:08:35.993118 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-b4397c9b-228e-4c57-9fa8-8cc71d1c37e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:35.994472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-b4397c9b-228e-4c57-9fa8-8cc71d1c37e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0572720 Jan 19 00:08:36.045904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-5d305e2f-03f1-496c-bec9-636824c73baf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457690 Jan 19 00:08:36.189360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-f6e77dda-9b9f-4752-be18-50e4752e0374 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369016 Jan 19 00:08:36.319203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-de6bc6da-645c-4ad4-b7de-68f1d6f15420 req-f32ba260-a0f3-47d8-845e-40aae7814bab service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233506 Jan 19 00:08:36.512258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-1c4e950f-227d-40ad-9125-5b0d40fa4aca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0682054 Jan 19 00:08:36.644673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b447c-80f3-4f36-a31d-abf170348486 req-cb5c0b07-bdcc-455c-a2b8-7efd420fe19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:36.646151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-cb5c0b07-bdcc-455c-a2b8-7efd420fe19e service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1280680 Jan 19 00:08:36.705207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88c94e-fadc-4812-9ea2-8def35777c62 req-32583679-da9f-4653-bd37-ef24f044fb49 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:36.706933 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b88c94e-fadc-4812-9ea2-8def35777c62 req-32583679-da9f-4653-bd37-ef24f044fb49 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0802987 Jan 19 00:08:36.715698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-cc9751e2-2d8d-4deb-90e4-135043f8b79b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0632050 Jan 19 00:08:36.757696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b88c94e-fadc-4812-9ea2-8def35777c62 req-e1e6bc75-92e0-476e-bac2-a99a549e0f1c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Jan 19 00:08:36.778643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b447c-80f3-4f36-a31d-abf170348486 req-9057af54-6c83-456c-9e59-8f0091de7d00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:36.780258 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-9057af54-6c83-456c-9e59-8f0091de7d00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0589590 Jan 19 00:08:36.828776 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-669ffd40-3c4d-4532-8c1d-f6459c4f57a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423338 Jan 19 00:08:36.956614 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-3f345f76-5e94-4b28-8186-20d82684511e service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219189 Jan 19 00:08:37.169956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e40b447c-80f3-4f36-a31d-abf170348486 req-458d75b7-49cb-4528-914e-b6352c29d73e service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072597 Jan 19 00:08:37.955437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d0e4-6030-4694-9a26-e4d977af83f3 req-723350a3-4d88-4623-9115-2184361cc512 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:37.956956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7017d0e4-6030-4694-9a26-e4d977af83f3 req-723350a3-4d88-4623-9115-2184361cc512 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0765550 Jan 19 00:08:38.002210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7017d0e4-6030-4694-9a26-e4d977af83f3 req-5b03247b-ad06-4834-b48e-f3715bf28a82 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 Jan 19 00:08:39.200447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e162ff3-54ff-48f6-8e77-61ab3d73161c req-b1a28eb5-5928-4cd0-b576-2a907d8bde3c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:39.201850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e162ff3-54ff-48f6-8e77-61ab3d73161c req-b1a28eb5-5928-4cd0-b576-2a907d8bde3c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0820580 Jan 19 00:08:39.247131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e162ff3-54ff-48f6-8e77-61ab3d73161c req-7d6fd5fc-e8e7-4de9-b0fe-6e979760b774 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Jan 19 00:08:39.611017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:39.981753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:08:40.113798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:40.126140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '2eae549c-f242-4598-ac9e-3d978807fe12', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'port_id': '2eae549c-f242-4598-ac9e-3d978807fe12', 'mac_address': 'fa:16:3e:52:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0fa37a-a581-4b6b-a847-c51cf3772e05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:08:40.178524 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:40.199635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eae549c-f242-4598-ac9e-3d978807fe12 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:08:40.214685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:40.275090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:40.344759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:40.440305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171d56-f0d6-4a70-ac8e-2928d1442650 req-b78fc292-10b9-4291-8096-d1def0d41e56 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:40.441659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b171d56-f0d6-4a70-ac8e-2928d1442650 req-b78fc292-10b9-4291-8096-d1def0d41e56 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0745575 Jan 19 00:08:40.488542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6b171d56-f0d6-4a70-ac8e-2928d1442650 req-8d860dff-cd61-4a3b-8d49-987bc7575f0a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Jan 19 00:08:40.559246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['2eae549c-f242-4598-ac9e-3d978807fe12'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:08:41.663191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:41.691457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a877-a807-457e-9e29-8d4e58579120 req-bceb710b-9583-495c-8a69-3b8d9ffd930f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:41.692937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0538a877-a807-457e-9e29-8d4e58579120 req-bceb710b-9583-495c-8a69-3b8d9ffd930f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0805533 Jan 19 00:08:41.738244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0538a877-a807-457e-9e29-8d4e58579120 req-3a21add3-cfcd-4888-9224-bcdacf5286fa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391188 Jan 19 00:08:41.992690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:08:42.119904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 2eae549c-f242-4598-ac9e-3d978807fe12 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:08:42.124534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 2eae549c-f242-4598-ac9e-3d978807fe12 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:08:42.124981 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:42.237093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:42.264327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:08:42.273755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:08:42.337933 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'code': 200} Jan 19 00:08:42.354319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:42.424185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:08:42.467056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c7ec79c2-288c-4afa-882f-6f206c591b3b req-2708fb63-ff3a-4fd2-9383-a42628147622 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0658932 Jan 19 00:08:42.508730 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c7ec79c2-288c-4afa-882f-6f206c591b3b req-427acd38-7867-48f1-a4c8-cffad5dcac34 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350349 Jan 19 00:08:42.940146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571b336-cddf-417c-94ba-fdd3380f9e61 req-a7716ebb-bbbb-4a15-8644-986c7fe6eb16 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:42.941804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4571b336-cddf-417c-94ba-fdd3380f9e61 req-a7716ebb-bbbb-4a15-8644-986c7fe6eb16 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0814724 Jan 19 00:08:42.990406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4571b336-cddf-417c-94ba-fdd3380f9e61 req-91c770b3-8eb4-43ca-b5cf-9cb7057af7cc tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Jan 19 00:08:43.896942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c68e844-970c-4cd9-84d1-0b5d7c0d5f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:44.190185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb88ab-6dd1-4ece-9f35-e65012298411 req-90371098-fae5-48fb-a798-e559ac958c07 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:44.191629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19eb88ab-6dd1-4ece-9f35-e65012298411 req-90371098-fae5-48fb-a798-e559ac958c07 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0770783 Jan 19 00:08:44.236878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-19eb88ab-6dd1-4ece-9f35-e65012298411 req-f309061a-dc0c-46db-a52e-6d1e96433428 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393438 Jan 19 00:08:44.435526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339558a7-dd0e-4d3b-a420-261fbe23302e req-11532983-495d-4922-b4a8-2a2d5d9cf474 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:44.437024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-339558a7-dd0e-4d3b-a420-261fbe23302e req-11532983-495d-4922-b4a8-2a2d5d9cf474 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0802002 Jan 19 00:08:44.482774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-339558a7-dd0e-4d3b-a420-261fbe23302e req-47711eb1-4267-4bea-b488-58366c809082 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Jan 19 00:08:44.673912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9c4b7b50-784a-4955-9f4a-96adb12ac372 req-1dbb9212-d3f9-4409-988d-20fd7616192b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664194 Jan 19 00:08:45.107572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0973237-f184-43bc-b523-2e3b7f4b9ddb req-bcccb62c-d002-4010-8667-e6e2d2741d50 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:45.109038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0973237-f184-43bc-b523-2e3b7f4b9ddb req-bcccb62c-d002-4010-8667-e6e2d2741d50 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0784774 Jan 19 00:08:45.156000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0973237-f184-43bc-b523-2e3b7f4b9ddb req-ce029499-efef-4d93-9b52-1f3c19016c96 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Jan 19 00:08:45.185390 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-2e9f365a-f132-4cbb-9ba1-c0079b735d3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727942 Jan 19 00:08:45.988311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf3a2-c059-4fce-9b10-26fdb936516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:46.354473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfc6dd-7058-4da1-addc-a9f46251be7e req-e5474af0-22d5-40be-aeed-6a608df50799 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:46.356905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2bfc6dd-7058-4da1-addc-a9f46251be7e req-e5474af0-22d5-40be-aeed-6a608df50799 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0764737 Jan 19 00:08:46.401663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e2bfc6dd-7058-4da1-addc-a9f46251be7e req-7d3e3e7f-3859-4432-8768-8adc6996089f tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jan 19 00:08:47.164726 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-d7a6fc63-318e-4fa7-b5fc-0a1efd2be910 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0693543 Jan 19 00:08:47.239848 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:47.303485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-43e5743a-2580-487b-86b2-94ac1da90e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:47.304994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-43e5743a-2580-487b-86b2-94ac1da90e65 service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1305780 Jan 19 00:08:47.375788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-2038ec6e-b8a2-4c7f-aef8-75268b55a306 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0653381 Jan 19 00:08:47.435847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-c80ea717-8106-4dcb-88cd-6a15715334dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:47.437208 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-c80ea717-8106-4dcb-88cd-6a15715334dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0560546 Jan 19 00:08:47.486063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-6f5223f6-0596-47d4-ba79-efb110009bec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437257 Jan 19 00:08:47.604624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae27f7a-9cf2-421c-88d1-f9db14c22fe6 req-b2e95830-a80c-443a-8ec1-f83cc32a3c6d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:47.606094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ae27f7a-9cf2-421c-88d1-f9db14c22fe6 req-b2e95830-a80c-443a-8ec1-f83cc32a3c6d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0786426 Jan 19 00:08:47.622342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-7c300b36-2fda-472c-95b9-8de637e7dc97 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298289 Jan 19 00:08:47.628619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:47.653910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ae27f7a-9cf2-421c-88d1-f9db14c22fe6 req-5708c3be-52e0-44b5-821a-2cb4333a2f23 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Jan 19 00:08:47.753774 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-e26bf2e7-a5f5-43af-9c7f-f4404dcd3779 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261556 Jan 19 00:08:48.849141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62fa6-8f20-45d2-bf33-84971a3ab8b5 req-234ae5c6-6983-4f92-851a-22cd47469f93 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:48.850739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7c62fa6-8f20-45d2-bf33-84971a3ab8b5 req-234ae5c6-6983-4f92-851a-22cd47469f93 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0767829 Jan 19 00:08:48.897601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d7c62fa6-8f20-45d2-bf33-84971a3ab8b5 req-a44d8c2f-9198-4469-a67b-72077ab1e502 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403593 Jan 19 00:08:48.976827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:08:50.098932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b5a0e-45cd-4e2f-8587-44e03dfb93df req-ad9f67a6-6f7b-4c2e-8ccc-3e29a3749572 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:50.100383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee0b5a0e-45cd-4e2f-8587-44e03dfb93df req-ad9f67a6-6f7b-4c2e-8ccc-3e29a3749572 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0769017 Jan 19 00:08:50.146445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee0b5a0e-45cd-4e2f-8587-44e03dfb93df req-d99dce76-fea6-4cfe-9a1f-0df1901b5ce7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Jan 19 00:08:51.345514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48ab2d-8bd1-4644-8f4e-4515c252789a req-8c07d57d-5ff4-47cf-807e-1726056a0625 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:51.346954 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df48ab2d-8bd1-4644-8f4e-4515c252789a req-8c07d57d-5ff4-47cf-807e-1726056a0625 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0765367 Jan 19 00:08:51.395707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df48ab2d-8bd1-4644-8f4e-4515c252789a req-ab73ba3b-c549-4ab1-a8b9-0c015d5cf960 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Jan 19 00:08:52.591854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073ae77-431a-4155-93c0-2655490b4a0d req-858ed609-5d5a-41dc-a9ea-395a1c2a2b57 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:52.593259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4073ae77-431a-4155-93c0-2655490b4a0d req-858ed609-5d5a-41dc-a9ea-395a1c2a2b57 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0754170 Jan 19 00:08:52.637477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4073ae77-431a-4155-93c0-2655490b4a0d req-cd968eb2-d851-49e6-a228-8ad1755f2a20 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387924 Jan 19 00:08:53.836191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0db97-5c7b-49f1-8070-04b6c884f181 req-3db8a3fd-c0e2-44b7-bc6c-164f86d240fb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:53.837817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8e0db97-5c7b-49f1-8070-04b6c884f181 req-3db8a3fd-c0e2-44b7-bc6c-164f86d240fb tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0802293 Jan 19 00:08:53.882256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8e0db97-5c7b-49f1-8070-04b6c884f181 req-535582ad-91be-4172-a8dd-d199dba10276 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Jan 19 00:08:55.082111 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e59f-3262-4a80-85a4-6327d5914f4d req-1143716c-5372-46eb-bd37-b08d363ef8cc tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:55.083567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b445e59f-3262-4a80-85a4-6327d5914f4d req-1143716c-5372-46eb-bd37-b08d363ef8cc tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0774598 Jan 19 00:08:55.127707 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b445e59f-3262-4a80-85a4-6327d5914f4d req-c8e79e4d-ecf4-45ba-a2cb-ffd25e03d4c8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Jan 19 00:08:56.410455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22a3af-ea39-4c48-8a61-6bd1ffe8c197 req-c9001405-3c90-4d10-aa8f-c38a93b53642 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:56.411900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c22a3af-ea39-4c48-8a61-6bd1ffe8c197 req-c9001405-3c90-4d10-aa8f-c38a93b53642 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.1645906 Jan 19 00:08:56.457781 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c22a3af-ea39-4c48-8a61-6bd1ffe8c197 req-0caed16e-0351-4585-b29e-2ad609f63946 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Jan 19 00:08:57.652210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56975a04-8eee-4812-8286-ad1504c91016 req-f45ef163-5648-47cb-b81c-d1444a5a124d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:57.653746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56975a04-8eee-4812-8286-ad1504c91016 req-f45ef163-5648-47cb-b81c-d1444a5a124d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0754032 Jan 19 00:08:57.701758 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56975a04-8eee-4812-8286-ad1504c91016 req-3e507695-0e00-49be-b912-ebbcb2c46681 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Jan 19 00:08:58.902759 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe7a89-e74f-4e37-bc08-843dfce30e24 req-cb6788a9-7aba-44c2-95f4-a0ecfea478d4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:08:58.904246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcfe7a89-e74f-4e37-bc08-843dfce30e24 req-cb6788a9-7aba-44c2-95f4-a0ecfea478d4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0796142 Jan 19 00:08:58.951172 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcfe7a89-e74f-4e37-bc08-843dfce30e24 req-37de1106-8036-414b-a86a-70deb03ed915 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Jan 19 00:09:00.152884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7787043-59c1-485f-83a1-cdf96c8ba20a req-1e4a2290-959c-44ec-ac68-a5359908b445 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:00.154404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7787043-59c1-485f-83a1-cdf96c8ba20a req-1e4a2290-959c-44ec-ac68-a5359908b445 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0808389 Jan 19 00:09:00.199060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7787043-59c1-485f-83a1-cdf96c8ba20a req-ed5c787b-b831-4d9e-8447-630bc891e5f8 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Jan 19 00:09:01.393584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4fe47-2026-4025-aaf3-3a4ee676be09 req-b75045d9-7ae5-46e5-b22f-6a4d43e40678 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:01.395031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61a4fe47-2026-4025-aaf3-3a4ee676be09 req-b75045d9-7ae5-46e5-b22f-6a4d43e40678 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0755463 Jan 19 00:09:01.439865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61a4fe47-2026-4025-aaf3-3a4ee676be09 req-6be0e2b2-3395-4cf3-9fbc-64669031fbea tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Jan 19 00:09:02.647905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ece67-6ccc-4876-98d0-a4f72c1d1bee req-c5b00203-29ac-4d99-b667-9b33e1b4e189 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:02.650159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d2ece67-6ccc-4876-98d0-a4f72c1d1bee req-c5b00203-29ac-4d99-b667-9b33e1b4e189 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0837486 Jan 19 00:09:02.695122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d2ece67-6ccc-4876-98d0-a4f72c1d1bee req-b1ece517-dab5-4541-86c3-16c2987c787e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Jan 19 00:09:03.891861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc2fb-bff9-43a7-bda7-fba755d22006 req-6dbe0913-ff06-490b-b3d9-ded0b2cabbb6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:03.893322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac8cc2fb-bff9-43a7-bda7-fba755d22006 req-6dbe0913-ff06-490b-b3d9-ded0b2cabbb6 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0772960 Jan 19 00:09:03.943756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac8cc2fb-bff9-43a7-bda7-fba755d22006 req-749bda6a-bb83-4412-a10d-19bd17ffd4e2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Jan 19 00:09:05.137457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662164fd-6f92-4e45-8cc7-eaf9c65fe6ca req-033a6cc8-dc9a-4d35-958a-818704a7f79c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:05.138902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-662164fd-6f92-4e45-8cc7-eaf9c65fe6ca req-033a6cc8-dc9a-4d35-958a-818704a7f79c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0757661 Jan 19 00:09:05.183557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-662164fd-6f92-4e45-8cc7-eaf9c65fe6ca req-485d663e-af6f-406b-a621-5924eee11786 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Jan 19 00:09:06.382753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6864-53f1-443a-a515-8bd93014df6b req-fb5685f0-6ecd-4640-92c3-28ee0f4283d1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:06.384768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-721f6864-53f1-443a-a515-8bd93014df6b req-fb5685f0-6ecd-4640-92c3-28ee0f4283d1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0795081 Jan 19 00:09:06.428560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-721f6864-53f1-443a-a515-8bd93014df6b req-b2a06a73-2176-4f50-a749-48049249f3c4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Jan 19 00:09:06.830120 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:09:07.626640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4259-7432-4aaf-bda0-0e8f440a00c4 req-31deb068-05c3-486c-a0a4-28aa142398b3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:07.628155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386d4259-7432-4aaf-bda0-0e8f440a00c4 req-31deb068-05c3-486c-a0a4-28aa142398b3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0757315 Jan 19 00:09:07.673128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386d4259-7432-4aaf-bda0-0e8f440a00c4 req-99a292f0-c89f-4e90-ab4e-7110c4847a9a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Jan 19 00:09:08.871996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a88404-63e2-4d8c-96c5-027b8b823e19 req-a3057520-14b1-47f3-957c-263b4c0f6576 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:08.873487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00a88404-63e2-4d8c-96c5-027b8b823e19 req-a3057520-14b1-47f3-957c-263b4c0f6576 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0805995 Jan 19 00:09:08.923739 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-00a88404-63e2-4d8c-96c5-027b8b823e19 req-6bd1f339-c201-41b1-8ef6-672065f9a8f1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Jan 19 00:09:09.633824 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:10.120603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3805a5-94b6-4089-9373-77cd029ef92b req-bda520e7-767c-4dfa-9171-7119cf174283 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:10.122087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d3805a5-94b6-4089-9373-77cd029ef92b req-bda520e7-767c-4dfa-9171-7119cf174283 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0767865 Jan 19 00:09:10.167868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7d3805a5-94b6-4089-9373-77cd029ef92b req-2df61926-0011-41f6-ac2b-61af7462b89a tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Jan 19 00:09:11.366512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce757-76c9-432a-95d9-afd9aa483e62 req-9da91017-7d42-4d35-ad8a-4204d445c078 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:11.368544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86bce757-76c9-432a-95d9-afd9aa483e62 req-9da91017-7d42-4d35-ad8a-4204d445c078 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0807059 Jan 19 00:09:11.412759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86bce757-76c9-432a-95d9-afd9aa483e62 req-e52f9c18-c2a4-4d52-99e6-2c24ab979818 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Jan 19 00:09:11.696371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:12.607983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d39676-af90-4d05-a23c-64863cf9456b req-b308c3f5-0718-497c-aeda-3a9ba22642b1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:12.609491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6d39676-af90-4d05-a23c-64863cf9456b req-b308c3f5-0718-497c-aeda-3a9ba22642b1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0768991 Jan 19 00:09:12.659192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6d39676-af90-4d05-a23c-64863cf9456b req-8afc1d32-c10d-4718-9fca-2694c4e4032e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Jan 19 00:09:13.860382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c6cd3-5f77-4861-847a-e74da7269972 req-eab7972e-671e-4418-a63f-815d3d22a453 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:13.861863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d4c6cd3-5f77-4861-847a-e74da7269972 req-eab7972e-671e-4418-a63f-815d3d22a453 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0782499 Jan 19 00:09:13.890793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-379de787-51df-4bd4-9142-e18562ec5317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:13.907211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d4c6cd3-5f77-4861-847a-e74da7269972 req-388d27c4-ce8d-41ec-903f-f3849077b935 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399408 Jan 19 00:09:14.898447 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-e38c42a0-6b63-4089-846c-6f13842851cb service neutron] show failed (client error): The resource could not be found. Jan 19 00:09:14.899729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-e38c42a0-6b63-4089-846c-6f13842851cb service neutron] 10.222.0.89 "GET /v2.0/ports/2eae549c-f242-4598-ac9e-3d978807fe12/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0739353 Jan 19 00:09:15.114559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4432b-be4f-477a-af61-2dc27658cdcc req-aee6cdf5-0bbc-4772-9bd3-d0f6d1b26bbe tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:15.116048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee4432b-be4f-477a-af61-2dc27658cdcc req-aee6cdf5-0bbc-4772-9bd3-d0f6d1b26bbe tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0816777 Jan 19 00:09:15.162952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee4432b-be4f-477a-af61-2dc27658cdcc req-03802a55-ed3f-45da-8221-a6f8c50c32c1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Jan 19 00:09:15.363442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-5bbf0793-9b87-47dc-939a-3c81eaed4936 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8&tenant_id=0f49579507f6409b802e442f73984bae HTTP/1.1" status: 200 len: 1097 time: 0.0678706 Jan 19 00:09:15.373653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:15.485256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.847047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:15.875864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:15.932093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:15.937641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:15.952115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Transition to ACTIVE for port object 2eae549c-f242-4598-ac9e-3d978807fe12 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:15.994684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b3761e1e-21a5-47f8-a793-05ad429dc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.016949 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.152022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:16.179075 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'code': 200} Jan 19 00:09:16.189371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] No DVR routers for this DVR port 2eae549c-f242-4598-ac9e-3d978807fe12 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:09:16.245110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:16.245559 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:16.246082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:16.253593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:09:16.254005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Attempting to bind port 2eae549c-f242-4598-ac9e-3d978807fe12 on network 34210460-183b-4acc-8afa-f3a8891e1165 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:16.261555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:09:16.261888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Checking segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:16.262273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Bound using segment: {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:09:16.262711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Bound port: 2eae549c-f242-4598-ac9e-3d978807fe12, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f32fd62c-3a9d-4539-b861-b27e101c2e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:16.263053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.362449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:16.365712 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:09:16.428476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.538745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:16.540169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] 10.222.0.83 "PUT /v2.0/ports/2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 1092 time: 1.1703136 Jan 19 00:09:16.552048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a0585-2c51-4f34-a620-ee222d0f3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:16.619316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c5bf5-edef-4152-8bc9-a6caa3bcbf25 req-1f48bd0a-8b48-45d5-9a5e-161a1be7184b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:16.620740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-337c5bf5-edef-4152-8bc9-a6caa3bcbf25 req-1f48bd0a-8b48-45d5-9a5e-161a1be7184b tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.1881135 Jan 19 00:09:16.678442 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-e53d302b-efe0-44a1-b09c-a81a424197e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1095 time: 0.1161327 Jan 19 00:09:16.680590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-337c5bf5-edef-4152-8bc9-a6caa3bcbf25 req-2a41338f-3855-4675-bb5e-0575b4923aa3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534546 Jan 19 00:09:16.809373 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-425f4f45-7cda-4338-8714-3b33a233b2b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:16.810820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-425f4f45-7cda-4338-8714-3b33a233b2b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1266775 Jan 19 00:09:16.881002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-c59ea156-d369-41d8-9f49-35fb2fda3599 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0638900 Jan 19 00:09:16.941894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-3ee18544-31bb-4f2d-af0d-4962c59b3dde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:16.943257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-3ee18544-31bb-4f2d-af0d-4962c59b3dde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0566928 Jan 19 00:09:16.987572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-98bef9b8-1f27-4162-8ac5-c20cbac85f30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385919 Jan 19 00:09:17.115865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-6ec005cc-097e-426e-873c-c33142d07f50 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228077 Jan 19 00:09:17.246008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c251388-d53a-4891-b97e-3e915e33a3e3 req-e78b0c16-26c8-4dbb-ba93-d73985b41b53 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244929 Jan 19 00:09:17.250776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.599129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:17.884494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02853f77-407e-4fef-8b16-24a0107c64f7 req-a033ae4a-1e88-4657-9136-47e7e0fdbed4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:17.885983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02853f77-407e-4fef-8b16-24a0107c64f7 req-a033ae4a-1e88-4657-9136-47e7e0fdbed4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0832398 Jan 19 00:09:17.931688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02853f77-407e-4fef-8b16-24a0107c64f7 req-226e3017-3422-4915-98a5-485fad7293d1 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Jan 19 00:09:18.088259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:18.146027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:18.180563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:18.247123 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'status': 'completed', 'code': 200} Jan 19 00:09:18.334572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-e69493ef-9239-4e30-a135-3d3fbbd34d69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0690637 Jan 19 00:09:18.338197 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-98fc190b-9afd-4f8a-8228-58ef5914a3bc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0692794 Jan 19 00:09:18.469702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-fcd7896a-a793-4d29-b6dc-7ca4a34ae359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:18.471106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-fcd7896a-a793-4d29-b6dc-7ca4a34ae359 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1302168 Jan 19 00:09:18.473847 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-a24488f9-7d71-4eb4-b5f8-d3000c0e48da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:18.475269 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-a24488f9-7d71-4eb4-b5f8-d3000c0e48da service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1310830 Jan 19 00:09:18.547040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-124aaa91-8194-4f4b-a70b-f80e24662101 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0655043 Jan 19 00:09:18.609577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-1ae1b824-49bb-4dc7-ab9d-b97f3e5e256b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:18.611082 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-1ae1b824-49bb-4dc7-ab9d-b97f3e5e256b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0580108 Jan 19 00:09:18.636788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-f4a9f2f0-c6d6-4e0d-86ff-fc790a7e6ca3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.1587710 Jan 19 00:09:18.659790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-39a9ccc2-8efb-4377-bd2a-31ca509d4ab5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424221 Jan 19 00:09:18.702460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-fabc310a-100d-4d47-a43f-eee67efbb669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:18.703895 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-fabc310a-100d-4d47-a43f-eee67efbb669 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0604448 Jan 19 00:09:18.750128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-5019444e-41a7-4b27-b360-c1f4d1a0e803 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394180 Jan 19 00:09:18.892935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-be07bda5-79cf-4982-b9cc-b67ca5497fa8 service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363578 Jan 19 00:09:18.908166 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-1ec39de2-f537-43e6-9b22-bb473a6d13f5 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408166 Jan 19 00:09:18.982388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.046143 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-4ac6d99c-8381-4c1a-97c4-6aa72e1004ee service neutron] 10.222.0.83 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420648 Jan 19 00:09:19.065355 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d6366cd4-9956-40a2-a624-450ed9ffa6d1 req-8abee02f-a28f-4283-920e-cccaa8e262f5 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508422 Jan 19 00:09:19.154270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc9038-e610-4485-b27b-6870d0a97bdf req-cf5b20f0-83f4-4be8-8c7a-d651991756f7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:19.155872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13cc9038-e610-4485-b27b-6870d0a97bdf req-cf5b20f0-83f4-4be8-8c7a-d651991756f7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 944 time: 0.0788434 Jan 19 00:09:19.205719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-13cc9038-e610-4485-b27b-6870d0a97bdf req-366efe92-e2b6-463f-b5c7-20d2cc2eb6a7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jan 19 00:09:19.749745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:09:19.882624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:19.896007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '2eae549c-f242-4598-ac9e-3d978807fe12', 'network_id': '34210460-183b-4acc-8afa-f3a8891e1165', 'port_id': '2eae549c-f242-4598-ac9e-3d978807fe12', 'mac_address': 'fa:16:3e:52:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0fa37a-a581-4b6b-a847-c51cf3772e05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:09:19.949543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:19.968891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eae549c-f242-4598-ac9e-3d978807fe12 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:09:19.983341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:20.044769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:20.137638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:20.249927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2eae549c-f242-4598-ac9e-3d978807fe12'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:09:20.403077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed82cc-c847-47ab-98b9-da42bcfb0877 req-6997f78a-d756-4b65-bc90-3b7b50f4068d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:20.404527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fed82cc-c847-47ab-98b9-da42bcfb0877 req-6997f78a-d756-4b65-bc90-3b7b50f4068d tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0747368 Jan 19 00:09:20.449886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4fed82cc-c847-47ab-98b9-da42bcfb0877 req-10b86325-7a75-4384-962c-be5b7b4d41c9 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Jan 19 00:09:20.911487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ef4a-5e48-4769-80da-b9ee4d403e62 req-91c0624f-7a81-44bf-a20b-7c566929bac2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:20.913104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7888ef4a-5e48-4769-80da-b9ee4d403e62 req-91c0624f-7a81-44bf-a20b-7c566929bac2 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 945 time: 0.0821435 Jan 19 00:09:20.952319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-6cd152c5-5d8d-447b-8856-9b13fbfb382c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:20.953036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-6cd152c5-5d8d-447b-8856-9b13fbfb382c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Synchronizing usage tracker for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:20.959778 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7888ef4a-5e48-4769-80da-b9ee4d403e62 req-81baa044-c54e-4b6e-a661-292f84eb0517 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Jan 19 00:09:21.010464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-6cd152c5-5d8d-447b-8856-9b13fbfb382c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Unset dirty status for tenant:0f49579507f6409b802e442f73984bae on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:21.011595 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-6cd152c5-5d8d-447b-8856-9b13fbfb382c tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.89 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8&tenant_id=0f49579507f6409b802e442f73984bae&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 945 time: 0.1381824 Jan 19 00:09:21.093820 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-232b2532-3e2a-453c-8666-0ecc862a67d1 service neutron] delete failed (client error): The resource could not be found. Jan 19 00:09:21.094790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-232b2532-3e2a-453c-8666-0ecc862a67d1 service neutron] 10.222.0.89 "DELETE /v2.0/ports/2eae549c-f242-4598-ac9e-3d978807fe12/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0750465 Jan 19 00:09:21.233037 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-e4827c67-32af-4525-8e17-adfa348e7e35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0f49579507f6409b802e442f73984bae&device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0681312 Jan 19 00:09:21.359752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-41fb8808-2e3e-45d8-a77b-bf7f9f163a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:21.361251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-41fb8808-2e3e-45d8-a77b-bf7f9f163a24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 200 len: 915 time: 0.1224098 Jan 19 00:09:21.430994 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-c8bb7bd8-cf6f-4295-af53-9f96d97206b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 200 len: 217 time: 0.0626926 Jan 19 00:09:21.490355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-e0388f3b-0f7e-4c95-9a48-9934668f9c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:21.491660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-e0388f3b-0f7e-4c95-9a48-9934668f9c11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 200 len: 854 time: 0.0549548 Jan 19 00:09:21.536532 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-91ba970c-1b60-4f9e-a4af-928a79a23e4d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=34210460-183b-4acc-8afa-f3a8891e1165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381627 Jan 19 00:09:21.665928 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-54d86d05-d0cd-4b3d-ad8d-1e7aad8cabfc service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225123 Jan 19 00:09:21.764948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:21.795075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f6c31d26-688d-40cc-a8ec-2dbb40929711 req-99b14a56-af8e-4da1-9153-cf63f34c5f64 service neutron] 10.222.0.89 "GET /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221962 Jan 19 00:09:21.896592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 2eae549c-f242-4598-ac9e-3d978807fe12 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:21.901900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 2eae549c-f242-4598-ac9e-3d978807fe12 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:21.902973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.018964 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.045847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:22.057629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:22.114128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:22.118742 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'code': 200} Jan 19 00:09:22.161342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8ade4-5126-4572-9af9-2086546539e0 req-0ae0ee17-5b09-4148-b0b1-5c4bb728f478 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:22.162799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8de8ade4-5126-4572-9af9-2086546539e0 req-0ae0ee17-5b09-4148-b0b1-5c4bb728f478 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0787268 Jan 19 00:09:22.187302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:22.212324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8de8ade4-5126-4572-9af9-2086546539e0 req-0e7b09a4-6c48-401b-a0fd-88578aedf1c4 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Jan 19 00:09:23.414104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeabb72-e740-465a-92b3-ad30f0bc35d1 req-6d3712ed-6415-47aa-8bac-eae31d4ccf59 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:23.415685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-beeabb72-e740-465a-92b3-ad30f0bc35d1 req-6d3712ed-6415-47aa-8bac-eae31d4ccf59 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0795984 Jan 19 00:09:23.459616 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-beeabb72-e740-465a-92b3-ad30f0bc35d1 req-8b1c00d9-5bbf-4e74-8a47-78ed04f225f3 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384202 Jan 19 00:09:23.651700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d94a92-6d2a-4b7d-b49d-4d27233e0c42 req-a2627dc5-ee57-4dde-aca5-8e6a108a4a33 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:23.653173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5d94a92-6d2a-4b7d-b49d-4d27233e0c42 req-a2627dc5-ee57-4dde-aca5-8e6a108a4a33 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0764048 Jan 19 00:09:23.697567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5d94a92-6d2a-4b7d-b49d-4d27233e0c42 req-1f0bae76-06f4-484d-9e77-a0fc49b63afa tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Jan 19 00:09:23.898797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c784b-a596-4203-88a6-4a489c07c65d req-47fd7ac2-407f-4979-b9af-692ed5366294 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:23.901045 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-681c784b-a596-4203-88a6-4a489c07c65d req-47fd7ac2-407f-4979-b9af-692ed5366294 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0808830 Jan 19 00:09:23.945624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-681c784b-a596-4203-88a6-4a489c07c65d req-fafd3556-3d2d-4002-b3ff-d070fab22047 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Jan 19 00:09:24.778400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edcec5-c744-4f2c-b9fa-b1db30947d19 req-1d0985a5-e21a-4960-8ed9-149b5f633af7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:24.779846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1edcec5-c744-4f2c-b9fa-b1db30947d19 req-1d0985a5-e21a-4960-8ed9-149b5f633af7 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0775530 Jan 19 00:09:24.828993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1edcec5-c744-4f2c-b9fa-b1db30947d19 req-9c569765-321d-4b28-aebe-c6be3595f158 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Jan 19 00:09:25.789425 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-e3c3d6e1-0a4c-4d9f-9a89-73ec8cd2fe9e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:25.791297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-e3c3d6e1-0a4c-4d9f-9a89-73ec8cd2fe9e tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.83 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.0745633 Jan 19 00:09:25.856189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Deleting port 2eae549c-f242-4598-ac9e-3d978807fe12 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:09:25.856519 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.239517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee84a7-9ae0-47f3-b2b3-ee772ab9a454 req-a91ca787-332a-4997-a19b-4fdbe4cf85ad tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:26.240966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caee84a7-9ae0-47f3-b2b3-ee772ab9a454 req-a91ca787-332a-4997-a19b-4fdbe4cf85ad tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8 HTTP/1.1" status: 200 len: 946 time: 0.2895427 Jan 19 00:09:26.274797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] For port 2eae549c-f242-4598-ac9e-3d978807fe12, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=2eae549c-f242-4598-ac9e-3d978807fe12,segment=NetworkSegment(f32fd62c-3a9d-4539-b861-b27e101c2e05),segment_id=f32fd62c-3a9d-4539-b861-b27e101c2e05)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:26.275165 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.400201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Calling delete_port for 2eae549c-f242-4598-ac9e-3d978807fe12 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:09:26.450374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caee84a7-9ae0-47f3-b2b3-ee772ab9a454 req-5020994b-9894-4d8e-8ec8-68d774c3ee55 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.59 "GET /v2.0/security-groups?id=df9f3479-0f1f-4543-bded-1c41564347d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007844 Jan 19 00:09:26.627564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.638195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['2eae549c-f242-4598-ac9e-3d978807fe12'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:09:26.676943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Pushing event deleted for resources: {'Port': ['ID=2eae549c-f242-4598-ac9e-3d978807fe12,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:26.752396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] No DVR routers for this DVR port 2eae549c-f242-4598-ac9e-3d978807fe12 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:09:26.755144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:26.757686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-deleted', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:26.813934 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1b1225-fd9b-4eac-9fdc-9fb9b8b3b8c8', 'name': 'network-vif-deleted', 'tag': '2eae549c-f242-4598-ac9e-3d978807fe12', 'status': 'completed', 'code': 200} Jan 19 00:09:26.834064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8e5d4a3c-74dd-4ad0-89b6-b0456d4a91c0 req-2b2de2fb-0a53-48c8-97d7-b6d06c8b8480 tempest-ServerDiskConfigTestJSON-512251625 tempest-ServerDiskConfigTestJSON-512251625-project] 10.222.0.83 "DELETE /v2.0/ports/2eae549c-f242-4598-ac9e-3d978807fe12 HTTP/1.1" status: 204 len: 173 time: 1.0377049 Jan 19 00:09:27.714345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34892) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:27.774532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Deleting subnet 2a0fa37a-a581-4b6b-a847-c51cf3772e05 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:09:27.777321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.828371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:27.882725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.005636 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.046126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0fa37a-a581-4b6b-a847-c51cf3772e05,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:28.053037 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.059746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5ce13227-6a6d-4606-bf24-b73e021f68c1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a0fa37a-a581-4b6b-a847-c51cf3772e05 HTTP/1.1" status: 204 len: 168 time: 0.3443611 Jan 19 00:09:28.062187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:28.163769 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.290754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.315114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34210460-183b-4acc-8afa-f3a8891e1165']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:28.326943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32fd62c-3a9d-4539-b861-b27e101c2e05') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:28.327244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32fd62c-3a9d-4539-b861-b27e101c2e05') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:28.338732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.353970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.359938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:09:28.360318 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:09:28.373733 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:09:28.496604 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.512401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.522196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] Pushing event deleted for resources: {'Network': ['ID=34210460-183b-4acc-8afa-f3a8891e1165,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:28.577032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-664628a8-721d-483a-b8e3-b551e1981811 admin admin] 10.222.0.59 "DELETE /v2.0/networks/34210460-183b-4acc-8afa-f3a8891e1165 HTTP/1.1" status: 204 len: 168 time: 0.5137036 Jan 19 00:09:28.843930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34902) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:28.897357 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d1165d18-fa81-4f64-ac20-ff3e3242a9c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f49579507f6409b802e442f73984bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522292 Jan 19 00:09:28.900420 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34906) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:28.959140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:28.984912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.107429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.124012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9f3479-0f1f-4543-bded-1c41564347d8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:29.134190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.134539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.134917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.135301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.135666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.135994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.136348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.136672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.137024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.137788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.137788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:29.169689 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:29.170830 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b8be0c26-af9b-4e5a-90f0-23befe86a2bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df9f3479-0f1f-4543-bded-1c41564347d8 HTTP/1.1" status: 204 len: 168 time: 0.2694077 Jan 19 00:09:29.820817 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:09:29.857156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 2eae549c-f242-4598-ac9e-3d978807fe12 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:09:29.857509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 2eae549c-f242-4598-ac9e-3d978807fe12 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:09:30.318174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34928) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:30.444907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1706739149-network', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:30.450986 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:30.454813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Usage tracker for resource:network and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:30.457674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:30.463376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:30.530120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:30.532484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.544858 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.576271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:30.580100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:30.582884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:30.588660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:30.654945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.735997 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.765038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:09:30.773442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787bec8f-b1cb-4832-a5f8-360abd1e0a48,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:30.779281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.779636 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Added segment fa0f6ebe-53b0-429a-bf27-b2e8383b86cd of type vlan for network d6584c56-012e-429d-96b9-7efc7691d925 Jan 19 00:09:30.807048 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.896457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:30.897354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:30.897967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.000972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6584c56-012e-429d-96b9-7efc7691d925,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:31.010646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network d6584c56-012e-429d-96b9-7efc7691d925 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:09:31.039762 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-980807ba-7aa1-4387-8e24-3009a38da8a4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7204909 Jan 19 00:09:31.043379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:31.048931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Request body: {'subnet': {'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1706739149-subnet', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:31.057167 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:31.058830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Usage tracker for resource:subnet and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:31.061687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:31.067444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:31.119048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:31.121405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.347739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.519114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a23dbf8-4242-4d65-b3f0-1b984405031b,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:31.530450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:31.530806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Network hostable DHCP agents. Network: d6584c56-012e-429d-96b9-7efc7691d925, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:09:31.604577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Network d6584c56-012e-429d-96b9-7efc7691d925 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:09:31.655974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, d6584c56-012e-429d-96b9-7efc7691d925) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:31.659771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:31.660471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.665567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bc724-fc08-46b8-8d5b-43cc93f2e9fc None None] Network d6584c56-012e-429d-96b9-7efc7691d925 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:09:31.742644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2690f9c-2a0a-42cd-8845-0925817b9c71 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6981220 Jan 19 00:09:31.745912 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34938) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:31.750900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:31.756962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:31.760824 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Usage tracker for resource:router and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:31.764148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:31.770837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:31.845159 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.846348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.869020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:31.882889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-d6584c56-012e-429d-96b9-7efc7691d925', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:09:31.883879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.040996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Allocated IP 172.20.0.2 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/0ac96520-3a6d-4ea7-accf-c3587dd0c884) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:32.071854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.241425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.251598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Transition to ACTIVE for port object 0ac96520-3a6d-4ea7-accf-c3587dd0c884 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:32.271752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Transition to ACTIVE for port object 0ac96520-3a6d-4ea7-accf-c3587dd0c884 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:32.330813 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.341215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.370486 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.400653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:32.403465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:32.407757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:09:32.409782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Pushing event updated for resources: {'Port': ['ID=0ac96520-3a6d-4ea7-accf-c3587dd0c884,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:32.421708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.422053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.422387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.422718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.423043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.423372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.423689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.424006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.424335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.424640 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.424979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:32.505298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Attempting to bind port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:32.505578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Attempting to bind port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:32.505698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Allocated IP 172.25.1.223 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/3ff2b1c5-5d94-49eb-8684-9a45063c0723) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:32.505937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Attempting to bind port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:32.512939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:09:32.517865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:32.517865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.517865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:09:32.517865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Bound port: 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:32.517865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.604759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] For port 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:32.607772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] For port 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0ac96520-3a6d-4ea7-accf-c3587dd0c884,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:09:32.649808 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.668040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.755595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f5d7-530f-4936-baf2-249502ac2bba None None] Pushing event updated for resources: {'Port': ['ID=0ac96520-3a6d-4ea7-accf-c3587dd0c884,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:32.781084 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:32.850732 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:32.851627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff2b1c5-5d94-49eb-8684-9a45063c0723,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:32.854610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:32.861746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:09:33.104386 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.105410 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.387471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Router 7902642c-94fd-45b9-b76f-023b98581ebf is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:09:33.593260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:09:33.603167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:09:33.614845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:33.615459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:33.671544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887ffe6-b20d-45c4-8f09-c34da33dc5c3 None None] Network d6584c56-012e-429d-96b9-7efc7691d925 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:09:33.684677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:33.685956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-65e2b500-73bc-411a-80ac-7c37578a0a91 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9391139 Jan 19 00:09:33.689072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 34942) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:33.946517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-365d0c62-4f97-4b06-94a4-020d2eb88196 None None] Provisioning for port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:33.958305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:34.319473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:33Z', 'revision_number': 3, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:34.324960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:09:34.325312 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Updating router 7902642c-94fd-45b9-b76f-023b98581ebf port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:09:34.376443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0ac96520-3a6d-4ea7-accf-c3587dd0c884 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:34.439927 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.572931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:34.582502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:34.582806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.595361 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.753579 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5356e1e1-8bd5-4d56-b60b-6d296e0f71fc None None] Provisioning complete for port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:34.754219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5356e1e1-8bd5-4d56-b60b-6d296e0f71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.804243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Allocated IP 172.20.0.1 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/0fc5a1ef-db69-4528-ac04-0f11c7171cfb) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:34.941888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.959125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:34.976072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Transition to ACTIVE for port object 0fc5a1ef-db69-4528-ac04-0f11c7171cfb will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:35.033954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.075244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.089152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0ac96520-3a6d-4ea7-accf-c3587dd0c884,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:35.099894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Transition to ACTIVE for port object 3ff2b1c5-5d94-49eb-8684-9a45063c0723 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:35.102934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5356e1e1-8bd5-4d56-b60b-6d296e0f71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.103356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:35.107055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:35.111469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.112260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:09:35.156908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.157254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.157605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.157922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.158241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.158567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.158888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.159207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.159525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.159840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.160157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:35.184122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.188444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.221190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.288121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-5356e1e1-8bd5-4d56-b60b-6d296e0f71fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:09:35.288412 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-5356e1e1-8bd5-4d56-b60b-6d296e0f71fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:09:35.302214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Attempting to bind port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:35.302567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Attempting to bind port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:35.302921 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Attempting to bind port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:35.305011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0ac96520-3a6d-4ea7-accf-c3587dd0c884,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.338198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.361803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:09:35.362180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:35.362574 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.362963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:09:35.363428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Bound port: 3ff2b1c5-5d94-49eb-8684-9a45063c0723, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:35.363787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.409920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0a2c-3031-46ce-84e2-2ddb652797fc None None] Pushing event updated for resources: {'Port': ['ID=3ff2b1c5-5d94-49eb-8684-9a45063c0723,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.444338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] For port 3ff2b1c5-5d94-49eb-8684-9a45063c0723, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:35.448226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] For port 3ff2b1c5-5d94-49eb-8684-9a45063c0723, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ff2b1c5-5d94-49eb-8684-9a45063c0723,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:09:35.526477 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.587565 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.609874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0a2c-3031-46ce-84e2-2ddb652797fc None None] Pushing event updated for resources: {'Port': ['ID=3ff2b1c5-5d94-49eb-8684-9a45063c0723,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.614474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:35.615118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:35.634171 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.757442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:35.761670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:35.864627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:35.910328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:35.911857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:36.207472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd011347-ef22-4593-9cd5-abcfd591ef42 None None] Provisioning for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:36.217319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd011347-ef22-4593-9cd5-abcfd591ef42 None None] Provisioning complete for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:36.217694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd011347-ef22-4593-9cd5-abcfd591ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.278677 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fd011347-ef22-4593-9cd5-abcfd591ef42 None None] Port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:09:36.300699 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 2, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:36.305619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d501b-570f-4d67-a35f-ba0c9f991085 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 2, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:09:36.327511 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0ac96520-3a6d-4ea7-accf-c3587dd0c884 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:36.411346 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8084fbe0-c055-4d9b-a923-f931e6e1199a None None] Provisioning complete for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:36.411718 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8084fbe0-c055-4d9b-a923-f931e6e1199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.451247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:36.451617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:36.455468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:09:36.524865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8084fbe0-c055-4d9b-a923-f931e6e1199a None None] Port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:09:36.694053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:09:36.704689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-708047e0-62a6-49a1-bf81-54cde9d23365 admin admin] 10.222.0.59 "PUT /v2.0/routers/7902642c-94fd-45b9-b76f-023b98581ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0144014 Jan 19 00:09:37.304926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:37.304926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460955150', 'description': 'tempest-description--323747682'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:37.311802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:37.316400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:security_group and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:37.319283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:37.325393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:37.387764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.424678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:37.429058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:security_group_rule and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:37.432377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:37.438348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:37.498562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.564441 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.604956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e344164d-1b1d-4451-bcc0-9fa21ab8a868,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:37.667451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.668660 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2d96338-8562-48fa-9ced-e5a19d73b04d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3688881 Jan 19 00:09:37.671456 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34956) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:37.676972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'security_group_rule': {'security_group_id': 'e344164d-1b1d-4451-bcc0-9fa21ab8a868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:37.683663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:37.687612 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:security_group_rule and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:37.690533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:37.696930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:37.760314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.818642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.855903 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.880312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5813f421-894a-40d1-b02d-009880c5cb49,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:37.924904 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:37.926199 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9bf2a623-e3fc-40c9-9976-65835d2bd928 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2538188 Jan 19 00:09:37.928772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34960) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:37.934682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'security_group_rule': {'security_group_id': 'e344164d-1b1d-4451-bcc0-9fa21ab8a868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:37.941459 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:37.945204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:security_group_rule and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:37.948576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:37.954152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:38.016577 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.078433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.141870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.255573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f160ce8d-b182-4a4f-975d-4272f9349d29,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:38.333989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ff2b1c5-5d94-49eb-8684-9a45063c0723 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:38.342135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.343383 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e269ccdd-d162-428f-8d72-7a3056c1c588 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4136620 Jan 19 00:09:38.346395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 34964) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:38.351522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:38.358896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:38.363301 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:floatingip and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:09:38.366168 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:09:38.372677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:38.490854 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.536997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:38.543814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:38.544337 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.628484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.660895 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.677561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 3ff2b1c5-5d94-49eb-8684-9a45063c0723, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ff2b1c5-5d94-49eb-8684-9a45063c0723,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:38.765695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Allocated IP 172.25.1.2 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/c3486161-5fba-4152-8896-62b9cf7dc156) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:38.770677 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:38.874756 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=3ff2b1c5-5d94-49eb-8684-9a45063c0723,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:38.921122 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.005490 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.073074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:39.075949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:39.081042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:09:39.108204 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=c3486161-5fba-4152-8896-62b9cf7dc156,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:39.239468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.356782 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.556824 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.593257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.638999 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.696531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=c3486161-5fba-4152-8896-62b9cf7dc156,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:39.713955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.816162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:39.817399 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ab6dcb31-390a-4a41-96d5-c9894354dcd2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4700689 Jan 19 00:09:39.988880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-29429297-d2df-404e-8bd3-1ab416dcf4e1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1460955150&fields=id&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 267 time: 0.0401907 Jan 19 00:09:40.136400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-0542840a-f335-4907-a21c-a401157cff5b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:40.137875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-0542840a-f335-4907-a21c-a401157cff5b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1420352 Jan 19 00:09:40.154617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-53a4913b-d5c1-43ea-82dd-b3f0c3274c84 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/quotas/a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 375 time: 0.0114868 Jan 19 00:09:40.239572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-60f8aa7a-ed99-41ea-8a99-c4c0548b36f4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:40.314522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ff2b1c5-5d94-49eb-8684-9a45063c0723 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:40.341920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-60f8aa7a-ed99-41ea-8a99-c4c0548b36f4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:40.343389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-60f8aa7a-ed99-41ea-8a99-c4c0548b36f4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1838794 Jan 19 00:09:40.383786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:40.384192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:40.481558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-469faa5c-41d7-4bc3-93cb-a78c54ab1198 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258674 Jan 19 00:09:40.610575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-96dd8843-91a2-4d92-a137-b3ccbdc20347 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233954 Jan 19 00:09:40.852020 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e52a29e4-cb18-4a82-bca8-045b655da360 req-f6305e5e-5154-4702-a8d2-3c5ef00a9c38 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0421705 Jan 19 00:09:41.656121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:42.018505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-88852b92-65dd-447e-a444-a9dbcf301aeb req-28454908-39a2-4f3c-9083-031cfb6d1b4f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0444741 Jan 19 00:09:42.898599 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-abf4581d-f87b-45d0-8a89-ee4e0ad94fad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:42.899941 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-abf4581d-f87b-45d0-8a89-ee4e0ad94fad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:42.975761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-abf4581d-f87b-45d0-8a89-ee4e0ad94fad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:42.977049 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-abf4581d-f87b-45d0-8a89-ee4e0ad94fad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.2227228 Jan 19 00:09:43.032573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-5b811ae5-136b-4119-9883-de0666e88bbd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:09:43.113037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-5b811ae5-136b-4119-9883-de0666e88bbd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:09:43.114198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-5b811ae5-136b-4119-9883-de0666e88bbd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 380 time: 0.1261814 Jan 19 00:09:43.123237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'port': {'device_id': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'admin_state_up': True, 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'security_groups': ['e344164d-1b1d-4451-bcc0-9fa21ab8a868']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:43.187310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96e038c5-1138-460a-9f71-0ba60a347336 req-3b6902ee-1d64-4004-9d8f-63fbc347bb88 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0440006 Jan 19 00:09:43.269636 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:09:43.280098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:09:43.358578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:09:43.361710 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:43.526781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Allocated IP 172.20.0.11 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/a58f565a-6b1b-416c-8331-3e78dcd0d7f6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:09:43.796412 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:43.813225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Transition to ACTIVE for port object a58f565a-6b1b-416c-8331-3e78dcd0d7f6 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:43.831570 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:09:43.902263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:43.913190 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d6b7928-d519-4235-8f8d-83bcd73f5fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:43.975837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:09:43.979344 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:09:43.983945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:09:44.014030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:44.050100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:44.050853 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.154441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-6acc5b8b-bb50-4295-8a1c-2c6a71111520 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0347002 Jan 19 00:09:44.165729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Request body: {'port': {'device_id': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:44.256232 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88b82545-9ab0-4613-9ab3-07a775a62ceb None None] Provisioning for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:44.262260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88b82545-9ab0-4613-9ab3-07a775a62ceb None None] Provisioning complete for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:44.263001 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88b82545-9ab0-4613-9ab3-07a775a62ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.279296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.321835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-88b82545-9ab0-4613-9ab3-07a775a62ceb None None] Port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:09:44.400655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a554a-b4f3-4bd2-bd9d-4c995e9423cb req-21bf4fe2-70e6-4e4f-8410-a2e194abe612 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:44.402787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3a554a-b4f3-4bd2-bd9d-4c995e9423cb req-21bf4fe2-70e6-4e4f-8410-a2e194abe612 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 932 time: 0.0809832 Jan 19 00:09:44.449483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5a3a554a-b4f3-4bd2-bd9d-4c995e9423cb req-0c4dfb30-9dc4-4beb-8199-835099e5fb16 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Jan 19 00:09:44.633330 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58f565a-6b1b-416c-8331-3e78dcd0d7f6 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:09:44.639962 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.654256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Transition to ACTIVE for port object a58f565a-6b1b-416c-8331-3e78dcd0d7f6 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:44.696105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:44.823689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:44.938303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:44.938954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:44.938954 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:44.945102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:09:44.945950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:44.952295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:09:44.952631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:44.953063 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:09:44.953480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Bound port: a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:44.953829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:45.042463 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:45.045604 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:09:45.107670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:45.174232 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:45.176084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] 10.222.0.89 "PUT /v2.0/ports/a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1092 time: 1.0142365 Jan 19 00:09:45.178488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:45.196716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67e25-da3c-407d-95c4-ca0a7ce737b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:45.240079 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'status': 'completed', 'code': 200} Jan 19 00:09:45.333372 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1565d37c-a518-4a08-97d3-d6e86ea0fdd2 req-08c0f9c0-1dc5-4579-a599-d074c26654e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.0730271 Jan 19 00:09:45.471408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d37c-a518-4a08-97d3-d6e86ea0fdd2 req-6c1c8df3-30d1-42dd-8971-a16d069fa901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:45.472764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1565d37c-a518-4a08-97d3-d6e86ea0fdd2 req-6c1c8df3-30d1-42dd-8971-a16d069fa901 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1327131 Jan 19 00:09:45.610112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565d37c-a518-4a08-97d3-d6e86ea0fdd2 req-9f65dce3-d187-452c-935b-ee012b3eff4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:45.611588 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1565d37c-a518-4a08-97d3-d6e86ea0fdd2 req-9f65dce3-d187-452c-935b-ee012b3eff4d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325865 Jan 19 00:09:45.652523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6aa30-44e9-47fc-b8da-ab66d9ef2407 req-024f3eab-8429-4bd9-abf3-677f9a866c1c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:45.654004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9bd6aa30-44e9-47fc-b8da-ab66d9ef2407 req-024f3eab-8429-4bd9-abf3-677f9a866c1c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.0841000 Jan 19 00:09:45.699481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9bd6aa30-44e9-47fc-b8da-ab66d9ef2407 req-75898b44-1045-4a1a-b1fb-0716f13b0cbd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399561 Jan 19 00:09:45.723846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-40c3aaf5-f2a8-4601-84cc-1fbf681f37b1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.0748715 Jan 19 00:09:45.788822 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-f2a3c343-f4ef-4a58-b1b2-d61784c0c0d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 217 time: 0.0586202 Jan 19 00:09:45.851113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-15fc48c6-bf39-4f5e-a98f-d7cf1bcf709c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:45.853233 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-15fc48c6-bf39-4f5e-a98f-d7cf1bcf709c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0590894 Jan 19 00:09:45.926109 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-0d76c4fb-81e2-429e-874b-0de8e6563c40 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676422 Jan 19 00:09:46.033430 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-305325a9-1242-4c51-b5b7-882dd794a642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:46.146966 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-d171aca7-7290-47c5-95ff-e37d295a5980 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145121 Jan 19 00:09:46.279236 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-a41b74d9-8e70-4e8e-8daf-069a2acc5c40 req-89cd3ae0-3459-4f2a-97ee-1c54b2cf72af service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262200 Jan 19 00:09:46.899859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672dca3-49b5-4bd1-80cc-d6e8b98b9cad req-72fe4c2e-5267-4301-b356-ea390f062ed6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:46.901312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e672dca3-49b5-4bd1-80cc-d6e8b98b9cad req-72fe4c2e-5267-4301-b356-ea390f062ed6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.0767832 Jan 19 00:09:46.950249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e672dca3-49b5-4bd1-80cc-d6e8b98b9cad req-35d74dcd-a2f4-49b7-90aa-3ed6cbd09cad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Jan 19 00:09:47.233017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:47.604117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:48.144293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabdbfa-842a-4d2a-ad77-37ca627b3e70 req-eb220863-cc19-4cd1-bf18-f80ff7715ab6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:48.146002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdabdbfa-842a-4d2a-ad77-37ca627b3e70 req-eb220863-cc19-4cd1-bf18-f80ff7715ab6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.0782773 Jan 19 00:09:48.198203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fdabdbfa-842a-4d2a-ad77-37ca627b3e70 req-69c9db69-b8d6-4907-885c-d2594101c3aa tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Jan 19 00:09:48.970170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:49.499663 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a25d4-e093-456f-9f31-4db79169f272 req-96cba326-a8cc-4af9-aa54-2714c1c09fb6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:49.499663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f43a25d4-e093-456f-9f31-4db79169f272 req-96cba326-a8cc-4af9-aa54-2714c1c09fb6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1777415 Jan 19 00:09:49.542893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f43a25d4-e093-456f-9f31-4db79169f272 req-174cd8d7-6873-4d2b-966d-99767bee1d65 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Jan 19 00:09:49.825029 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:09:49.837975 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:49.838575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:50.018076 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:50.198939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:09:50.332097 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:50.345479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'mac_address': 'fa:16:3e:0c:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:09:50.354561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 2, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:50.358318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:09:50.358663 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Updating router 7902642c-94fd-45b9-b76f-023b98581ebf port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:09:50.400295 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.411050 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.418256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58f565a-6b1b-416c-8331-3e78dcd0d7f6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:09:50.434118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:50.518798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.588414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:50.743284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664237-572b-4777-bec6-9f12ba5f7b65 req-d900cf08-65f8-4789-9e9b-f3b3ab225a1a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:50.744772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca664237-572b-4777-bec6-9f12ba5f7b65 req-d900cf08-65f8-4789-9e9b-f3b3ab225a1a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 945 time: 0.0790985 Jan 19 00:09:50.747167 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.760059 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Transition to ACTIVE for port object 0fc5a1ef-db69-4528-ac04-0f11c7171cfb will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:09:50.789662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca664237-572b-4777-bec6-9f12ba5f7b65 req-411a9023-0ece-4bd6-8698-477a53313103 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394852 Jan 19 00:09:50.815642 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:50.828534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['a58f565a-6b1b-416c-8331-3e78dcd0d7f6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:09:50.946433 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Pushing event updated for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:50.956968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.957319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.957650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.957979 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.958303 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.958625 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.958943 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.959257 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.959928 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.959928 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:50.960184 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:09:51.049400 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Attempting to bind port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:09:51.049765 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Attempting to bind port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:09:51.050129 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Attempting to bind port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:09:51.057360 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:09:51.057729 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:09:51.058125 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:51.058522 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:09:51.058982 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Bound port: 0fc5a1ef-db69-4528-ac04-0f11c7171cfb, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:09:51.059351 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:51.146732 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] For port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:09:51.149632 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] For port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:09:51.228052 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:51.312452 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebda47-9bd3-46a6-b4cf-c6f37f484a4b None None] Pushing event updated for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:51.317117 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:51.317713 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:51.494836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:51.821774 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:51Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:51.825788 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe6511-4a89-4ed3-8dd3-68b8d9de8b61 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:51Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:09:52.001424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885f17-033d-4f94-b4dc-aed740c3a820 req-ebae2227-2047-4e56-915f-c72fbed7d337 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:52.002928 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2885f17-033d-4f94-b4dc-aed740c3a820 req-ebae2227-2047-4e56-915f-c72fbed7d337 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 945 time: 0.0824332 Jan 19 00:09:52.051103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2885f17-033d-4f94-b4dc-aed740c3a820 req-ac525643-8717-47e0-9f28-42f51784cac5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 Jan 19 00:09:52.199142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:52.318609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:52.324490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:52.324973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.350670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fc5a1ef-db69-4528-ac04-0f11c7171cfb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:52.492707 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.518706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:52.525469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:09:52.535168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:52.536147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:52.536507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.580565 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'code': 200} Jan 19 00:09:52.601681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.702172 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9ee41b8d-877d-438b-af53-1ee5d4ce435c req-862bb50b-f95d-4d1a-b846-f2b737ee9c42 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0746369 Jan 19 00:09:52.718645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.730459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:52.745815 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9ee41b8d-877d-438b-af53-1ee5d4ce435c req-1d270415-a2a2-4cb0-9beb-27d25ccd9db3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378082 Jan 19 00:09:52.757762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:09:52.832792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:52.900112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:09:53.249181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214ff14-2e32-43b5-be8a-395c888497b0 req-853f8f5e-46bd-41fb-8658-0fb0b750e816 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:53.250551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e214ff14-2e32-43b5-be8a-395c888497b0 req-853f8f5e-46bd-41fb-8658-0fb0b750e816 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0755727 Jan 19 00:09:53.295462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e214ff14-2e32-43b5-be8a-395c888497b0 req-7db91f46-4117-4358-b649-352a26e29703 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Jan 19 00:09:54.324242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fc5a1ef-db69-4528-ac04-0f11c7171cfb up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:09:54.401571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:09:54.402055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:54.504098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69d9a-7baf-4a3a-bf1b-b8c4839a00dd req-aa6d2a2d-aa61-4979-af05-39b443e195ce tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:54.505824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12c69d9a-7baf-4a3a-bf1b-b8c4839a00dd req-aa6d2a2d-aa61-4979-af05-39b443e195ce tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0820000 Jan 19 00:09:54.551097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12c69d9a-7baf-4a3a-bf1b-b8c4839a00dd req-006d680d-208c-49a3-afe6-639ad46234ed tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394053 Jan 19 00:09:54.739588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dfa9b-f174-4bfc-b629-90bc5d5297da req-4571dc54-5ec5-4f75-877e-13cc3a757673 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:54.741054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd6dfa9b-f174-4bfc-b629-90bc5d5297da req-4571dc54-5ec5-4f75-877e-13cc3a757673 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0746765 Jan 19 00:09:54.750262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35018) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:09:54.755516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'floatingip': {'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:09:54.831035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:55.418817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:55.466962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:55.655354 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c associated. External IP: 172.25.1.2, port: a58f565a-6b1b-416c-8331-3e78dcd0d7f6. Jan 19 00:09:56.134059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:09:56.337556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:09:56.342533 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:09:56.346976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:09:56.358693 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:56.359323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:56.396568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4fb4a015-56f3-47ce-8bb0-7a0b1f6096cc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "PUT /v2.0/floatingips/e30026ab-3f06-4f97-a067-31ba2684bd5c HTTP/1.1" status: 200 len: 990 time: 1.6452620 Jan 19 00:09:56.397286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:09:56.454188 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'status': 'completed', 'code': 200} Jan 19 00:09:56.548397 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-aa54726c-2a19-4ad7-8621-208f8f3cda15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0715339 Jan 19 00:09:56.573645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:56.678988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-e032b428-9dfc-4f51-915d-9825b9935108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:56.680943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-e032b428-9dfc-4f51-915d-9825b9935108 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1273685 Jan 19 00:09:56.782292 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-79e2a5c5-5bf2-4e37-920b-56d0ff6f82e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 998 time: 0.0953209 Jan 19 00:09:56.846591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-41218a6a-5358-4d90-9fc0-2a80331f9cb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:09:56.847959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-41218a6a-5358-4d90-9fc0-2a80331f9cb5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0606849 Jan 19 00:09:56.925019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:0c:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:09:55Z', 'revision_number': 1, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:56.925820 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-06986bf3-3ada-40d0-a3a1-d541fb3a51d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718455 Jan 19 00:09:56.928883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:09:56.939581 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:09:56.940163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:09:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:57.056441 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-9986c651-ac0f-496f-8b3b-e07e3aa59d62 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246762 Jan 19 00:09:57.113941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:09:57.188863 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-584be600-a07d-423c-bfe4-b8a7a4f10374 req-d7a203f8-4b9d-4ec8-8a49-daa2a10cf24b service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266890 Jan 19 00:09:57.456924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:0c:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:09:55Z', 'revision_number': 1, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:09:57.461639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b751689-7823-478a-9f77-0ac33c3993bd None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:0c:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:09:55Z', 'revision_number': 1, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:09:58.556525 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c976-38ed-4554-8e21-6d9f0140a06a None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:10:09.621220 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:11.655348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:13.912367 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610dcd3f-d0aa-479a-97e1-4fc1e61e85a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:15.980746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cc5ec43d-9fe9-4079-981a-2b6985d6b13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:17.266526 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:17.615048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:18.958121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:20.832186 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:10:28.781883 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-e26a1f17-af9f-485b-b94b-f8f66831f8a4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675485 Jan 19 00:10:28.921696 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-8c04ecf3-9809-4f5d-a6af-230030a571cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0720990 Jan 19 00:10:29.066817 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4378e6-3309-452c-88f1-61157285f40f req-849dfb1b-aa95-47d4-861d-385dce30675d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:29.068328 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-849dfb1b-aa95-47d4-861d-385dce30675d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1264846 Jan 19 00:10:29.168579 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-0738a2d7-118c-4e3c-bd4a-618069b82491 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1000 time: 0.0939054 Jan 19 00:10:29.228962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4378e6-3309-452c-88f1-61157285f40f req-97ead1af-6820-4b04-8118-a00f2d3cba11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:10:29.230337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-97ead1af-6820-4b04-8118-a00f2d3cba11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0553212 Jan 19 00:10:29.304038 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-efb4ea8f-bb06-41be-91a6-d126ab1426f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661438 Jan 19 00:10:29.527337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-b158ed9d-b2f8-49f7-88e6-28dd771a4991 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161484 Jan 19 00:10:29.659939 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5b4378e6-3309-452c-88f1-61157285f40f req-a0fd5dcb-2049-46ea-9411-fcd1c4099a31 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261671 Jan 19 00:10:39.661191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:41.700965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:43.900902 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a8ade50f-c9b0-43ff-9e54-d23c1b898587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:45.997886 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6063450a-3cda-4a4f-9bb8-2330ab7e607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:47.261108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:47.637504 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:48.997685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:10:57.832791 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:11:09.660225 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:11.671501 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:13.934621 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d83aa47b-a67f-4ee0-bb6c-d6ba2eb7c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:15.992791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf570410-a235-4c83-9fd4-a3601aa0d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:17.260679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:17.609067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:18.985888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:30.795687 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-c89838ae-3b50-45d7-a1ca-9643df8895a5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670116 Jan 19 00:11:30.933201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-436d0ceb-639c-4348-9e4e-eb74c1023e04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0689952 Jan 19 00:11:31.080697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-36393ad9-e38a-465c-9e9c-008dbe6bf68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:31.082094 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-36393ad9-e38a-465c-9e9c-008dbe6bf68b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1306038 Jan 19 00:11:31.199530 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-dc91ac56-11f7-47d2-b64f-971dd1855b67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1000 time: 0.1091111 Jan 19 00:11:31.263388 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-9fc00909-2bb5-4462-bc83-db1d5441842f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:11:31.264788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-9fc00909-2bb5-4462-bc83-db1d5441842f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0594673 Jan 19 00:11:31.338162 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-901e445a-e460-4521-b92f-6cdf35033d7e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675936 Jan 19 00:11:31.465151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-9dcf8fa3-1a36-4f28-9ab8-687124a19ea5 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208189 Jan 19 00:11:31.593875 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-261f3287-af11-45ff-a53b-6aedb357e9ea req-4e11ee2e-ed9c-4825-8cd8-8b7e526f2d13 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221714 Jan 19 00:11:34.833640 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:11:39.653879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:41.711122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:43.905818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-17762c26-5b0c-4e4f-9f3e-d0f5ab95d290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:45.991633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b9605d7-aca9-42df-94e8-a666a06879ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:47.248237 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:47.631756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:11:48.974012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:09.659419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:11.687695 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:11.834353 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:12:13.916439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7bfe745d-1cb2-446a-9998-9e4faefaa0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:15.990653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7735f8f5-1323-441b-9c60-6a0e998c9f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.247830 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:17.619543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:18.990535 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:32.335083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e481c3a-3357-4d11-a109-1acb9ddae649 req-1e6fe49b-af60-4914-96c6-605ebefdcfed tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:32.336532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e481c3a-3357-4d11-a109-1acb9ddae649 req-1e6fe49b-af60-4914-96c6-605ebefdcfed tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1826110 Jan 19 00:12:32.385035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e481c3a-3357-4d11-a109-1acb9ddae649 req-f35f99d0-675b-4c34-abed-b84e4e4a461e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Jan 19 00:12:32.586908 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0e18a7b-f69a-4ca1-a170-99bd15134d0b req-f8febc6e-1066-43b2-8bab-988d2bbd2630 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0731487 Jan 19 00:12:32.778867 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-f2887a1c-6a08-458d-b524-fe9c21e28b76 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682275 Jan 19 00:12:32.930042 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-4b78fae3-4657-4a85-99ef-2bc4e1209377 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0795765 Jan 19 00:12:33.063872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d49a6-82a7-4c44-a9df-43817cc06448 req-5ec3679b-9b70-4596-a663-a1f3b5ca7c8d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:33.065248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c1d49a6-82a7-4c44-a9df-43817cc06448 req-5ec3679b-9b70-4596-a663-a1f3b5ca7c8d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0805888 Jan 19 00:12:33.092851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-b18318bf-1fce-43c6-91a1-ae87128215df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:33.094525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-b18318bf-1fce-43c6-91a1-ae87128215df service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1473570 Jan 19 00:12:33.116430 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c1d49a6-82a7-4c44-a9df-43817cc06448 req-405af9ac-08f4-4e26-a4bb-0dde5e4ae0ea tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Jan 19 00:12:33.247054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-a4809a0f-f3a6-48f2-9f28-48c691a789d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1000 time: 0.1468000 Jan 19 00:12:33.385953 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-9fd18f4b-2de4-40ab-844e-99e028e56bcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3273816 Jan 19 00:12:33.402574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-1a901e50-fde2-49af-9fc9-0ac251c3163f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:33.403991 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-1a901e50-fde2-49af-9fc9-0ac251c3163f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.1507101 Jan 19 00:12:33.477044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-a26c29e2-5053-40c1-a034-457cf6c15755 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673666 Jan 19 00:12:33.486643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-2e932319-460d-4fff-a9cf-89da0eb02fa0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:12:33.487562 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-2e932319-460d-4fff-a9cf-89da0eb02fa0 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047987 Jan 19 00:12:33.622167 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-282e07d5-dbc7-4aa0-a3c4-433c73a29ac3 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280706 Jan 19 00:12:33.754513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e70eec03-7436-4e73-bfd8-265c1fc94ab3 req-56dd9f40-d770-4715-807a-01bb27b60044 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268792 Jan 19 00:12:34.393312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f57ea-b0ae-4746-8a63-399fbbce94e9 req-4ae44e0d-6a45-498c-82ee-47a9f16c35c0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:34.394748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-448f57ea-b0ae-4746-8a63-399fbbce94e9 req-4ae44e0d-6a45-498c-82ee-47a9f16c35c0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1504653 Jan 19 00:12:34.442298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-448f57ea-b0ae-4746-8a63-399fbbce94e9 req-b1d6f3e4-a68e-40e7-b2bc-0023ad2b2b74 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Jan 19 00:12:35.330110 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-6535e6d0-a0f8-48de-bfe8-7db95875af45 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1097 time: 0.0679436 Jan 19 00:12:35.458903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-8b1ca804-5816-4fea-bfa6-69b3ce8d4a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.460368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-8b1ca804-5816-4fea-bfa6-69b3ce8d4a24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1240249 Jan 19 00:12:35.563440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-2b4273a8-8ffc-4b84-9c18-6d977c27ce08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1000 time: 0.0967147 Jan 19 00:12:35.628345 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-c31ebe65-c28e-4c7b-8892-3bebaa6943e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.629486 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-c31ebe65-c28e-4c7b-8892-3bebaa6943e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0603266 Jan 19 00:12:35.646565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b0ca5-921b-4a88-b55e-13a3146c0146 req-fbde2300-81e1-4a96-807c-bca9524c6d2c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:35.648017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c3b0ca5-921b-4a88-b55e-13a3146c0146 req-fbde2300-81e1-4a96-807c-bca9524c6d2c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0830278 Jan 19 00:12:35.693492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c3b0ca5-921b-4a88-b55e-13a3146c0146 req-60ab6c51-4011-4c81-8db0-f19ae7fa9cf0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 Jan 19 00:12:35.704926 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-769a49ac-67e6-4e82-af06-917fe63d4324 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697720 Jan 19 00:12:35.835298 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-698c74f8-8ce5-4196-8678-014accb67f66 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247189 Jan 19 00:12:35.967096 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-eb1e3b78-3aa1-4400-ad20-8fe2c13a69b8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257255 Jan 19 00:12:36.892442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2138a8-a190-4389-9010-6fa6a1aac441 req-e5606b28-9384-4bc1-9ee0-c67fa6321f11 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:36.893937 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f2138a8-a190-4389-9010-6fa6a1aac441 req-e5606b28-9384-4bc1-9ee0-c67fa6321f11 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0779214 Jan 19 00:12:36.940422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2f2138a8-a190-4389-9010-6fa6a1aac441 req-df23b99b-b8f1-47f1-8ed5-e3362b0f9f24 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 Jan 19 00:12:38.139741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dd134-2158-40f5-9173-41438c5b3e22 req-8e935299-9c46-4f91-b098-9e5ce395627b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:38.141201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-009dd134-2158-40f5-9173-41438c5b3e22 req-8e935299-9c46-4f91-b098-9e5ce395627b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0797782 Jan 19 00:12:38.185577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-009dd134-2158-40f5-9173-41438c5b3e22 req-241541b1-53b3-4d7d-b7b4-fdb5b434b199 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Jan 19 00:12:39.389178 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787c61b-fb02-4efd-89c7-5573c9217ada req-4433362c-e3a2-4d5a-99c8-27c20eeb7c97 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:39.390633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6787c61b-fb02-4efd-89c7-5573c9217ada req-4433362c-e3a2-4d5a-99c8-27c20eeb7c97 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0813239 Jan 19 00:12:39.434518 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6787c61b-fb02-4efd-89c7-5573c9217ada req-730c7681-7cd8-46f5-b022-02a5de14051c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Jan 19 00:12:39.664848 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:40.639036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea158fb-e64d-488a-b016-00eec179db2e req-694a18af-baf9-4a73-b51a-32aca762495a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:40.640468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fea158fb-e64d-488a-b016-00eec179db2e req-694a18af-baf9-4a73-b51a-32aca762495a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0792067 Jan 19 00:12:40.685891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fea158fb-e64d-488a-b016-00eec179db2e req-68645210-6b91-4e05-8330-7588ee5147e3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Jan 19 00:12:41.709634 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:41.880023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a761b9-b939-4625-9d26-0583a91153d1 req-0b70dab2-ee3a-4384-8410-6f7ce7954d3c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:41.881797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64a761b9-b939-4625-9d26-0583a91153d1 req-0b70dab2-ee3a-4384-8410-6f7ce7954d3c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0757992 Jan 19 00:12:41.930751 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64a761b9-b939-4625-9d26-0583a91153d1 req-81557959-e08e-484c-a6ad-db537621ca23 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Jan 19 00:12:43.125587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e67df9-3142-4a79-a4ff-fd8b0cb913c3 req-74f54720-38c0-403c-8767-6ad496593107 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:43.127061 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e67df9-3142-4a79-a4ff-fd8b0cb913c3 req-74f54720-38c0-403c-8767-6ad496593107 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0765042 Jan 19 00:12:43.175004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6e67df9-3142-4a79-a4ff-fd8b0cb913c3 req-fa3b97aa-3066-4903-a17b-a7f3eb39e5ae tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422192 Jan 19 00:12:43.904640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-81f655eb-d048-4eea-b416-7cac1a7a510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:44.471774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e6ff-f5d5-43f8-b311-6d4e1ca9868b req-c7cae1c9-5645-4c85-bb1c-a338a942682c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:44.473162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1f7e6ff-f5d5-43f8-b311-6d4e1ca9868b req-c7cae1c9-5645-4c85-bb1c-a338a942682c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1772316 Jan 19 00:12:44.518660 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c1f7e6ff-f5d5-43f8-b311-6d4e1ca9868b req-1cd0c177-472a-4a87-8139-838d75b38af9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400519 Jan 19 00:12:45.717473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960ac9-2b85-40b6-8edb-4f08567d45ef req-cfc6c4d3-8338-4f3e-804f-5c9c1d254868 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:45.718931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f960ac9-2b85-40b6-8edb-4f08567d45ef req-cfc6c4d3-8338-4f3e-804f-5c9c1d254868 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0778792 Jan 19 00:12:45.764396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f960ac9-2b85-40b6-8edb-4f08567d45ef req-d1ec0286-ee7f-41f8-b286-713ffc67deb4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Jan 19 00:12:45.984803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b92bc9b0-4406-4f37-b29e-0719e3130650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:46.965501 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fb13b-fef3-4935-9344-471f232f3085 req-4819afbd-5e31-42b8-9c9e-7c4510e62a71 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:46.966938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-913fb13b-fef3-4935-9344-471f232f3085 req-4819afbd-5e31-42b8-9c9e-7c4510e62a71 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0786288 Jan 19 00:12:47.013421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-913fb13b-fef3-4935-9344-471f232f3085 req-2ba1f083-86c4-40d2-ad84-13c1b360b255 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Jan 19 00:12:47.253768 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:47.640779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:48.211891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd78d6d-7098-445d-8df2-158facac5c67 req-80d4bf72-6b2b-4e22-bd75-8b7ae63fcca4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:48.214004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdd78d6d-7098-445d-8df2-158facac5c67 req-80d4bf72-6b2b-4e22-bd75-8b7ae63fcca4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0764201 Jan 19 00:12:48.238862 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-aef8e9fb-a62d-46cc-8e30-73b02b12dd71 service neutron] show failed (client error): The resource could not be found. Jan 19 00:12:48.239871 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-aef8e9fb-a62d-46cc-8e30-73b02b12dd71 service neutron] 10.222.0.89 "GET /v2.0/ports/a58f565a-6b1b-416c-8331-3e78dcd0d7f6/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0772059 Jan 19 00:12:48.261176 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdd78d6d-7098-445d-8df2-158facac5c67 req-ee01e06f-ef33-4154-8a76-39e88837fdd0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Jan 19 00:12:48.821014 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-d077cedf-a985-42cd-b478-07bb8e9f8868 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1097 time: 0.0710225 Jan 19 00:12:48.833710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:12:48.833964 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:12:48.942527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:48.996362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:49.205835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:12:49.236477 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:12:49.293903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:49.299778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:49.318091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Transition to ACTIVE for port object a58f565a-6b1b-416c-8331-3e78dcd0d7f6 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:12:49.421714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:49.466581 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'code': 200} Jan 19 00:12:49.580454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:49.615306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.617966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.618204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.618527 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:49.637428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccedf6e-5f07-41d1-816f-3c581fc89ec0 req-e3bb1574-1bcc-42f1-90ee-f913420a8008 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:49.638924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ccedf6e-5f07-41d1-816f-3c581fc89ec0 req-e3bb1574-1bcc-42f1-90ee-f913420a8008 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2543380 Jan 19 00:12:49.689478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] No DVR routers for this DVR port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:12:49.780986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3ccedf6e-5f07-41d1-816f-3c581fc89ec0 req-33152035-9feb-4f08-bba8-8d8557b44190 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149297 Jan 19 00:12:49.955230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:12:49.955564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:12:49.955930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:12:49.961451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:12:49.961767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Attempting to bind port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:12:49.968453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:12:49.968779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:12:49.969183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:12:49.969597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Bound port: a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:12:49.969936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:50.058619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:12:50.061563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:12:50.110882 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:50.174841 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:50.176235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] 10.222.0.83 "PUT /v2.0/ports/a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 1092 time: 1.3465068 Jan 19 00:12:50.194168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a7416-b978-4fec-a33f-bde347fbd10e service neutron] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:50.271881 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1bfcd4a5-32de-4363-8c3a-8af252db634b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.0735703 Jan 19 00:12:50.499485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1ff2709c-00a6-4e38-9981-d624055c5aea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:50.500973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1ff2709c-00a6-4e38-9981-d624055c5aea service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2226088 Jan 19 00:12:50.602120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-3a872654-bb44-48fa-b12f-ddbb6db0a0bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 998 time: 0.0954239 Jan 19 00:12:50.662241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-b61f1084-17e2-4f6d-b899-4dfee3c65988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:50.663636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-b61f1084-17e2-4f6d-b899-4dfee3c65988 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0558171 Jan 19 00:12:50.735022 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-d6ca63c3-b184-44eb-921b-9819681740ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655878 Jan 19 00:12:50.865957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-3b6c64b5-81ed-4ed8-8edf-b039387c8f27 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244769 Jan 19 00:12:51.052082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-1e12fde9-b2a1-4fdb-85ce-332b87261b75 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805227 Jan 19 00:12:51.064202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc819f-c50e-45d8-9720-ffdff766001e req-6cce96dc-50a5-4189-9aa3-1e9aee562c35 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:51.065692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96fc819f-c50e-45d8-9720-ffdff766001e req-6cce96dc-50a5-4189-9aa3-1e9aee562c35 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.1262589 Jan 19 00:12:51.111804 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96fc819f-c50e-45d8-9720-ffdff766001e req-46143aaa-f389-40b2-b768-56ef78796695 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Jan 19 00:12:51.468291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:51.535358 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'status': 'completed', 'code': 200} Jan 19 00:12:51.626557 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-b815faaa-c8f7-47c7-bca5-d38101924874 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.0694830 Jan 19 00:12:51.627427 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-3daf6a72-a2b6-49f0-a847-44e2086655a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1095 time: 0.0725915 Jan 19 00:12:51.762816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-83eb8c79-1a8c-4320-8803-e2f1de60aadb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:51.764207 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-83eb8c79-1a8c-4320-8803-e2f1de60aadb service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1308985 Jan 19 00:12:51.768072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-f4de1770-5dcb-42bf-9946-a870c6506871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:51.769536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-f4de1770-5dcb-42bf-9946-a870c6506871 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1360273 Jan 19 00:12:51.868251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-48c0b48d-3683-45b9-b48f-70a897a58346 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 998 time: 0.0976839 Jan 19 00:12:51.869623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-e15dd44c-3330-4d2a-b342-99c2fd041a33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 998 time: 0.0925756 Jan 19 00:12:51.930575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-1e709f28-853c-4544-b75c-79f0c6deaafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:51.932127 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-1e709f28-853c-4544-b75c-79f0c6deaafd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0577285 Jan 19 00:12:51.934598 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-b1570344-08ba-4cca-95ee-ece9210f177d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:51.936016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-b1570344-08ba-4cca-95ee-ece9210f177d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0602593 Jan 19 00:12:52.012197 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-33b3ad54-0918-4f89-a416-f846695ce75e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693967 Jan 19 00:12:52.105471 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-a3d000bb-252f-4be8-9a1c-a7cad31aeb6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672778 Jan 19 00:12:52.149273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-d52cabc5-dbf7-402c-b8f5-3ea2855a72b1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293616 Jan 19 00:12:52.243472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-9ef8e110-3d9b-4f9e-a50a-50c9f4c7be09 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310167 Jan 19 00:12:52.379850 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-0210870e-4017-4655-97ee-f4042a1e222c service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304173 Jan 19 00:12:52.432078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b6bbac6f-a2cf-47bc-98f0-6db626a1f7c8 req-efdb84e3-9ac4-4bca-8b51-dbab8ab082de service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764933 Jan 19 00:12:52.457333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ad918-b37a-4a61-8eb6-20b9a9be74c3 req-42542f78-cada-4aaa-9e25-2910ce121818 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:52.458740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-071ad918-b37a-4a61-8eb6-20b9a9be74c3 req-42542f78-cada-4aaa-9e25-2910ce121818 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 944 time: 0.2145307 Jan 19 00:12:52.503116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-071ad918-b37a-4a61-8eb6-20b9a9be74c3 req-648cfa9e-ce03-4468-93bc-9688cb004567 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 Jan 19 00:12:52.710433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:12:52.837459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:12:52.851032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'mac_address': 'fa:16:3e:0c:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:12:52.903457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:52.920278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58f565a-6b1b-416c-8331-3e78dcd0d7f6 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:12:52.935593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:12:53.013231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:53.050611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:12:53.128460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:53.131528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:12:53.139883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.140234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.140576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.140946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.141278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.141605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.141930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.142253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.142580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.142896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.143214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:12:53.260890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a58f565a-6b1b-416c-8331-3e78dcd0d7f6'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:12:53.698758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c7c9e-c766-4c0c-8dad-d9d27b2518b3 req-95dffc47-d8f1-4f3f-bd64-77b24da65fc6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:53.700205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b0c7c9e-c766-4c0c-8dad-d9d27b2518b3 req-95dffc47-d8f1-4f3f-bd64-77b24da65fc6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 945 time: 0.0754004 Jan 19 00:12:53.748710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b0c7c9e-c766-4c0c-8dad-d9d27b2518b3 req-cf89aa96-3ac6-406a-9f97-1df81c78258a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Jan 19 00:12:54.184493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008598cd-1cac-41a0-ab6b-963d44677333 req-d6243af1-67ba-45a6-9991-82ae5b4cbeaf tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:54.185988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-008598cd-1cac-41a0-ab6b-963d44677333 req-d6243af1-67ba-45a6-9991-82ae5b4cbeaf tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 945 time: 0.0809486 Jan 19 00:12:54.206632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-3e639eda-7ce3-49c7-bc8f-a607c57f67e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:54.207328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-3e639eda-7ce3-49c7-bc8f-a607c57f67e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:12:54.234029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-008598cd-1cac-41a0-ab6b-963d44677333 req-7a9f9a80-df5d-4ae4-b25b-966aeae78b33 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Jan 19 00:12:54.281412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-3e639eda-7ce3-49c7-bc8f-a607c57f67e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:12:54.282587 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-3e639eda-7ce3-49c7-bc8f-a607c57f67e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 945 time: 0.1542778 Jan 19 00:12:54.366414 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-7379e3c0-8b0f-4239-be9c-d80a1cf11d6d service neutron] delete failed (client error): The resource could not be found. Jan 19 00:12:54.367585 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-7379e3c0-8b0f-4239-be9c-d80a1cf11d6d service neutron] 10.222.0.89 "DELETE /v2.0/ports/a58f565a-6b1b-416c-8331-3e78dcd0d7f6/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0786431 Jan 19 00:12:54.516517 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-da79d416-aacf-4a11-a82b-3ded4540a99a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 1096 time: 0.0720434 Jan 19 00:12:54.644084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-ec59e4b3-7a50-410d-a6a7-bd8ca148a52f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:54.645555 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-ec59e4b3-7a50-410d-a6a7-bd8ca148a52f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1231368 Jan 19 00:12:54.706746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:12:54.746513 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-70218110-a8a9-4985-8396-1269e79fb685 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 200 len: 999 time: 0.0948324 Jan 19 00:12:54.807264 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-50e35a90-86b6-4b6e-a490-929b5d6b699e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:54.808605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-50e35a90-86b6-4b6e-a490-929b5d6b699e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0565925 Jan 19 00:12:54.847588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:12:54.852724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:12:54.857344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:54.889995 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-b2d258e0-d5d5-43ba-9c95-d7ad92cf4af4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747511 Jan 19 00:12:54.970769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:54.998844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:12:55.008537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:12:55.024872 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-0b9a9de6-d5fc-45db-bbd8-57ab09c3b086 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270537 Jan 19 00:12:55.074840 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:55.142029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:12:55.152282 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'code': 200} Jan 19 00:12:55.162416 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-834cceba-8673-48ac-8ea1-054be3fabbf7 req-1a380b42-5cc2-49d8-ad68-673161561daa service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318238 Jan 19 00:12:55.434883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da3fe1-7778-4f13-a54d-228be7271367 req-4d5ace4f-5c2a-44d1-994c-ce54203c5504 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:55.436318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6da3fe1-7778-4f13-a54d-228be7271367 req-4d5ace4f-5c2a-44d1-994c-ce54203c5504 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0754802 Jan 19 00:12:55.481716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6da3fe1-7778-4f13-a54d-228be7271367 req-5606542c-8a8a-4bc2-8d41-43db3e8b5803 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399165 Jan 19 00:12:56.682673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4da5-c295-43c2-bfd4-e0d48f360d51 req-69486c04-b45d-4496-93e2-4212a1d1ea7d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:56.684047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216c4da5-c295-43c2-bfd4-e0d48f360d51 req-69486c04-b45d-4496-93e2-4212a1d1ea7d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0802007 Jan 19 00:12:56.728447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-216c4da5-c295-43c2-bfd4-e0d48f360d51 req-fd187359-d9c3-438b-a5a3-8b4a69827c0f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 Jan 19 00:12:56.927485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f002-71f0-4cf0-9203-f1f96d7a75f2 req-2be12a83-d71f-4146-a097-d22b5ad1c2a4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:56.928997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0421f002-71f0-4cf0-9203-f1f96d7a75f2 req-2be12a83-d71f-4146-a097-d22b5ad1c2a4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0805540 Jan 19 00:12:56.976493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0421f002-71f0-4cf0-9203-f1f96d7a75f2 req-e0080515-6642-432b-8434-e42d5ca70af0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416565 Jan 19 00:12:57.172746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8485ddb-a15d-4bde-a53c-d92a48774881 req-aeb50bd3-f9cf-479d-bf52-827f7bb1f14f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:57.174210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8485ddb-a15d-4bde-a53c-d92a48774881 req-aeb50bd3-f9cf-479d-bf52-827f7bb1f14f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0762672 Jan 19 00:12:57.219303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a8485ddb-a15d-4bde-a53c-d92a48774881 req-c1a0a1e4-e114-43b5-ab6a-bef18113fc56 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Jan 19 00:12:57.812144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909eb92-3f6b-4614-9853-3a22b584584b req-9848176b-5ad4-49bc-b2f9-e0525054375c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:57.813644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4909eb92-3f6b-4614-9853-3a22b584584b req-9848176b-5ad4-49bc-b2f9-e0525054375c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0801342 Jan 19 00:12:57.858584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4909eb92-3f6b-4614-9853-3a22b584584b req-67369aa5-ea97-4f4c-a7be-10c15cebc0b0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Jan 19 00:12:58.979934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160a48-2f52-4b24-918c-d2058335d5fe req-d2f579ee-d700-408a-90c8-e74b30aac016 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:58.981371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39160a48-2f52-4b24-918c-d2058335d5fe req-d2f579ee-d700-408a-90c8-e74b30aac016 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.0750368 Jan 19 00:12:59.095668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Deleting port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:12:59.095999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:59.163290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77286112-a7e9-4d4d-a8ee-a03b600111aa req-034e3731-43d4-43b7-890a-f605e302d010 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:12:59.164649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77286112-a7e9-4d4d-a8ee-a03b600111aa req-034e3731-43d4-43b7-890a-f605e302d010 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 946 time: 0.1823959 Jan 19 00:12:59.320482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77286112-a7e9-4d4d-a8ee-a03b600111aa req-9dd9bcaf-eaf8-4084-b04a-6cbb7cf5d369 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299353 Jan 19 00:12:59.379089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] For port a58f565a-6b1b-416c-8331-3e78dcd0d7f6, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:12:59.379438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:59.659075 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:59.659441 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:12:59.659749 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c disassociated. External IP: 172.25.1.2, port: a58f565a-6b1b-416c-8331-3e78dcd0d7f6. Jan 19 00:12:59.660081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Calling delete_port for a58f565a-6b1b-416c-8331-3e78dcd0d7f6 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:12:59.864124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:00.007169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'Port': ['ID=a58f565a-6b1b-416c-8331-3e78dcd0d7f6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:00.221123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:13:00.422027 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:13:00.432520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:13:00.444261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:13:00.444908 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:12:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:00.524869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bdf7fe40-cbce-4804-96e0-d3ba703a5598 req-fa85214f-ff2e-4ea6-a827-9d6da48b3f2f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e441d38-8a39-46ef-910f-9f68964a2f84 HTTP/1.1" status: 200 len: 210 time: 0.0768714 Jan 19 00:13:00.529633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] No DVR routers for this DVR port a58f565a-6b1b-416c-8331-3e78dcd0d7f6 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:13:00.532084 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:00.534626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-deleted', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:13:00.592606 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e441d38-8a39-46ef-910f-9f68964a2f84', 'name': 'network-vif-deleted', 'tag': 'a58f565a-6b1b-416c-8331-3e78dcd0d7f6', 'status': 'completed', 'code': 200} Jan 19 00:13:00.625251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39160a48-2f52-4b24-918c-d2058335d5fe req-f16329e5-f966-47d5-bc69-13836a85d85f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "DELETE /v2.0/ports/a58f565a-6b1b-416c-8331-3e78dcd0d7f6 HTTP/1.1" status: 204 len: 173 time: 1.6134408 Jan 19 00:13:00.626856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:13:00.944629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:00.948642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:13:00.959021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:13:00.959602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:12:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:01.134874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:13:01.483608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:01.487522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c176d9-7581-4ca0-a39e-d47038f100e0 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:13:01.715796 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b4a74-cac1-41dc-9798-38997a074650 None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:13:01.912946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-378c786d-d54d-4901-a361-5191399f2570 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1460955150&fields=id&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 267 time: 0.0452759 Jan 19 00:13:02.069224 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238718-e896-4091-ab44-1a2399141027 req-85ec58d9-8d34-4a61-b968-9cb6ed554691 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:02.070664 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-85ec58d9-8d34-4a61-b968-9cb6ed554691 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1509035 Jan 19 00:13:02.087588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-88da2ee8-1d5e-4498-8ece-ed4e457ae270 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/quotas/a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 375 time: 0.0110469 Jan 19 00:13:02.171256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a4238718-e896-4091-ab44-1a2399141027 req-33bb5e76-3c7e-4f30-80f2-4c92863ae700 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:13:02.258520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a4238718-e896-4091-ab44-1a2399141027 req-33bb5e76-3c7e-4f30-80f2-4c92863ae700 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:13:02.260243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-33bb5e76-3c7e-4f30-80f2-4c92863ae700 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678693 Jan 19 00:13:02.468505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-438df790-3f23-422a-8b0e-aa2f6918ebaf service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966600 Jan 19 00:13:02.600108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-1c935b54-7cc7-4c4d-893c-a0173facdcd0 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257088 Jan 19 00:13:02.722534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:13:02.756463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: a58f565a-6b1b-416c-8331-3e78dcd0d7f6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:13:02.756806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a58f565a-6b1b-416c-8331-3e78dcd0d7f6 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:13:02.875470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a1702b2c-52a8-4762-99cd-ed73d7ed4ee3 req-b8a55b6b-1c79-4cbd-bb90-30f47d949712 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 210 time: 0.0411961 Jan 19 00:13:04.035548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ceea4a6-8636-476d-9eb8-8e41c1c0cc05 req-c64575f7-f63c-4b7c-9880-50526b94000b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 210 time: 0.0406024 Jan 19 00:13:04.877498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238718-e896-4091-ab44-1a2399141027 req-3befe30b-89d2-4010-b2c7-684e771acdec tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:04.879021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-3befe30b-89d2-4010-b2c7-684e771acdec tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1451435 Jan 19 00:13:04.932722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-c034b64c-ddd9-49d8-bb1e-48818d0c5418 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 380 time: 0.0412610 Jan 19 00:13:04.943136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'port': {'device_id': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'admin_state_up': True, 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'security_groups': ['e344164d-1b1d-4451-bcc0-9fa21ab8a868']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:13:05.082417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:13:05.092725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:13:05.289714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:13:05.292715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:05.315011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbea998b-e08c-4116-919f-c273747077c6 req-f62e2b12-a9dd-4032-a517-9fa596784fa5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 210 time: 0.1551890 Jan 19 00:13:05.458975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Allocated IP 172.20.0.6 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/0b458c2a-5976-4486-a88f-b93b5a06a698) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:13:05.642851 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:05.658573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Transition to ACTIVE for port object 0b458c2a-5976-4486-a88f-b93b5a06a698 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:13:05.756398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:05.827234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:13:05.830259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:13:05.834213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:13:05.868122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:05.907408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:05.908052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:06.008803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-a65ff005-b1dd-4194-b7eb-5e2b593acc45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692129 Jan 19 00:13:06.019853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Request body: {'port': {'device_id': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:13:06.121626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e1fd3047-7e7a-4eba-80b0-906f6c9d4f25 None None] Provisioning for port 0b458c2a-5976-4486-a88f-b93b5a06a698 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:13:06.127026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e1fd3047-7e7a-4eba-80b0-906f6c9d4f25 None None] Provisioning complete for port 0b458c2a-5976-4486-a88f-b93b5a06a698 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:13:06.127449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1fd3047-7e7a-4eba-80b0-906f6c9d4f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:06.128430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:06.179041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd3047-7e7a-4eba-80b0-906f6c9d4f25 None None] Port 0b458c2a-5976-4486-a88f-b93b5a06a698 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:13:06.519079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b458c2a-5976-4486-a88f-b93b5a06a698 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:13:06.531229 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:06.552605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Transition to ACTIVE for port object 0b458c2a-5976-4486-a88f-b93b5a06a698 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:13:06.566457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6d94c-f86d-4312-9203-c4c84287c032 req-fc686773-0dc7-4ded-8d0b-3624b2acb726 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:06.567154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-72f6d94c-f86d-4312-9203-c4c84287c032 req-fc686773-0dc7-4ded-8d0b-3624b2acb726 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:13:06.653033 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:06.692915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-72f6d94c-f86d-4312-9203-c4c84287c032 req-fc686773-0dc7-4ded-8d0b-3624b2acb726 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:13:06.694048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72f6d94c-f86d-4312-9203-c4c84287c032 req-fc686773-0dc7-4ded-8d0b-3624b2acb726 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 931 time: 0.2386775 Jan 19 00:13:06.794235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:06.831959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-72f6d94c-f86d-4312-9203-c4c84287c032 req-de51d7e7-5c85-4d1b-9390-44c7d5a8a1d4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268921 Jan 19 00:13:06.935375 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:13:06.935713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:13:06.936045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:13:06.941619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:13:06.941942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:13:06.948823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:13:06.949182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:13:06.949566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:13:06.949990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Bound port: 0b458c2a-5976-4486-a88f-b93b5a06a698, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:13:06.950337 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:07.040254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:13:07.043380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:13:07.138873 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:07.200380 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:07.201848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] 10.222.0.83 "PUT /v2.0/ports/0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 1091 time: 1.1861174 Jan 19 00:13:07.202309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:13:07.219707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2065a-f4d4-40c6-97a5-d5b420303dba service neutron] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:07.265237 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'status': 'completed', 'code': 200} Jan 19 00:13:07.363570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49352197-8f60-43cd-b234-f483595ffebf req-ba7dc92b-943f-4269-a4e4-3215c6a4a327 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1094 time: 0.0779431 Jan 19 00:13:07.504419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49352197-8f60-43cd-b234-f483595ffebf req-20079e11-ab35-4c4d-bc81-edb654eb62dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:07.505808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49352197-8f60-43cd-b234-f483595ffebf req-20079e11-ab35-4c4d-bc81-edb654eb62dc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1355283 Jan 19 00:13:07.726201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49352197-8f60-43cd-b234-f483595ffebf req-e92b06c0-ebcf-4f47-ac84-928928c9b9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:07.727652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49352197-8f60-43cd-b234-f483595ffebf req-e92b06c0-ebcf-4f47-ac84-928928c9b9b0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2164607 Jan 19 00:13:07.828553 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-0d5b390a-b5fb-4c2d-a2b3-6bf7328d6a1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1094 time: 0.0675616 Jan 19 00:13:07.900312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-fed8252a-6d34-4a42-84d7-9299b5f896b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 217 time: 0.0653267 Jan 19 00:13:07.961047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4238718-e896-4091-ab44-1a2399141027 req-4a2ad973-8a13-4ac7-b0c4-1ef2efea8b83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:07.963098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-4a2ad973-8a13-4ac7-b0c4-1ef2efea8b83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0575068 Jan 19 00:13:08.098445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2623a2-f950-4216-b574-2ad4cf2d70ba req-f36c75f9-9d0c-4a8e-8d0b-645cf96c2720 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:08.099799 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f2623a2-f950-4216-b574-2ad4cf2d70ba req-f36c75f9-9d0c-4a8e-8d0b-645cf96c2720 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.1347103 Jan 19 00:13:08.104402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-ee4d78ae-30f1-4ca7-9995-9009b7251cae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084702 Jan 19 00:13:08.234628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f2623a2-f950-4216-b574-2ad4cf2d70ba req-78fab1a0-e956-4ab4-bed4-a5751114c08d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287301 Jan 19 00:13:08.268275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-b77c74a3-5475-4a09-a3b6-60d444ffc70a service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495998 Jan 19 00:13:08.405044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4238718-e896-4091-ab44-1a2399141027 req-4df77296-4dd6-4650-b645-31cc4ab73ba0 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305976 Jan 19 00:13:09.434854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa74bb7-9bce-4114-b812-548a53cc7da2 req-b9bf23b6-2ff8-4306-a27d-b21b7bbee078 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:09.436307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffa74bb7-9bce-4114-b812-548a53cc7da2 req-b9bf23b6-2ff8-4306-a27d-b21b7bbee078 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.0792999 Jan 19 00:13:09.481756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffa74bb7-9bce-4114-b812-548a53cc7da2 req-88ae8eb0-575c-49dd-90a9-b6b232a25fc0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Jan 19 00:13:09.686200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:10.680039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d97b1-21c4-4ec7-947b-381652da61e8 req-9dbcddcf-be54-4a08-bc7a-32809f9efd8a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:10.682035 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-485d97b1-21c4-4ec7-947b-381652da61e8 req-9dbcddcf-be54-4a08-bc7a-32809f9efd8a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.0815713 Jan 19 00:13:10.729071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-485d97b1-21c4-4ec7-947b-381652da61e8 req-dd6860dd-0540-47f7-ac26-6288cea71088 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Jan 19 00:13:10.768596 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:13:10.900808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:13:10.914123 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'mac_address': 'fa:16:3e:b6:91:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:13:10.967507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:10.987668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b458c2a-5976-4486-a88f-b93b5a06a698 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:13:11.002904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:13:11.064385 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:11.128079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:11.250064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['0b458c2a-5976-4486-a88f-b93b5a06a698'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:13:11.704333 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:12.071124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1dad4-b736-4834-8c25-7d7282712b70 req-199f6eab-5848-4787-8d57-8ca14c2399a2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:12.073001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e1dad4-b736-4834-8c25-7d7282712b70 req-199f6eab-5848-4787-8d57-8ca14c2399a2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 944 time: 0.0761824 Jan 19 00:13:12.116373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-83e1dad4-b736-4834-8c25-7d7282712b70 req-464587f2-df07-438a-8f5c-7fda31c2d4a1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Jan 19 00:13:12.785945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:13:12.933409 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 0b458c2a-5976-4486-a88f-b93b5a06a698 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:13:12.938388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 0b458c2a-5976-4486-a88f-b93b5a06a698 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:13:12.938756 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:13.052324 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:13.079135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:13:13.088522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:13:13.134652 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'code': 200} Jan 19 00:13:13.157051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:13.227179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:13:13.329990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d810ec5-fb85-4456-9138-6e12caeecf7d req-b9138d13-ad75-4488-a259-266bdd91de7c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.1396279 Jan 19 00:13:13.338999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3ba3b-5492-463d-88a1-e4b324150ea3 req-3a9350ff-93f1-47ae-8840-bbade93068d1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:13.340351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6a3ba3b-5492-463d-88a1-e4b324150ea3 req-3a9350ff-93f1-47ae-8840-bbade93068d1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.1031194 Jan 19 00:13:13.408285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d810ec5-fb85-4456-9138-6e12caeecf7d req-7f4810bd-7416-4f8d-8c96-6fd1324fa989 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669756 Jan 19 00:13:13.410740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6a3ba3b-5492-463d-88a1-e4b324150ea3 req-94a99ef6-5d85-4264-bcdf-0914eeb37c0a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569439 Jan 19 00:13:13.904455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e31224e-6352-4065-9f8e-f2ccb385cecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:14.613257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca583e5d-7d3a-4de3-bea9-52260c6be52d req-4d4d0c1c-2c67-4f5d-b1b6-9f5ea5041e1b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:14.614629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca583e5d-7d3a-4de3-bea9-52260c6be52d req-4d4d0c1c-2c67-4f5d-b1b6-9f5ea5041e1b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0804224 Jan 19 00:13:14.663116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca583e5d-7d3a-4de3-bea9-52260c6be52d req-b26e0209-b8dd-4437-8195-5773d267cd7b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Jan 19 00:13:15.858222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a625f-7553-4e40-ba29-38399d8b5db5 req-44bf7233-5c86-44a0-8ca1-f87c43dca7d8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:15.859669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e33a625f-7553-4e40-ba29-38399d8b5db5 req-44bf7233-5c86-44a0-8ca1-f87c43dca7d8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0753534 Jan 19 00:13:15.909595 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e33a625f-7553-4e40-ba29-38399d8b5db5 req-1a8cd52e-6071-402a-bdd3-f5653c36131c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444746 Jan 19 00:13:16.002029 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef11b2cb-b8af-4c4d-aa8b-26b29b43054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:16.105805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bb18-6f70-48f0-ae04-8e5afe881516 req-82e3b0c6-5ddc-4307-b549-2b7021d287b8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:16.107258 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-16e4bb18-6f70-48f0-ae04-8e5afe881516 req-82e3b0c6-5ddc-4307-b549-2b7021d287b8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0767093 Jan 19 00:13:16.115884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35506) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:13:16.121542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'floatingip': {'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:13:16.286398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:16.882609 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:16.938548 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:17.125933 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c associated. External IP: 172.25.1.2, port: 0b458c2a-5976-4486-a88f-b93b5a06a698. Jan 19 00:13:17.253130 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:17.515606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:13:17.658282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:17.825397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:13:17.830118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:17.838265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:13:17.850650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:13:17.851341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:13:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:17.885545 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6a54a667-bc54-419b-a150-c167c6107550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "PUT /v2.0/floatingips/e30026ab-3f06-4f97-a067-31ba2684bd5c HTTP/1.1" status: 200 len: 989 time: 1.7654924 Jan 19 00:13:17.885545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:13:17.943608 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'status': 'completed', 'code': 200} Jan 19 00:13:18.035676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:13:18.039554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-7abf3618-e7f6-451e-9591-059da3df7bfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.0734618 Jan 19 00:13:18.170676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-af940ead-a055-43ff-8dbd-585b14b9a74c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:18.172145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-af940ead-a055-43ff-8dbd-585b14b9a74c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1266897 Jan 19 00:13:18.277472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-a2037dbe-2dc2-4040-a27c-0c19d37ccb1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 997 time: 0.0995560 Jan 19 00:13:18.338924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-6dffcede-daea-43c6-8e81-70855ece2b4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:18.340373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-6dffcede-daea-43c6-8e81-70855ece2b4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0574131 Jan 19 00:13:18.414167 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-9302bab2-bf90-4536-8938-fd17777d9cf0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681608 Jan 19 00:13:18.422889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:b6:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:13:16Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:18.426815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:13:18.437734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:13:18.438314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:13:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:18.548606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-c3a7f303-c2b6-4034-8509-4fb92363b908 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290505 Jan 19 00:13:18.618778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:13:18.685879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ec1a045-0bd9-4307-b089-5233ee6e840c req-4beb96bf-512c-4157-9408-afc08aa2c68d service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317518 Jan 19 00:13:18.983978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:b6:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:13:16Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:13:18.987821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879ede9-d273-4d87-8a9b-fd933cf6a855 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:b6:91:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:13:16Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:13:19.000552 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:19.185854 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0177e5-c675-4cc6-812a-e6939c872010 None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:13:20.699429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-9ac90202-5002-4bde-a109-431b784cf898 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712216 Jan 19 00:13:20.838356 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-f10ca924-248f-4758-8733-16d7aa75eeaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.0695665 Jan 19 00:13:20.980904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-3c90d22b-3d7a-4557-ae3a-ddea40f48c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:20.982280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-3c90d22b-3d7a-4557-ae3a-ddea40f48c40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1265483 Jan 19 00:13:21.084668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-441ed53c-a5a7-4279-b6ff-6cd0986df835 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 999 time: 0.0965855 Jan 19 00:13:21.145307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-19a102cd-ffe8-4be1-b3e3-9a1958141583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:13:21.146694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-19a102cd-ffe8-4be1-b3e3-9a1958141583 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0563812 Jan 19 00:13:21.223203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-233821a9-a161-4440-9fab-f918ef95c217 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706608 Jan 19 00:13:21.357621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-61d452ef-b667-4f84-9b34-62f5e4eaa9a3 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281078 Jan 19 00:13:21.582654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5e149d57-e4cc-466e-89fd-0dfd3ff00c4b req-7d73a395-7066-42a9-b677-93db05c7015b service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190623 Jan 19 00:13:25.834244 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:13:39.709393 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:41.709767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:43.926956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c358cb34-ed57-437d-be8a-cd615dcb9572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:45.983720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12e8809b-77ff-407d-822f-b3b0b102fa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:47.263105 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:47.653169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:13:49.000949 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:02.834063 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:14:09.731115 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:11.731722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:13.909199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b5f8ed1-bd7a-4993-8c9d-fe5812fa5aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:15.989394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c0439f61-7f29-4789-ba79-ccfc0b60c457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.240757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:17.640701 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:18.995513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:21.752810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-5964a389-5c75-4d59-86f0-29a4c68e8882 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326940 Jan 19 00:14:21.892331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-e83dac67-5284-46a1-93e3-fc7f7623e43d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.0730536 Jan 19 00:14:22.033988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-42dc0f65-c7be-4842-932a-f05a6d9e04a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:22.035441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-42dc0f65-c7be-4842-932a-f05a6d9e04a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1255019 Jan 19 00:14:22.136307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-1d1b10ab-a054-457e-bf03-0dc05f4e4a86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 999 time: 0.0954235 Jan 19 00:14:22.195407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-8a6e5c15-1163-43fd-b7d9-a4a07b93b0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:22.196737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-8a6e5c15-1163-43fd-b7d9-a4a07b93b0e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0556638 Jan 19 00:14:22.271033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-952efc91-baab-4aff-866f-4c8e4d99581a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687261 Jan 19 00:14:22.403879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-30ba5ca3-dc98-4da7-9bfb-756756f69e32 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269779 Jan 19 00:14:22.534875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-639276cc-7af5-4dc0-b59f-aa4f312db6f9 req-82478325-0561-4245-8766-14d6a8fc734a service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252067 Jan 19 00:14:39.686125 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:39.836284 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:14:41.720551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:43.926229 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1b97c64-cec7-465b-8c7f-e858aff68bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:45.988965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e1febd62-2e3c-4101-bb0c-7607b2f0487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:47.245957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:47.657354 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:49.034498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:14:52.821679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e29d2-4f2f-4afd-8bce-6e4f62f15649 req-a9a8d885-ea61-4a23-9288-645bf252c941 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:52.823157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e15e29d2-4f2f-4afd-8bce-6e4f62f15649 req-a9a8d885-ea61-4a23-9288-645bf252c941 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0815480 Jan 19 00:14:52.868607 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e15e29d2-4f2f-4afd-8bce-6e4f62f15649 req-128ec286-0774-4960-bee4-e3425277bdd6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Jan 19 00:14:54.065835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2e4f8-ee40-44b6-842c-6b6b5ebb891c req-f8e5bf0c-1d14-421b-85c8-1ca759738b48 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:54.067278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23a2e4f8-ee40-44b6-842c-6b6b5ebb891c req-f8e5bf0c-1d14-421b-85c8-1ca759738b48 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0752769 Jan 19 00:14:54.115925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23a2e4f8-ee40-44b6-842c-6b6b5ebb891c req-1c3601a6-88d3-4d1d-9303-4d906ad53e21 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jan 19 00:14:55.313087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5351faf-ddc1-4823-bcd4-d48b3876a224 req-b248a3d0-132d-4c6f-82fa-4641e51d6f6d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:55.314536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5351faf-ddc1-4823-bcd4-d48b3876a224 req-b248a3d0-132d-4c6f-82fa-4641e51d6f6d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0759604 Jan 19 00:14:55.358655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a5351faf-ddc1-4823-bcd4-d48b3876a224 req-a05fe339-9262-4a08-8ac6-f821aa51d45c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Jan 19 00:14:56.560562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8205a-b0a7-4e33-a5d9-e82df0910808 req-35dd077b-67bb-4875-9423-2cadd46e1c82 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:56.562029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6c8205a-b0a7-4e33-a5d9-e82df0910808 req-35dd077b-67bb-4875-9423-2cadd46e1c82 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0785823 Jan 19 00:14:56.606179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6c8205a-b0a7-4e33-a5d9-e82df0910808 req-c04ba3a7-d18d-4918-81d3-08dddd013a33 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387280 Jan 19 00:14:57.800702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7afc3e-3f64-4abd-b86e-bc64c324e57c req-dc86a1ba-b713-4a37-981e-e48f6a7f85e0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:57.802169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb7afc3e-3f64-4abd-b86e-bc64c324e57c req-dc86a1ba-b713-4a37-981e-e48f6a7f85e0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0749598 Jan 19 00:14:57.845492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb7afc3e-3f64-4abd-b86e-bc64c324e57c req-d0c6641b-58b8-4813-bac2-8821aa1ac575 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Jan 19 00:14:59.043963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2eb34-b72d-4321-b2e7-abe2d002e5a7 req-7a255375-f102-4b25-bfb2-354e16875b45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:14:59.045917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21a2eb34-b72d-4321-b2e7-abe2d002e5a7 req-7a255375-f102-4b25-bfb2-354e16875b45 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0795825 Jan 19 00:14:59.089901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21a2eb34-b72d-4321-b2e7-abe2d002e5a7 req-4ed916e4-82df-4494-a9b6-dd0aa2e41607 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385725 Jan 19 00:15:00.284267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455cf28-a26e-49f6-aa1b-9e892c73b0aa req-d64cf9bf-0475-436c-86c0-ce833819a8f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:00.285658 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c455cf28-a26e-49f6-aa1b-9e892c73b0aa req-d64cf9bf-0475-436c-86c0-ce833819a8f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Jan 19 00:15:00.334379 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c455cf28-a26e-49f6-aa1b-9e892c73b0aa req-f7efb487-dec0-4dd0-8902-23bd47cc397c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Jan 19 00:15:01.531391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333ac38-8731-4de3-936d-ef28e22cb039 req-5e6890fb-f304-462d-9fd3-ead710bc17ba tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:01.532848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f333ac38-8731-4de3-936d-ef28e22cb039 req-5e6890fb-f304-462d-9fd3-ead710bc17ba tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0758798 Jan 19 00:15:01.577587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f333ac38-8731-4de3-936d-ef28e22cb039 req-1dc23c09-c9fc-47f3-b40e-8ebb64a9af2d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Jan 19 00:15:02.927332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c367d-9735-46be-be4f-8ad00619f6ba req-51ab286e-67c7-4ae9-96e2-44694bcec8c6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:02.928825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d53c367d-9735-46be-be4f-8ad00619f6ba req-51ab286e-67c7-4ae9-96e2-44694bcec8c6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0847540 Jan 19 00:15:03.071776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d53c367d-9735-46be-be4f-8ad00619f6ba req-0c6cd140-3f0d-4c53-9654-a030fdedf205 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374316 Jan 19 00:15:04.420588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e03dc-7027-45be-82d8-1b855c458485 req-3b173681-7a05-4498-9976-adeb9443c63b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:04.422085 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-486e03dc-7027-45be-82d8-1b855c458485 req-3b173681-7a05-4498-9976-adeb9443c63b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0801671 Jan 19 00:15:04.468944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-486e03dc-7027-45be-82d8-1b855c458485 req-3fea3756-42d2-4d12-a83f-1f57903895df tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413771 Jan 19 00:15:04.664487 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-abccbd8d-5981-462c-a86b-a46d71fd3793 req-10622979-09e5-4b1a-b03d-3953ebca6bfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700119 Jan 19 00:15:06.117495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39dc7-6369-4d2a-803d-1c0d1a9c8694 req-e231df08-2a7b-4281-a25b-f078b92a9a53 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:06.119000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f39dc7-6369-4d2a-803d-1c0d1a9c8694 req-e231df08-2a7b-4281-a25b-f078b92a9a53 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0767987 Jan 19 00:15:06.164591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-84f39dc7-6369-4d2a-803d-1c0d1a9c8694 req-857f2e87-5dbc-4470-90b2-1ddcc67af246 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398369 Jan 19 00:15:06.230830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35744) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:15:06.364543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-32c6ade4-d256-4e15-8be2-9b7fdc3389b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325462 Jan 19 00:15:07.370374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7194e-8f7a-4c86-98af-dd1aaa32c536 req-e13e11e3-6215-4494-be63-a248957a7caa tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:07.371838 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51a7194e-8f7a-4c86-98af-dd1aaa32c536 req-e13e11e3-6215-4494-be63-a248957a7caa tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0795894 Jan 19 00:15:07.420590 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51a7194e-8f7a-4c86-98af-dd1aaa32c536 req-a76c431f-d4e5-4b63-9bb0-8b2b0eabcffd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Jan 19 00:15:08.315079 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-4fab663a-f21a-4e2a-892d-610bf1cac33d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.0724487 Jan 19 00:15:08.443145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-ffaf32fe-24aa-47c5-9728-34173310ce48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:08.444578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-ffaf32fe-24aa-47c5-9728-34173310ce48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1239412 Jan 19 00:15:08.594230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-1bb6ac32-39e9-40ce-a715-a3b5a09393a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 999 time: 0.1439435 Jan 19 00:15:08.674185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-d80a479d-9824-48d4-acb3-59940d4d1be6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:08.675600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-d80a479d-9824-48d4-acb3-59940d4d1be6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0715714 Jan 19 00:15:08.681882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea411-8a38-487e-b368-fd1f8427a99a req-5e6ef03a-1c22-492a-a920-31d64e3bba5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:08.683208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61cea411-8a38-487e-b368-fd1f8427a99a req-5e6ef03a-1c22-492a-a920-31d64e3bba5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.1393352 Jan 19 00:15:08.773449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61cea411-8a38-487e-b368-fd1f8427a99a req-c7d1ec52-3592-4284-833a-be987eedef5c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607657 Jan 19 00:15:08.788146 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-fbd35b44-8fff-4bb3-acef-8fd266d1d379 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040404 Jan 19 00:15:08.918800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-891d7f62-b762-4003-b53d-c7929d410a7a service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252069 Jan 19 00:15:09.051088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-8b29ef45-55cf-4787-b44c-52a451eec839 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252108 Jan 19 00:15:09.703024 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:09.970975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90d680-926b-4741-892b-e271905150c2 req-2969a612-4e33-4770-9371-e76f8ef59bac tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:09.972334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b90d680-926b-4741-892b-e271905150c2 req-2969a612-4e33-4770-9371-e76f8ef59bac tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0792742 Jan 19 00:15:10.017132 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b90d680-926b-4741-892b-e271905150c2 req-aabeb52e-953b-4b03-8df0-08bec732905b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393236 Jan 19 00:15:10.976695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-8aa1fc29-b6d9-4b33-bb96-546a5ef3e597 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:15:10.977743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-8aa1fc29-b6d9-4b33-bb96-546a5ef3e597 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052712 Jan 19 00:15:11.055360 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-c06ac476-1fe2-4750-9dc5-18626822dfe4 service neutron] show failed (client error): The resource could not be found. Jan 19 00:15:11.056450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-c06ac476-1fe2-4750-9dc5-18626822dfe4 service neutron] 10.222.0.83 "GET /v2.0/ports/0b458c2a-5976-4486-a88f-b93b5a06a698/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0735743 Jan 19 00:15:11.225326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79a5ae-73ac-4423-9613-7bfa5f77ef97 req-6e6e4772-9361-4c59-80c1-b109a9e0b26c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:11.226696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c79a5ae-73ac-4423-9613-7bfa5f77ef97 req-6e6e4772-9361-4c59-80c1-b109a9e0b26c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Jan 19 00:15:11.273424 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c79a5ae-73ac-4423-9613-7bfa5f77ef97 req-7437ee08-2718-4fa2-92ce-e29f45ee3e4e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 Jan 19 00:15:11.719829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:11.721672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-9bd73a7e-13cb-4b26-9230-3107ae5bae8a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1096 time: 0.1387751 Jan 19 00:15:11.733206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:15:11.840575 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:12.188709 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:12.217865 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:15:12.272586 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:12.277911 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:12.293465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Transition to ACTIVE for port object 0b458c2a-5976-4486-a88f-b93b5a06a698 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:15:12.365829 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:12.422412 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'code': 200} Jan 19 00:15:12.485338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b35f1a-71b8-4e00-bf2e-403e6f60c818 req-21771379-38ba-4385-9721-344cf7cbcfc6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:12.487441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48b35f1a-71b8-4e00-bf2e-403e6f60c818 req-21771379-38ba-4385-9721-344cf7cbcfc6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.0876312 Jan 19 00:15:12.508391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:12.532856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.533203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.533543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.533878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.534208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.534532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.534856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.535177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.535497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.535816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.536140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:12.536503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48b35f1a-71b8-4e00-bf2e-403e6f60c818 req-a7bce4c9-c602-47ad-956d-e1b23295bc49 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Jan 19 00:15:12.579882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] No DVR routers for this DVR port 0b458c2a-5976-4486-a88f-b93b5a06a698 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:15:12.826547 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:15:12.827303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:15:12.827303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:15:12.833202 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:15:12.833336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Attempting to bind port 0b458c2a-5976-4486-a88f-b93b5a06a698 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:15:12.839531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:15:12.839911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:15:12.844531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:15:12.844531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Bound port: 0b458c2a-5976-4486-a88f-b93b5a06a698, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:15:12.844531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:12.928346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:15:12.931465 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:15:12.994774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:13.060654 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:13.062047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] 10.222.0.89 "PUT /v2.0/ports/0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 1091 time: 1.3338523 Jan 19 00:15:13.076003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520197a1-70cc-4a6a-ae7e-a3bf65fbc025 service neutron] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:13.155151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-8fb46749-96d3-4d99-91d4-b73b88966a64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1094 time: 0.0702422 Jan 19 00:15:13.289905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-5f67fec0-a279-4dd0-9692-ff027974d60b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:13.291331 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-5f67fec0-a279-4dd0-9692-ff027974d60b service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1300609 Jan 19 00:15:13.317126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:15:13.386573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:15:13.397121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-7b899712-4b0a-4dbc-8a5b-b9acc646e4f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 997 time: 0.0994654 Jan 19 00:15:13.458964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-c1824f56-9fc4-40bc-ab5c-912c0d05aaf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:13.460379 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-c1824f56-9fc4-40bc-ab5c-912c0d05aaf5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0584517 Jan 19 00:15:13.537761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-7ec1fd1a-0069-4a18-8d3f-5a528e467820 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711060 Jan 19 00:15:13.670411 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-017aee00-5d9f-4854-be2c-04ad34f7e64a service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258123 Jan 19 00:15:13.805461 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-4dd187d0-afc2-45b1-8881-6c02393e3679 req-acaded60-98ee-4fd1-8815-276173f9faeb service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297851 Jan 19 00:15:13.837781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b8e3a-53a6-483a-884b-ad16342e901e req-ff37e978-a296-479e-af73-8cf2e2af7ef7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:13.839162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-196b8e3a-53a6-483a-884b-ad16342e901e req-ff37e978-a296-479e-af73-8cf2e2af7ef7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.1721406 Jan 19 00:15:13.885471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-196b8e3a-53a6-483a-884b-ad16342e901e req-1c861b91-18a6-4a0e-9ccf-ab4e886f1642 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Jan 19 00:15:13.919891 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c8ace586-5307-4203-96ad-c1a8374a9323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:14.423316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:14.498175 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'status': 'completed', 'code': 200} Jan 19 00:15:14.585185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-28b53380-b263-4638-a3ef-e77f6fffcdc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1094 time: 0.0703382 Jan 19 00:15:14.592239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-c541b8d3-aadf-4a8d-baca-c4fdc61730fd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1094 time: 0.0703890 Jan 19 00:15:14.722912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129faff1-a35d-4b3f-9ede-651374ac667d req-4778fabb-a210-482a-838e-db150287c0d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:14.724286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-4778fabb-a210-482a-838e-db150287c0d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1337605 Jan 19 00:15:14.823360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-c3ed488a-1d01-433d-8b8c-348e6400a300 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 997 time: 0.0933144 Jan 19 00:15:14.826704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129faff1-a35d-4b3f-9ede-651374ac667d req-e59f4523-1850-4fe1-8d02-a1685cd88e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:14.828142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-e59f4523-1850-4fe1-8d02-a1685cd88e0a service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2302165 Jan 19 00:15:14.889001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129faff1-a35d-4b3f-9ede-651374ac667d req-3bc3e6f0-bd0c-48a9-ad2a-0cc0983936c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:14.891735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-3bc3e6f0-bd0c-48a9-ad2a-0cc0983936c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0614696 Jan 19 00:15:14.936464 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-d6b7ed51-fe9a-4492-95d2-f95df6c30d76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 997 time: 0.1020365 Jan 19 00:15:14.966708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-c3f244de-2621-495c-98af-40c50436c3f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703664 Jan 19 00:15:15.000931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129faff1-a35d-4b3f-9ede-651374ac667d req-daa93363-e8f1-4225-904c-b845e100663a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:15.002286 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-daa93363-e8f1-4225-904c-b845e100663a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0587153 Jan 19 00:15:15.080632 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-0d01a997-b91c-45f5-861e-e22e8589c0ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715799 Jan 19 00:15:15.161813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-ae4ca942-13e9-439a-a38a-a394ade374a8 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888769 Jan 19 00:15:15.173243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b391-6b41-4cd3-90d2-02f834bcbf7d req-5dd22c2c-232e-43c4-9c49-72d75ad6b902 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:15.174845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9905b391-6b41-4cd3-90d2-02f834bcbf7d req-5dd22c2c-232e-43c4-9c49-72d75ad6b902 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.1321802 Jan 19 00:15:15.213915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-1b4eadb6-1022-4b01-866b-1096c569c791 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266901 Jan 19 00:15:15.302508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9905b391-6b41-4cd3-90d2-02f834bcbf7d req-62cfec63-a3a1-4418-8fe5-ba338b028429 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078846 Jan 19 00:15:15.338992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-120944ae-1caf-421a-b4d5-26fb87615061 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716654 Jan 19 00:15:15.347293 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-129faff1-a35d-4b3f-9ede-651374ac667d req-df052d42-b557-42bf-97f9-0a1826050a13 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264989 Jan 19 00:15:16.004049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b4dbd2f8-c327-4bd3-bdf7-397844e47293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:16.505094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c758db1-216f-4b8e-b0d6-19748f78c9bf req-cae8b15c-7d51-4e01-9f91-3a9be4d81546 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:16.506537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c758db1-216f-4b8e-b0d6-19748f78c9bf req-cae8b15c-7d51-4e01-9f91-3a9be4d81546 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.0778890 Jan 19 00:15:16.555515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c758db1-216f-4b8e-b0d6-19748f78c9bf req-ca736020-bff8-4628-a642-6b0e1992cc07 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Jan 19 00:15:16.836617 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:15:17.245158 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:17.551240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:15:17.692279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:17.705905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'mac_address': 'fa:16:3e:b6:91:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:15:17.735032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:17.757528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2f763-7cd7-49a9-a9e5-fdd47978eb24 req-a886f5b9-68b1-4aa9-b9e7-9338dd76ed22 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:17.758962 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79e2f763-7cd7-49a9-a9e5-fdd47978eb24 req-a886f5b9-68b1-4aa9-b9e7-9338dd76ed22 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 943 time: 0.0770547 Jan 19 00:15:17.759115 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:17.776393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b458c2a-5976-4486-a88f-b93b5a06a698 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:15:17.791359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:17.804735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79e2f763-7cd7-49a9-a9e5-fdd47978eb24 req-76b54ad2-5c5d-4f9b-a693-00272d41c966 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392718 Jan 19 00:15:17.856941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:17.963039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:17.972089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.972431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.972766 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.973124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.973453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.973779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.974100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.974418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.974736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.975051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:17.975365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:18.193041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['0b458c2a-5976-4486-a88f-b93b5a06a698'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:15:18.393068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3d764-6add-4137-9ebc-96ed2f6ded2d req-8354318e-23c6-4cba-a4c8-d4b0a7e011e9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:18.394525 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1db3d764-6add-4137-9ebc-96ed2f6ded2d req-8354318e-23c6-4cba-a4c8-d4b0a7e011e9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 944 time: 0.1364546 Jan 19 00:15:18.429201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-6adb3f78-4549-42ee-b526-d7b5b29e8133 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:18.430578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-6adb3f78-4549-42ee-b526-d7b5b29e8133 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 944 time: 0.1276798 Jan 19 00:15:18.501624 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1db3d764-6add-4137-9ebc-96ed2f6ded2d req-d927fb7a-ba7a-4802-9460-4a0d221404d9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015410 Jan 19 00:15:18.521245 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-f0d58e57-3f29-455a-a88b-60e23f8a2728 service neutron] delete failed (client error): The resource could not be found. Jan 19 00:15:18.522241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-f0d58e57-3f29-455a-a88b-60e23f8a2728 service neutron] 10.222.0.83 "DELETE /v2.0/ports/0b458c2a-5976-4486-a88f-b93b5a06a698/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0837026 Jan 19 00:15:18.661068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-86b99e3d-0a71-494f-a713-c285286cc55c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1095 time: 0.0704906 Jan 19 00:15:18.793912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-f678264d-faea-4ab2-9177-72fe07d94cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:18.796308 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-f678264d-faea-4ab2-9177-72fe07d94cf8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1283944 Jan 19 00:15:18.995013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-15822809-c174-4888-ae37-b1af1d9e1c47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 998 time: 0.1923454 Jan 19 00:15:19.005478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:19.060503 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-eb2d9dff-5a4c-45c2-9477-df679df542b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:19.061914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-eb2d9dff-5a4c-45c2-9477-df679df542b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0606883 Jan 19 00:15:19.136255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-2441eb30-257a-43f7-9f2f-f2f1a6f965d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691650 Jan 19 00:15:19.268201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-badbb1bc-afbc-4c36-bf5f-0d1ae765f557 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260448 Jan 19 00:15:19.401331 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc34e206-c264-4e3e-b3ec-4f2a787a906c req-ee1ca165-7702-4c06-9f6a-ee8c9a56818c service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273704 Jan 19 00:15:19.551072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:15:19.674710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 0b458c2a-5976-4486-a88f-b93b5a06a698 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:15:19.679577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 0b458c2a-5976-4486-a88f-b93b5a06a698 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:15:19.687031 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:19.702045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db6182-955a-4172-b440-8940d284c64f req-7415c6dc-907b-4cc6-8b77-72a874b4b721 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:19.708194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2db6182-955a-4172-b440-8940d284c64f req-7415c6dc-907b-4cc6-8b77-72a874b4b721 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 944 time: 0.0774250 Jan 19 00:15:19.753812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2db6182-955a-4172-b440-8940d284c64f req-d0b25cca-a654-465c-9495-3636c2aeaaa0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 Jan 19 00:15:19.796992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:19.822976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:19.833183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:19.892225 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'code': 200} Jan 19 00:15:19.895456 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:19.961073 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:20.946589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cdfd8-d1f0-4b1b-bce5-b6fe1bc06e34 req-b918f526-5268-49c8-88a3-1c3cff66d4f9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:20.947999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-622cdfd8-d1f0-4b1b-bce5-b6fe1bc06e34 req-b918f526-5268-49c8-88a3-1c3cff66d4f9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0749743 Jan 19 00:15:20.991845 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-622cdfd8-d1f0-4b1b-bce5-b6fe1bc06e34 req-267db206-ea16-400c-971b-35308abf10b8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Jan 19 00:15:21.192430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f2749-3406-444f-b13f-e26343d4c7b1 req-ddef7975-2834-4ac9-a43c-42429fd236d7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:21.193875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-252f2749-3406-444f-b13f-e26343d4c7b1 req-ddef7975-2834-4ac9-a43c-42429fd236d7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0825255 Jan 19 00:15:21.237605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-252f2749-3406-444f-b13f-e26343d4c7b1 req-dd0efddb-21ee-478c-b73d-51de93521f8a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Jan 19 00:15:21.707326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17f8d-db21-4c82-a7f9-a1399e795a21 req-d9e77762-94b7-4e37-8178-d9f3dd858f3f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:21.709528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4d17f8d-db21-4c82-a7f9-a1399e795a21 req-d9e77762-94b7-4e37-8178-d9f3dd858f3f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0855701 Jan 19 00:15:21.754591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d4d17f8d-db21-4c82-a7f9-a1399e795a21 req-e7e2a358-ae0e-419d-a507-54d7a5603d68 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Jan 19 00:15:21.799020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-0ca2a902-3efb-44fb-9e06-1b99052d066f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 1096 time: 0.0691533 Jan 19 00:15:21.929437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-f0d2aab3-8884-42b4-81fa-275e26c2ed8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:21.930900 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-f0d2aab3-8884-42b4-81fa-275e26c2ed8d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1262288 Jan 19 00:15:22.037435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-4b1ebd2e-80da-47ae-a9af-3ec1c52c6302 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 200 len: 999 time: 0.1011591 Jan 19 00:15:22.101770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-7d57d0a0-0a65-4f15-9ade-119d9aea6ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:22.103184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-7d57d0a0-0a65-4f15-9ade-119d9aea6ca2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0603416 Jan 19 00:15:22.175582 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-679849b4-85d5-4a46-98d6-8e2d62a6bd2c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666754 Jan 19 00:15:22.305950 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-4d62e095-b1bd-441a-bd02-454425280eb8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244397 Jan 19 00:15:22.434388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-22ec487d-9f00-4ed9-ac52-718ee18bbc50 req-6843fc02-3b03-4563-a762-db4a314b37be service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223843 Jan 19 00:15:22.959265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a668ce-5e04-4b42-af7b-bbcbbe4806cb req-4ef1fd37-de9d-44ea-bfe2-d11410a0a3b1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:22.961401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67a668ce-5e04-4b42-af7b-bbcbbe4806cb req-4ef1fd37-de9d-44ea-bfe2-d11410a0a3b1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0825472 Jan 19 00:15:23.008536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67a668ce-5e04-4b42-af7b-bbcbbe4806cb req-43ef472d-8e48-49dd-b963-b68b47c1c4e2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 Jan 19 00:15:24.205844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b2afc-f2b7-42cf-a520-6afa5fa026b4 req-eeda755f-fb77-40cc-9997-ee9428229178 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:24.207188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd3b2afc-f2b7-42cf-a520-6afa5fa026b4 req-eeda755f-fb77-40cc-9997-ee9428229178 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0740798 Jan 19 00:15:24.251505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd3b2afc-f2b7-42cf-a520-6afa5fa026b4 req-1486da7a-f555-46ee-abae-58dc96eaa15b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Jan 19 00:15:24.868706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1697-57c7-4993-876a-13879b375096 req-bd649691-cca4-4546-96c5-0699052eff37 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:24.870190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff8c1697-57c7-4993-876a-13879b375096 req-bd649691-cca4-4546-96c5-0699052eff37 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0797236 Jan 19 00:15:24.917827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff8c1697-57c7-4993-876a-13879b375096 req-58c650b5-dce1-4c25-8746-9956b4476ffc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 Jan 19 00:15:26.117229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5634ea-c38a-4f9e-8deb-4af6cab73558 req-a814582b-2d91-423c-8293-1d1130204773 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:26.118657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5634ea-c38a-4f9e-8deb-4af6cab73558 req-a814582b-2d91-423c-8293-1d1130204773 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0765700 Jan 19 00:15:26.167906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f5634ea-c38a-4f9e-8deb-4af6cab73558 req-c23094c0-8b88-43c7-99f2-1913fa5db1a3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Jan 19 00:15:26.235606 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-d1149d38-f160-4b12-8ea0-892e942d760c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:26.237053 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-d1149d38-f160-4b12-8ea0-892e942d760c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 945 time: 0.0771589 Jan 19 00:15:26.307295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Deleting port 0b458c2a-5976-4486-a88f-b93b5a06a698 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:15:26.307618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:26.650953 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] For port 0b458c2a-5976-4486-a88f-b93b5a06a698, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=0b458c2a-5976-4486-a88f-b93b5a06a698,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:26.651453 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:26.930867 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:26.931244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:26.931559 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c disassociated. External IP: 172.25.1.2, port: 0b458c2a-5976-4486-a88f-b93b5a06a698. Jan 19 00:15:26.931897 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Calling delete_port for 0b458c2a-5976-4486-a88f-b93b5a06a698 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:15:27.141133 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:27.188495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'Port': ['ID=0b458c2a-5976-4486-a88f-b93b5a06a698,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:27.365547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-062fa65c-567b-4d9e-8d42-53559d6b0eff req-52e33418-e59c-4d52-be4b-0eddde0149e5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ea5966b-dcac-4743-8b91-4935c5f38110 HTTP/1.1" status: 200 len: 210 time: 0.0432532 Jan 19 00:15:27.414089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:15:27.607565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:15:27.617081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:15:27.632617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:15:27.633273 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:27.678187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] No DVR routers for this DVR port 0b458c2a-5976-4486-a88f-b93b5a06a698 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:15:27.680786 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:27.683291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-deleted', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:27.740050 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea5966b-dcac-4743-8b91-4935c5f38110', 'name': 'network-vif-deleted', 'tag': '0b458c2a-5976-4486-a88f-b93b5a06a698', 'status': 'completed', 'code': 200} Jan 19 00:15:27.777637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-38b9c21e-32dc-46c8-a137-9fd3568f7148 req-6d1bf555-0d30-4950-896c-3535c90cf704 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "DELETE /v2.0/ports/0b458c2a-5976-4486-a88f-b93b5a06a698 HTTP/1.1" status: 204 len: 173 time: 1.5357525 Jan 19 00:15:27.811958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:15:28.131619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:28.135717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:15:28.146820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:15:28.147401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:28.320220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:15:28.675186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:28.679205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe91b621-e9ae-4376-aa40-a02c4df8750d None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:15:28.775689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-895cd5b8-74bf-4173-928c-7eb0c5ea6bd4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1460955150&fields=id&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 267 time: 0.0417399 Jan 19 00:15:28.906946 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3389d6-553d-4d07-aff3-57d0e7b01afb None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:15:28.930595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-268994b2-3dea-42da-8053-bcff64ee128d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:28.931974 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-268994b2-3dea-42da-8053-bcff64ee128d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1491888 Jan 19 00:15:28.949141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-86172e72-4558-43a6-bbbd-0639a687cfbc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/quotas/a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 375 time: 0.0112729 Jan 19 00:15:29.036792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-57678aab-cdb9-4e59-81e7-5b80131872e1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821123 Jan 19 00:15:29.270760 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-7c3ed95c-77b3-48ec-8304-45b97bd4b47e service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215850 Jan 19 00:15:29.400773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-e83cb517-e298-4e8a-999d-2c237fc481f4 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242659 Jan 19 00:15:29.583039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:15:29.622344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 0b458c2a-5976-4486-a88f-b93b5a06a698 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:15:29.623152 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 0b458c2a-5976-4486-a88f-b93b5a06a698 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:15:29.688087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ffb9cf8f-928e-4475-bdcc-eb54c887c037 req-38f1b169-6f99-48ae-abaa-89fbcf2585ef tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Jan 19 00:15:30.849524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c8290a0-d22b-491f-8676-e27b3094a487 req-d61e9eab-3922-4dc2-869c-6c96bbf21bc3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 210 time: 0.0409288 Jan 19 00:15:31.731965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-d7043b60-0b62-4497-9da7-3601f2e39d63 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:31.733540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-d7043b60-0b62-4497-9da7-3601f2e39d63 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1496181 Jan 19 00:15:31.790255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-071ac9d1-81f1-45a5-b6d1-7560c12dd429 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 380 time: 0.0455451 Jan 19 00:15:31.797911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'port': {'device_id': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'admin_state_up': True, 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'security_groups': ['e344164d-1b1d-4451-bcc0-9fa21ab8a868']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:15:31.943516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:15:31.947534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Usage tracker for resource:port and tenant:a74fc6d62f3a4460a74a6e56e5d7d763 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:15:31.950328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:15:31.956289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:15:32.014709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15f12204-2acf-4cc5-973a-2b9018ad9754 req-1cdc205b-83d4-49f6-8c8c-12e95dc589f9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 210 time: 0.0406098 Jan 19 00:15:32.089416 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:15:32.093027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:32.253479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Allocated IP 172.20.0.10 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/24aa98fd-1d1b-4b32-8691-5d3f9067bb10) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:15:32.434818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:32.449975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Transition to ACTIVE for port object 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:15:32.552894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:32.627699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:15:32.628878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:15:32.633104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:15:32.669701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:32.692463 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.692810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.693177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.693512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.693844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.694173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.694496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.694822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.695141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.695464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.695790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:15:32.710794 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:32.711410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:32.798869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-78f21823-34eb-4045-a2e0-5d24de63c0d3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0044222 Jan 19 00:15:32.810505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Request body: {'port': {'device_id': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:15:32.922770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:32.959436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f105d595-d31f-44f2-a65c-a5b886b91f99 None None] Provisioning for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:15:32.964863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f105d595-d31f-44f2-a65c-a5b886b91f99 None None] Provisioning complete for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:15:32.965307 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f105d595-d31f-44f2-a65c-a5b886b91f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:33.020885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f105d595-d31f-44f2-a65c-a5b886b91f99 None None] Port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:15:33.271921 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c068b9-74c4-4e70-a706-df4a7ccdffc0 req-6be20c98-2e00-45ea-9076-3904ad1e00f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:33.272525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-07c068b9-74c4-4e70-a706-df4a7ccdffc0 req-6be20c98-2e00-45ea-9076-3904ad1e00f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:15:33.332107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:15:33.338926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:33.353813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Transition to ACTIVE for port object 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:15:33.388330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-07c068b9-74c4-4e70-a706-df4a7ccdffc0 req-6be20c98-2e00-45ea-9076-3904ad1e00f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:15:33.390293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c068b9-74c4-4e70-a706-df4a7ccdffc0 req-6be20c98-2e00-45ea-9076-3904ad1e00f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 932 time: 0.2512972 Jan 19 00:15:33.414164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:33.649320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:33.655259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-07c068b9-74c4-4e70-a706-df4a7ccdffc0 req-f5adbf2c-1cb2-469e-9986-5e7d2a659d1e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586391 Jan 19 00:15:33.767422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:15:33.767753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:15:33.768076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:15:33.773772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:15:33.774090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:15:33.780881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:15:33.781214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:15:33.781596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:15:33.782014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Bound port: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:15:33.782357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:33.868758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:15:33.871666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:15:33.975931 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:34.039890 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:34.041322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] 10.222.0.83 "PUT /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1092 time: 1.2349944 Jan 19 00:15:34.041750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:34.061888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf936940-6f78-4775-8a2a-1af808d7d5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:34.110236 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'status': 'completed', 'code': 200} Jan 19 00:15:34.206127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f826a13-f8e2-4813-8129-fea93627f16c req-601dc20c-6104-4663-a036-c008fe494ce7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0737548 Jan 19 00:15:34.346179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f826a13-f8e2-4813-8129-fea93627f16c req-200c69ba-a943-4f19-830f-ff23fe862592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:34.347668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f826a13-f8e2-4813-8129-fea93627f16c req-200c69ba-a943-4f19-830f-ff23fe862592 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1353168 Jan 19 00:15:34.478330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f826a13-f8e2-4813-8129-fea93627f16c req-8a1867fa-4686-42c4-a5bb-834f11a6d8c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:34.479750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f826a13-f8e2-4813-8129-fea93627f16c req-8a1867fa-4686-42c4-a5bb-834f11a6d8c4 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268015 Jan 19 00:15:34.580492 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-ff834441-98f8-4656-a19c-6c13bea9051c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0674465 Jan 19 00:15:34.650678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-f3e38433-ed56-4f02-9d4a-0eafaa2fb3c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 217 time: 0.0637112 Jan 19 00:15:34.711911 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bc5dafd3-af6d-4a88-b8a5-3dda6d336f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:34.713421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-bc5dafd3-af6d-4a88-b8a5-3dda6d336f8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0571628 Jan 19 00:15:34.833348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-136c50e6-bc1e-4da5-b72d-5d2bed2363cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142740 Jan 19 00:15:34.952485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aba641-2629-426f-a87a-bee407d33fac req-5e2bff0c-282f-46db-8808-be8bc91f1eaa tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:34.953935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4aba641-2629-426f-a87a-bee407d33fac req-5e2bff0c-282f-46db-8808-be8bc91f1eaa tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.1745861 Jan 19 00:15:35.002047 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-568d7834-4b87-417a-b47e-7b0e66661892 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623635 Jan 19 00:15:35.093634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a4aba641-2629-426f-a87a-bee407d33fac req-9eb44ae1-c7b3-45ea-98a5-c4b92e3ffcd3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300421 Jan 19 00:15:35.150814 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64484924-f005-4b4d-9a00-eda43a9533b6 req-e6befa50-e06e-4909-9ac8-addbd6f56c71 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402853 Jan 19 00:15:36.290519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf32e5-573e-45ef-9207-74a587f486b0 req-dfb34f18-dcbe-4bda-a0eb-12275232be5f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:36.291882 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4bf32e5-573e-45ef-9207-74a587f486b0 req-dfb34f18-dcbe-4bda-a0eb-12275232be5f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0762274 Jan 19 00:15:36.336909 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4bf32e5-573e-45ef-9207-74a587f486b0 req-93ad81ec-6b1a-4be7-aece-5197583c9397 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Jan 19 00:15:37.536618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12043685-46c8-4f8c-94e1-64330156305e req-cdc6efad-8d45-4796-aeb8-02373b51c97d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:37.538066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12043685-46c8-4f8c-94e1-64330156305e req-cdc6efad-8d45-4796-aeb8-02373b51c97d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0796843 Jan 19 00:15:37.677218 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-12043685-46c8-4f8c-94e1-64330156305e req-65dd5a0c-20ea-4e8d-a722-ab2360544dc9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336212 Jan 19 00:15:38.875289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95f7a2-4a34-41ca-90b3-4fe19e150f38 req-8d3ed582-db1b-416d-9a1a-9450bb998015 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:38.876827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b95f7a2-4a34-41ca-90b3-4fe19e150f38 req-8d3ed582-db1b-416d-9a1a-9450bb998015 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0778062 Jan 19 00:15:38.924759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b95f7a2-4a34-41ca-90b3-4fe19e150f38 req-3a8d0581-742e-4b5e-b84f-4c55a3646292 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423222 Jan 19 00:15:39.414398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:15:39.546411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:39.558934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:15:39.613268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:39.630526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:15:39.655616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:39.685188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:39.723460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:39.754017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:39.898751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['24aa98fd-1d1b-4b32-8691-5d3f9067bb10'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:15:40.126077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fa2fe-58c3-445d-933a-4bcae73993bb req-7a4dca21-7f58-435c-8e98-d5dd8a04ee47 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:40.127626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-668fa2fe-58c3-445d-933a-4bcae73993bb req-7a4dca21-7f58-435c-8e98-d5dd8a04ee47 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0776405 Jan 19 00:15:40.172663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-668fa2fe-58c3-445d-933a-4bcae73993bb req-6a6ffd0b-cdf9-49c5-85cb-ca5cade03b84 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 Jan 19 00:15:41.366523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dff8a4-24e8-4aef-bf98-50490d396f41 req-6da75bbc-943d-46d2-bb95-9af39a042ce3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:41.367960 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03dff8a4-24e8-4aef-bf98-50490d396f41 req-6da75bbc-943d-46d2-bb95-9af39a042ce3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0752044 Jan 19 00:15:41.415582 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03dff8a4-24e8-4aef-bf98-50490d396f41 req-bc438660-e78e-4bc7-8091-ce15a7c7160e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Jan 19 00:15:41.424158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:15:41.547411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:15:41.552044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:15:41.552417 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:41.674909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:41.702002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:41.711670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:15:41.748394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:41.760361 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'code': 200} Jan 19 00:15:41.777181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:41.844919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:15:41.882826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd596598-9e95-4fe1-bce0-5c39e8b7972d req-ff3d660e-aa38-4a08-968d-ba2bc13bb040 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.0698674 Jan 19 00:15:41.925121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dd596598-9e95-4fe1-bce0-5c39e8b7972d req-eb929325-d54a-4139-b8cf-50fc778f4c47 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 Jan 19 00:15:42.614374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f93c27-d9e1-41f2-b7ed-da5be0df943a req-b594f7ed-6ca3-4101-b0c7-03b4e83f7d2f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:42.615795 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09f93c27-d9e1-41f2-b7ed-da5be0df943a req-b594f7ed-6ca3-4101-b0c7-03b4e83f7d2f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0775986 Jan 19 00:15:42.660600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09f93c27-d9e1-41f2-b7ed-da5be0df943a req-f424ccd3-b43a-4e90-992a-bde3183875e7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393901 Jan 19 00:15:43.879327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ab715-d3dd-4de7-91e4-00af3de3ed52 req-e2bc7e12-31b9-454d-abda-f3a7fe55dd71 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:43.881522 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca0ab715-d3dd-4de7-91e4-00af3de3ed52 req-e2bc7e12-31b9-454d-abda-f3a7fe55dd71 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0876722 Jan 19 00:15:43.925702 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd2147ce-c938-46d8-8d52-9c040c493493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:43.932762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca0ab715-d3dd-4de7-91e4-00af3de3ed52 req-cf19e62e-b1c3-4432-a552-b7b4ee075b3a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452001 Jan 19 00:15:44.139000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a57dc-6e63-4b28-b3e4-5d66b72ab34f req-c7839504-bced-4a32-b2ed-3c486f95e603 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:44.141128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-858a57dc-6e63-4b28-b3e4-5d66b72ab34f req-c7839504-bced-4a32-b2ed-3c486f95e603 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0843911 Jan 19 00:15:44.149621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 35888) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:15:44.154713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'floatingip': {'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:15:44.229962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:44.815046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:44.866241 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:45.154661 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c associated. External IP: 172.25.1.2, port: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10. Jan 19 00:15:45.545203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:15:45.744401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:15:45.749108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:45.754480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:15:45.767808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:15:45.768515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:15:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:45.802106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff52ada8-dec6-41cd-87c9-dff08f4783a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "PUT /v2.0/floatingips/e30026ab-3f06-4f97-a067-31ba2684bd5c HTTP/1.1" status: 200 len: 990 time: 1.6513627 Jan 19 00:15:45.802589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:15:45.863405 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'status': 'completed', 'code': 200} Jan 19 00:15:45.962626 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-78ac6f01-0ea5-4c08-ad13-7707393421a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.0793257 Jan 19 00:15:45.965033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:15:46.089249 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb316457-29d8-4e3a-836c-26d2e106bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:46.102202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-8912faad-3828-4c2e-8fa2-da044be0aa7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:46.103668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-8912faad-3828-4c2e-8fa2-da044be0aa7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1358390 Jan 19 00:15:46.208054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-e3ab9c21-da8f-4127-ba00-71a40d6b5199 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 998 time: 0.0985405 Jan 19 00:15:46.274164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-548b355c-15a0-498c-8b6c-e4eeefcb999b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:15:46.275594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-548b355c-15a0-498c-8b6c-e4eeefcb999b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0616422 Jan 19 00:15:46.351611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-7af0b74f-eaa2-4822-a242-2a71c895fe1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703821 Jan 19 00:15:46.359405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:15:44Z', 'revision_number': 9, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:46.363422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:15:46.374566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:15:46.375165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:15:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:46.488510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-12bb8053-7704-4ac1-990f-1eb2f5f3cacf service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314390 Jan 19 00:15:46.550898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:15:46.621988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e8d6d53-dcb5-40b3-badf-c77d868e3e2f req-fb774773-ab0f-4248-a57c-e98907534ebd service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276548 Jan 19 00:15:46.894072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:15:44Z', 'revision_number': 9, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:15:46.898024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d623ba8-dddc-438f-bad3-b9735eed0253 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:15:44Z', 'revision_number': 9, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:15:47.097523 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbedc3-5e7f-4d7b-8bc8-5c01b7f25ece None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:15:47.244965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:47.649167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:49.010745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:15:53.836475 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:16:09.723186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:11.735782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:13.929119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c52e8b5c-e0ec-43a1-b1dd-92621d32ddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:16.004222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-29edbf72-533e-4869-b549-0ba577e603ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:17.260052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:17.654297 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:19.015991 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:22.783086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-60de8815-a1b6-4d97-9486-dec0e2c176c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1682689 Jan 19 00:16:22.919763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-25b5a399-62a2-451f-b80f-c499205ec1fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.0686111 Jan 19 00:16:23.060852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4e50e-1d98-48a2-aff5-461467435abe req-99cd8910-c0a0-45c5-9fca-039394b0447f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:16:23.062757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-99cd8910-c0a0-45c5-9fca-039394b0447f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1254785 Jan 19 00:16:23.163272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-c2c9f867-3772-42be-ad35-ca2ebca0b69d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1001 time: 0.0952122 Jan 19 00:16:23.223967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4e50e-1d98-48a2-aff5-461467435abe req-876d3bce-b5f1-48d8-9dd6-7914385d5561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:16:23.225387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-876d3bce-b5f1-48d8-9dd6-7914385d5561 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0567582 Jan 19 00:16:23.305963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-800e9cf2-254f-4487-9ac4-4b0c1de80d5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750017 Jan 19 00:16:23.445335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-55bdf5a7-f7f1-4434-96e0-2e133c7e51b4 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330616 Jan 19 00:16:23.578591 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ced4e50e-1d98-48a2-aff5-461467435abe req-6afbe2d9-7aaa-4bc8-896e-5822aafbd7c1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271086 Jan 19 00:16:30.837162 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:16:39.695515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:41.767728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:43.930120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-549b6d54-f529-4344-8bbb-b29176b96edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:46.044156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ede06442-43ad-4283-9d0d-2207033be003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:47.272898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:47.659208 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:16:49.021476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:07.836646 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:17:09.739222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:11.764047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:13.923681 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-28c85dd6-fabf-4f75-88c6-01576c142a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:16.032345 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a7aac726-3a84-4523-84ec-f9597c50e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:17.283779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:17.672310 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:19.018589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:19.559656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a84b297-9d06-45dc-b396-096c76f56344 req-94030107-a4b9-41d9-9d8a-b59150a361dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1322811 Jan 19 00:17:20.065525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d3da5-c43c-4b2d-8a5b-afb8b4b89545 req-a1eaccc5-9728-4111-ad8f-263615e9bd07 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:20.066965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143d3da5-c43c-4b2d-8a5b-afb8b4b89545 req-a1eaccc5-9728-4111-ad8f-263615e9bd07 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1159711 Jan 19 00:17:20.129968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-d0cde3ee-2b69-48c3-bb43-bc70812c4851 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101491 Jan 19 00:17:20.132919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-143d3da5-c43c-4b2d-8a5b-afb8b4b89545 req-e68172a8-5198-46b7-9db5-537308983cbc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589702 Jan 19 00:17:21.334738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30b6cd-f627-4943-a81f-44b78592259c req-dba9febb-391b-4d73-b8c4-3d2b07748dd5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:21.336675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b30b6cd-f627-4943-a81f-44b78592259c req-dba9febb-391b-4d73-b8c4-3d2b07748dd5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0798235 Jan 19 00:17:21.382745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b30b6cd-f627-4943-a81f-44b78592259c req-2269bee4-347a-40fe-9013-1f4e798d38ae tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399184 Jan 19 00:17:22.137897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-58f4c95c-6ec2-4960-a8ad-421ce2b0bf3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.0684361 Jan 19 00:17:22.265618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffdd9-8e20-4597-a438-84d2f420466d req-8ef5fa4e-9721-4e39-8f7c-da4cdfb96255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:22.266981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-8ef5fa4e-9721-4e39-8f7c-da4cdfb96255 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1238275 Jan 19 00:17:22.370721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-fd205016-78ef-4833-aa9d-999bf0130e2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1001 time: 0.0965531 Jan 19 00:17:22.431798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffdd9-8e20-4597-a438-84d2f420466d req-09047e4c-9faf-42fb-8996-9aef227d42a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:22.433268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-09047e4c-9faf-42fb-8996-9aef227d42a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0572562 Jan 19 00:17:22.511575 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-8447cc80-8fa0-4912-bb98-fdabe81ed857 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724342 Jan 19 00:17:22.784593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-11eef459-9d9d-490d-8afb-bc4c92544e24 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444954 Jan 19 00:17:22.791457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc317-a92e-45af-b3b5-61511eceeed8 req-4d171d7a-214e-453b-8301-44017f47545e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:22.792854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1bc317-a92e-45af-b3b5-61511eceeed8 req-4d171d7a-214e-453b-8301-44017f47545e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.2856941 Jan 19 00:17:22.924291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b1bc317-a92e-45af-b3b5-61511eceeed8 req-fac3830d-33e0-4e44-89d1-b8bf13ceca81 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100390 Jan 19 00:17:22.956654 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-d8110056-01bb-4487-be32-c37e0a9892a2 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628740 Jan 19 00:17:24.122762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9b4b-9ef5-43ff-bb7e-0278e154d0f7 req-e5360cbc-45cf-4f61-98ae-f38eb854bd29 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:24.124231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86bc9b4b-9ef5-43ff-bb7e-0278e154d0f7 req-e5360cbc-45cf-4f61-98ae-f38eb854bd29 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0772200 Jan 19 00:17:24.170864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-86bc9b4b-9ef5-43ff-bb7e-0278e154d0f7 req-2ad99987-5011-41ab-abdb-d91c92fdf155 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409930 Jan 19 00:17:24.762839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-becaeeb6-261c-44cd-93c9-60ce2d8bb342 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.0753102 Jan 19 00:17:24.905144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-61c21435-c183-43c3-b2fd-99c322c230ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:24.906599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-61c21435-c183-43c3-b2fd-99c322c230ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1260648 Jan 19 00:17:25.008023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-fa0e59d8-c399-44f2-8efa-35dd22b40158 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1001 time: 0.0949790 Jan 19 00:17:25.067972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-a6579f7c-c3fe-45ee-84e2-bc97b6dc71e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:25.069321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-a6579f7c-c3fe-45ee-84e2-bc97b6dc71e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0562742 Jan 19 00:17:25.143392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-7c66b87f-7146-4cda-9748-ff4d5776508c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674195 Jan 19 00:17:25.277485 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-004e2beb-ec7c-4638-9a26-be0a3c96a720 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280634 Jan 19 00:17:25.464975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efede8cd-1965-45fb-ae8d-7dc8478fc4c3 req-4b1e8c10-2fd6-493d-8ada-b17c1f73f4fe service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825361 Jan 19 00:17:25.474192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dba50-a80a-4e2b-9e40-40b5116906d1 req-046fd86e-cd03-42a1-a87e-4b7f990a0d77 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:25.475586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-563dba50-a80a-4e2b-9e40-40b5116906d1 req-046fd86e-cd03-42a1-a87e-4b7f990a0d77 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1761243 Jan 19 00:17:25.521637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-563dba50-a80a-4e2b-9e40-40b5116906d1 req-5e497d35-a624-45b5-b492-14a7870dde90 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Jan 19 00:17:26.724044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b1a5-16b6-4546-ab84-1da683c1dce2 req-c5ff823b-c06e-44de-86a3-06677cd317c0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:26.725528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9226b1a5-16b6-4546-ab84-1da683c1dce2 req-c5ff823b-c06e-44de-86a3-06677cd317c0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0788517 Jan 19 00:17:26.769828 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9226b1a5-16b6-4546-ab84-1da683c1dce2 req-b4f9cd8a-bc9b-4488-b15a-555259240cfc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Jan 19 00:17:27.968239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dae57-e6de-47fb-abfe-46cb5fa75bd4 req-9a2efff4-c7b3-4687-988d-02fd3a881b40 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:27.969637 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de3dae57-e6de-47fb-abfe-46cb5fa75bd4 req-9a2efff4-c7b3-4687-988d-02fd3a881b40 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0758309 Jan 19 00:17:28.014410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de3dae57-e6de-47fb-abfe-46cb5fa75bd4 req-06b02b20-f123-426a-9c6b-20720f409183 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 Jan 19 00:17:29.223065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9613a3d-01ba-4e5c-a290-2ab893b1203e req-eee12b1f-84a0-44eb-a63c-b7598c7ae131 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:29.224413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9613a3d-01ba-4e5c-a290-2ab893b1203e req-eee12b1f-84a0-44eb-a63c-b7598c7ae131 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0780618 Jan 19 00:17:29.269860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9613a3d-01ba-4e5c-a290-2ab893b1203e req-08e6cf0b-63b7-4762-b3e0-67040cc6c9bc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390673 Jan 19 00:17:30.465127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea23c85-3f6e-472d-a3dd-54ac4bf697e0 req-e676c4a3-7720-4bee-8367-b8b8741e1887 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:30.466476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea23c85-3f6e-472d-a3dd-54ac4bf697e0 req-e676c4a3-7720-4bee-8367-b8b8741e1887 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0750415 Jan 19 00:17:30.511200 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dea23c85-3f6e-472d-a3dd-54ac4bf697e0 req-36973e3e-3e87-493b-8c3b-a2a99a64ef1a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Jan 19 00:17:31.806575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7f703-c6cd-445f-9007-2ef65ae58af9 req-e7562b0b-eeb0-4ae7-95cb-f004c9cc2905 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:31.807948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70d7f703-c6cd-445f-9007-2ef65ae58af9 req-e7562b0b-eeb0-4ae7-95cb-f004c9cc2905 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1766205 Jan 19 00:17:31.852274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70d7f703-c6cd-445f-9007-2ef65ae58af9 req-35ed269d-0299-48ce-bf4e-9b1076df5ded tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 Jan 19 00:17:33.122473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d81f9-fa1c-428c-a83c-38ec8b8d03dd req-65d49368-2f74-4f0d-b836-6c832c9618e1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:33.123927 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-115d81f9-fa1c-428c-a83c-38ec8b8d03dd req-65d49368-2f74-4f0d-b836-6c832c9618e1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1511872 Jan 19 00:17:33.169237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-115d81f9-fa1c-428c-a83c-38ec8b8d03dd req-dfc0bd01-f4a7-4a3e-b51b-0eed5131b451 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Jan 19 00:17:34.441015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361dd39-70f8-4fbf-a8cf-7185f6cc0939 req-0330e9b9-2a37-4cb4-921c-cbdcd57ccd10 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:34.442467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5361dd39-70f8-4fbf-a8cf-7185f6cc0939 req-0330e9b9-2a37-4cb4-921c-cbdcd57ccd10 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1428654 Jan 19 00:17:34.489080 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5361dd39-70f8-4fbf-a8cf-7185f6cc0939 req-1d74dc24-c1fe-4949-8779-d2e865e1032d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Jan 19 00:17:35.029559 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-33fffdd9-8e20-4597-a438-84d2f420466d req-3fd95207-c14b-4c74-8766-ef0dd7c96ec5 service neutron] show failed (client error): The resource could not be found. Jan 19 00:17:35.030547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-3fd95207-c14b-4c74-8766-ef0dd7c96ec5 service neutron] 10.222.0.83 "GET /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0775511 Jan 19 00:17:35.578280 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-e606628e-7661-43db-8b97-b73c51a2a59b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1097 time: 0.0693440 Jan 19 00:17:35.589699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:17:35.692704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28a4d1-d8fa-47ed-889b-2852831bfea0 req-b3bfcf56-9366-40d7-8a79-124e9f924d70 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:35.694207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f28a4d1-d8fa-47ed-889b-2852831bfea0 req-b3bfcf56-9366-40d7-8a79-124e9f924d70 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0774958 Jan 19 00:17:35.699941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:35.739326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1f28a4d1-d8fa-47ed-889b-2852831bfea0 req-d34b9bb5-a3b5-4e85-9b0d-7580f140a476 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Jan 19 00:17:36.045216 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:36.072698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:17:36.131158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:36.136649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:36.150806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Transition to ACTIVE for port object 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:17:36.201505 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'code': 200} Jan 19 00:17:36.212740 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:36.348073 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:36.371742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.372089 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.372437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.372777 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.373138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.373471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.373799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.374125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.374451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.374779 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.375102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:36.418670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] No DVR routers for this DVR port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:17:36.664743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:17:36.665497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:17:36.665497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:17:36.671182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:17:36.671445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:17:36.677570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:17:36.677904 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:17:36.678289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:17:36.679250 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Bound port: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:17:36.679649 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:36.767633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:17:36.770546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:17:36.859362 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:36.923838 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:36.925229 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] 10.222.0.89 "PUT /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1092 time: 1.3400691 Jan 19 00:17:36.939094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1b53f-aa13-4f48-a43e-b71af814ecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:36.948980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12163-7490-4192-9846-55b2ff9b8724 req-0f1928bc-4c44-4db5-9ef9-b443a1809036 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:36.951440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20b12163-7490-4192-9846-55b2ff9b8724 req-0f1928bc-4c44-4db5-9ef9-b443a1809036 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0901237 Jan 19 00:17:37.001209 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20b12163-7490-4192-9846-55b2ff9b8724 req-89a18cc9-8ad7-4285-add2-29b27ad77426 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440211 Jan 19 00:17:37.018315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-7c23604e-1895-4a05-bfaa-3397e7f4b456 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0721695 Jan 19 00:17:37.154300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffdd9-8e20-4597-a438-84d2f420466d req-a3b28ffd-b1c0-4c09-8b3e-3db724736fe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:37.155781 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-a3b28ffd-b1c0-4c09-8b3e-3db724736fe7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1315737 Jan 19 00:17:37.258677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-951efe5f-2077-4aa6-8b44-e43c21996451 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.0956292 Jan 19 00:17:37.321874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fffdd9-8e20-4597-a438-84d2f420466d req-ea4c37ea-1532-4d89-ad3e-ecad52281307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:37.323275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-ea4c37ea-1532-4d89-ad3e-ecad52281307 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0591362 Jan 19 00:17:37.395345 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-c7001408-6aa9-43a5-a29e-261d6216c514 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665495 Jan 19 00:17:37.521063 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-b78c3f70-c162-47e5-bbcd-3810edffe163 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197743 Jan 19 00:17:37.646544 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-33fffdd9-8e20-4597-a438-84d2f420466d req-d9c2667e-a82f-4fac-8351-9160f2a29488 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200280 Jan 19 00:17:37.876033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-319fe56e-1c61-48dc-b896-8230cf5810cc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0697987 Jan 19 00:17:38.116851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-7cc0b275-516c-481f-82cf-b583ca09e438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.118525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-7cc0b275-516c-481f-82cf-b583ca09e438 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2233748 Jan 19 00:17:38.204024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:38.205396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5afc6-f748-4614-b929-05b681e7214c req-b658681c-2cd8-4b67-9350-9a50f040a249 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.206847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c5afc6-f748-4614-b929-05b681e7214c req-b658681c-2cd8-4b67-9350-9a50f040a249 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0755174 Jan 19 00:17:38.222981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-f791fc40-21fa-4eaa-b427-b18e343cc1d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.0983779 Jan 19 00:17:38.252967 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-09c5afc6-f748-4614-b929-05b681e7214c req-98b69706-6c5b-4cba-ae8e-893a761efeb3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403996 Jan 19 00:17:38.275664 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'status': 'completed', 'code': 200} Jan 19 00:17:38.300001 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-541b2982-d15d-476a-8df9-2e48873ccfd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.301447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-541b2982-d15d-476a-8df9-2e48873ccfd8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0729451 Jan 19 00:17:38.361604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-ad54228d-1708-418c-8aab-45689565e881 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0707631 Jan 19 00:17:38.375350 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-4212a385-cf97-4608-bd4a-9d4ad52be71f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682480 Jan 19 00:17:38.493031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-f85faeaa-aa17-4a7f-b179-b9bdb6468678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.494520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-f85faeaa-aa17-4a7f-b179-b9bdb6468678 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1276877 Jan 19 00:17:38.508577 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-d192529d-fdf9-473d-9f73-dddfbcb0b319 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273303 Jan 19 00:17:38.598577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-ae70f832-ea06-45a4-b844-8ae27b9350c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.0984015 Jan 19 00:17:38.643044 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3382a05a-d435-4d31-a2e3-9316baba2133 req-13dac2f0-718b-4bad-8458-10a354a63826 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292539 Jan 19 00:17:38.664514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-70d867e0-11a3-45fe-9b99-cfc5f46ed82e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.666089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-70d867e0-11a3-45fe-9b99-cfc5f46ed82e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0592330 Jan 19 00:17:38.744475 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-2e337783-8698-4df2-8fc4-0ceb37e3740b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726016 Jan 19 00:17:38.754635 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-183eda68-3ce2-4fd9-9953-95f6aff9ad07 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1095 time: 0.0737481 Jan 19 00:17:38.885930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-07ccc43e-ad15-4de9-886a-46c7538f4df1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352184 Jan 19 00:17:38.894117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-499ac992-f1bf-4e8f-ad2b-8e70c329f782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:38.895569 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-499ac992-f1bf-4e8f-ad2b-8e70c329f782 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1353481 Jan 19 00:17:39.000381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-67e51049-2710-4e06-b5a7-3b9352da2ce8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.0982158 Jan 19 00:17:39.021549 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-00b729b3-dec7-4d8c-a2b4-d57e748eac2a service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291392 Jan 19 00:17:39.064733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-47c6fea1-190d-43d7-9a8a-fe1f683696e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:39.066221 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-47c6fea1-190d-43d7-9a8a-fe1f683696e3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0577707 Jan 19 00:17:39.139578 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-5afb462d-ee27-46ba-8695-bf876629adc7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671124 Jan 19 00:17:39.273741 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-b3758190-39fc-4043-bec9-ce6cc74349b4 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260016 Jan 19 00:17:39.404807 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07f1aad-e1ec-4b08-9eeb-562150b8fe21 req-2b7bb3ad-78e1-4b38-be14-69a47fe00166 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251755 Jan 19 00:17:39.451681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a396-616c-4f04-ab37-35b6c0edfd78 req-62ec0a4c-f7b9-4d28-baab-8ffb5cbcac85 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:39.453137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e178a396-616c-4f04-ab37-35b6c0edfd78 req-62ec0a4c-f7b9-4d28-baab-8ffb5cbcac85 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 944 time: 0.0751922 Jan 19 00:17:39.498286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e178a396-616c-4f04-ab37-35b6c0edfd78 req-9a58fddb-d7a2-46c0-935f-9835ca138355 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Jan 19 00:17:39.727478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:39.919529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:17:39.974176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:17:40.086792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:17:40.219048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:40.232881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:17:40.290451 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:40.307372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:17:40.321759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:40.412573 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:40.477598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:40.486144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.486475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.486815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.487154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.487491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.487821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.488148 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.488474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.488796 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.489147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.489471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:40.713826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674dee-ab44-4c9e-a55a-b712ca7679b1 req-b6b050d7-73e5-4afd-99f7-71aa9c5c5b64 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:40.715186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab674dee-ab44-4c9e-a55a-b712ca7679b1 req-b6b050d7-73e5-4afd-99f7-71aa9c5c5b64 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0932293 Jan 19 00:17:40.762602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ab674dee-ab44-4c9e-a55a-b712ca7679b1 req-68ba457c-3e35-49b7-b7df-6109cfa07c7e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Jan 19 00:17:40.807615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['24aa98fd-1d1b-4b32-8691-5d3f9067bb10'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:17:41.746081 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:41.962401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2619f-8aeb-4a3f-8833-4a7ba40c8296 req-f8abd753-e678-432e-9a94-f86b0fd5be3c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:41.963858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5d2619f-8aeb-4a3f-8833-4a7ba40c8296 req-f8abd753-e678-432e-9a94-f86b0fd5be3c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0782099 Jan 19 00:17:42.010477 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5d2619f-8aeb-4a3f-8833-4a7ba40c8296 req-6f2da050-c7c2-4de5-9b97-3c62448c19ad tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Jan 19 00:17:42.100061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:17:42.235403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:17:42.240288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:17:42.251415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:42.355874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:42.382183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:42.392326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:42.451302 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'code': 200} Jan 19 00:17:42.487198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:42.555259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:42.797938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-d5eaf2d1-c10f-4c9a-81d2-1b93c5493209 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:42.798658 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-d5eaf2d1-c10f-4c9a-81d2-1b93c5493209 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:17:42.811410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-d5eaf2d1-c10f-4c9a-81d2-1b93c5493209 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:17:42.812519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-d5eaf2d1-c10f-4c9a-81d2-1b93c5493209 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 946 time: 0.1015065 Jan 19 00:17:42.867625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ad927-de56-4803-a47e-a87d07e27d6c req-7e7bfb30-66e9-4902-994f-7abb7d01ee4c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:42.869102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-453ad927-de56-4803-a47e-a87d07e27d6c req-7e7bfb30-66e9-4902-994f-7abb7d01ee4c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1805923 Jan 19 00:17:42.893178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-df9a6bdb-736c-4df2-b108-d0a0767ccbbf service neutron] 10.222.0.89 "GET /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10/bindings/n-h1-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.0748594 Jan 19 00:17:42.920342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-453ad927-de56-4803-a47e-a87d07e27d6c req-03a553e2-1b2a-4b7c-b6f7-89ec069f99b5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Jan 19 00:17:43.070707 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-3329fac2-5224-4358-b0f8-a2862ab0b1ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1097 time: 0.1534164 Jan 19 00:17:43.199973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-fb490008-b493-4444-aa26-4471ac261ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:43.201435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-fb490008-b493-4444-aa26-4471ac261ac7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1257110 Jan 19 00:17:43.305887 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-248d3bb3-2bd5-4926-9f56-c3cba10c2f12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1001 time: 0.0980124 Jan 19 00:17:43.368600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-2ac5d32c-904f-4f9c-b886-5bf523ced0f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:43.370022 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-2ac5d32c-904f-4f9c-b886-5bf523ced0f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0588603 Jan 19 00:17:43.444168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-f0785cbe-863f-47a9-9e76-c750a83942c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685489 Jan 19 00:17:43.574553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-2d98b901-e9ca-473d-a32d-c0ea3732f9bb service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Jan 19 00:17:43.712181 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-429471e4-34f2-4a65-82e5-ff3d66276b8c service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321950 Jan 19 00:17:43.900580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-819700db-acee-422a-9c76-5982595b034e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:44.118456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd46406-7d09-48f3-8b06-860a7e57c6f5 req-d2983b76-0eae-4c65-8dd5-1f0159bc58b5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:44.119898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fd46406-7d09-48f3-8b06-860a7e57c6f5 req-d2983b76-0eae-4c65-8dd5-1f0159bc58b5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0753279 Jan 19 00:17:44.166255 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fd46406-7d09-48f3-8b06-860a7e57c6f5 req-0e1d42b7-1d85-484c-8248-0ba299840527 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Jan 19 00:17:44.836565 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:17:45.368070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555db3b7-7dc1-4567-bc00-e14a346509f4 req-9164554a-b7e7-4309-a893-beb8e09a39ab tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:45.369578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555db3b7-7dc1-4567-bc00-e14a346509f4 req-9164554a-b7e7-4309-a893-beb8e09a39ab tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.0808458 Jan 19 00:17:45.416499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-555db3b7-7dc1-4567-bc00-e14a346509f4 req-417e3ef7-eac0-42ae-b095-a4513382dd4f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Jan 19 00:17:46.007437 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f035180e-4fd9-4fe8-8075-4b21722d40f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:46.380980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-0f03138d-90eb-46b0-9ad6-05859f289660 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1097 time: 0.0696254 Jan 19 00:17:46.391522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:17:46.502077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:46.792287 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab9a0d-091e-42a9-b39e-cb194be6daae req-41eec6d5-dba6-4535-a2ea-89f87cc32c19 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:46.793685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91ab9a0d-091e-42a9-b39e-cb194be6daae req-41eec6d5-dba6-4535-a2ea-89f87cc32c19 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.2147374 Jan 19 00:17:46.862434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:46.873462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-91ab9a0d-091e-42a9-b39e-cb194be6daae req-7b5e0144-d144-49c2-8d66-a6f49fdbb222 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721548 Jan 19 00:17:46.898821 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:17:46.954041 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:46.960073 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:46.975249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Transition to ACTIVE for port object 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:17:47.021578 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'code': 200} Jan 19 00:17:47.032194 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.171105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=10']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:47.194677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.195028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.195368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.195704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.196035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.196367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.196696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.197050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.197383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.197726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.198052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:17:47.244956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.245873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] No DVR routers for this DVR port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:17:47.490664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:17:47.492061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:17:47.492061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:17:47.497615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:17:47.497930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Attempting to bind port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:17:47.503976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:17:47.504302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:17:47.504676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:17:47.505123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Bound port: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:17:47.505463 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.591161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:17:47.594230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:17:47.690176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.734976 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.754260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:47.755715 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] 10.222.0.83 "PUT /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 1093 time: 1.3681498 Jan 19 00:17:47.768881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7bd8f0-fd1a-4a54-a712-b990e5c64de3 service neutron] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=11']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:47.848098 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-7287eb10-9575-406f-b501-ad5e6977e482 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0710452 Jan 19 00:17:48.118181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:17:48.137177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-e002d326-4070-4321-b551-a1dfb5c0f9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:48.138638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-e002d326-4070-4321-b551-a1dfb5c0f9c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2853887 Jan 19 00:17:48.172797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:17:48.198653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d198d19-4a62-467d-9526-2532b50c5c4a req-6ad3e17a-d280-4fbc-889c-f7368bbd46e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:48.200094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d198d19-4a62-467d-9526-2532b50c5c4a req-6ad3e17a-d280-4fbc-889c-f7368bbd46e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.1751823 Jan 19 00:17:48.281392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-ec3956fd-7624-4408-9829-22cc2905f8f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.1356661 Jan 19 00:17:48.283609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d198d19-4a62-467d-9526-2532b50c5c4a req-80bdb790-c09d-41c1-8987-760c9df4e552 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778348 Jan 19 00:17:48.342994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-47b38890-deed-49f3-845e-02995ad4f1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:48.344420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-47b38890-deed-49f3-845e-02995ad4f1bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0574462 Jan 19 00:17:48.421893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-c043d775-80f9-48fe-b95e-f722b050108e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716884 Jan 19 00:17:48.553782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-11a42554-6b54-4092-ad95-112005518b53 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258564 Jan 19 00:17:48.685506 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-27a783a6-003d-452d-ad2f-15be7822dfc8 req-9a062044-0b8d-400d-ac56-a2340d961db4 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256528 Jan 19 00:17:49.012717 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:49.023118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:49.159313 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'status': 'completed', 'code': 200} Jan 19 00:17:49.251313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-19c52439-694b-4832-a643-ef2eaab8c063 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0715604 Jan 19 00:17:49.254655 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-a14059cf-6e1b-4489-9295-0e8a3c2a870f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0732749 Jan 19 00:17:49.387348 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-b8e8d91e-81ec-4baa-86b7-72be5e920a6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:49.387719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-d2216912-ebe6-45c7-9b6a-b4c485dba1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:49.388823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-b8e8d91e-81ec-4baa-86b7-72be5e920a6e service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1289172 Jan 19 00:17:49.389334 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-d2216912-ebe6-45c7-9b6a-b4c485dba1a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1317394 Jan 19 00:17:49.491592 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-2333762a-1005-45e5-83ce-d863e78344b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.0966663 Jan 19 00:17:49.543995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-8b067ae7-765b-4e82-8b81-330428ab8ab9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 200 len: 999 time: 0.1482913 Jan 19 00:17:49.553833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-0c1e2a25-c423-40ed-aea5-9b36a5dee47f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:49.555298 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-0c1e2a25-c423-40ed-aea5-9b36a5dee47f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0586348 Jan 19 00:17:49.610645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21decce3-3471-48fe-bec5-0d2c25cc56ba req-e5ac7bfc-499c-499c-8f1c-1ac602654cee tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:49.612106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21decce3-3471-48fe-bec5-0d2c25cc56ba req-e5ac7bfc-499c-499c-8f1c-1ac602654cee tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.1655090 Jan 19 00:17:49.620937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-62c7d3f2-9163-4b7a-9bba-3ff71b53fb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:49.622292 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-62c7d3f2-9163-4b7a-9bba-3ff71b53fb93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0711505 Jan 19 00:17:49.630087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-27e6b3c2-d603-4438-9eaf-2af15f00a012 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691516 Jan 19 00:17:49.714941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21decce3-3471-48fe-bec5-0d2c25cc56ba req-b925a3e3-3f83-400f-abec-21a90e74a99f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955222 Jan 19 00:17:49.748870 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-52486d62-f8e3-468d-b794-c34f25965f28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122234 Jan 19 00:17:49.765851 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-cada0d3a-c0a2-4f49-82cd-703bb42b1a01 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296587 Jan 19 00:17:49.886943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-f2fb36df-c41f-4595-beff-e6611b8f665d service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307478 Jan 19 00:17:49.898030 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-23cce597-7b91-468e-853a-71e9ba245aa8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253116 Jan 19 00:17:50.016504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef3ff271-6846-44bb-affb-1be79908d9a7 req-a9eeec01-93ea-44ca-9108-0dc265720045 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231561 Jan 19 00:17:51.018601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0bc15-a425-4aeb-ba23-b00eb0850de1 req-bc344261-c635-426f-96be-f78f70042550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:51.019944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78e0bc15-a425-4aeb-ba23-b00eb0850de1 req-bc344261-c635-426f-96be-f78f70042550 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.1734107 Jan 19 00:17:51.065251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78e0bc15-a425-4aeb-ba23-b00eb0850de1 req-5d51c052-a369-4586-9a51-8cb75f804acf tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Jan 19 00:17:51.263908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984d2d2-4eb3-49a3-ae41-bdb791de0407 req-07e23e85-5130-42c7-8431-0859d9e7e0d5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:51.265406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9984d2d2-4eb3-49a3-ae41-bdb791de0407 req-07e23e85-5130-42c7-8431-0859d9e7e0d5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Jan 19 00:17:51.310551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9984d2d2-4eb3-49a3-ae41-bdb791de0407 req-cab7991e-e928-4e05-808b-988469530e68 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Jan 19 00:17:51.501752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317c290-defd-4252-96d8-e97513687d02 req-c25064be-b1dd-4cab-b42e-968bb3213673 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:51.503177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2317c290-defd-4252-96d8-e97513687d02 req-c25064be-b1dd-4cab-b42e-968bb3213673 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0751374 Jan 19 00:17:51.547513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2317c290-defd-4252-96d8-e97513687d02 req-0b0d3ea2-cceb-4ee6-90bb-a5a1151c2adb tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377798 Jan 19 00:17:51.982970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:17:52.119902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:52.132799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'mac_address': 'fa:16:3e:34:57:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:17:52.157146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f1391-ce85-491c-85b9-5096e8ee6cc8 req-cfc6375f-b6b4-4d86-b2b5-931e2fcfa752 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:52.158551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b54f1391-ce85-491c-85b9-5096e8ee6cc8 req-cfc6375f-b6b4-4d86-b2b5-931e2fcfa752 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 945 time: 0.0832522 Jan 19 00:17:52.189933 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:52.203731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b54f1391-ce85-491c-85b9-5096e8ee6cc8 req-c0c114f1-67f5-402d-bbfc-5a130bba160e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388477 Jan 19 00:17:52.206662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:17:52.221848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:52.309491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:52.375405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:52.536239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['24aa98fd-1d1b-4b32-8691-5d3f9067bb10'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:17:53.388301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-053b6b49-f48c-41aa-836b-ebd3f4f9835b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:53.389706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-053b6b49-f48c-41aa-836b-ebd3f4f9835b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1190035 Jan 19 00:17:53.466245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Deleting port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:17:53.466581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:53.504708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39d64d-d6f5-4f43-9b58-7779cea275bb req-0b52fdaa-647b-4803-8920-3f925e8488f1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:53.506078 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e39d64d-d6f5-4f43-9b58-7779cea275bb req-0b52fdaa-647b-4803-8920-3f925e8488f1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 946 time: 0.1751180 Jan 19 00:17:53.606018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e39d64d-d6f5-4f43-9b58-7779cea275bb req-c065f9a8-fc52-44f3-bae1-915dfa634a83 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933194 Jan 19 00:17:53.746366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] For port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:17:53.746715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.009530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:17:54.030668 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.031069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.031387 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c disassociated. External IP: 172.25.1.2, port: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10. Jan 19 00:17:54.031726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Calling delete_port for 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:17:54.157494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:17:54.167553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:17:54.167931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.278754 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.282384 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.329023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'Port': ['ID=24aa98fd-1d1b-4b32-8691-5d3f9067bb10,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:54.543179 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:17:54.782350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d881049-792e-4d2b-92e6-a8fa1e0ae834 req-952d12ff-613a-449d-9bde-316aeb9e1142 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9 HTTP/1.1" status: 200 len: 210 time: 0.0474410 Jan 19 00:17:54.891166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:17:54.901578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:17:54.914024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:17:54.914750 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:17:54.959754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] No DVR routers for this DVR port 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:17:54.962467 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:54.965084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-deleted', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:17:55.019683 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ad7e01-8f6c-4659-badd-aecdc1a4ffb9', 'name': 'network-vif-deleted', 'tag': '24aa98fd-1d1b-4b32-8691-5d3f9067bb10', 'status': 'completed', 'code': 200} Jan 19 00:17:55.049919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-265ab801-e9be-4d7a-8c8a-cb5ca28003c4 req-e9cab024-30f7-4397-b3be-39d47d90272d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "DELETE /v2.0/ports/24aa98fd-1d1b-4b32-8691-5d3f9067bb10 HTTP/1.1" status: 204 len: 173 time: 1.6536641 Jan 19 00:17:55.096760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:17:55.419546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:17:55.423462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:17:55.434292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:17:55.434946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:17:55.642047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:17:55.954578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:17:55.959104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b57e78-c142-433e-92dc-92794f6f6393 None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:17:56.187237 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-ac67c07b-b559-436c-b25d-1d6b001b30bd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1460955150&fields=id&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 267 time: 0.0421631 Jan 19 00:17:56.197012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efedf2aa-3ca5-458b-8137-8cde0588aa12 None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:17:56.337366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99c81d70-a6ad-4cd3-87d7-20381cd7884b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:56.338797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99c81d70-a6ad-4cd3-87d7-20381cd7884b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1440697 Jan 19 00:17:56.356203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-f4889121-4739-4f0e-a65c-0684abac74af tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/quotas/a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 375 time: 0.0119061 Jan 19 00:17:56.444192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-1ea3e858-0596-4a20-9640-c9b2603cf4c9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:17:56.515277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-1ea3e858-0596-4a20-9640-c9b2603cf4c9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:17:56.516619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-1ea3e858-0596-4a20-9640-c9b2603cf4c9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551812 Jan 19 00:17:56.531990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-d402d393-3e40-480d-a502-8caf79ce0e4f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:17:56.533002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-d402d393-3e40-480d-a502-8caf79ce0e4f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051358 Jan 19 00:17:56.665772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-66b574be-326c-470f-8c69-dc8f777139a1 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271362 Jan 19 00:17:56.797291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-c3fbc1dc-1874-474c-80e6-ba1f6cc24da7 service neutron] 10.222.0.59 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253309 Jan 19 00:17:57.066306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-77a4cacc-576b-4081-a033-d745edfa10bc req-742c4232-5e50-4105-b54a-edd5f1d4aeb7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 210 time: 0.0412898 Jan 19 00:17:58.013209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:17:58.046939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:17:58.047219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 24aa98fd-1d1b-4b32-8691-5d3f9067bb10 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:17:58.229516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c63d332-e34a-497b-904d-d7b2b1bb95a8 req-73732797-6915-4c21-8a02-87e56d5d4498 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 210 time: 0.0420580 Jan 19 00:17:58.996092 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-87341fbc-b660-46c1-b466-7cf96c6f76f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:58.997571 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-87341fbc-b660-46c1-b466-7cf96c6f76f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 812 time: 0.1456859 Jan 19 00:17:59.051784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-12946b68-26a4-4fa9-b388-118a8d70843c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 380 time: 0.0422809 Jan 19 00:17:59.060023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'port': {'device_id': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'admin_state_up': True, 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'security_groups': ['e344164d-1b1d-4451-bcc0-9fa21ab8a868']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:17:59.282357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:17:59.292565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:17:59.368895 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Made reservation on behalf of a74fc6d62f3a4460a74a6e56e5d7d763 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:17:59.371933 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:59.397641 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7953c34f-7a95-4b02-919e-2bf131b5f9c2 req-25d0c160-c827-41a3-b86f-da33453fa4ef tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 210 time: 0.0434895 Jan 19 00:17:59.534235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Allocated IP 172.20.0.11 (d6584c56-012e-429d-96b9-7efc7691d925/3a23dbf8-4242-4d65-b3f0-1b984405031b/826b3e5e-bde3-4557-abab-91031ea4d944) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:17:59.716930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:59.732938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Transition to ACTIVE for port object 826b3e5e-bde3-4557-abab-91031ea4d944 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:17:59.829949 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:17:59.898540 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Network d6584c56-012e-429d-96b9-7efc7691d925 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:17:59.901542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:17:59.905358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:17:59.944608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:17:59.975387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:17:59.976628 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:00.082537 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-99715667-ff82-4ff2-8c90-6e27859bab34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0256960 Jan 19 00:18:00.093105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Request body: {'port': {'device_id': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:18:00.201852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:00.214462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18e731cf-e0fd-4b1c-8ef9-2a26bee05b9c None None] Provisioning for port 826b3e5e-bde3-4557-abab-91031ea4d944 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:18:00.219332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18e731cf-e0fd-4b1c-8ef9-2a26bee05b9c None None] Provisioning complete for port 826b3e5e-bde3-4557-abab-91031ea4d944 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:18:00.221537 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18e731cf-e0fd-4b1c-8ef9-2a26bee05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:00.274906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-18e731cf-e0fd-4b1c-8ef9-2a26bee05b9c None None] Port 826b3e5e-bde3-4557-abab-91031ea4d944 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:18:00.536816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:18:00.543842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:00.559119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Transition to ACTIVE for port object 826b3e5e-bde3-4557-abab-91031ea4d944 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:18:00.601313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bceca-9657-483c-8bc1-69329928d6b9 req-cabb64a6-2553-4f93-b181-62e16f180729 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:00.603051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f0bceca-9657-483c-8bc1-69329928d6b9 req-cabb64a6-2553-4f93-b181-62e16f180729 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 932 time: 0.0796826 Jan 19 00:18:00.647091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:00.648813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5f0bceca-9657-483c-8bc1-69329928d6b9 req-c924aa2e-64e9-4d93-976d-2f85f670a770 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Jan 19 00:18:00.797761 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:18:00.906682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:18:00.907128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:18:00.908083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:18:00.913396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:18:00.913713 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:18:00.920437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:18:00.920767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:18:00.921170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:18:00.921578 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Bound port: 826b3e5e-bde3-4557-abab-91031ea4d944, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:18:00.921916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:01.005394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:18:01.009064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:18:01.094990 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:01.157075 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:01.158650 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] 10.222.0.89 "PUT /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1092 time: 1.0696542 Jan 19 00:18:01.159087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:18:01.180809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0dc6-8cd1-4e7e-b3d8-876492b4932c service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:18:01.220026 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'status': 'completed', 'code': 200} Jan 19 00:18:01.312020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-008f92e6-e3c4-46b7-a1a1-a6b159590b5c req-22b60649-3e7d-4d86-812b-4cf7f82e452d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1095 time: 0.0732770 Jan 19 00:18:01.547592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f92e6-e3c4-46b7-a1a1-a6b159590b5c req-8628f0b6-7f09-4f09-addb-0e6ce6ded26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:01.549268 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-008f92e6-e3c4-46b7-a1a1-a6b159590b5c req-8628f0b6-7f09-4f09-addb-0e6ce6ded26d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2293105 Jan 19 00:18:01.682285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f92e6-e3c4-46b7-a1a1-a6b159590b5c req-831f7209-3c9d-4f74-855d-526e264cab8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:01.683784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-008f92e6-e3c4-46b7-a1a1-a6b159590b5c req-831f7209-3c9d-4f74-855d-526e264cab8c service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273906 Jan 19 00:18:01.788752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-3c9db8fb-a4a1-47a3-9d61-539a85a50bfd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1095 time: 0.0684710 Jan 19 00:18:01.859470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-76590bc9-21b3-4810-b731-e910e321cd44 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 217 time: 0.0642002 Jan 19 00:18:01.875550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041662e-73ef-4dce-96e3-05fcd2c0d036 req-63f80484-b6f8-4554-996a-de6f05ccd738 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:01.877709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a041662e-73ef-4dce-96e3-05fcd2c0d036 req-63f80484-b6f8-4554-996a-de6f05ccd738 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0836968 Jan 19 00:18:01.924726 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a041662e-73ef-4dce-96e3-05fcd2c0d036 req-0ffc5d1f-31af-4377-95c3-51d9d4c6577a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416234 Jan 19 00:18:01.928525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-9adfdb3d-d111-47dd-b11e-e77bae5c6439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:01.930054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-9adfdb3d-d111-47dd-b11e-e77bae5c6439 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0642049 Jan 19 00:18:02.004237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-96ed8312-ea9c-47e5-b3eb-671961e68129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685940 Jan 19 00:18:02.137121 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-a45fe0b9-719f-4457-9847-fcc9b67a084e service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266847 Jan 19 00:18:02.268239 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-5affadfc-42b7-4ad7-ae8c-51784f754139 req-d2431819-7aaf-413f-9e25-78119e0b8eb1 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250448 Jan 19 00:18:03.126367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f42bc-f5ac-42f5-918d-919d4f7f1d41 req-1170e990-78d0-4d84-8af0-c9eeb7e8df5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:03.127847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-687f42bc-f5ac-42f5-918d-919d4f7f1d41 req-1170e990-78d0-4d84-8af0-c9eeb7e8df5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0767725 Jan 19 00:18:03.175598 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-687f42bc-f5ac-42f5-918d-919d4f7f1d41 req-9f2bc9dd-6400-4f4b-ab61-a0118f13d61d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422106 Jan 19 00:18:04.166377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:18:04.301502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:18:04.314617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '826b3e5e-bde3-4557-abab-91031ea4d944', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:18:04.367495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:04.376050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547e72e-5979-4951-86c0-2b3f4480db2d req-01711bef-1c70-4b72-9f80-c31d3404b326 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:04.377526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e547e72e-5979-4951-86c0-2b3f4480db2d req-01711bef-1c70-4b72-9f80-c31d3404b326 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0801227 Jan 19 00:18:04.384945 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:18:04.400783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:18:04.423540 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e547e72e-5979-4951-86c0-2b3f4480db2d req-02877ca7-7598-4eef-b6a0-187e8960296c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Jan 19 00:18:04.471643 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:04.541565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:18:04.752485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['826b3e5e-bde3-4557-abab-91031ea4d944'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:18:05.616506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed26fa-a657-4e85-8a5d-a8c31e03b649 req-7b893f34-4973-42e8-aadf-d5a46946e5df tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:05.618138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4eed26fa-a657-4e85-8a5d-a8c31e03b649 req-7b893f34-4973-42e8-aadf-d5a46946e5df tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0761898 Jan 19 00:18:05.666327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4eed26fa-a657-4e85-8a5d-a8c31e03b649 req-a57dcf4d-6b03-4f8f-8658-ad49637b450d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Jan 19 00:18:06.166757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:18:06.294562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 826b3e5e-bde3-4557-abab-91031ea4d944 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:18:06.299250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 826b3e5e-bde3-4557-abab-91031ea4d944 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:18:06.309571 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:06.413913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:06.440289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:18:06.450402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:18:06.535023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:06.566745 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'code': 200} Jan 19 00:18:06.607652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:18:06.688378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b239b24-7afc-44e2-9386-db65b3bc9063 req-a580eb0c-946d-4245-aeb9-99ce5f52c96a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0676472 Jan 19 00:18:06.734638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b239b24-7afc-44e2-9386-db65b3bc9063 req-900df621-8d00-4a12-984c-87db0bb263e9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Jan 19 00:18:06.861888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544a224-3610-473d-b157-79aa16da016c req-b364b0a4-35e0-47b8-bb3a-28c0ae453285 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:06.863343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2544a224-3610-473d-b157-79aa16da016c req-b364b0a4-35e0-47b8-bb3a-28c0ae453285 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0758734 Jan 19 00:18:06.909732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2544a224-3610-473d-b157-79aa16da016c req-ea85f3df-e413-4bfb-b9ec-dcfa20cdc60c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Jan 19 00:18:08.113023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3b75e-4298-45b2-92ca-1515f0fe6670 req-d2055930-9792-45e3-845f-ff612e1d1ad9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:08.114536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9b3b75e-4298-45b2-92ca-1515f0fe6670 req-d2055930-9792-45e3-845f-ff612e1d1ad9 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0808527 Jan 19 00:18:08.254816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d9b3b75e-4298-45b2-92ca-1515f0fe6670 req-a6f8b9e8-f081-41f9-a2c6-fb7b65333f34 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337047 Jan 19 00:18:09.453672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439f48-f090-4bba-bb7e-9da7518b1377 req-c4879729-d115-44e4-bfb4-233c398b5028 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:09.455139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c439f48-f090-4bba-bb7e-9da7518b1377 req-c4879729-d115-44e4-bfb4-233c398b5028 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0775914 Jan 19 00:18:09.500090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c439f48-f090-4bba-bb7e-9da7518b1377 req-7020fb14-9772-454e-ad0d-5cc5d094be1f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396385 Jan 19 00:18:09.691816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1c68-8972-4f9c-a5a8-c18c258232e4 req-70e0c9b9-3241-4d14-8902-d827f0f0808f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:09.693278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dad1c68-8972-4f9c-a5a8-c18c258232e4 req-70e0c9b9-3241-4d14-8902-d827f0f0808f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0801165 Jan 19 00:18:09.702419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36246) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:18:09.707566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Request body: {'floatingip': {'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:18:09.737763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:09.784794 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:10.373784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:10.437145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:10.625080 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c associated. External IP: 172.25.1.2, port: 826b3e5e-bde3-4557-abab-91031ea4d944. Jan 19 00:18:11.131772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:18:11.324586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:18:11.329334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:11.333946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:18:11.346416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:18:11.347023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:18:11.382158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8f922e36-805e-4043-befd-85da32ea3ab1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "PUT /v2.0/floatingips/e30026ab-3f06-4f97-a067-31ba2684bd5c HTTP/1.1" status: 200 len: 991 time: 1.6786420 Jan 19 00:18:11.382835 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:18:11.451979 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'status': 'completed', 'code': 200} Jan 19 00:18:11.546509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-b539aaa1-b714-46d0-af40-535aa7b291c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0729017 Jan 19 00:18:11.565848 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:18:11.677492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a38-b75f-4852-9e3c-fd0840580ada req-86545594-9995-450b-8bda-7347c7197bef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:11.678929 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-86545594-9995-450b-8bda-7347c7197bef service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1268971 Jan 19 00:18:11.785035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-46ee4f5f-1e6c-4687-8962-89f8def8777d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.1006041 Jan 19 00:18:11.808471 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:11.847379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531a38-b75f-4852-9e3c-fd0840580ada req-eb25a4d9-f323-4776-89e7-98a50906c4a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:11.849118 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-eb25a4d9-f323-4776-89e7-98a50906c4a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0582502 Jan 19 00:18:11.932112 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-68e89e4e-2ef2-4870-b81a-e19aa34a2fe5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774405 Jan 19 00:18:11.932459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:18:10Z', 'revision_number': 13, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:18:11.936531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:18:11.947014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:18:11.947610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:17:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:18:12.063880 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-2af816e4-a208-4dc7-9770-ea13faeede7c service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259747 Jan 19 00:18:12.123366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:18:12.289816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-56531a38-b75f-4852-9e3c-fd0840580ada req-47d6ce74-71a6-4bc1-a859-a760a88965f0 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203009 Jan 19 00:18:12.468199 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:18:10Z', 'revision_number': 13, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:18:12.472093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b86e50-70aa-4dc6-bc64-1b3a78be097b None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'e30026ab-3f06-4f97-a067-31ba2684bd5c', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:09:39Z', 'updated_at': '2022-01-19T00:18:10Z', 'revision_number': 13, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:18:12.668553 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dedcbf-7ae9-4aea-bb44-2373aeec65b6 None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:18:13.903749 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f14afdec-b3dc-40e0-af0d-fbbda0357da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:16.057974 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da6913a7-6afc-43ae-ab78-8db97b7cf591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:17.274883 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:17.689096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:19.041327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:21.836401 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:18:39.762576 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:39.781075 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-0adafd0d-8958-409a-aeb8-51bbf1f59562 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679560 Jan 19 00:18:39.919763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-2eeb466a-4a09-441c-9093-533499a99351 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0721111 Jan 19 00:18:40.062734 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-553a1868-4f03-4ced-8531-dc943bd528cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:40.064173 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-553a1868-4f03-4ced-8531-dc943bd528cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1274092 Jan 19 00:18:40.162596 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-50372927-66a9-4dec-a654-275641efa1eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1001 time: 0.0916953 Jan 19 00:18:40.225511 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-f5d02b43-28b4-47d7-b38f-05818d5ff99d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:18:40.226942 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-f5d02b43-28b4-47d7-b38f-05818d5ff99d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0588453 Jan 19 00:18:40.301215 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-0f34e3c3-356a-4b3b-b3b6-0742575affbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680566 Jan 19 00:18:40.430857 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-7de18912-96a0-4139-b2eb-674f4e0f9373 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233034 Jan 19 00:18:40.559959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-45034bd5-2627-4f7e-87de-9ac1a4402785 req-7f737cd7-e2f1-4b2f-bca4-f9eb1ae789c2 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232162 Jan 19 00:18:41.791667 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:43.911369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e0e1e84-bf1b-4285-ac7d-2c3d0589c0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:46.022986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fff11ed5-13e2-4814-be24-8fd33fe4d945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:47.282667 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:47.685488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:49.011402 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:18:58.836812 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:19:09.785414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:11.788057 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:13.919518 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9c95446-d2e9-4145-ac73-4f6bd7afe218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:16.019411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4b9ff0b8-f745-49cb-941a-63082713311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:17.262509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:17.693209 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:19.028472 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:35.837386 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:19:39.759294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:39.778502 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-5bc3cf67-413c-41ae-af4e-26dba3cee2d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733047 Jan 19 00:19:39.912299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-87eb4fa3-8bf3-4b4d-85f8-66cfafa99dce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0689988 Jan 19 00:19:40.052927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-28ee94b9-2fee-4ad3-830e-c648db9d2153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:19:40.054363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-28ee94b9-2fee-4ad3-830e-c648db9d2153 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1248868 Jan 19 00:19:40.156171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-21c0b46e-571d-452c-bd90-c64e79176cd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1001 time: 0.0954940 Jan 19 00:19:40.216260 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-5101aad1-dc8e-4248-b5ef-3bf41397afb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:19:40.217693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-5101aad1-dc8e-4248-b5ef-3bf41397afb6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0559142 Jan 19 00:19:40.295937 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-b5c35dc9-138b-4330-bc04-ac3cef766462 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721004 Jan 19 00:19:40.426202 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-8f284826-7566-4a4a-b26a-25f5bf329483 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236033 Jan 19 00:19:40.639076 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32c16df9-d058-4965-866f-00ab9b2e5c43 req-ff90c792-8923-4376-99c5-517205bd85e1 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071347 Jan 19 00:19:41.779483 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:43.910271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6c089f4-157a-480c-abaa-190eaac7be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:46.024685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cd677161-7913-41c8-be3d-cbbaed0704c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:47.267523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:47.681542 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:19:49.030760 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:09.727181 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:11.795754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:12.839426 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:20:13.913037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39916725-170a-4d20-93f7-835746733e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:16.006980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5b9c3bc9-c7a0-492f-86d5-59e3e4b7d6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:17.270058 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:17.692953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:19.032358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:39.757971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:39.901868 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-f8598671-ed17-4b99-a6a3-383661ea8092 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1990659 Jan 19 00:20:40.039630 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-ca63e537-4d90-475f-b1ca-c9ffac9e501e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0706391 Jan 19 00:20:40.183472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-d34c4e5d-6631-4364-913a-4d3fbadc6599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:40.185563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-d34c4e5d-6631-4364-913a-4d3fbadc6599 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1244819 Jan 19 00:20:40.286341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-6a100f34-f606-4dda-a978-aeebfd99b374 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1001 time: 0.0948701 Jan 19 00:20:40.348462 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-c614a433-b8f2-4a9a-abe3-e12ecb81a7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:40.349822 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-c614a433-b8f2-4a9a-abe3-e12ecb81a7ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0569265 Jan 19 00:20:40.423170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-713ca455-6d8d-4530-9128-2182c97cfce4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668738 Jan 19 00:20:40.553984 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-e0a5bd3f-fe32-469b-91ac-cc3e8f68cbb8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246929 Jan 19 00:20:40.687085 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-abcc241b-844a-4d50-9c4c-d1f9b416057d req-661b93f4-c8ca-43f6-a45a-1e36d6d206b6 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262035 Jan 19 00:20:41.812314 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:43.923675 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6fb3517b-fe58-4658-9364-f41076bc59bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:44.868312 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52cb38-9aee-4a0b-b77c-9c2e0d8e2d2a req-da29130a-8193-446f-86c8-0eaabdb26bfd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:44.869817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b52cb38-9aee-4a0b-b77c-9c2e0d8e2d2a req-da29130a-8193-446f-86c8-0eaabdb26bfd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0803950 Jan 19 00:20:44.914736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b52cb38-9aee-4a0b-b77c-9c2e0d8e2d2a req-4f7cb583-3089-4b3d-a44c-4f53ed79fb72 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Jan 19 00:20:46.012509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6f231e0-86e3-4224-b6ce-516a961cc54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:47.271985 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:47.726832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:49.043101 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:20:49.839133 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:20:54.949811 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1c62caa-a773-4d0f-b669-68a107a119b0 req-05a5f91b-d845-47cb-a4c1-6d68e90d8392 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673475 Jan 19 00:20:55.368044 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5a075-3f83-46ac-9c2a-1437a9a014dc req-792394dc-6c8c-45cb-8fa1-63016c8d38c2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:55.369542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49f5a075-3f83-46ac-9c2a-1437a9a014dc req-792394dc-6c8c-45cb-8fa1-63016c8d38c2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0805137 Jan 19 00:20:55.415266 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-49f5a075-3f83-46ac-9c2a-1437a9a014dc req-fded87d1-c786-4a49-aef6-93a3805356a6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391805 Jan 19 00:20:55.578315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-23195dc0-d437-4eef-9202-58b45bad9612 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287158 Jan 19 00:20:56.626036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee719f-3e4f-40b4-8df1-f66248ec596d req-fff7937b-b6f3-4b90-be72-6120aa288dc2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:56.627481 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbee719f-3e4f-40b4-8df1-f66248ec596d req-fff7937b-b6f3-4b90-be72-6120aa288dc2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0823464 Jan 19 00:20:56.675632 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbee719f-3e4f-40b4-8df1-f66248ec596d req-51ef0aac-774e-441c-ab28-acc90c80a32d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Jan 19 00:20:57.761146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-ea0fa671-d52c-4282-a512-537c8af276ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0730929 Jan 19 00:20:57.894615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-ce9d6f1f-d652-472e-a4f0-9b04dd95752f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:57.896092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-ce9d6f1f-d652-472e-a4f0-9b04dd95752f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1289637 Jan 19 00:20:57.897048 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e8e31-b474-4c77-a952-20157fb66a22 req-79ea4010-3020-41a8-9442-4c421e69a96f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:57.898491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a9e8e31-b474-4c77-a952-20157fb66a22 req-79ea4010-3020-41a8-9442-4c421e69a96f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0820742 Jan 19 00:20:57.947674 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a9e8e31-b474-4c77-a952-20157fb66a22 req-da27f272-15b6-4181-83c3-41e9d5047156 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435429 Jan 19 00:20:58.000130 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-549ba400-b388-4b3e-adc6-d5aebb85619d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1001 time: 0.0977163 Jan 19 00:20:58.059650 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-9623f790-2a7b-4b44-a94f-65b91a3e5f78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:58.061141 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-9623f790-2a7b-4b44-a94f-65b91a3e5f78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0555668 Jan 19 00:20:58.135503 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-36bc8e2a-aefc-4f0e-916c-31a05c99f1ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691655 Jan 19 00:20:58.263360 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-c51d8fd3-49d4-4c2f-8747-3fb7ac9a1278 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217377 Jan 19 00:20:58.390479 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-ea8a01be-80da-41cc-a4ff-a159cee40df3 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213632 Jan 19 00:20:59.146696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2845536-8dc0-44d2-9ccc-3f63415df98d req-9ea90180-c987-4d46-b2c1-aec933b474ce tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:20:59.148158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2845536-8dc0-44d2-9ccc-3f63415df98d req-9ea90180-c987-4d46-b2c1-aec933b474ce tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0776136 Jan 19 00:20:59.193357 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2845536-8dc0-44d2-9ccc-3f63415df98d req-21393b20-ed3f-41c0-8345-6615c540c673 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397091 Jan 19 00:21:00.405981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f4d4a-c894-417d-8ea9-cf28a4626a7e req-cfba7b0a-4c27-4f5a-8340-274bad754dd8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:00.407404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7f4d4a-c894-417d-8ea9-cf28a4626a7e req-cfba7b0a-4c27-4f5a-8340-274bad754dd8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0889683 Jan 19 00:21:00.453115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7f4d4a-c894-417d-8ea9-cf28a4626a7e req-3a21ac03-4f34-4864-9e10-8e37f1a7ee71 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Jan 19 00:21:01.649365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9b37-de57-4728-9587-9da6e37a4b85 req-a29a3e01-b4bc-4e0b-8b60-699317b99441 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:01.650796 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d2c9b37-de57-4728-9587-9da6e37a4b85 req-a29a3e01-b4bc-4e0b-8b60-699317b99441 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0756197 Jan 19 00:21:01.695195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1d2c9b37-de57-4728-9587-9da6e37a4b85 req-979f2919-65c2-481a-ba85-7b9d698d5258 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389128 Jan 19 00:21:02.908951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923155d4-46ed-4463-8e61-adaf6f89b3f6 req-865e2a87-6daf-4ade-8a52-fbc483ea3c39 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:02.910479 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-923155d4-46ed-4463-8e61-adaf6f89b3f6 req-865e2a87-6daf-4ade-8a52-fbc483ea3c39 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0925503 Jan 19 00:21:02.957566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-923155d4-46ed-4463-8e61-adaf6f89b3f6 req-bfb88113-7574-46cd-be90-db66d864bdee tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Jan 19 00:21:04.158937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18824f-4df2-45dd-95df-2c3e29520bf8 req-f4e8a6b8-2770-486b-9fa5-0d1bc3fddbb7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:04.160317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a18824f-4df2-45dd-95df-2c3e29520bf8 req-f4e8a6b8-2770-486b-9fa5-0d1bc3fddbb7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0775452 Jan 19 00:21:04.209267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a18824f-4df2-45dd-95df-2c3e29520bf8 req-b9dfba74-42be-4ef6-96fd-129c1c35d4af tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Jan 19 00:21:05.412288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bec81-c9b6-48a9-b114-1283554aac09 req-76c504f2-9ac4-4d82-bd16-9651851efe09 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:05.413750 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a4bec81-c9b6-48a9-b114-1283554aac09 req-76c504f2-9ac4-4d82-bd16-9651851efe09 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0772870 Jan 19 00:21:05.458877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3a4bec81-c9b6-48a9-b114-1283554aac09 req-0fbd0a51-d1cb-4856-99f7-67a7a456590d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Jan 19 00:21:06.659225 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855a693-d29a-440a-baf0-2f1f72d132f8 req-0d66fabb-ab57-431c-9099-c37bdc14a068 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:06.660663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6855a693-d29a-440a-baf0-2f1f72d132f8 req-0d66fabb-ab57-431c-9099-c37bdc14a068 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0800419 Jan 19 00:21:06.705071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6855a693-d29a-440a-baf0-2f1f72d132f8 req-07b52a37-849d-4004-803d-d8b8c0839d85 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389023 Jan 19 00:21:07.903739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b890021-ec9e-4070-bf5a-c7031025be4a req-c3e90e50-4bb9-4529-89ab-5a24779930da tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:07.905981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b890021-ec9e-4070-bf5a-c7031025be4a req-c3e90e50-4bb9-4529-89ab-5a24779930da tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0774593 Jan 19 00:21:07.950550 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b890021-ec9e-4070-bf5a-c7031025be4a req-8ddf56b1-147c-4095-8910-14eea6ce4458 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391479 Jan 19 00:21:09.237636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9cd56-b61b-440e-864a-7ffd2696892d req-71cbc6c5-0f52-4fad-bad5-bfbee0ae71a4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:09.239008 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ef9cd56-b61b-440e-864a-7ffd2696892d req-71cbc6c5-0f52-4fad-bad5-bfbee0ae71a4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.1690423 Jan 19 00:21:09.283840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ef9cd56-b61b-440e-864a-7ffd2696892d req-9246bd36-bfde-4b41-83d1-fe36f48d77c6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Jan 19 00:21:09.746052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:10.482466 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48502-bbec-4e5b-97e8-a2a09c26c1cb req-b87612e6-a7f1-4cbe-a0ec-f61d084c96f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:10.484134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26f48502-bbec-4e5b-97e8-a2a09c26c1cb req-b87612e6-a7f1-4cbe-a0ec-f61d084c96f3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0769763 Jan 19 00:21:10.530181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-26f48502-bbec-4e5b-97e8-a2a09c26c1cb req-de0dd38a-45b0-4288-ba43-83075b4a1f22 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Jan 19 00:21:11.738024 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-7f4942d0-1a3f-4121-8be6-a76ca56ebeb9 service neutron] show failed (client error): The resource could not be found. Jan 19 00:21:11.738677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d93e2-145d-4202-add0-bdb3d6e4f0ea req-105e32c8-93b0-4cb4-b6b3-afd63e4c1b05 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:11.739361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-7f4942d0-1a3f-4121-8be6-a76ca56ebeb9 service neutron] 10.222.0.89 "GET /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.1683033 Jan 19 00:21:11.739489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca1d93e2-145d-4202-add0-bdb3d6e4f0ea req-105e32c8-93b0-4cb4-b6b3-afd63e4c1b05 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0812292 Jan 19 00:21:11.785355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ca1d93e2-145d-4202-add0-bdb3d6e4f0ea req-fef74903-37a9-481d-8b5d-b4cb464457a1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Jan 19 00:21:11.851739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:12.357232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-fd81e1bc-e34a-4518-b300-3e10bd563ebb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1097 time: 0.1320903 Jan 19 00:21:12.370197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:21:12.476559 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:12.744082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:12.773006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:21:12.835622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:12.852083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Transition to ACTIVE for port object 826b3e5e-bde3-4557-abab-91031ea4d944 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:21:12.853015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:12.949090 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'code': 200} Jan 19 00:21:12.954860 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:13.046328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:21:13.095733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:13.133500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.133927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.134336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.134673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.135248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.135573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.135892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.136215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.136525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.136919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.137187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:13.150476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:21:13.193492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd10425-f565-47a6-b4d0-f29a023002d3 req-d6fdfa8d-a8d6-47f7-a7df-d833b964d779 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:13.194977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cd10425-f565-47a6-b4d0-f29a023002d3 req-d6fdfa8d-a8d6-47f7-a7df-d833b964d779 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.2827125 Jan 19 00:21:13.200105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] No DVR routers for this DVR port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h1-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:21:13.317474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cd10425-f565-47a6-b4d0-f29a023002d3 req-efcca499-b183-4224-87bc-de081bdfc466 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699430 Jan 19 00:21:13.477261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:21:13.477592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:21:13.477918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:21:13.484309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:21:13.484631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:21:13.490857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:21:13.491203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:21:13.491566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:21:13.491981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Bound port: 826b3e5e-bde3-4557-abab-91031ea4d944, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:21:13.492323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:13.578771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:21:13.582484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:21:13.663742 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:13.727768 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:13.729094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] 10.222.0.83 "PUT /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1092 time: 1.3626800 Jan 19 00:21:13.742809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963ba29-8f83-4e4d-8653-00489d5a697a service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:13.822303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-2ba1b344-0e4c-4fc7-9acd-e47722dd1fba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1095 time: 0.0718918 Jan 19 00:21:13.921155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7a475678-ede0-4124-9066-405fdc3ee779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:14.074930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-aaaa18d3-5b35-4231-8ed9-8fd85ec52a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:14.076367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-aaaa18d3-5b35-4231-8ed9-8fd85ec52a4f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2483921 Jan 19 00:21:14.177178 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-c02ba84d-d0d7-436d-9db9-514ef01ef322 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.0949264 Jan 19 00:21:14.237870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-1d6d3aef-b525-4709-8d64-b52fb3ddfecb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:14.239277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-1d6d3aef-b525-4709-8d64-b52fb3ddfecb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0571163 Jan 19 00:21:14.316606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-abcb0117-29de-4731-9399-6efdf26c94a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710788 Jan 19 00:21:14.488821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-c67e7f98-2fef-42e3-8253-fbc38c9d8e0d service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663651 Jan 19 00:21:14.627689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca807e-bfc8-472c-9c93-29a669502f54 req-b63e1ee9-de6a-47c5-9f75-bdf4200ff2f0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:14.629428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79ca807e-bfc8-472c-9c93-29a669502f54 req-b63e1ee9-de6a-47c5-9f75-bdf4200ff2f0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.1846271 Jan 19 00:21:14.664295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1b8ae9a-8303-4f77-88dc-7fc4d8fb44cd req-98999fac-d843-4a45-89b1-eb20ac7da76b service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698861 Jan 19 00:21:14.690579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79ca807e-bfc8-472c-9c93-29a669502f54 req-a652217b-418c-4980-bfe9-d784e2866def tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521657 Jan 19 00:21:14.950773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:15.023991 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'status': 'completed', 'code': 200} Jan 19 00:21:15.113353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-e2596975-0fa6-4baa-99c1-b3e95501a290 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1095 time: 0.0725267 Jan 19 00:21:15.118869 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-5c8a36f2-3766-4ff8-895b-415d0e7b7e87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1095 time: 0.0721879 Jan 19 00:21:15.247505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-62f65cdf-e965-4529-b891-8ac2c1d53490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:15.250296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-62f65cdf-e965-4529-b891-8ac2c1d53490 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1318502 Jan 19 00:21:15.252484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-363c09b3-544a-4b61-851b-c7edf22e82ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:15.253972 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-363c09b3-544a-4b61-851b-c7edf22e82ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1281016 Jan 19 00:21:15.359857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-4031e9d0-0d5d-4c42-8708-e67b81508139 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.1040359 Jan 19 00:21:15.365148 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-4f11e221-3674-4e0f-ad5a-a97d13757253 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.0981565 Jan 19 00:21:15.423935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-373fffad-d4d0-46fa-9591-2753c4d0e8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:15.425316 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-373fffad-d4d0-46fa-9591-2753c4d0e8ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0599608 Jan 19 00:21:15.434690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-ee0dc282-d17b-4cbe-a37c-f95b29db02b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:15.436685 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-ee0dc282-d17b-4cbe-a37c-f95b29db02b0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0654445 Jan 19 00:21:15.507955 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-464bff0f-8597-45b6-a44b-38ffdb168501 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769455 Jan 19 00:21:15.511873 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-d01fb5c2-7bda-4c5a-b362-cbe231aefdbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699327 Jan 19 00:21:15.647385 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-7d3dd07f-1577-4f69-b83e-69a5db19d27e service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296294 Jan 19 00:21:15.648523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-3ef320e8-d318-48a7-8075-6f5d1b66ce01 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349578 Jan 19 00:21:15.794531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-3170967c-cf70-4fe4-84f2-5d6d37961f70 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406429 Jan 19 00:21:15.799168 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c2b7e54-70b2-463b-be42-43bbbbaec24b req-6bab34eb-a311-4fbd-adef-ccfae0741376 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459672 Jan 19 00:21:15.913806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd593fc-da07-46be-93b1-5e597762fdf3 req-87ca0470-2537-4064-aab0-11118362a60b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:15.915190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd593fc-da07-46be-93b1-5e597762fdf3 req-87ca0470-2537-4064-aab0-11118362a60b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0832181 Jan 19 00:21:15.967984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-efd593fc-da07-46be-93b1-5e597762fdf3 req-3bbbf64d-b438-4f3c-8ea1-eae239ad6ee7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Jan 19 00:21:16.008856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-28ed3952-059e-4910-b836-1b1ebfabe32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:17.165239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd625f5-1afd-4eac-9d98-cde0b94a668b req-7129bfb3-9521-446c-9d61-e67beac9c661 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:17.166682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bd625f5-1afd-4eac-9d98-cde0b94a668b req-7129bfb3-9521-446c-9d61-e67beac9c661 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0798819 Jan 19 00:21:17.291930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:17.307189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8bd625f5-1afd-4eac-9d98-cde0b94a668b req-6ab56ae0-fd0d-4928-99b5-52141451dd89 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348972 Jan 19 00:21:17.717862 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:18.508053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b579349-a635-4c18-ad9d-89edbaa471ea req-fa33957f-7a24-47c0-850a-39b6b29219a8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:18.509530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b579349-a635-4c18-ad9d-89edbaa471ea req-fa33957f-7a24-47c0-850a-39b6b29219a8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0787325 Jan 19 00:21:18.556147 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8b579349-a635-4c18-ad9d-89edbaa471ea req-81b9ba29-5178-4134-a986-67420a699f7e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jan 19 00:21:19.034387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:19.755688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f797bb-e0cd-412b-aa66-bda15c810db7 req-1ffcf571-01d8-4e99-b551-fe0b4b757eae tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:19.757183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21f797bb-e0cd-412b-aa66-bda15c810db7 req-1ffcf571-01d8-4e99-b551-fe0b4b757eae tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0795131 Jan 19 00:21:19.802754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21f797bb-e0cd-412b-aa66-bda15c810db7 req-36107ba0-df19-47d2-ad62-6cfdbc9292fb tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Jan 19 00:21:21.003427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c98b-08b7-40b0-8d32-d47c8666f1d3 req-a072ed71-f683-4846-bc21-770c29cc29fc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:21.004898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31d5c98b-08b7-40b0-8d32-d47c8666f1d3 req-a072ed71-f683-4846-bc21-770c29cc29fc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0752282 Jan 19 00:21:21.053676 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31d5c98b-08b7-40b0-8d32-d47c8666f1d3 req-7d505483-565a-4e27-8be5-e0e138eb8691 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Jan 19 00:21:22.252116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb4aa-9cfb-4256-b6f8-76ea8add1be7 req-9f6eeb94-cede-49d9-ac8d-6911620a562f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:22.253502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69bbb4aa-9cfb-4256-b6f8-76ea8add1be7 req-9f6eeb94-cede-49d9-ac8d-6911620a562f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0758376 Jan 19 00:21:22.298661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-69bbb4aa-9cfb-4256-b6f8-76ea8add1be7 req-62e49f50-cd38-4c64-980c-4eb6a3fb4ba5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397205 Jan 19 00:21:23.502553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccd316-5b39-4e8c-8f64-c73dd86f8ba4 req-062eb120-da71-418f-9eec-b40e93f88850 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:23.503906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0ccd316-5b39-4e8c-8f64-c73dd86f8ba4 req-062eb120-da71-418f-9eec-b40e93f88850 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0795047 Jan 19 00:21:23.548360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0ccd316-5b39-4e8c-8f64-c73dd86f8ba4 req-0e4f6e1b-4588-43d2-99a7-eaf985d33306 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390112 Jan 19 00:21:24.751631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96804f3-0048-41bb-b30d-252608f219ca req-158299f0-2aea-4cec-87b3-8095acaa33bd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:24.753127 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c96804f3-0048-41bb-b30d-252608f219ca req-158299f0-2aea-4cec-87b3-8095acaa33bd tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 944 time: 0.0786057 Jan 19 00:21:24.799173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c96804f3-0048-41bb-b30d-252608f219ca req-36990b71-d52d-4296-93d2-51740d694c10 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Jan 19 00:21:24.840626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:21:24.973675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:24.986360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '826b3e5e-bde3-4557-abab-91031ea4d944', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:21:25.041149 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:25.057856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:21:25.072538 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:25.117206 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:25.183263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:25.192329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.192676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.193046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.193396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.193730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.194061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.194390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.194716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.195039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.195362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.195686 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:25.375065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['826b3e5e-bde3-4557-abab-91031ea4d944'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:21:26.139636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177454c4-6a2d-479b-8437-90f37cf395b7 req-925b96e8-4176-42dc-be0c-957277d66bb8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:26.141110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-177454c4-6a2d-479b-8437-90f37cf395b7 req-925b96e8-4176-42dc-be0c-957277d66bb8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0802548 Jan 19 00:21:26.185296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-177454c4-6a2d-479b-8437-90f37cf395b7 req-a914eede-dad2-4241-b763-ec422c4ddec5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Jan 19 00:21:26.715696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-88ffb0ea-1c18-4773-893e-f75eb4c219b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692825 Jan 19 00:21:26.840190 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:21:26.855235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:21:26.865464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.83', 62318) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:21:26.883004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-3d2e0879-ae3d-43ea-9b54-ebf86412e539 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1096 time: 0.0935750 Jan 19 00:21:26.971508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-278173f1-1c6c-482d-9475-bf98dc11eb5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:26.972192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-278173f1-1c6c-482d-9475-bf98dc11eb5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Synchronizing usage tracker for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:21:27.037166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 826b3e5e-bde3-4557-abab-91031ea4d944 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:21:27.042500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 826b3e5e-bde3-4557-abab-91031ea4d944 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:21:27.042878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:27.076760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff95e-270f-4756-a447-09b66e88aa5c req-b0f2d68a-64e9-47f1-b5cb-c682c451cb5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:27.078315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-b0f2d68a-64e9-47f1-b5cb-c682c451cb5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1551030 Jan 19 00:21:27.083871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971d9c-0d43-4730-9533-9649df964394 req-29f0ba58-00ea-4282-8d50-4910650d533a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:27.085240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d971d9c-0d43-4730-9533-9649df964394 req-29f0ba58-00ea-4282-8d50-4910650d533a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.2009645 Jan 19 00:21:27.095007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-278173f1-1c6c-482d-9475-bf98dc11eb5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Unset dirty status for tenant:a74fc6d62f3a4460a74a6e56e5d7d763 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:21:27.096804 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-278173f1-1c6c-482d-9475-bf98dc11eb5a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.83 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&binding%3Ahost_id=n-h2-825175-2 HTTP/1.1" status: 200 len: 945 time: 0.2298362 Jan 19 00:21:27.166272 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:27.180321 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-38f25a01-ae6b-4f22-b9aa-101d923aecf2 service neutron] 10.222.0.83 "GET /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944/bindings/n-h2-825175-2 HTTP/1.1" status: 200 len: 382 time: 0.0777564 Jan 19 00:21:27.195909 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:27.206977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:27.217294 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d971d9c-0d43-4730-9533-9649df964394 req-fe5f962c-e913-490c-a12f-d37f97989c6e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779488 Jan 19 00:21:27.219322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-9313995d-57ea-4f34-90d9-44d3c3fd7767 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1000 time: 0.1332378 Jan 19 00:21:27.272278 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'code': 200} Jan 19 00:21:27.277276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:27.285716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff95e-270f-4756-a447-09b66e88aa5c req-1aba7f3c-4fdc-4ed5-97d2-86b71a45b345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:27.287153 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-1aba7f3c-4fdc-4ed5-97d2-86b71a45b345 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0628803 Jan 19 00:21:27.344672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:27.361425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-92ebd510-5fb1-49dc-83f8-82b1605c2582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682354 Jan 19 00:21:27.490784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-868296c0-172e-4067-aaf4-498dd86522e8 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234260 Jan 19 00:21:27.618689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-386ff95e-270f-4756-a447-09b66e88aa5c req-f60f89d6-114b-4d51-af6f-5255c135cf13 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222663 Jan 19 00:21:27.724941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-4c401ded-3448-4204-b5eb-9184cf2a1969 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1097 time: 0.0700061 Jan 19 00:21:27.942528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-8674e22b-27c4-4d32-a5a1-ecf49102b4b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:27.943941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-8674e22b-27c4-4d32-a5a1-ecf49102b4b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.2132926 Jan 19 00:21:28.044024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-5bbc9ecc-0d3a-48a2-b37d-8e5b86443f4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1001 time: 0.0939484 Jan 19 00:21:28.102837 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-e6ba6f1e-a1ed-4e77-be01-fa49210f3dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:28.104193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-e6ba6f1e-a1ed-4e77-be01-fa49210f3dc8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0549762 Jan 19 00:21:28.179559 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-a0d9307d-ddb0-401c-823b-ec8a17e524bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697079 Jan 19 00:21:28.311709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-199618ea-0830-48e8-969e-34d36dc7d3dd service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263423 Jan 19 00:21:28.496000 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-bdc49d63-d6a1-4706-ac3c-c99e0bbc3299 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781023 Jan 19 00:21:28.507726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4888617-f7f1-4317-88db-9859d998a9dc req-671ad86b-fb92-45d7-ad57-80b5db4b86cf tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:28.509262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4888617-f7f1-4317-88db-9859d998a9dc req-671ad86b-fb92-45d7-ad57-80b5db4b86cf tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.1686790 Jan 19 00:21:28.554982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e4888617-f7f1-4317-88db-9859d998a9dc req-08fedc3f-081f-4712-92de-35091e97efd8 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Jan 19 00:21:29.758862 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8f290-b2c1-4295-bf1d-1f27e534c58b req-21f2c255-2882-4765-b248-7d8552905c5b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:29.760558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d8f290-b2c1-4295-bf1d-1f27e534c58b req-21f2c255-2882-4765-b248-7d8552905c5b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0786531 Jan 19 00:21:29.807666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d8f290-b2c1-4295-bf1d-1f27e534c58b req-aa015747-4d37-4b71-a9a3-99df82b4654e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Jan 19 00:21:31.006387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6cf7-9cd6-481f-9cff-d7ace6d1c844 req-cc9824a0-8eed-4cc4-8f95-311010fd7bc2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:31.007741 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-850b6cf7-9cd6-481f-9cff-d7ace6d1c844 req-cc9824a0-8eed-4cc4-8f95-311010fd7bc2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0766113 Jan 19 00:21:31.053513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-850b6cf7-9cd6-481f-9cff-d7ace6d1c844 req-e8cf6399-e9f3-48c9-93ab-6a8f790b282e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399330 Jan 19 00:21:32.015948 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-863a0353-bf13-4f1d-a666-bb0144029454 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd&tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763 HTTP/1.1" status: 200 len: 1097 time: 0.0713615 Jan 19 00:21:32.025801 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:21:32.127754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:32.259056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550e4c-b530-44d1-b288-cb5093aa802d req-824f28d5-61db-43f9-8827-2a56a4570022 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:32.260772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d550e4c-b530-44d1-b288-cb5093aa802d req-824f28d5-61db-43f9-8827-2a56a4570022 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0808678 Jan 19 00:21:32.310686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d550e4c-b530-44d1-b288-cb5093aa802d req-8996adea-4157-40bf-81cc-c1be1857ee2d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404067 Jan 19 00:21:32.393173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:32.421644 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:21:32.480359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:32.486158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:32.501175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Transition to ACTIVE for port object 826b3e5e-bde3-4557-abab-91031ea4d944 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:21:32.574095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:32.630523 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'code': 200} Jan 19 00:21:32.800103 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:32.820570 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.820856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.821206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.821531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.821851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.822171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.822482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.822793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.823102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.823408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.823718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:21:32.872571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] No DVR routers for this DVR port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:21:33.115689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:21:33.116361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:21:33.116361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:21:33.122027 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:21:33.122352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Attempting to bind port 826b3e5e-bde3-4557-abab-91031ea4d944 on network d6584c56-012e-429d-96b9-7efc7691d925 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:21:33.129340 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:21:33.129678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Checking segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:21:33.130064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Bound using segment: {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:21:33.130484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Bound port: 826b3e5e-bde3-4557-abab-91031ea4d944, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:21:33.130826 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:33.218251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:21:33.221248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:21:33.312395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:33.374361 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:33.374361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] 10.222.0.89 "PUT /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 1093 time: 1.3511660 Jan 19 00:21:33.457435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28038749-0d75-4f16-a485-3aa32e796f7e service neutron] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=11']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:33.479431 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-45062d8d-57e1-4dca-89c3-0983e50c6e6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1096 time: 0.0838218 Jan 19 00:21:33.525926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c008a6-125b-4b17-b9ae-9e732f1fd71e req-92a648e6-ec99-4830-a75e-4a7d37dcafed tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:33.528094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2c008a6-125b-4b17-b9ae-9e732f1fd71e req-92a648e6-ec99-4830-a75e-4a7d37dcafed tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0832868 Jan 19 00:21:33.581893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2c008a6-125b-4b17-b9ae-9e732f1fd71e req-afa54786-ae78-4a90-ac3f-8e6e16e795c7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Jan 19 00:21:33.628819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-3679644b-cba0-4ee7-bcc8-6002516685e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:33.630251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-3679644b-cba0-4ee7-bcc8-6002516685e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1448357 Jan 19 00:21:33.736603 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-c73b3517-ad7d-48a3-a15e-35e0e71b4493 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.0999589 Jan 19 00:21:33.801609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-ddc10bda-724c-4938-a639-f29a4b226950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:33.803040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-ddc10bda-724c-4938-a639-f29a4b226950 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0611951 Jan 19 00:21:33.877977 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-d8f72d0a-ab39-46b8-b3fd-cc2339199552 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696163 Jan 19 00:21:34.009010 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-f190bb6a-f9db-48a8-9a26-065214018393 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252890 Jan 19 00:21:34.138106 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-5ac8fd0a-2a40-437e-a8d8-719d3fa9e1f8 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228378 Jan 19 00:21:34.631727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:34.710338 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'status': 'completed', 'code': 200} Jan 19 00:21:34.804525 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-e239e58c-b65a-44a5-a56a-4cacc32a223e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1096 time: 0.0721753 Jan 19 00:21:34.858276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0ece-2deb-43e0-90a6-4462d0632d0d req-2102271b-1469-4767-8299-594126b8ed8c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:34.861556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c5d0ece-2deb-43e0-90a6-4462d0632d0d req-2102271b-1469-4767-8299-594126b8ed8c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.1450205 Jan 19 00:21:34.869238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-608cc486-e9d3-4f86-8e1a-2b3b03f1b362 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1096 time: 0.1176519 Jan 19 00:21:34.895965 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:21:34.952282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-0c4b04b4-1c02-4315-9928-62decd95e52a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:34.954446 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-0c4b04b4-1c02-4315-9928-62decd95e52a service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1438277 Jan 19 00:21:34.968712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:21:35.027327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c5d0ece-2deb-43e0-90a6-4462d0632d0d req-6b435566-2b8d-4e35-9db1-c169baa33de2 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614945 Jan 19 00:21:35.050899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-261fd827-db03-4937-a963-178048f8b32f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:35.052671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-261fd827-db03-4937-a963-178048f8b32f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1691086 Jan 19 00:21:35.073895 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-59913d75-444b-4a10-b268-6425c6859147 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.1127017 Jan 19 00:21:35.141235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-17d1f0ff-b9b2-4848-b339-bb6e8f4dcfaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:35.142739 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-17d1f0ff-b9b2-4848-b339-bb6e8f4dcfaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0631430 Jan 19 00:21:35.169602 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-a1c7a722-b48b-48db-ad7f-230b6c302c4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.1108921 Jan 19 00:21:35.236590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-5a03a29d-9e3e-46ec-959f-fb565b6a8a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:35.238100 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-5a03a29d-9e3e-46ec-959f-fb565b6a8a75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0625827 Jan 19 00:21:35.325035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-1e2ef728-f5d4-4a9a-83de-af456628b171 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763861 Jan 19 00:21:35.329238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-c86f9524-3528-44df-b1a2-a558143ae304 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856152 Jan 19 00:21:35.462300 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-5f6c3013-ae7b-4431-80c8-3674dd0915b3 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317489 Jan 19 00:21:35.581825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-b11a1cd6-b7db-4f55-9626-655f513df5b4 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464652 Jan 19 00:21:35.594133 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-3aa3c8ec-5d0e-4b40-ad97-5412f62082ae service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259084 Jan 19 00:21:35.716228 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c3739d3e-be8d-4772-8416-a6a4980446c3 req-6c33052c-a84f-4c6d-98ec-b98035cea255 service neutron] 10.222.0.83 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284308 Jan 19 00:21:36.240907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee08ac-bba1-4080-8cc0-18e624a8f612 req-7df64a81-03b5-45f0-99d5-eaca1ff7dd52 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:36.242246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5ee08ac-bba1-4080-8cc0-18e624a8f612 req-7df64a81-03b5-45f0-99d5-eaca1ff7dd52 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0758734 Jan 19 00:21:36.287617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5ee08ac-bba1-4080-8cc0-18e624a8f612 req-c74a77b7-22f8-4d0f-94ae-d7ff9504e89d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399280 Jan 19 00:21:37.493213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80122a1-9fdc-48e5-92b0-7b57529dd77c req-4b97511a-f3a6-4a3c-96ba-d5e7320ce6e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:37.494662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c80122a1-9fdc-48e5-92b0-7b57529dd77c req-4b97511a-f3a6-4a3c-96ba-d5e7320ce6e6 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0800881 Jan 19 00:21:37.539636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c80122a1-9fdc-48e5-92b0-7b57529dd77c req-007be520-20b6-45c1-b5cc-068cfe63c396 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393813 Jan 19 00:21:38.739103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59616-3203-4802-a50e-f24831cf8bd4 req-f51e7912-acd6-40f2-a973-5c28d3a05285 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:38.740554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbb59616-3203-4802-a50e-f24831cf8bd4 req-f51e7912-acd6-40f2-a973-5c28d3a05285 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0775697 Jan 19 00:21:38.785889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbb59616-3203-4802-a50e-f24831cf8bd4 req-88f471ce-9069-4408-bfb5-2569e1178415 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Jan 19 00:21:39.771379 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:39.983433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594693e7-8e62-4c11-9de5-cc91ce1aff61 req-23741f05-7f15-47bf-8dcb-3847f873748d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:39.984889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-594693e7-8e62-4c11-9de5-cc91ce1aff61 req-23741f05-7f15-47bf-8dcb-3847f873748d tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0788994 Jan 19 00:21:40.028956 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-594693e7-8e62-4c11-9de5-cc91ce1aff61 req-b578a013-20c2-424f-baa5-483de43f49ba tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Jan 19 00:21:40.834183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-06ab6b99-f6c4-42a0-b2a4-844f4d001fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 1096 time: 0.0687203 Jan 19 00:21:40.974597 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c1227-a224-4d6e-91b3-97580590b39d req-98f20bb0-0c93-4c5f-a5cd-2af3d9c6a1e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:40.976029 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-98f20bb0-0c93-4c5f-a5cd-2af3d9c6a1e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 200 len: 913 time: 0.1230977 Jan 19 00:21:41.078435 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-1126c218-825b-4b16-8e74-e12bbdb5019e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 200 len: 999 time: 0.0957499 Jan 19 00:21:41.143915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c1227-a224-4d6e-91b3-97580590b39d req-9322f56a-0bfd-4206-aa7b-7b09982ca06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:41.145395 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-9322f56a-0bfd-4206-aa7b-7b09982ca06a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 200 len: 851 time: 0.0616634 Jan 19 00:21:41.220855 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-c3c43312-13d2-4967-814a-cc2c24f95dd4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d6584c56-012e-429d-96b9-7efc7691d925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688057 Jan 19 00:21:41.228734 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f390b-27c9-40af-993c-2ab1782bad2b req-dd0de7cf-8e02-4061-b233-d99072cf4909 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:41.230204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-231f390b-27c9-40af-993c-2ab1782bad2b req-dd0de7cf-8e02-4061-b233-d99072cf4909 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0769525 Jan 19 00:21:41.276060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-231f390b-27c9-40af-993c-2ab1782bad2b req-cf7a2b36-1f73-46b3-a4d5-9c9c95adc33e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Jan 19 00:21:41.353403 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-e7889afa-82e3-403e-b6e0-f3f5dbd36037 service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265583 Jan 19 00:21:41.483669 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-664c1227-a224-4d6e-91b3-97580590b39d req-69f1f28e-d1f3-44c5-88de-79d5465e61ca service neutron] 10.222.0.89 "GET /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241651 Jan 19 00:21:41.859072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:42.473936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626cda7-2c20-4327-9271-5e736a7e484c req-bd4d5207-8b09-4bd2-bf68-88a96db6be4b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:42.475377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0626cda7-2c20-4327-9271-5e736a7e484c req-bd4d5207-8b09-4bd2-bf68-88a96db6be4b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0789042 Jan 19 00:21:42.520773 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0626cda7-2c20-4327-9271-5e736a7e484c req-40eab345-8231-406d-838b-b3bbe649a4b7 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Jan 19 00:21:43.720955 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e0de1-f5a4-4470-a833-76639feb887c req-bafa0b83-35f1-4ea0-aa40-bcdf3943eae0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:43.722412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d14e0de1-f5a4-4470-a833-76639feb887c req-bafa0b83-35f1-4ea0-aa40-bcdf3943eae0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0775032 Jan 19 00:21:43.771688 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d14e0de1-f5a4-4470-a833-76639feb887c req-a1749dfa-d613-4c14-929f-70367e35bdb0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437548 Jan 19 00:21:43.916773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6490c193-8d57-4261-953e-844131294c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:44.979577 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fae57-6d6a-45de-ad8a-53761f81f903 req-0f6c1c04-15f9-4e37-b600-7d17d933a9fc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:44.981054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e2fae57-6d6a-45de-ad8a-53761f81f903 req-0f6c1c04-15f9-4e37-b600-7d17d933a9fc tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 945 time: 0.0797822 Jan 19 00:21:45.028968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9e2fae57-6d6a-45de-ad8a-53761f81f903 req-47ff8340-4113-421d-89c0-52ef73b9e17c tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Jan 19 00:21:45.198332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:21:45.335178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:45.348363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '826b3e5e-bde3-4557-abab-91031ea4d944', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'port_id': '826b3e5e-bde3-4557-abab-91031ea4d944', 'mac_address': 'fa:16:3e:c7:de:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:21:45.401173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:45.421610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:21:45.436635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:45.510910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:45.574625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:45.884057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['826b3e5e-bde3-4557-abab-91031ea4d944'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:21:46.018920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9780437f-a801-407e-8526-74cdac398a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:46.229279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1fbf5-b1f9-4346-bedd-087c1c83f5ca req-bebe6a68-630f-463b-b656-3fd29ec3baa4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:46.230634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7b1fbf5-b1f9-4346-bedd-087c1c83f5ca req-bebe6a68-630f-463b-b656-3fd29ec3baa4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0798264 Jan 19 00:21:46.275898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b7b1fbf5-b1f9-4346-bedd-087c1c83f5ca req-2870fe5e-7f9a-4300-b1f1-b3f256451829 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Jan 19 00:21:46.481931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999bbdc-e431-48ea-aee8-7b2c991fa8e1 req-46c0447f-814f-4328-97a0-0766ddde5a1a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:46.483290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0999bbdc-e431-48ea-aee8-7b2c991fa8e1 req-46c0447f-814f-4328-97a0-0766ddde5a1a tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0803037 Jan 19 00:21:46.528801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0999bbdc-e431-48ea-aee8-7b2c991fa8e1 req-341e5f45-f492-444b-b1d7-4205563db5f4 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Jan 19 00:21:46.764267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a00e3-8da2-4b8e-8e2b-861060ed8988 req-b264a821-d9b6-4871-8a96-d4e48cd059b3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:46.766432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d3a00e3-8da2-4b8e-8e2b-861060ed8988 req-b264a821-d9b6-4871-8a96-d4e48cd059b3 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0907900 Jan 19 00:21:46.813593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d3a00e3-8da2-4b8e-8e2b-861060ed8988 req-ca3373e5-a037-46b8-88f1-47e07c15ed91 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Jan 19 00:21:47.217752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:21:47.277186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:47.350697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 826b3e5e-bde3-4557-abab-91031ea4d944 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:21:47.355870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 826b3e5e-bde3-4557-abab-91031ea4d944 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:21:47.356246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:47.462578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318c648-d55d-40bf-8263-6a99545f383b req-30c5b147-18ec-429f-958a-e3a5c86594d0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:47.464055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e318c648-d55d-40bf-8263-6a99545f383b req-30c5b147-18ec-429f-958a-e3a5c86594d0 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 946 time: 0.0764201 Jan 19 00:21:47.513958 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e318c648-d55d-40bf-8263-6a99545f383b req-4f2d4de8-8612-46ed-afff-fad60f243f5e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441434 Jan 19 00:21:47.515133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:47.541145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:47.551100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:47.594966 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'code': 200} Jan 19 00:21:47.619781 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:47.698958 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=13']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:47.722192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:48.715726 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886c3e0-2c9f-41a6-8d27-8c377abc4f39 req-a1f93f70-bbcf-46fb-9faf-11a8c73a902e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:48.717196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2886c3e0-2c9f-41a6-8d27-8c377abc4f39 req-a1f93f70-bbcf-46fb-9faf-11a8c73a902e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 947 time: 0.0789042 Jan 19 00:21:48.766428 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2886c3e0-2c9f-41a6-8d27-8c377abc4f39 req-810e70c9-b55c-4222-a692-92c1790f9994 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Jan 19 00:21:49.047099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:49.191944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-3458ed4b-45ed-4fc2-b218-4cf74c08be6b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:49.193353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-3458ed4b-45ed-4fc2-b218-4cf74c08be6b tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 947 time: 0.0803542 Jan 19 00:21:49.259717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Deleting port 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:21:49.260309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:49.498522 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] For port 826b3e5e-bde3-4557-abab-91031ea4d944, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=826b3e5e-bde3-4557-abab-91031ea4d944,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:49.498800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:49.873255 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:49.873636 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:49.873932 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c disassociated. External IP: 172.25.1.2, port: 826b3e5e-bde3-4557-abab-91031ea4d944. Jan 19 00:21:49.874265 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Calling delete_port for 826b3e5e-bde3-4557-abab-91031ea4d944 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:21:49.973031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69c104-a9cb-446c-8fc0-da040eda2a53 req-4998a456-f424-427a-8b0a-5e08a6370a6e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:21:49.974519 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e69c104-a9cb-446c-8fc0-da040eda2a53 req-4998a456-f424-427a-8b0a-5e08a6370a6e tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 947 time: 0.0827377 Jan 19 00:21:50.020270 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3e69c104-a9cb-446c-8fc0-da040eda2a53 req-1776c717-a4e0-4eab-bdaf-96d92b1af19f tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups?id=e344164d-1b1d-4451-bcc0-9fa21ab8a868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Jan 19 00:21:50.080323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:50.129084 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'Port': ['ID=826b3e5e-bde3-4557-abab-91031ea4d944,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:50.341558 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:21:50.540724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:21:50.550261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:21:50.562731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:21:50.563438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:21:50.607836 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] No DVR routers for this DVR port 826b3e5e-bde3-4557-abab-91031ea4d944 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:21:50.610572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:50.613196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-deleted', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:21:50.670164 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200e2ec-7d5e-494d-9d9c-4026d8c904fd', 'name': 'network-vif-deleted', 'tag': '826b3e5e-bde3-4557-abab-91031ea4d944', 'status': 'completed', 'code': 200} Jan 19 00:21:50.705784 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-492debe6-fbb9-4a8f-bc71-24fa812495c4 req-9fa1b44c-7787-4973-b6e3-3c71735722f5 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.89 "DELETE /v2.0/ports/826b3e5e-bde3-4557-abab-91031ea4d944 HTTP/1.1" status: 204 len: 173 time: 1.5068879 Jan 19 00:21:50.746499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:21:51.057195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:21:51.061167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:21:51.073005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:21:51.073645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:21:51.197659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8644fd0-013e-4a61-845b-fd3b9ad0afd1 req-bf04c5ec-0e29-4136-aee0-9f78bbfb4369 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/ports?device_id=1200e2ec-7d5e-494d-9d9c-4026d8c904fd HTTP/1.1" status: 200 len: 210 time: 0.0465629 Jan 19 00:21:51.248059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:21:51.286284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 826b3e5e-bde3-4557-abab-91031ea4d944 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:21:51.286550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 826b3e5e-bde3-4557-abab-91031ea4d944 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:21:51.307862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:21:51.623264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:21:51.627776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24826-1f54-4cd4-b0f9-c280aa83cc8f None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:09:35Z', 'revision_number': 4, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '0fc5a1ef-db69-4528-ac04-0f11c7171cfb', 'name': '', 'network_id': 'd6584c56-012e-429d-96b9-7efc7691d925', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'mac_address': 'fa:16:3e:c0:11:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:34Z', 'updated_at': '2022-01-19T00:09:52Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'subnets': [{'id': '3a23dbf8-4242-4d65-b3f0-1b984405031b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:21:51.850039 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7a018-141d-4d84-877a-8eb69d02b25c None None] New status for floating IP e30026ab-3f06-4f97-a067-31ba2684bd5c: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:21:56.791281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:21:56.856126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:56.883901 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.002210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.019978 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e344164d-1b1d-4451-bcc0-9fa21ab8a868,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:57.092223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.093637 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0798da40-a0af-4dc5-845d-f8f8495f64c1 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "DELETE /v2.0/security-groups/e344164d-1b1d-4451-bcc0-9fa21ab8a868 HTTP/1.1" status: 204 len: 168 time: 0.3013208 Jan 19 00:21:57.096087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36818) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:21:57.112437 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-c9cad9e1-ef3f-4884-b58a-784d9834fa06 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] show failed (client error): The resource could not be found. Jan 19 00:21:57.113440 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c9cad9e1-ef3f-4884-b58a-784d9834fa06 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "GET /v2.0/security-groups/e344164d-1b1d-4451-bcc0-9fa21ab8a868 HTTP/1.1" status: 404 len: 347 time: 0.0164733 Jan 19 00:21:57.115907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36822) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:21:57.266104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Deleting port c3486161-5fba-4152-8896-62b9cf7dc156 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:21:57.266336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.429616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.429944 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.638974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Calling delete_port for c3486161-5fba-4152-8896-62b9cf7dc156 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:21:57.836318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.883803 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Pushing event deleted for resources: {'Port': ['ID=c3486161-5fba-4152-8896-62b9cf7dc156,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:21:57.972805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.986290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:57.987429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c0a02e11-c247-4ab9-84a5-8b4d68326768 tempest-ServerActionsTestJSON-1217862206 tempest-ServerActionsTestJSON-1217862206-project] 10.222.0.59 "DELETE /v2.0/floatingips/e30026ab-3f06-4f97-a067-31ba2684bd5c HTTP/1.1" status: 204 len: 168 time: 0.8706777 Jan 19 00:21:57.990346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36826) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:21:58.543803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:59.127393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Deleting port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:21:59.128106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:59.295408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] For port 0fc5a1ef-db69-4528-ac04-0f11c7171cfb, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:21:59.295679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:59.504136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Calling delete_port for 0fc5a1ef-db69-4528-ac04-0f11c7171cfb owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:21:59.739036 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:21:59.786367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc5a1ef-db69-4528-ac04-0f11c7171cfb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:00.069020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:00.631504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Router 7902642c-94fd-45b9-b76f-023b98581ebf has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:22:00.832587 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:22:00.841519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Sync routers for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:22:00.847361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-331b6d48-4cfd-4c60-b481-fe1ea330b7a7 admin admin] 10.222.0.59 "PUT /v2.0/routers/7902642c-94fd-45b9-b76f-023b98581ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8537700 Jan 19 00:22:00.847752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36832) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:00.853861 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:22:00.854460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:01.081135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:22:01.151785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:01.345535 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:01.361618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:21:59Z', 'revision_number': 5, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port': {'id': '3ff2b1c5-5d94-49eb-8684-9a45063c0723', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:09:32Z', 'updated_at': '2022-01-19T00:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:01.365420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Checking router: 7902642c-94fd-45b9-b76f-023b98581ebf for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:22:01.376277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Routers {'7902642c-94fd-45b9-b76f-023b98581ebf'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:22:01.376892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:21:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['7902642c-94fd-45b9-b76f-023b98581ebf'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:01.416992 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Deleting port 3ff2b1c5-5d94-49eb-8684-9a45063c0723 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:01.417341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:01.527393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] Set router 7902642c-94fd-45b9-b76f-023b98581ebf gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:22:01.603790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] For port 3ff2b1c5-5d94-49eb-8684-9a45063c0723, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3ff2b1c5-5d94-49eb-8684-9a45063c0723,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:01.604147 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:01.631332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6febd758-8825-4878-b73d-94fd3266300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:22:01Z', 'revision_number': 6, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:01.635821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6febd758-8825-4878-b73d-94fd3266300a None None] The sync data for ids ['7902642c-94fd-45b9-b76f-023b98581ebf'] in n-d-825175-2 is: [{'id': '7902642c-94fd-45b9-b76f-023b98581ebf', 'name': 'tempest-ServerActionsTestJSON-1706739149-router', 'tenant_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:09:31Z', 'updated_at': '2022-01-19T00:22:01Z', 'revision_number': 6, 'project_id': 'a74fc6d62f3a4460a74a6e56e5d7d763', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:22:01.726300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Calling delete_port for 3ff2b1c5-5d94-49eb-8684-9a45063c0723 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:22:01.968793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.015809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff2b1c5-5d94-49eb-8684-9a45063c0723,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:02.234307 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.593738 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.598106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.669024 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fc5a1ef-db69-4528-ac04-0f11c7171cfb no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:22:02.697310 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.698150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7902642c-94fd-45b9-b76f-023b98581ebf {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:22:02.708000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0fc5a1ef-db69-4528-ac04-0f11c7171cfb {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:22:02.708429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0fc5a1ef-db69-4528-ac04-0f11c7171cfb not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:22:02.708931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ff2b1c5-5d94-49eb-8684-9a45063c0723 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:22:02.711347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.713033 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dccd7932-0af0-4ca2-b72e-0a8aac000210 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7902642c-94fd-45b9-b76f-023b98581ebf HTTP/1.1" status: 204 len: 168 time: 1.8638141 Jan 19 00:22:02.715040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36836) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:02.744085 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 3ff2b1c5-5d94-49eb-8684-9a45063c0723 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:22:02.744436 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3ff2b1c5-5d94-49eb-8684-9a45063c0723 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:22:02.783291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Deleting subnet 3a23dbf8-4242-4d65-b3f0-1b984405031b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:22:02.786554 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.837925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:02.921127 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.065489 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.101298 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a23dbf8-4242-4d65-b3f0-1b984405031b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:03.110862 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.114750 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a310415-202c-4676-95b2-141f308f173a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3a23dbf8-4242-4d65-b3f0-1b984405031b HTTP/1.1" status: 204 len: 168 time: 0.3985536 Jan 19 00:22:03.115574 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1605bb-a0ca-4100-baa8-7a1fd29c1cb2 None None] Network d6584c56-012e-429d-96b9-7efc7691d925 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:03.117323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 36840) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:03.223390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.234873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Deleting port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:03.235346 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.353461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] DHCP port deletion for d6584c56-012e-429d-96b9-7efc7691d925 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:22:03.358021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Deleting port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:03.358974 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.445455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] For port 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0ac96520-3a6d-4ea7-accf-c3587dd0c884,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:03.445812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.567191 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Calling delete_port for 0ac96520-3a6d-4ea7-accf-c3587dd0c884 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:22:03.579352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] For port 0ac96520-3a6d-4ea7-accf-c3587dd0c884, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=0ac96520-3a6d-4ea7-accf-c3587dd0c884,segment=NetworkSegment(fa0f6ebe-53b0-429a-bf27-b2e8383b86cd),segment_id=fa0f6ebe-53b0-429a-bf27-b2e8383b86cd)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:03.579352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.686917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Calling delete_port for 0ac96520-3a6d-4ea7-accf-c3587dd0c884 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:22:03.711131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.759482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:22:03.759840 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:22:03.761634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac96520-3a6d-4ea7-accf-c3587dd0c884,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:03.765750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] No DVR routers for this DVR port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:22:03.840272 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:22:03.880729 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.906421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6584c56-012e-429d-96b9-7efc7691d925']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:03.918056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:03.918349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0f6ebe-53b0-429a-bf27-b2e8383b86cd') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:03.929298 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.944411 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.950552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:22:03.950922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:22:03.963989 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:22:04.097633 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.113082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.123096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6584c56-012e-429d-96b9-7efc7691d925,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:04.189057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8baf98a3-1134-4ffd-842f-e1d08bad3d00 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d6584c56-012e-429d-96b9-7efc7691d925 HTTP/1.1" status: 204 len: 168 time: 1.0707121 Jan 19 00:22:04.261281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Deleting port 0ac96520-3a6d-4ea7-accf-c3587dd0c884 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:04.261757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.359415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-43a9708d-69be-44c6-bf9c-64b2a0315543 None None] The port '0ac96520-3a6d-4ea7-accf-c3587dd0c884' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:22:04.498300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36846) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:04.549708 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-051deb85-bae6-4291-b90f-59bb6e14f342 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a74fc6d62f3a4460a74a6e56e5d7d763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490918 Jan 19 00:22:04.552197 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36850) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:04.610277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.640287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.664114 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0ac96520-3a6d-4ea7-accf-c3587dd0c884 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:22:04.696883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 0ac96520-3a6d-4ea7-accf-c3587dd0c884 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:22:04.697599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 0ac96520-3a6d-4ea7-accf-c3587dd0c884 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:22:04.768061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.785200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bec8f-b1cb-4832-a5f8-360abd1e0a48,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:04.791801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:04.792943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ab48812a-fb9b-4940-ae4b-df31a0326156 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/787bec8f-b1cb-4832-a5f8-360abd1e0a48 HTTP/1.1" status: 204 len: 168 time: 0.2398341 Jan 19 00:22:06.026754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:06.153775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-283333593-network', 'tenant_id': '41a4870ef5d24ce58b2819fbee9f1968'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:06.159438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:06.163233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Usage tracker for resource:network and tenant:41a4870ef5d24ce58b2819fbee9f1968 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:06.166094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:06.172319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:06.270572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Made reservation on behalf of 41a4870ef5d24ce58b2819fbee9f1968 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:06.272765 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.285252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.316747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:06.320561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Usage tracker for resource:security_group_rule and tenant:41a4870ef5d24ce58b2819fbee9f1968 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:06.323310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:06.329208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:06.393092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.451294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.483443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:22:06.489543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e24a8-b585-45c9-9b61-276539406d50,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:06.501060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.501060 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Added segment 857f4c1c-4365-4d98-8164-b06e84216725 of type vlan for network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 Jan 19 00:22:06.526505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.628504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.629402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:06.629985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:06.728578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] Pushing event updated for resources: {'Network': ['ID=1e0b4ab5-3206-415a-b680-62d2ae8cf762,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:06.738923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:22:06.786038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-38ae58f0-6148-4db5-96bb-3ef3207137cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7580295 Jan 19 00:22:06.788730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 36878) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:06.794326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Request body: {'subnet': {'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-283333593-subnet', 'tenant_id': '41a4870ef5d24ce58b2819fbee9f1968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:06.799851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:06.805022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Usage tracker for resource:subnet and tenant:41a4870ef5d24ce58b2819fbee9f1968 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:06.809546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:06.815304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:06.893444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Made reservation on behalf of 41a4870ef5d24ce58b2819fbee9f1968 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:06.895865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:07.156728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:07.225666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f56bef-75ea-48be-bed7-186f3966d498,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:07.239271 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Checking segment: {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:07.239623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Network hostable DHCP agents. Network: 1e0b4ab5-3206-415a-b680-62d2ae8cf762, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:22:07.321510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:22:07.367538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1e0b4ab5-3206-415a-b680-62d2ae8cf762) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:07.371673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:07.372234 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:07.377046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d9685-e802-4be9-ac35-b627cab29052 None None] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:07.448665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6145edc7-9860-4ff0-83cc-57b81152b05a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6587615 Jan 19 00:22:07.590739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3750e-a753-48d8-96ed-331fbf02ecc1 None None] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:08.097029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f5a6f063-b804-46a5-997d-03d06691a0d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:08.097621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f5a6f063-b804-46a5-997d-03d06691a0d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Synchronizing usage tracker for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:22:08.178689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f5a6f063-b804-46a5-997d-03d06691a0d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Unset dirty status for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:22:08.179876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f5a6f063-b804-46a5-997d-03d06691a0d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/networks?id=1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 200 len: 813 time: 0.3053260 Jan 19 00:22:08.196735 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f3f985b6-8390-4ae0-a5ce-995af7caf7c1 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/quotas/41a4870ef5d24ce58b2819fbee9f1968 HTTP/1.1" status: 200 len: 375 time: 0.0115960 Jan 19 00:22:08.245318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-6d19ae78-8ae1-417e-8a8e-36789189b9e7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436981 Jan 19 00:22:08.374516 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-21b660c3-2f94-4178-9986-f66800545cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217189 Jan 19 00:22:08.502924 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ff735878-154a-45f3-9f2a-8149dfb2a689 service neutron] 10.222.0.59 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217635 Jan 19 00:22:08.777319 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2cb2f949-f13d-435e-8f03-d528bdf9ea06 req-e70656e1-8de7-43bd-9eca-4401f2be154d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 210 time: 0.0423517 Jan 19 00:22:09.774286 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:09.943052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94cb1543-281e-4e24-b19e-813d63935cfa req-c069d345-6db2-4110-aae1-b1d291c4827d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 210 time: 0.0416768 Jan 19 00:22:10.953493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f4a9a007-d0ac-45d6-88c2-7a576995457b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:10.955039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-f4a9a007-d0ac-45d6-88c2-7a576995457b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.83 "GET /v2.0/networks?id=1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 200 len: 813 time: 0.1463358 Jan 19 00:22:10.971188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Request body: {'port': {'device_id': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762', 'admin_state_up': True, 'tenant_id': '41a4870ef5d24ce58b2819fbee9f1968'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:11.146884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7640b2f0-b42f-463e-ad0a-ae2fe523a39f req-9cecc3f4-242a-431f-ad73-720cdb397b3d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 210 time: 0.0599875 Jan 19 00:22:11.155362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:11.159612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Usage tracker for resource:port and tenant:41a4870ef5d24ce58b2819fbee9f1968 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:11.162533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:11.168568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:11.253558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Made reservation on behalf of 41a4870ef5d24ce58b2819fbee9f1968 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:11.256654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:11.414601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Allocated IP 172.20.0.7 (1e0b4ab5-3206-415a-b680-62d2ae8cf762/a3f56bef-75ea-48be-bed7-186f3966d498/a591c30d-1096-4a50-8a0c-294a7c6dabe5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:22:11.613830 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:11.710979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:11.785258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:22:11.788259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:11.792173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:22:11.822131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Pushing event updated for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:11.854872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:11.860498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:11.876424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:11.949110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-ed72fcdb-409a-4869-8b5c-93355110120b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821458 Jan 19 00:22:11.960123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Request body: {'port': {'device_id': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:12.070829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:12.489757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-48ce1b02-8e34-4ba3-8922-79d7032af756 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:12.490438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-48ce1b02-8e34-4ba3-8922-79d7032af756 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Synchronizing usage tracker for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:22:12.567876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a591c30d-1096-4a50-8a0c-294a7c6dabe5 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:22:12.574491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:12.588478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Transition to ACTIVE for port object a591c30d-1096-4a50-8a0c-294a7c6dabe5 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:22:12.617020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-48ce1b02-8e34-4ba3-8922-79d7032af756 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Unset dirty status for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:22:12.618203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-48ce1b02-8e34-4ba3-8922-79d7032af756 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 931 time: 0.2968776 Jan 19 00:22:12.646431 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:12.775499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-cc6c6477-71a4-4129-a279-f828376bd1c6 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Synchronizing usage tracker for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:22:12.788742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Pushing event updated for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:12.868825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-cc6c6477-71a4-4129-a279-f828376bd1c6 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Unset dirty status for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:22:12.870001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfdb1eb-86d1-4623-8a59-8efb6bfa7ba9 req-cc6c6477-71a4-4129-a279-f828376bd1c6 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459652 Jan 19 00:22:12.911240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Attempting to bind port a591c30d-1096-4a50-8a0c-294a7c6dabe5 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:22:12.911556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Attempting to bind port a591c30d-1096-4a50-8a0c-294a7c6dabe5 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:22:12.911874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Attempting to bind port a591c30d-1096-4a50-8a0c-294a7c6dabe5 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:22:12.917553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Port a591c30d-1096-4a50-8a0c-294a7c6dabe5 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:22:12.917866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Attempting to bind port a591c30d-1096-4a50-8a0c-294a7c6dabe5 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:22:12.924142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:22:12.925741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Checking segment: {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:12.925741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Bound using segment: {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:22:12.925741 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Bound port: a591c30d-1096-4a50-8a0c-294a7c6dabe5, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:22:12.925741 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:13.010998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:22:13.013915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:22:13.093653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:13.155654 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:13.157181 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] 10.222.0.83 "PUT /v2.0/ports/a591c30d-1096-4a50-8a0c-294a7c6dabe5 HTTP/1.1" status: 200 len: 1091 time: 1.2011745 Jan 19 00:22:13.157612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:13.175097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Pushing event updated for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:13.184574 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.184952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.185296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.185631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.185965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.186297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.186624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.186950 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.187272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.187603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.188606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbfa367-cce1-4b9f-b96f-359859eccdff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:13.217077 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5', 'status': 'completed', 'code': 200} Jan 19 00:22:13.309841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f2db7e-2106-4162-a40b-924b97d23deb req-74fdbebb-3698-463a-95b7-c6909092698e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 1094 time: 0.0728598 Jan 19 00:22:13.444142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2db7e-2106-4162-a40b-924b97d23deb req-fa4f9b7f-9b58-4398-ab0f-ae0ed42bbe86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:13.445581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f2db7e-2106-4162-a40b-924b97d23deb req-fa4f9b7f-9b58-4398-ab0f-ae0ed42bbe86 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1295183 Jan 19 00:22:13.575724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2db7e-2106-4162-a40b-924b97d23deb req-6066532d-bcbf-4e27-b8c7-6737df33a42d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:13.577169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42f2db7e-2106-4162-a40b-924b97d23deb req-6066532d-bcbf-4e27-b8c7-6737df33a42d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261404 Jan 19 00:22:13.680262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-c50ae3f9-c530-4786-a013-1e4fd2f78402 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 1094 time: 0.0688479 Jan 19 00:22:13.748397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-6329356a-d5d3-4620-800a-addfa2fb599e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5 HTTP/1.1" status: 200 len: 217 time: 0.0621586 Jan 19 00:22:13.807107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-fe49ce71-6e7d-4437-ae32-f9853338f4a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:13.808467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-fe49ce71-6e7d-4437-ae32-f9853338f4a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a3f56bef-75ea-48be-bed7-186f3966d498 HTTP/1.1" status: 200 len: 853 time: 0.0547516 Jan 19 00:22:13.857224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-89f85aba-3b32-47e5-9982-0085d8f35084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e0b4ab5-3206-415a-b680-62d2ae8cf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425096 Jan 19 00:22:13.920278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-93be1a9f-1999-4c31-9953-68f6b21c4c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:13.986710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-88bb9684-f8aa-4b45-9df1-adf883df700f service neutron] 10.222.0.83 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238418 Jan 19 00:22:14.267369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c380dad8-bad5-4dd2-8d24-638d3a182e24 req-bc59aa4a-8b71-4823-b763-31c7bf7bc8f5 service neutron] 10.222.0.83 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743196 Jan 19 00:22:14.277722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2af69-3eab-4f57-acea-60d4180b4651 req-52abedd6-6a7f-4588-8b9f-e55cd39d7548 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:14.279145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73e2af69-3eab-4f57-acea-60d4180b4651 req-52abedd6-6a7f-4588-8b9f-e55cd39d7548 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 943 time: 0.2694025 Jan 19 00:22:14.323448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73e2af69-3eab-4f57-acea-60d4180b4651 req-a23ca5a0-3a9f-48fc-a0b5-4c6761639821 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Jan 19 00:22:15.528673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09d04e-b5f4-4113-8621-445ab850e4c0 req-720c7173-ed94-4d65-89b0-309d394852db tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:15.530125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf09d04e-b5f4-4113-8621-445ab850e4c0 req-720c7173-ed94-4d65-89b0-309d394852db tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 943 time: 0.0788426 Jan 19 00:22:15.574371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf09d04e-b5f4-4113-8621-445ab850e4c0 req-b1adeef3-bfbe-48bc-94ef-2d7dd1008d24 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386548 Jan 19 00:22:16.016641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03684ebf-85ed-4e0e-b70f-ef71c192ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:16.769673 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd933-e31f-456c-b448-22bfbfa370a0 req-bfef15a5-ec30-445d-b25f-4a8280381581 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:16.771160 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3cefd933-e31f-456c-b448-22bfbfa370a0 req-bfef15a5-ec30-445d-b25f-4a8280381581 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 943 time: 0.0755229 Jan 19 00:22:16.819752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3cefd933-e31f-456c-b448-22bfbfa370a0 req-a57bfb67-4abc-4e8e-ade2-159c195db953 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427876 Jan 19 00:22:17.118251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a591c30d-1096-4a50-8a0c-294a7c6dabe5 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:22:17.273247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:17.286799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5', 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762', 'port_id': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5', 'mac_address': 'fa:16:3e:33:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56bef-75ea-48be-bed7-186f3966d498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:22:17.315315 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:17.340545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:17.357913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a591c30d-1096-4a50-8a0c-294a7c6dabe5 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:22:17.372472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:17.439609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:17.510015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:17.624402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a591c30d-1096-4a50-8a0c-294a7c6dabe5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:17.730356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:18.015417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f6ec3-3db6-4f80-8b76-15dc88e87adc req-ee1e316d-c796-4775-ac38-7cce0cd753da tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:18.018108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-034f6ec3-3db6-4f80-8b76-15dc88e87adc req-ee1e316d-c796-4775-ac38-7cce0cd753da tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 944 time: 0.0754640 Jan 19 00:22:18.061572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-034f6ec3-3db6-4f80-8b76-15dc88e87adc req-71001f9b-bf96-47aa-90c4-f1957bf31a27 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Jan 19 00:22:19.067971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:19.129013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a591c30d-1096-4a50-8a0c-294a7c6dabe5 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:22:19.264727 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port a591c30d-1096-4a50-8a0c-294a7c6dabe5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:22:19.265349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4a287-314b-411d-98d3-8535d39fe053 req-1ef24488-bf84-48ca-8c12-c1efb72732c0 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:19.267496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67b4a287-314b-411d-98d3-8535d39fe053 req-1ef24488-bf84-48ca-8c12-c1efb72732c0 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 944 time: 0.0820808 Jan 19 00:22:19.270863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port a591c30d-1096-4a50-8a0c-294a7c6dabe5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:22:19.271235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:19.316159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67b4a287-314b-411d-98d3-8535d39fe053 req-8bb0d393-7d06-489c-97f0-e7b98401f23e tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Jan 19 00:22:19.388051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:19.414143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:19.424347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:19.468171 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5', 'code': 200} Jan 19 00:22:19.505062 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:19.572604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:19.591557 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b56744ca-4170-45d4-9288-8765738c0225 req-a22f0834-2198-4525-913d-812d7a02b41f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 1096 time: 0.0674415 Jan 19 00:22:19.632731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b56744ca-4170-45d4-9288-8765738c0225 req-4bf240e8-db05-4904-b70f-6c5847b22ccf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Jan 19 00:22:20.513639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0e40d-a02a-4c3b-8f3f-1dda0af36148 req-f8c756df-174e-44f4-a424-8e0303e0603c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:20.515067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ba0e40d-a02a-4c3b-8f3f-1dda0af36148 req-f8c756df-174e-44f4-a424-8e0303e0603c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0790050 Jan 19 00:22:20.560896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ba0e40d-a02a-4c3b-8f3f-1dda0af36148 req-ca098d49-4fa5-4ea6-bdef-42af1bf55c13 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Jan 19 00:22:21.761187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085abc2-0375-47fe-8126-c841812521d3 req-5b5ee7b3-ba1b-4eaa-bf81-efe97cd16aec tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:21.762642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8085abc2-0375-47fe-8126-c841812521d3 req-5b5ee7b3-ba1b-4eaa-bf81-efe97cd16aec tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0783722 Jan 19 00:22:21.808642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8085abc2-0375-47fe-8126-c841812521d3 req-b356647b-285d-445c-95d9-60b2ada050e4 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Jan 19 00:22:22.100102 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-6bf88104-87b0-497f-a66d-ac7ce05af39d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:22.101556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-6bf88104-87b0-497f-a66d-ac7ce05af39d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/networks?id=1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 200 len: 813 time: 0.1414292 Jan 19 00:22:22.118159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-a6cd79b1-de02-4fbc-96e5-53534226723b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/quotas/41a4870ef5d24ce58b2819fbee9f1968 HTTP/1.1" status: 200 len: 375 time: 0.0113599 Jan 19 00:22:22.199511 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-a1ce745e-e977-4e44-a002-fc2a8fd6e1b2 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0766599 Jan 19 00:22:22.399024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-fd271a46-959d-4754-b7b6-c43a4843ca6b service neutron] 10.222.0.59 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915412 Jan 19 00:22:22.529350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-4307468a-641d-4721-b75b-bc9db8679415 service neutron] 10.222.0.59 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247044 Jan 19 00:22:22.804096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70d1639e-8abb-4d84-9ded-2e17623ba2d7 req-6dfcb1b0-350f-4cbb-b6ff-43cbe8c4988b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0409114 Jan 19 00:22:23.970803 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6dfb54c-b9d6-469c-9e71-1a2bf6f488ac req-82740515-7fa5-47c5-9105-b183389d5ac5 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0434093 Jan 19 00:22:24.780029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-12d36536-a42e-47bf-a834-ef22f3a86a93 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:24.781504 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-12d36536-a42e-47bf-a834-ef22f3a86a93 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.89 "GET /v2.0/networks?id=1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 200 len: 813 time: 0.1451423 Jan 19 00:22:24.796413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Request body: {'port': {'device_id': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762', 'admin_state_up': True, 'tenant_id': '41a4870ef5d24ce58b2819fbee9f1968'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:25.028449 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:25.038368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:25.121705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Made reservation on behalf of 41a4870ef5d24ce58b2819fbee9f1968 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:25.125521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:25.140523 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-31844b85-679b-4434-8492-ebd9ad9f3f45 req-7b2f126a-4f6e-4cb7-9bf6-e441e3f9593b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0451643 Jan 19 00:22:25.289569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Allocated IP 172.20.0.6 (1e0b4ab5-3206-415a-b680-62d2ae8cf762/a3f56bef-75ea-48be-bed7-186f3966d498/5d40aee3-e1f5-4e33-b480-50c3efaf7781) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:22:25.484517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:25.583184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:25.594367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a591c30d-1096-4a50-8a0c-294a7c6dabe5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:25.656740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:22:25.660609 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:25.664546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:22:25.693916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Pushing event updated for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:25.728290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:25.728915 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:25.817890 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-d2e17348-38c3-4f55-a6b4-a32e185d471d tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0248864 Jan 19 00:22:25.828728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Request body: {'port': {'device_id': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:25.937980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.270506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d40aee3-e1f5-4e33-b480-50c3efaf7781 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:22:26.278344 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.292425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Transition to ACTIVE for port object 5d40aee3-e1f5-4e33-b480-50c3efaf7781 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:22:26.341908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ae9f6-333a-4574-946a-1669015ca34c req-527a4863-5b64-401b-9343-5b97d8a44179 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:26.343360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b9ae9f6-333a-4574-946a-1669015ca34c req-527a4863-5b64-401b-9343-5b97d8a44179 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 931 time: 0.0775826 Jan 19 00:22:26.365302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.389350 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3b9ae9f6-333a-4574-946a-1669015ca34c req-945fcaa7-9994-4860-a832-292a0c4e324c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Jan 19 00:22:26.497242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:26.601629 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Attempting to bind port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:22:26.601981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Attempting to bind port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:22:26.602303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Attempting to bind port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:22:26.608011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:22:26.608309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Attempting to bind port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 on network 1e0b4ab5-3206-415a-b680-62d2ae8cf762 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:22:26.615110 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:22:26.615437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Checking segment: {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:26.615814 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Bound using segment: {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:22:26.616226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Bound port: 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857f4c1c-4365-4d98-8164-b06e84216725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:22:26.616561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.700402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:22:26.703490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:22:26.790365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.853678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:26.855071 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] 10.222.0.89 "PUT /v2.0/ports/5d40aee3-e1f5-4e33-b480-50c3efaf7781 HTTP/1.1" status: 200 len: 1091 time: 1.0303166 Jan 19 00:22:26.855513 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:26.875672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf6873-04af-4e7c-b968-fcd9b1898af1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:26.912381 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781', 'status': 'completed', 'code': 200} Jan 19 00:22:27.002823 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-53085024-2af8-45d6-aad3-ab3bd290c1d0 req-3e197d0d-f077-4de9-b53a-711805aafe52 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 1094 time: 0.0690842 Jan 19 00:22:27.140214 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085024-2af8-45d6-aad3-ab3bd290c1d0 req-c1b67390-42fa-465b-a876-3e8c5252ab7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:27.141697 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-53085024-2af8-45d6-aad3-ab3bd290c1d0 req-c1b67390-42fa-465b-a876-3e8c5252ab7e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1330569 Jan 19 00:22:27.362219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085024-2af8-45d6-aad3-ab3bd290c1d0 req-4985489f-bf59-492a-b3e7-073cd77377b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:27.363677 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-53085024-2af8-45d6-aad3-ab3bd290c1d0 req-4985489f-bf59-492a-b3e7-073cd77377b1 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2161016 Jan 19 00:22:27.470597 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-13c160c1-eb4c-4188-bef4-e763d6aceb99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 1094 time: 0.0715346 Jan 19 00:22:27.538337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-b8d3a182-d848-43f6-b4bb-dc708a9dca38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781 HTTP/1.1" status: 200 len: 217 time: 0.0619464 Jan 19 00:22:27.588852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245406ef-1d23-4310-8c7f-b2d0099cb9b4 req-6485d55b-c8f3-463e-924b-c98236dce9b7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:27.590283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245406ef-1d23-4310-8c7f-b2d0099cb9b4 req-6485d55b-c8f3-463e-924b-c98236dce9b7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 943 time: 0.0800452 Jan 19 00:22:27.603311 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-03edf674-54ac-4a66-8db2-6b561435d62a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:27.604846 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-03edf674-54ac-4a66-8db2-6b561435d62a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a3f56bef-75ea-48be-bed7-186f3966d498 HTTP/1.1" status: 200 len: 853 time: 0.0609608 Jan 19 00:22:27.635720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-245406ef-1d23-4310-8c7f-b2d0099cb9b4 req-8f64e381-f60f-4c2c-b7fc-27e211ce6b29 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Jan 19 00:22:27.650447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-8cbd16eb-602a-4528-8888-a4441d8da1d9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e0b4ab5-3206-415a-b680-62d2ae8cf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401430 Jan 19 00:22:27.780563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-8933e094-307e-4f99-b3aa-ff2281c9ff90 service neutron] 10.222.0.89 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235721 Jan 19 00:22:27.909348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8785e98b-c05d-4a4c-b0e0-3610ab2b0f01 req-7dd71585-611f-4fe0-96e3-273f3bb14090 service neutron] 10.222.0.89 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233742 Jan 19 00:22:28.839017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b08f4-dac5-4a04-aeba-a1fe4f7920b7 req-08292d0b-d867-473b-8e35-5cb6dc57bfec tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:28.840460 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f60b08f4-dac5-4a04-aeba-a1fe4f7920b7 req-08292d0b-d867-473b-8e35-5cb6dc57bfec tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 943 time: 0.0757596 Jan 19 00:22:28.888536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f60b08f4-dac5-4a04-aeba-a1fe4f7920b7 req-fa45994e-5a98-418f-bfaa-a46ffbbd49e1 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420892 Jan 19 00:22:29.251746 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-cecb052b-ad44-413f-8e88-76b44f6f164b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673802 Jan 19 00:22:29.385716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-54652016-ffbb-4cdd-be7e-e74754689218 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 1096 time: 0.0683076 Jan 19 00:22:29.527627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-ca0fe07f-c7b2-4add-ac2c-4b30676e4c50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:29.529017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-ca0fe07f-c7b2-4add-ac2c-4b30676e4c50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 200 len: 914 time: 0.1261899 Jan 19 00:22:29.600071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-5378e9b5-bb22-4817-b3e6-cc7804aa6d02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5 HTTP/1.1" status: 200 len: 217 time: 0.0656404 Jan 19 00:22:29.664168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-95ef6c52-d521-4459-ae78-c7c74b6bea70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:29.665604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-95ef6c52-d521-4459-ae78-c7c74b6bea70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a3f56bef-75ea-48be-bed7-186f3966d498 HTTP/1.1" status: 200 len: 853 time: 0.0601196 Jan 19 00:22:29.806188 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-d3780dcb-5a16-4696-9e2b-115972599a05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1e0b4ab5-3206-415a-b680-62d2ae8cf762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347694 Jan 19 00:22:29.938336 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-ca73c288-1ffd-4dcb-a78a-fd6881357be5 service neutron] 10.222.0.83 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266904 Jan 19 00:22:30.127833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef92cce8-c998-4028-a442-c633f0ef16cf req-2223fcda-deb9-46a8-9159-f893f0b4906b service neutron] 10.222.0.83 "GET /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841836 Jan 19 00:22:30.141418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9b11b-b2ae-48bf-b8b1-710b164e4c37 req-738c4b14-0f19-4e9c-9c3e-3a47bb6eb26a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:30.142935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fc9b11b-b2ae-48bf-b8b1-710b164e4c37 req-738c4b14-0f19-4e9c-9c3e-3a47bb6eb26a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 943 time: 0.1312840 Jan 19 00:22:30.187896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fc9b11b-b2ae-48bf-b8b1-710b164e4c37 req-d19d4909-420f-4b94-92e3-8932d3f74810 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Jan 19 00:22:31.382054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f927f-506b-4b6b-a595-3c19840fd413 req-0801adf1-19a0-4876-9451-4e34f081670a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:31.383499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-892f927f-506b-4b6b-a595-3c19840fd413 req-0801adf1-19a0-4876-9451-4e34f081670a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 943 time: 0.0772173 Jan 19 00:22:31.400493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5d40aee3-e1f5-4e33-b480-50c3efaf7781 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:22:31.430900 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-892f927f-506b-4b6b-a595-3c19840fd413 req-f9ce0890-5e75-46c5-b371-6dc0a794a171 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Jan 19 00:22:31.561117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:31.574443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '5d40aee3-e1f5-4e33-b480-50c3efaf7781', 'network_id': '1e0b4ab5-3206-415a-b680-62d2ae8cf762', 'port_id': '5d40aee3-e1f5-4e33-b480-50c3efaf7781', 'mac_address': 'fa:16:3e:a1:e5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56bef-75ea-48be-bed7-186f3966d498', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:22:31.630186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:31.647138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d40aee3-e1f5-4e33-b480-50c3efaf7781 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:22:31.661559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:31.719656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:31.782672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:31.790948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.791291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.791625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.791953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.792277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.792599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.792942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.793261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.793576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.793888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:31.794200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:32.021736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5d40aee3-e1f5-4e33-b480-50c3efaf7781'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:32.630479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dd0a-f08c-4183-ac48-047065a85a3a req-904fdeff-6813-419f-845a-0f9f080b54b7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:32.631943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c251dd0a-f08c-4183-ac48-047065a85a3a req-904fdeff-6813-419f-845a-0f9f080b54b7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 944 time: 0.0798461 Jan 19 00:22:32.677170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c251dd0a-f08c-4183-ac48-047065a85a3a req-27396fa0-7e9c-4e57-a86e-a2ff7b8916f3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394697 Jan 19 00:22:33.406050 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5d40aee3-e1f5-4e33-b480-50c3efaf7781 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:22:33.538408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:22:33.542975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:22:33.543346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:33.656457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:33.684715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:33.694995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:33.743178 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781', 'code': 200} Jan 19 00:22:33.784547 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:33.854461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:33.873796 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec38f745-0bee-45af-9fda-41175c46c88f req-0ba0a556-4f4d-4ba1-b1b6-e851ca71a910 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0732014 Jan 19 00:22:33.881003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce057-4e0e-4056-919a-d198a68efe41 req-3b8e30c5-cf64-4162-ac73-ca534b860dc4 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:33.882560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-212ce057-4e0e-4056-919a-d198a68efe41 req-3b8e30c5-cf64-4162-ac73-ca534b860dc4 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0799797 Jan 19 00:22:33.918253 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ec38f745-0bee-45af-9fda-41175c46c88f req-881a5208-4d93-40e8-b536-2ac7d51afd32 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Jan 19 00:22:34.009453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-212ce057-4e0e-4056-919a-d198a68efe41 req-75e24c64-dd7d-4328-a476-f84848ea8e15 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203940 Jan 19 00:22:35.311924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb543f-1634-4e9e-8212-452ca0faa23c req-d1709e78-6a28-47cb-be5b-7fb98b480002 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:35.314390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfbb543f-1634-4e9e-8212-452ca0faa23c req-d1709e78-6a28-47cb-be5b-7fb98b480002 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.1807632 Jan 19 00:22:35.358291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfbb543f-1634-4e9e-8212-452ca0faa23c req-2c57bf0d-4129-41f2-a24d-5c501a7d8530 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Jan 19 00:22:36.556264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5e80e-b262-428f-9ceb-d7b9fdf94475 req-074c5168-12a5-455e-bd6b-3f45a98394d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:36.557732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac5e80e-b262-428f-9ceb-d7b9fdf94475 req-074c5168-12a5-455e-bd6b-3f45a98394d3 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0793552 Jan 19 00:22:36.602991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ac5e80e-b262-428f-9ceb-d7b9fdf94475 req-a329b613-4e9a-4add-b355-b513624d0366 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Jan 19 00:22:37.246509 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c392-15a2-455f-ba9d-9a3b3708ba00 req-51ceba68-2cc7-46b2-9792-17842131615c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:37.247850 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b29c392-15a2-455f-ba9d-9a3b3708ba00 req-51ceba68-2cc7-46b2-9792-17842131615c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0751214 Jan 19 00:22:37.292754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b29c392-15a2-455f-ba9d-9a3b3708ba00 req-40c3f801-2ec4-4fbd-83b9-d715f29672a7 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394740 Jan 19 00:22:38.568169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-189d8e40-3bfd-492d-9d6d-4e7edc5a7d83 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:38.569002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-189d8e40-3bfd-492d-9d6d-4e7edc5a7d83 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Synchronizing usage tracker for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:22:38.643268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2bc41-5eb9-4cf8-82df-52a15a0504e8 req-57e7fe42-35b6-48fd-97a5-799e4a35c5fd tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:38.644727 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbf2bc41-5eb9-4cf8-82df-52a15a0504e8 req-57e7fe42-35b6-48fd-97a5-799e4a35c5fd tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.0818286 Jan 19 00:22:38.670157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-189d8e40-3bfd-492d-9d6d-4e7edc5a7d83 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Unset dirty status for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:22:38.671378 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-189d8e40-3bfd-492d-9d6d-4e7edc5a7d83 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.89 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 945 time: 0.1785283 Jan 19 00:22:38.692351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbf2bc41-5eb9-4cf8-82df-52a15a0504e8 req-98a6c69c-a528-4085-a737-e22b30063e41 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Jan 19 00:22:38.742969 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Deleting port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:38.743288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:38.977822 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] For port 5d40aee3-e1f5-4e33-b480-50c3efaf7781, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5d40aee3-e1f5-4e33-b480-50c3efaf7781,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:38.978172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:39.101550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Calling delete_port for 5d40aee3-e1f5-4e33-b480-50c3efaf7781 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:22:39.324927 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:39.335970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5d40aee3-e1f5-4e33-b480-50c3efaf7781'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:39.369043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a591c30d-1096-4a50-8a0c-294a7c6dabe5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:39.378867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Pushing event deleted for resources: {'Port': ['ID=5d40aee3-e1f5-4e33-b480-50c3efaf7781,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:39.449645 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.449987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.450323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.450657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.450988 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.451312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.451632 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.451955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.452275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.452594 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.452952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:22:39.460933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] No DVR routers for this DVR port 5d40aee3-e1f5-4e33-b480-50c3efaf7781 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:22:39.463126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:39.465648 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'name': 'network-vif-deleted', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:39.529298 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada717c9-8ee2-4696-bd1f-50c028fdb9f3', 'name': 'network-vif-deleted', 'tag': '5d40aee3-e1f5-4e33-b480-50c3efaf7781', 'status': 'completed', 'code': 200} Jan 19 00:22:39.549553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-d3d6fc0e-c019-45b0-b73d-3a5555b201d6 req-1b06443a-7b09-43b3-aab9-7af858518db8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.89 "DELETE /v2.0/ports/5d40aee3-e1f5-4e33-b480-50c3efaf7781 HTTP/1.1" status: 204 len: 173 time: 0.8725352 Jan 19 00:22:39.807364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:39.853950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-948b94d7-0cfd-4d86-bed9-f73e6f36c451 req-2abc257f-dd3b-478a-af05-8fedcbeb56e4 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=ada717c9-8ee2-4696-bd1f-50c028fdb9f3 HTTP/1.1" status: 200 len: 210 time: 0.0420091 Jan 19 00:22:40.840989 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:22:41.129213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86862e-1334-4324-b20f-636a2f48cdd1 req-5b32f2de-5af4-4c07-8480-c8eefb2d620b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:41.130675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb86862e-1334-4324-b20f-636a2f48cdd1 req-5b32f2de-5af4-4c07-8480-c8eefb2d620b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0796692 Jan 19 00:22:41.176770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb86862e-1334-4324-b20f-636a2f48cdd1 req-e8917ce0-3175-43a6-9172-736b68c85324 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Jan 19 00:22:41.394168 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99063ff-711d-4236-b2b4-02b84862ca38 req-9fbd25f1-f3e2-49c6-b04b-d03cf0483c6b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:41.395594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d99063ff-711d-4236-b2b4-02b84862ca38 req-9fbd25f1-f3e2-49c6-b04b-d03cf0483c6b tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0761416 Jan 19 00:22:41.439121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d99063ff-711d-4236-b2b4-02b84862ca38 req-85e68add-cad5-4fa4-8a7b-84e80c709b34 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380588 Jan 19 00:22:41.447215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5d40aee3-e1f5-4e33-b480-50c3efaf7781 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:22:41.483395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 5d40aee3-e1f5-4e33-b480-50c3efaf7781 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:22:41.483744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5d40aee3-e1f5-4e33-b480-50c3efaf7781 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:22:41.639302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ebe9a-6888-432b-b5f8-20a5fb03c463 req-0e7f7b46-255f-45a3-b119-b7c611187b51 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:41.640745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-062ebe9a-6888-432b-b5f8-20a5fb03c463 req-0e7f7b46-255f-45a3-b119-b7c611187b51 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0798419 Jan 19 00:22:41.685904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-062ebe9a-6888-432b-b5f8-20a5fb03c463 req-1ab28041-4b78-4896-a602-54d3b482590c tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Jan 19 00:22:41.852737 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:41.965361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6ee57620-823f-436e-8290-fcc8b013fe50 req-7300ebd5-b8aa-4fc2-bf3b-c322243fed52 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1536832 Jan 19 00:22:42.160980 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f1b6a-817f-4619-99fc-1aae49ee5eb1 req-7e87f192-6618-4b98-8712-8638c2f7b2f6 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:42.162418 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066f1b6a-817f-4619-99fc-1aae49ee5eb1 req-7e87f192-6618-4b98-8712-8638c2f7b2f6 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0792999 Jan 19 00:22:42.207443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-066f1b6a-817f-4619-99fc-1aae49ee5eb1 req-54d0a4e7-a5f6-4d07-8ea9-6156a13f4990 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Jan 19 00:22:42.400371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eae81c-3f3c-4ccc-849c-fe8f9794e273 req-f8247e80-ee24-4f58-ab7e-7ada3de42fa1 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:42.402782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9eae81c-3f3c-4ccc-849c-fe8f9794e273 req-f8247e80-ee24-4f58-ab7e-7ada3de42fa1 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0759094 Jan 19 00:22:42.534120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9eae81c-3f3c-4ccc-849c-fe8f9794e273 req-e522edf1-c220-462e-85d2-2c9fa3cf8009 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264291 Jan 19 00:22:42.748695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b45729-2e62-4787-965e-d4dc79856583 req-f6484823-a2dd-468e-9205-c457a43e1f42 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:42.750154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54b45729-2e62-4787-965e-d4dc79856583 req-f6484823-a2dd-468e-9205-c457a43e1f42 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0753224 Jan 19 00:22:42.794701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-54b45729-2e62-4787-965e-d4dc79856583 req-5b343214-3411-4195-af2e-d3ff67fbfe0a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Jan 19 00:22:43.552158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344df72-b555-4858-8d59-d7a0357e43a8 req-aaf8f528-29a1-401c-92a0-6e2d5952c072 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:43.553631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9344df72-b555-4858-8d59-d7a0357e43a8 req-aaf8f528-29a1-401c-92a0-6e2d5952c072 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.0781252 Jan 19 00:22:43.598296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9344df72-b555-4858-8d59-d7a0357e43a8 req-051772ac-fde0-444e-b801-dff2cf3cd0a4 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Jan 19 00:22:43.932934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40aae000-a74e-4d8c-844a-1a8dd0133ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:44.857999 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d13af8-5a41-4eb6-b30f-b32cb70276cc req-bab229aa-a3b0-4b96-88b1-b18d5bacd348 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:44.859458 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2d13af8-5a41-4eb6-b30f-b32cb70276cc req-bab229aa-a3b0-4b96-88b1-b18d5bacd348 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.1380904 Jan 19 00:22:44.866635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-07d26b63-d640-4f05-826c-c15d93a4429a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:44.870858 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-07d26b63-d640-4f05-826c-c15d93a4429a tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.83 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 945 time: 0.1057699 Jan 19 00:22:44.963637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Deleting port a591c30d-1096-4a50-8a0c-294a7c6dabe5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:22:44.963979 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:44.989504 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c2d13af8-5a41-4eb6-b30f-b32cb70276cc req-018b6b5e-4596-473a-8576-d7df80cd2149 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/security-groups?id=349e24a8-b585-45c9-9b61-276539406d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206679 Jan 19 00:22:45.204802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] For port a591c30d-1096-4a50-8a0c-294a7c6dabe5, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=a591c30d-1096-4a50-8a0c-294a7c6dabe5,segment=NetworkSegment(857f4c1c-4365-4d98-8164-b06e84216725),segment_id=857f4c1c-4365-4d98-8164-b06e84216725)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:45.205117 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:45.324614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Calling delete_port for a591c30d-1096-4a50-8a0c-294a7c6dabe5 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:22:45.536618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:45.548613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['a591c30d-1096-4a50-8a0c-294a7c6dabe5'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:22:45.589184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Pushing event deleted for resources: {'Port': ['ID=a591c30d-1096-4a50-8a0c-294a7c6dabe5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:45.659680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] No DVR routers for this DVR port a591c30d-1096-4a50-8a0c-294a7c6dabe5 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:22:45.662217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:45.664640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'name': 'network-vif-deleted', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:22:45.676719 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed10a39b-1a53-4832-a17b-a9a9cf4ab27c req-b76b0aee-069e-45e3-b970-561bded8d650 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.83 "DELETE /v2.0/ports/a591c30d-1096-4a50-8a0c-294a7c6dabe5 HTTP/1.1" status: 204 len: 173 time: 0.7945812 Jan 19 00:22:45.722908 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28346016-dbbb-4e16-8b7b-dccbcd79016c', 'name': 'network-vif-deleted', 'tag': 'a591c30d-1096-4a50-8a0c-294a7c6dabe5', 'status': 'completed', 'code': 200} Jan 19 00:22:46.035426 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-30395cb6-3c2f-454c-b636-e0903189d3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:46.168526 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-51ade481-fd46-41b3-b063-36811d6d69e5 req-7b9f8f16-a503-4ca0-bb65-7ea4f98643b8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Synchronizing usage tracker for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:22:46.264277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-51ade481-fd46-41b3-b063-36811d6d69e5 req-7b9f8f16-a503-4ca0-bb65-7ea4f98643b8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] Unset dirty status for tenant:41a4870ef5d24ce58b2819fbee9f1968 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:22:46.265524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-51ade481-fd46-41b3-b063-36811d6d69e5 req-7b9f8f16-a503-4ca0-bb65-7ea4f98643b8 tempest-ServersNegativeTestJSON-1429998327 tempest-ServersNegativeTestJSON-1429998327-project] 10.222.0.59 "GET /v2.0/ports?device_id=28346016-dbbb-4e16-8b7b-dccbcd79016c HTTP/1.1" status: 200 len: 210 time: 0.1375668 Jan 19 00:22:47.281252 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.387881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37036) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:47.453237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Deleting subnet a3f56bef-75ea-48be-bed7-186f3966d498 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:22:47.456591 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.506558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.566303 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.696970 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.704492 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.735150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f56bef-75ea-48be-bed7-186f3966d498,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:47.742421 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:47.748515 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d4be1a71-9348-4e51-b14c-11a045b37085 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a3f56bef-75ea-48be-bed7-186f3966d498 HTTP/1.1" status: 204 len: 168 time: 0.3595436 Jan 19 00:22:47.751617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37040) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:47.862710 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.085120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.110743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b4ab5-3206-415a-b680-62d2ae8cf762']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:48.129043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857f4c1c-4365-4d98-8164-b06e84216725') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:48.129275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857f4c1c-4365-4d98-8164-b06e84216725') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:48.142041 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.157608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.163575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:22:48.163954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:22:48.177160 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:22:48.309901 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.326620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.340851 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0b4ab5-3206-415a-b680-62d2ae8cf762,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:48.402094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a5d52f1f-dd1d-486c-bdcf-1a3dae1604e6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1e0b4ab5-3206-415a-b680-62d2ae8cf762 HTTP/1.1" status: 204 len: 168 time: 0.6490247 Jan 19 00:22:48.768247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37046) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:48.817527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4dabad5c-4977-4e79-8c2f-d00ee7eb8bef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41a4870ef5d24ce58b2819fbee9f1968&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480976 Jan 19 00:22:48.819853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37050) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:48.877747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:48.903711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:49.006745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:49.025020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e24a8-b585-45c9-9b61-276539406d50,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:49.045485 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:49.066770 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:49.071089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a983db8-92bf-4792-a6d4-d0dcc8a10c89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/349e24a8-b585-45c9-9b61-276539406d50 HTTP/1.1" status: 204 len: 168 time: 0.2471714 Jan 19 00:22:49.237089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a591c30d-1096-4a50-8a0c-294a7c6dabe5 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:22:49.273200 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: a591c30d-1096-4a50-8a0c-294a7c6dabe5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:22:49.273479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device a591c30d-1096-4a50-8a0c-294a7c6dabe5 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:22:50.308355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37072) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:50.433504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995121314'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:50.439273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:50.443362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:network and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:50.446880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:50.452554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:50.524741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:50.527730 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.540463 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.572671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:50.576486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:security_group_rule and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:50.579436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:50.585164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:50.738296 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.795436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.829448 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:22:50.834545 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d664721-28b4-4741-9325-8ea13208b591,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:50.841219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.843027 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Added segment 788ba45b-4386-4e94-bfdd-f3424a3a4e35 of type vlan for network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 Jan 19 00:22:50.867584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.970543 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:50.974248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:50.974835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:51.081554 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Network': ['ID=5053c6c5-fc09-458e-bbd9-b5bc14378bf2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:51.091429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:22:51.179108 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9b06d670-e4bf-4bdd-bea3-d7ff5fdeeb67 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8696227 Jan 19 00:22:54.292807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37078) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:54.299042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'subnet': {'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:54.406878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:54.414805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:subnet and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:54.419666 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:54.426105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:54.513218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:54.613505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:54.873797 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:54.951557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Subnet': ['ID=51264412-0f8f-43df-8422-035b18b75971,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:54.963359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking segment: {'id': '788ba45b-4386-4e94-bfdd-f3424a3a4e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:54.966015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network hostable DHCP agents. Network: 5053c6c5-fc09-458e-bbd9-b5bc14378bf2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:22:55.040991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:22:55.132896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 5053c6c5-fc09-458e-bbd9-b5bc14378bf2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:55.137175 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:55.137780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.143704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e7277-1a53-463b-982e-26102adc994e None None] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:55.219300 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f1573e40-c8a4-4724-aac5-772a8e66d5cd tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9254112 Jan 19 00:22:55.222860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37082) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:55.228537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1197285429'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:55.234620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:55.238252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:network and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:55.241529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:55.247131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:55.315965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:55.319202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.356915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:22:55.368003 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.368372 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Added segment f694e280-441e-46e3-8812-32c4da66c6a9 of type vlan for network ddbefa39-c85f-4066-a54c-91e986fb5f32 Jan 19 00:22:55.387776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-5053c6c5-fc09-458e-bbd9-b5bc14378bf2', 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2', 'tenant_id': 'ffc0e25b16c249a987b7dcde36fc99e9', 'fixed_ips': [{'subnet_id': '51264412-0f8f-43df-8422-035b18b75971'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:22:55.388736 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.397088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.480802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.485028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:55.485764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.554450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Allocated IP 2001:db8:0:ffff::2 (5053c6c5-fc09-458e-bbd9-b5bc14378bf2/51264412-0f8f-43df-8422-035b18b75971/2e87090e-fbbe-48a3-bdd1-ccba530d3830) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:22:55.590360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Network': ['ID=ddbefa39-c85f-4066-a54c-91e986fb5f32,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:55.628656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ddbefa39-c85f-4066-a54c-91e986fb5f32 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:22:55.651234 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8361718c-18e7-40fc-84b4-4d43caa2eec2 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4271700 Jan 19 00:22:55.653900 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37086) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:55.659379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'subnet': {'network_id': 'ddbefa39-c85f-4066-a54c-91e986fb5f32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:55.772186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:55.776028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:subnet and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:55.778890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:55.784787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:55.875481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:55.876189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.886927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Transition to ACTIVE for port object 2e87090e-fbbe-48a3-bdd1-ccba530d3830 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:22:55.910903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Transition to ACTIVE for port object 2e87090e-fbbe-48a3-bdd1-ccba530d3830 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:22:55.967282 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:55.977484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.034222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:22:56.037154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:56.041865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:22:56.052593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Pushing event updated for resources: {'Port': ['ID=2e87090e-fbbe-48a3-bdd1-ccba530d3830,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:56.134016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Attempting to bind port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:22:56.134392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Attempting to bind port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '788ba45b-4386-4e94-bfdd-f3424a3a4e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:22:56.134779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Attempting to bind port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 on network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:22:56.141521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:22:56.142051 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Checking segment: {'id': '788ba45b-4386-4e94-bfdd-f3424a3a4e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:56.142306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.142715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Bound using segment: {'id': '788ba45b-4386-4e94-bfdd-f3424a3a4e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:22:56.143184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Bound port: 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788ba45b-4386-4e94-bfdd-f3424a3a4e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5053c6c5-fc09-458e-bbd9-b5bc14378bf2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:22:56.143567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.233175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] For port 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:22:56.236052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] For port 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2e87090e-fbbe-48a3-bdd1-ccba530d3830,segment=NetworkSegment(788ba45b-4386-4e94-bfdd-f3424a3a4e35),segment_id=788ba45b-4386-4e94-bfdd-f3424a3a4e35)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:22:56.256378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.314429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.336915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Subnet': ['ID=bce2b9e7-9685-4390-a5a5-c325ed4ddb37,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:56.349273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking segment: {'id': 'f694e280-441e-46e3-8812-32c4da66c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ddbefa39-c85f-4066-a54c-91e986fb5f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:56.349635 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network hostable DHCP agents. Network: ddbefa39-c85f-4066-a54c-91e986fb5f32, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:22:56.397006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489b541-370e-4801-a97b-8a437b40f726 None None] Pushing event updated for resources: {'Port': ['ID=2e87090e-fbbe-48a3-bdd1-ccba530d3830,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:56.439317 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network ddbefa39-c85f-4066-a54c-91e986fb5f32 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:22:56.525155 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ddbefa39-c85f-4066-a54c-91e986fb5f32) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:56.577201 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:56.577201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.577499 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e259ba9-6974-44ce-afd4-582bf4684647 None None] Network ddbefa39-c85f-4066-a54c-91e986fb5f32 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:56.634594 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9409ffcf-5d7a-4079-becb-c5df032cd639 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9795768 Jan 19 00:22:56.637714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37090) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:56.750971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2e87090e-fbbe-48a3-bdd1-ccba530d3830 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:22:56.794650 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.847018 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cc548-e576-4bc5-9601-ef3452bede24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ddbefa39-c85f-4066-a54c-91e986fb5f32', 'network_id': 'ddbefa39-c85f-4066-a54c-91e986fb5f32', 'tenant_id': 'ffc0e25b16c249a987b7dcde36fc99e9', 'fixed_ips': [{'subnet_id': 'bce2b9e7-9685-4390-a5a5-c325ed4ddb37'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:22:56.847926 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-652cc548-e576-4bc5-9601-ef3452bede24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.865751 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:56.970938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:22:56.993913 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.033030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Subnet': ['ID=bce2b9e7-9685-4390-a5a5-c325ed4ddb37,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-652cc548-e576-4bc5-9601-ef3452bede24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bce2b9e7-9685-4390-a5a5-c325ed4ddb37: This subnet is being modified by another concurrent operation. Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bce2b9e7-9685-4390-a5a5-c325ed4ddb37: This subnet is being modified by another concurrent operation. Jan 19 00:22:57.033191 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 19 00:22:57.064159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411afcd-1d0c-497f-a29d-e587509724a8 None None] Network ddbefa39-c85f-4066-a54c-91e986fb5f32 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:57.137816 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.165242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbefa39-c85f-4066-a54c-91e986fb5f32']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:57.178868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f694e280-441e-46e3-8812-32c4da66c6a9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:57.179167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f694e280-441e-46e3-8812-32c4da66c6a9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:57.191255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.212305 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.219160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:22:57.219568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:22:57.238575 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:22:57.383802 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.387732 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a29f42d-6ecd-47b7-be72-c32b14b74577 None None] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:57.401784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.415388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/ddbefa39-c85f-4066-a54c-91e986fb5f32 HTTP/1.1" status: 204 len: 168 time: 0.7759953 Jan 19 00:22:57.416221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff53c3-7606-47c1-87bb-cdbbca73ee12 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Network': ['ID=ddbefa39-c85f-4066-a54c-91e986fb5f32,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:57.418742 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37094) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:57.425295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417503120'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:57.431194 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:57.435014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:network and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:57.437907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:57.448037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:57.544205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:57.547817 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.557740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Provisioning for port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:22:57.565569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Provisioning complete for port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:22:57.565944 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.576050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:22:57.584812 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.585180 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Added segment 0ab50170-58cd-4ddb-90df-30523884a94f of type vlan for network 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 Jan 19 00:22:57.611833 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.709845 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.713683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:57.714387 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.742551 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.780641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] For port 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2e87090e-fbbe-48a3-bdd1-ccba530d3830,segment=NetworkSegment(788ba45b-4386-4e94-bfdd-f3424a3a4e35),segment_id=788ba45b-4386-4e94-bfdd-f3424a3a4e35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:22:57.829136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Network': ['ID=02eeb9e0-f591-474f-8c91-cdf8fab3a6b7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:57.841875 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:22:57.884903 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37098) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:57.885413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0801338f-1901-432e-903d-39a3df886768 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4650254 Jan 19 00:22:57.893029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'subnet': {'network_id': '02eeb9e0-f591-474f-8c91-cdf8fab3a6b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:57.914777 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:57.971708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e86fce-e3b0-4e82-b13d-14f48cde823a None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 00:22:58.074995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db5364-7d0a-4c34-aac1-b4a99facea26 None None] Pushing event updated for resources: {'Port': ['ID=2e87090e-fbbe-48a3-bdd1-ccba530d3830,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:58.094323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f97c1fef-8141-4d57-be38-a4f3530383e9 None None] Provisioning complete for port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:22:58.094698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f97c1fef-8141-4d57-be38-a4f3530383e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:58.121760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:58.126075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:subnet and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:58.129094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:58.134917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:58.201105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e86fce-e3b0-4e82-b13d-14f48cde823a None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 19 00:22:58.217884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:58.320348 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:58.412487 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Performing IP validity checks on allocation pools {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 19 00:22:58.413030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.ipam_backend_mixin [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 19 00:22:58.593320 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:58.677336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Subnet': ['ID=08729528-3b0e-409e-bdec-e76c5175532e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:58.686982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking segment: {'id': '0ab50170-58cd-4ddb-90df-30523884a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '02eeb9e0-f591-474f-8c91-cdf8fab3a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:22:58.686982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network hostable DHCP agents. Network: 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:22:58.699176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2e87090e-fbbe-48a3-bdd1-ccba530d3830 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:22:58.760823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:22:58.773315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:22:58.773682 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:58.812067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:22:58.816854 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:58.817646 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:58.824379 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5c50e-7ef5-4b5e-8c59-bf2c1b327b29 None None] Network 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:58.879337 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3e84cd7a-9baa-48b6-b37c-cc7edf8d5c17 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9896181 Jan 19 00:22:58.879568 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37102) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:59.022108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.086642 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.087477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030db493-5b93-4327-b863-4206c0f71611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-02eeb9e0-f591-474f-8c91-cdf8fab3a6b7', 'network_id': '02eeb9e0-f591-474f-8c91-cdf8fab3a6b7', 'tenant_id': 'ffc0e25b16c249a987b7dcde36fc99e9', 'fixed_ips': [{'subnet_id': '08729528-3b0e-409e-bdec-e76c5175532e'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:22:59.088294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-030db493-5b93-4327-b863-4206c0f71611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.224207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server [None req-030db493-5b93-4327-b863-4206c0f71611 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08729528-3b0e-409e-bdec-e76c5175532e: This subnet is being modified by another concurrent operation. Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise value Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server raise exception Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08729528-3b0e-409e-bdec-e76c5175532e: This subnet is being modified by another concurrent operation. Jan 19 00:22:59.253520 n-d-825175-2 neutron-server[84544]: ERROR oslo_messaging.rpc.server Jan 19 00:22:59.264015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Subnet': ['ID=08729528-3b0e-409e-bdec-e76c5175532e,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:59.270128 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b041ae-7ab7-4185-990e-0119bb9af83a None None] Network 02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:22:59.360483 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.386982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02eeb9e0-f591-474f-8c91-cdf8fab3a6b7']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:59.398868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab50170-58cd-4ddb-90df-30523884a94f') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:59.399164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab50170-58cd-4ddb-90df-30523884a94f') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:22:59.410203 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.426075 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.432148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:22:59.432638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.439755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4747f40-ef5a-462a-baae-e807719a6638 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:22:59.447965 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:22:59.528138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4747f40-ef5a-462a-baae-e807719a6638 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 19 00:22:59.589658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.609678 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.615726 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Network': ['ID=02eeb9e0-f591-474f-8c91-cdf8fab3a6b7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:59.622116 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f952ba8b-dda7-41c8-9fa5-18fe6cbafa05 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 HTTP/1.1" status: 204 len: 168 time: 0.7416143 Jan 19 00:22:59.626792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37106) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:22:59.632166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-329922620'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:22:59.638037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:22:59.642844 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:network and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:22:59.645723 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:22:59.651444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:22:59.715131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:22:59.718174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.746841 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:22:59.756135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.759060 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Added segment 9243c914-9124-422b-a2d7-e8d9497c8742 of type vlan for network 503168ee-02f8-43d0-a6b4-279246fc1637 Jan 19 00:22:59.782751 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.875312 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.878981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:22:59.879611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:22:59.986849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Network': ['ID=503168ee-02f8-43d0-a6b4-279246fc1637,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:22:59.996748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 503168ee-02f8-43d0-a6b4-279246fc1637 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:00.064779 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-faa334dd-f858-4a64-87b3-29b01d465f32 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4367709 Jan 19 00:23:00.067393 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37110) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:00.072707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'subnet': {'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:00.181306 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:00.185145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:subnet and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:00.187985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:00.193672 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:00.275401 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:00.375616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:00.755465 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:00.832408 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Subnet': ['ID=0f3b25b8-2fdb-41bb-90d3-039c16d3d0be,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:00.847495 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking segment: {'id': '9243c914-9124-422b-a2d7-e8d9497c8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:00.847857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network hostable DHCP agents. Network: 503168ee-02f8-43d0-a6b4-279246fc1637, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:00.920765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network 503168ee-02f8-43d0-a6b4-279246fc1637 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:00.995150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 503168ee-02f8-43d0-a6b4-279246fc1637) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:00.998930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:00.999513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.004186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93418021-1056-4774-93cc-29feafd2ee8b None None] Network 503168ee-02f8-43d0-a6b4-279246fc1637 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:01.087712 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0eea9efa-4018-4ab8-b031-e04b017326f6 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0192566 Jan 19 00:23:01.091232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37114) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:01.097573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005677807'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:01.103144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:01.106932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:network and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:01.109870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:01.115796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:01.195800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:01.198731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.227313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:23:01.237429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.237779 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Added segment b27fbd24-2f60-40d7-914d-ee3a12699cf9 of type vlan for network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d Jan 19 00:23:01.238365 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-503168ee-02f8-43d0-a6b4-279246fc1637', 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637', 'tenant_id': 'ffc0e25b16c249a987b7dcde36fc99e9', 'fixed_ips': [{'subnet_id': '0f3b25b8-2fdb-41bb-90d3-039c16d3d0be'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:01.239173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.263943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.355552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.359394 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:01.359975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.395809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Allocated IP 2001:db8::2 (503168ee-02f8-43d0-a6b4-279246fc1637/0f3b25b8-2fdb-41bb-90d3-039c16d3d0be/5c297e58-c108-4b39-891d-ebd509d8f336) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:01.469592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Network': ['ID=07ef2fc7-ed99-435b-ab9b-700f59d9e73d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:01.488647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:01.507565 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-39c47b7e-770a-42e9-82d1-d5d248b8e542 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4123273 Jan 19 00:23:01.508018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37118) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:01.513986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Request body: {'subnet': {'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:01.631489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:01.635359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Usage tracker for resource:subnet and tenant:ffc0e25b16c249a987b7dcde36fc99e9 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:01.638450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:01.644965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:01.683206 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.693450 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Transition to ACTIVE for port object 5c297e58-c108-4b39-891d-ebd509d8f336 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:01.711259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Transition to ACTIVE for port object 5c297e58-c108-4b39-891d-ebd509d8f336 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:01.715555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Made reservation on behalf of ffc0e25b16c249a987b7dcde36fc99e9 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:01.776721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.825836 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.844466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Network 503168ee-02f8-43d0-a6b4-279246fc1637 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:01.847351 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:01.852530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:01.854591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Pushing event updated for resources: {'Port': ['ID=5c297e58-c108-4b39-891d-ebd509d8f336,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:01.944159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Attempting to bind port 5c297e58-c108-4b39-891d-ebd509d8f336 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:01.944524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Attempting to bind port 5c297e58-c108-4b39-891d-ebd509d8f336 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '9243c914-9124-422b-a2d7-e8d9497c8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:01.944915 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Attempting to bind port 5c297e58-c108-4b39-891d-ebd509d8f336 on network 503168ee-02f8-43d0-a6b4-279246fc1637 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:01.951191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:01.951560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Checking segment: {'id': '9243c914-9124-422b-a2d7-e8d9497c8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:01.951958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:01.952350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Bound using segment: {'id': '9243c914-9124-422b-a2d7-e8d9497c8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:01.952806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Bound port: 5c297e58-c108-4b39-891d-ebd509d8f336, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9243c914-9124-422b-a2d7-e8d9497c8742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '503168ee-02f8-43d0-a6b4-279246fc1637'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:01.953747 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.042485 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] For port 5c297e58-c108-4b39-891d-ebd509d8f336, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:02.045770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] For port 5c297e58-c108-4b39-891d-ebd509d8f336, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5c297e58-c108-4b39-891d-ebd509d8f336,segment=NetworkSegment(9243c914-9124-422b-a2d7-e8d9497c8742),segment_id=9243c914-9124-422b-a2d7-e8d9497c8742)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:02.107874 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.132655 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.188983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b91dc6-7662-41a7-a9bc-bead4997c1d1 None None] Pushing event updated for resources: {'Port': ['ID=5c297e58-c108-4b39-891d-ebd509d8f336,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:02.225823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event updated for resources: {'Subnet': ['ID=53b3cf75-0789-4317-a8d5-9eece53f526f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:02.236946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Checking segment: {'id': 'b27fbd24-2f60-40d7-914d-ee3a12699cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:02.237313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network hostable DHCP agents. Network: 07ef2fc7-ed99-435b-ab9b-700f59d9e73d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:02.322055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:02.401292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 07ef2fc7-ed99-435b-ab9b-700f59d9e73d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:02.405565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:02.406530 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.413658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c80d7-701a-46f7-9e42-b828fc5aed01 None None] Network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:02.626094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37124) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:02.626661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e93c041d-69f4-4cc9-90e1-eae511924a37 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1167672 Jan 19 00:23:02.657821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-07ef2fc7-ed99-435b-ab9b-700f59d9e73d', 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d', 'tenant_id': 'ffc0e25b16c249a987b7dcde36fc99e9', 'fixed_ips': [{'subnet_id': '53b3cf75-0789-4317-a8d5-9eece53f526f'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:02.658968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.779127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5c297e58-c108-4b39-891d-ebd509d8f336 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:02.800663 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.870222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:02.906008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Allocated IP 2001:db8::2 (07ef2fc7-ed99-435b-ab9b-700f59d9e73d/53b3cf75-0789-4317-a8d5-9eece53f526f/56517cf6-896c-4861-8ada-587c89c581c6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:03.029938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5c297e58-c108-4b39-891d-ebd509d8f336 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:03.155072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.166258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Transition to ACTIVE for port object 56517cf6-896c-4861-8ada-587c89c581c6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:03.191952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Transition to ACTIVE for port object 56517cf6-896c-4861-8ada-587c89c581c6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:03.268120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.355380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c44ef5-8fc6-4703-acdb-d33ab289bd7f None None] Network 503168ee-02f8-43d0-a6b4-279246fc1637 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:03.373012 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.415309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Subnet': ['ID=53b3cf75-0789-4317-a8d5-9eece53f526f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:03.436577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:03.445855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:03.452251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:03.484529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Pushing event updated for resources: {'Port': ['ID=56517cf6-896c-4861-8ada-587c89c581c6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:03.512670 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.538319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef2fc7-ed99-435b-ab9b-700f59d9e73d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:03.555996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27fbd24-2f60-40d7-914d-ee3a12699cf9') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:03.556223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27fbd24-2f60-40d7-914d-ee3a12699cf9') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:03.568475 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.586764 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.594282 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:03.594671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.603554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Attempting to bind port 56517cf6-896c-4861-8ada-587c89c581c6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:03.603926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Attempting to bind port 56517cf6-896c-4861-8ada-587c89c581c6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b27fbd24-2f60-40d7-914d-ee3a12699cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:03.604289 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Attempting to bind port 56517cf6-896c-4861-8ada-587c89c581c6 on network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:03.610189 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:03.644211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Provisioning for port 5c297e58-c108-4b39-891d-ebd509d8f336 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:03.651594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:03.651969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Checking segment: {'id': 'b27fbd24-2f60-40d7-914d-ee3a12699cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:03.652380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.652781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Bound using segment: {'id': 'b27fbd24-2f60-40d7-914d-ee3a12699cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:03.653293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Bound port: 56517cf6-896c-4861-8ada-587c89c581c6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27fbd24-2f60-40d7-914d-ee3a12699cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:03.653673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.668302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Provisioning complete for port 5c297e58-c108-4b39-891d-ebd509d8f336 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:03.668593 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.772445 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.db.api [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 19 00:23:03.772445 n-d-825175-2 neutron-server[84543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 19 00:23:03.772445 n-d-825175-2 neutron-server[84543]: [parameters: {'id': '07ef2fc7-ed99-435b-ab9b-700f59d9e73d'}] Jan 19 00:23:03.772445 n-d-825175-2 neutron-server[84543]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:23:03.773622 n-d-825175-2 neutron-server[84543]: DEBUG oslo_db.api [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:23:03.859776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] For port 56517cf6-896c-4861-8ada-587c89c581c6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:03.903177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] For port 56517cf6-896c-4861-8ada-587c89c581c6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56517cf6-896c-4861-8ada-587c89c581c6,segment=NetworkSegment(b27fbd24-2f60-40d7-914d-ee3a12699cf9),segment_id=b27fbd24-2f60-40d7-914d-ee3a12699cf9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:03.927193 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.962871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:03.967734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] For port 5c297e58-c108-4b39-891d-ebd509d8f336, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5c297e58-c108-4b39-891d-ebd509d8f336,segment=NetworkSegment(9243c914-9124-422b-a2d7-e8d9497c8742),segment_id=9243c914-9124-422b-a2d7-e8d9497c8742)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:04.033798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.089859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811529d-8baf-4287-9c87-be09a5ae4880 None None] Pushing event updated for resources: {'Port': ['ID=56517cf6-896c-4861-8ada-587c89c581c6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:04.178687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280127c-0bb4-4d99-9999-86d6a54cde82 None None] Network 07ef2fc7-ed99-435b-ab9b-700f59d9e73d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:04.198260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315236a-3026-48b6-af64-34398e9768b6 None None] Pushing event updated for resources: {'Port': ['ID=5c297e58-c108-4b39-891d-ebd509d8f336,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:04.250982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d86ce348-fd2a-4af6-84a4-db36a9947181 None None] Provisioning complete for port 5c297e58-c108-4b39-891d-ebd509d8f336 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:04.251255 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d86ce348-fd2a-4af6-84a4-db36a9947181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.275254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.286753 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Deleting port 56517cf6-896c-4861-8ada-587c89c581c6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:04.287092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.485577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0949a53-62dd-4f3a-b716-e6868b3c6313 None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 00:23:04.495176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] For port 56517cf6-896c-4861-8ada-587c89c581c6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=56517cf6-896c-4861-8ada-587c89c581c6,segment=NetworkSegment(b27fbd24-2f60-40d7-914d-ee3a12699cf9),segment_id=b27fbd24-2f60-40d7-914d-ee3a12699cf9)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:04.495539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.586295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0949a53-62dd-4f3a-b716-e6868b3c6313 None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 19 00:23:04.618412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Calling delete_port for 56517cf6-896c-4861-8ada-587c89c581c6 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:04.708280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5c297e58-c108-4b39-891d-ebd509d8f336 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:04.784174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.831794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Port': ['ID=56517cf6-896c-4861-8ada-587c89c581c6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:04.836615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No DVR routers for this DVR port 56517cf6-896c-4861-8ada-587c89c581c6 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:23:04.859896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5c297e58-c108-4b39-891d-ebd509d8f336 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:04.860355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.969815 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:04.995675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef2fc7-ed99-435b-ab9b-700f59d9e73d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:05.010059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27fbd24-2f60-40d7-914d-ee3a12699cf9') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:05.010385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27fbd24-2f60-40d7-914d-ee3a12699cf9') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:05.022965 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.039511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.045418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:05.045805 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:05.064419 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:05.206775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.210848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.237637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Network': ['ID=07ef2fc7-ed99-435b-ab9b-700f59d9e73d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:05.242682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2b8c0dce-3c46-4416-9b36-b887420fb8be tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/07ef2fc7-ed99-435b-ab9b-700f59d9e73d HTTP/1.1" status: 204 len: 168 time: 2.6156087 Jan 19 00:23:05.245571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37128) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:05.288552 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a60a416-69f8-4752-a869-fbffda1586ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] GET failed (client error): The resource could not be found. Jan 19 00:23:05.289074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6a60a416-69f8-4752-a869-fbffda1586ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Synchronizing usage tracker for tenant:ffc0e25b16c249a987b7dcde36fc99e9 on resource:subnet {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:05.359843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6a60a416-69f8-4752-a869-fbffda1586ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Unset dirty status for tenant:ffc0e25b16c249a987b7dcde36fc99e9 on resource:subnet {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:05.361036 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6a60a416-69f8-4752-a869-fbffda1586ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "GET /v2.0/subnets/53b3cf75-0789-4317-a8d5-9eece53f526f HTTP/1.1" status: 404 len: 337 time: 0.1144724 Jan 19 00:23:05.363802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37132) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:05.388517 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0f9098-f1cd-4902-b52d-cf87d705a0ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:05.388968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0f9098-f1cd-4902-b52d-cf87d705a0ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:05.390526 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7d0f9098-f1cd-4902-b52d-cf87d705a0ba tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/07ef2fc7-ed99-435b-ab9b-700f59d9e73d HTTP/1.1" status: 404 len: 339 time: 0.0258212 Jan 19 00:23:05.395134 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37136) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:05.432192 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40b70f9-a415-48f9-9a34-9a07c628c974 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:05.432615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40b70f9-a415-48f9-9a34-9a07c628c974 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:05.434216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a40b70f9-a415-48f9-9a34-9a07c628c974 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/subnets/53b3cf75-0789-4317-a8d5-9eece53f526f HTTP/1.1" status: 404 len: 337 time: 0.0381982 Jan 19 00:23:05.436580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37140) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:05.460393 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea9137e-a110-4c5f-adff-c4c634868b8d tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:05.460816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea9137e-a110-4c5f-adff-c4c634868b8d tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:05.462366 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aea9137e-a110-4c5f-adff-c4c634868b8d tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/07ef2fc7-ed99-435b-ab9b-700f59d9e73d HTTP/1.1" status: 404 len: 339 time: 0.0249043 Jan 19 00:23:05.464656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37144) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:05.732098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Deleting subnet 0f3b25b8-2fdb-41bb-90d3-039c16d3d0be {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:23:05.735583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.787451 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:05.870768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.018444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.056137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Subnet': ['ID=0f3b25b8-2fdb-41bb-90d3-039c16d3d0be,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:06.060661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.067466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e3998-c961-4780-a2fd-89977ee5958b None None] Network 503168ee-02f8-43d0-a6b4-279246fc1637 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:06.133138 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6d47c170-a43f-4ff6-ad8e-62a869f1f0c1 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/subnets/0f3b25b8-2fdb-41bb-90d3-039c16d3d0be HTTP/1.1" status: 204 len: 168 time: 0.6674285 Jan 19 00:23:06.135442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37148) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:06.249574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.260451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Deleting port 5c297e58-c108-4b39-891d-ebd509d8f336 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:06.261098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.312056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] DHCP port deletion for 503168ee-02f8-43d0-a6b4-279246fc1637 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:23:06.317194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Deleting port 5c297e58-c108-4b39-891d-ebd509d8f336 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:06.317622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.464022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] For port 5c297e58-c108-4b39-891d-ebd509d8f336, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5c297e58-c108-4b39-891d-ebd509d8f336,segment=NetworkSegment(9243c914-9124-422b-a2d7-e8d9497c8742),segment_id=9243c914-9124-422b-a2d7-e8d9497c8742)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:06.464373 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.519503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] For port 5c297e58-c108-4b39-891d-ebd509d8f336, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5c297e58-c108-4b39-891d-ebd509d8f336,segment=NetworkSegment(9243c914-9124-422b-a2d7-e8d9497c8742),segment_id=9243c914-9124-422b-a2d7-e8d9497c8742)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:06.519992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.583112 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Calling delete_port for 5c297e58-c108-4b39-891d-ebd509d8f336 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:06.641060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Calling delete_port for 5c297e58-c108-4b39-891d-ebd509d8f336 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:06.700389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5c297e58-c108-4b39-891d-ebd509d8f336 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 19 00:23:06.736049 n-d-825175-2 neutron-server[84544]: util.warn( Jan 19 00:23:06.739329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.742165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5c297e58-c108-4b39-891d-ebd509d8f336 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:23:06.742526 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5c297e58-c108-4b39-891d-ebd509d8f336 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:23:06.748904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:23:06.749276 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:23:06.781873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Port': ['ID=5c297e58-c108-4b39-891d-ebd509d8f336,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:06.789101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No DVR routers for this DVR port 5c297e58-c108-4b39-891d-ebd509d8f336 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:23:06.909586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.934228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503168ee-02f8-43d0-a6b4-279246fc1637']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:06.947389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9243c914-9124-422b-a2d7-e8d9497c8742') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:06.947681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9243c914-9124-422b-a2d7-e8d9497c8742') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:06.958940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.974352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.980370 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:06.980755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:06.995410 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:07.110123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.127033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.137830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Network': ['ID=503168ee-02f8-43d0-a6b4-279246fc1637,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:07.141901 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-71a5c328-e582-4318-af79-f8f4a194b9fa tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/503168ee-02f8-43d0-a6b4-279246fc1637 HTTP/1.1" status: 204 len: 168 time: 1.0052035 Jan 19 00:23:07.144299 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37152) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.184556 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54b9b60-66ae-4578-a0fb-c3bf6506d557 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:07.184948 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54b9b60-66ae-4578-a0fb-c3bf6506d557 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:07.186507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f54b9b60-66ae-4578-a0fb-c3bf6506d557 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/subnets/08729528-3b0e-409e-bdec-e76c5175532e HTTP/1.1" status: 404 len: 337 time: 0.0412862 Jan 19 00:23:07.189333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37156) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.212927 n-d-825175-2 neutron-server[84543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5531a571-5ab8-47b1-b4fc-1f762a63c203 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:07.213355 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5531a571-5ab8-47b1-b4fc-1f762a63c203 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:07.214894 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5531a571-5ab8-47b1-b4fc-1f762a63c203 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/02eeb9e0-f591-474f-8c91-cdf8fab3a6b7 HTTP/1.1" status: 404 len: 339 time: 0.0246868 Jan 19 00:23:07.217445 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.250820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Deleting port 5c297e58-c108-4b39-891d-ebd509d8f336 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:07.251514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.255651 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6771a312-1a28-47a8-9d4b-533829420305 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:07.256082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6771a312-1a28-47a8-9d4b-533829420305 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:07.258309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6771a312-1a28-47a8-9d4b-533829420305 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/subnets/bce2b9e7-9685-4390-a5a5-c325ed4ddb37 HTTP/1.1" status: 404 len: 337 time: 0.0398307 Jan 19 00:23:07.260139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.285792 n-d-825175-2 neutron-server[84542]: INFO neutron.pecan_wsgi.hooks.translation [None req-542bb94f-a3ce-44ed-9f93-15712311dbcc tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] DELETE failed (client error): The resource could not be found. Jan 19 00:23:07.286227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542bb94f-a3ce-44ed-9f93-15712311dbcc tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 19 00:23:07.287875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-542bb94f-a3ce-44ed-9f93-15712311dbcc tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/ddbefa39-c85f-4066-a54c-91e986fb5f32 HTTP/1.1" status: 404 len: 339 time: 0.0264597 Jan 19 00:23:07.290387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37168) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.317813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ec317023-46bf-4ee0-867e-6f887e067b48 None None] The port '5c297e58-c108-4b39-891d-ebd509d8f336' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:23:07.477402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Deleting subnet 51264412-0f8f-43df-8422-035b18b75971 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:23:07.480269 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.534945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.618679 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.759277 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.796858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Subnet': ['ID=51264412-0f8f-43df-8422-035b18b75971,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:07.806904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.813448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3736758-6804-4ca1-bc82-6337d4233408 None None] Network 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:07.817611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-42958bfd-8565-44de-9592-52be02b37405 tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/subnets/51264412-0f8f-43df-8422-035b18b75971 HTTP/1.1" status: 204 len: 168 time: 0.5262816 Jan 19 00:23:07.819967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37172) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:07.933923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:07.945883 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Deleting port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:07.946349 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.065008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] DHCP port deletion for 5053c6c5-fc09-458e-bbd9-b5bc14378bf2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:23:08.069402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Deleting port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:08.069882 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.154417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] For port 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2e87090e-fbbe-48a3-bdd1-ccba530d3830,segment=NetworkSegment(788ba45b-4386-4e94-bfdd-f3424a3a4e35),segment_id=788ba45b-4386-4e94-bfdd-f3424a3a4e35)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:08.154775 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.271681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] For port 2e87090e-fbbe-48a3-bdd1-ccba530d3830, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2e87090e-fbbe-48a3-bdd1-ccba530d3830,segment=NetworkSegment(788ba45b-4386-4e94-bfdd-f3424a3a4e35),segment_id=788ba45b-4386-4e94-bfdd-f3424a3a4e35)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:08.272279 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.274138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Calling delete_port for 2e87090e-fbbe-48a3-bdd1-ccba530d3830 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:08.391820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Calling delete_port for 2e87090e-fbbe-48a3-bdd1-ccba530d3830 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:08.453177 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.459212 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:23:08.459572 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:23:08.501953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Port': ['ID=2e87090e-fbbe-48a3-bdd1-ccba530d3830,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:08.506330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] No DVR routers for this DVR port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:23:08.631150 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.657140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5053c6c5-fc09-458e-bbd9-b5bc14378bf2']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:08.669733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788ba45b-4386-4e94-bfdd-f3424a3a4e35') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:08.670028 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788ba45b-4386-4e94-bfdd-f3424a3a4e35') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:08.681321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.697480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.699559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2e87090e-fbbe-48a3-bdd1-ccba530d3830 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:23:08.704523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:08.704934 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:08.719355 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:08.767508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2e87090e-fbbe-48a3-bdd1-ccba530d3830 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:23:08.767862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2e87090e-fbbe-48a3-bdd1-ccba530d3830 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:23:08.857787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.875870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:08.886987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] Pushing event deleted for resources: {'Network': ['ID=5053c6c5-fc09-458e-bbd9-b5bc14378bf2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:08.894348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-46014fe1-8c05-4a19-8c4e-04cb644d901f tempest-NetworksIpV6Test-651872095 tempest-NetworksIpV6Test-651872095-project] 10.222.0.59 "DELETE /v2.0/networks/5053c6c5-fc09-458e-bbd9-b5bc14378bf2 HTTP/1.1" status: 204 len: 168 time: 1.0708423 Jan 19 00:23:08.961443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Deleting port 2e87090e-fbbe-48a3-bdd1-ccba530d3830 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:08.961866 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:09.026706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-00336d1f-868f-4598-8ea7-433f9b24aa16 None None] The port '2e87090e-fbbe-48a3-bdd1-ccba530d3830' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:23:09.418288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37180) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:09.588980 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32ac3112-53eb-4e70-83cb-09a94c4522e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ffc0e25b16c249a987b7dcde36fc99e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1694946 Jan 19 00:23:09.591489 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37186) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:09.648694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:09.672580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:09.805116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:09.819661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d664721-28b4-4741-9325-8ea13208b591,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:09.826537 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:09.827626 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4d8bb3ef-33f4-457a-ad6c-28dc63d473d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d664721-28b4-4741-9325-8ea13208b591 HTTP/1.1" status: 204 len: 168 time: 0.2352591 Jan 19 00:23:09.834956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:10.889268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37208) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:11.014270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-536665004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:11.021967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:11.025615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:router and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:11.028333 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:11.038792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:11.092231 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.093273 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.111092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.269508 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.331955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.333158 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a49d51d7-23e1-4f56-985c-6b69ec101e8d tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4428675 Jan 19 00:23:11.335806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:11.341267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-731819530'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:11.347884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:11.352806 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:network and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:11.355656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:11.365575 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:11.412520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Made reservation on behalf of e5e2c9587d5a448e9f22bf950b2ecd70 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:11.415529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.429415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.459874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:11.464877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:security_group_rule and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:11.468993 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:11.476172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:11.547126 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.606620 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.639176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:23:11.644630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ad67f1-db9e-40d7-9d34-68a8a8a39b06,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:11.651387 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.652369 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Added segment 1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87 of type vlan for network 50e75b93-dd1b-410f-9bc2-6679ecf47711 Jan 19 00:23:11.677771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.743664 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.747226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:11.747796 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.840940 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:11.854676 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event updated for resources: {'Network': ['ID=50e75b93-dd1b-410f-9bc2-6679ecf47711,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:11.865528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:11.915934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5551876a-2efd-4556-a7b1-2b0b170aef3e tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5790923 Jan 19 00:23:11.918772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37218) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:11.924391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'subnet': {'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:12.032451 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:12.036291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:subnet and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:12.039013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:12.044560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:12.114917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Made reservation on behalf of e5e2c9587d5a448e9f22bf950b2ecd70 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:12.218068 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:12.473123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:12.544464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event updated for resources: {'Subnet': ['ID=8cae77d0-f88f-488e-82e2-18481df0bcdf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:12.560965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Checking segment: {'id': '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:12.561321 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Network hostable DHCP agents. Network: 50e75b93-dd1b-410f-9bc2-6679ecf47711, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:12.661356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:12.747042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 50e75b93-dd1b-410f-9bc2-6679ecf47711) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:12.750848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:12.751556 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:12.755905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef483fe-e276-454d-a1e6-678ba5b8ba66 None None] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:12.857421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-aa2e5542-b22f-4f74-95db-313482a341c4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9372926 Jan 19 00:23:12.862366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37222) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:12.869135 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-892038566'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:12.875453 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:12.879759 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:network and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:12.882987 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:12.889280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:12.970757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-50e75b93-dd1b-410f-9bc2-6679ecf47711', 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711', 'tenant_id': 'e5e2c9587d5a448e9f22bf950b2ecd70', 'fixed_ips': [{'subnet_id': '8cae77d0-f88f-488e-82e2-18481df0bcdf'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:12.971584 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:12.989543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Made reservation on behalf of e5e2c9587d5a448e9f22bf950b2ecd70 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:12.992566 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.021030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:23:13.031208 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.031552 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Added segment 35875461-2ea8-47b1-add8-d012ed6e88ef of type vlan for network b927cf84-1fcf-4953-9e36-09d538158a1d Jan 19 00:23:13.061941 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.123530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Allocated IP 172.20.0.2 (50e75b93-dd1b-410f-9bc2-6679ecf47711/8cae77d0-f88f-488e-82e2-18481df0bcdf/a9bed695-d62e-461f-b45e-e20e3f86a74c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:13.143896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.147576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:13.148198 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.254848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event updated for resources: {'Network': ['ID=b927cf84-1fcf-4953-9e36-09d538158a1d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:13.264820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b927cf84-1fcf-4953-9e36-09d538158a1d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:13.274020 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-83630bd0-8a21-442e-ba00-bc7818548bfe tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4101064 Jan 19 00:23:13.276820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37226) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:13.283428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'subnet': {'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:13.412073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.424342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Transition to ACTIVE for port object a9bed695-d62e-461f-b45e-e20e3f86a74c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:13.443247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Transition to ACTIVE for port object a9bed695-d62e-461f-b45e-e20e3f86a74c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:13.489056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:13.492825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Usage tracker for resource:subnet and tenant:e5e2c9587d5a448e9f22bf950b2ecd70 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:13.495575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:13.502403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:13.519708 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.587538 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Made reservation on behalf of e5e2c9587d5a448e9f22bf950b2ecd70 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:13.588948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:13.591888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:13.596505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:13.598744 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Pushing event updated for resources: {'Port': ['ID=a9bed695-d62e-461f-b45e-e20e3f86a74c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:13.684613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Attempting to bind port a9bed695-d62e-461f-b45e-e20e3f86a74c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:13.685012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Attempting to bind port a9bed695-d62e-461f-b45e-e20e3f86a74c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:13.685380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Attempting to bind port a9bed695-d62e-461f-b45e-e20e3f86a74c on network 50e75b93-dd1b-410f-9bc2-6679ecf47711 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:13.692006 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.692278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:13.692678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Checking segment: {'id': '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:13.693110 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.693512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Bound using segment: {'id': '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:13.693975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Bound port: a9bed695-d62e-461f-b45e-e20e3f86a74c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '50e75b93-dd1b-410f-9bc2-6679ecf47711'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:13.694347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.786712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] For port a9bed695-d62e-461f-b45e-e20e3f86a74c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:13.789582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] For port a9bed695-d62e-461f-b45e-e20e3f86a74c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9bed695-d62e-461f-b45e-e20e3f86a74c,segment=NetworkSegment(1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87),segment_id=1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:13.880992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.946849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0190a6d9-5c7a-416a-b782-892604260b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:13.968575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f462095-a98f-4f1e-9a2e-5834e7adc3db None None] Pushing event updated for resources: {'Port': ['ID=a9bed695-d62e-461f-b45e-e20e3f86a74c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:13.976357 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:14.054871 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event updated for resources: {'Subnet': ['ID=980f3b9b-d0ef-41c8-93e3-23dbe39d8761,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:14.072199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.072540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.072891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.073216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.073544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.073865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.074183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.074500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.074812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.075127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.075439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:14.083836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Checking segment: {'id': '35875461-2ea8-47b1-add8-d012ed6e88ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:14.084317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Network hostable DHCP agents. Network: b927cf84-1fcf-4953-9e36-09d538158a1d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:14.170343 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Network b927cf84-1fcf-4953-9e36-09d538158a1d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:14.227568 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b927cf84-1fcf-4953-9e36-09d538158a1d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:14.231919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:14.232610 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:14.238286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59695b-d4fa-4fe2-b850-8d03ba241528 None None] Network b927cf84-1fcf-4953-9e36-09d538158a1d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:14.318768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-38c52f01-71e6-41f1-ba7f-46e9c4ee1e6c tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0379646 Jan 19 00:23:14.319354 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37230) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:14.324577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-56751e2b-eae1-4856-87dc-1056165c3efb tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:14.457255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b927cf84-1fcf-4953-9e36-09d538158a1d', 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d', 'tenant_id': 'e5e2c9587d5a448e9f22bf950b2ecd70', 'fixed_ips': [{'subnet_id': '980f3b9b-d0ef-41c8-93e3-23dbe39d8761'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:14.458097 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:14.667550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Allocated IP 172.21.0.2 (b927cf84-1fcf-4953-9e36-09d538158a1d/980f3b9b-d0ef-41c8-93e3-23dbe39d8761/1e4dc56c-2ea2-459d-9e57-5e82cdba8c38) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:14.760388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9bed695-d62e-461f-b45e-e20e3f86a74c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:14.840541 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-56751e2b-eae1-4856-87dc-1056165c3efb tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:14.955221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:14.965635 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Transition to ACTIVE for port object 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:14.976913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d5e6a-4780-41c7-ac6a-e77896cff1e8 None None] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:14.994008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port a9bed695-d62e-461f-b45e-e20e3f86a74c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:15.048947 n-d-825175-2 neutron-server[84543]: INFO neutron.api.v2.resource [None req-56751e2b-eae1-4856-87dc-1056165c3efb tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 19 00:23:15.050039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-56751e2b-eae1-4856-87dc-1056165c3efb tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "PUT /v2.0/routers/a394c3a0-1fd8-4e42-aa69-e2195c74a658 HTTP/1.1" status: 400 len: 364 time: 0.7297869 Jan 19 00:23:15.056138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37234) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:15.063080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Transition to ACTIVE for port object 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:15.144943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.185421 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Provisioning for port a9bed695-d62e-461f-b45e-e20e3f86a74c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:15.224762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Provisioning complete for port a9bed695-d62e-461f-b45e-e20e3f86a74c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:15.225052 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.238846 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Deleting subnet 980f3b9b-d0ef-41c8-93e3-23dbe39d8761 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:23:15.241761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.298610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Network b927cf84-1fcf-4953-9e36-09d538158a1d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:15.301926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.309141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Pushing event updated for resources: {'Port': ['ID=1e4dc56c-2ea2-459d-9e57-5e82cdba8c38,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:15.311556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:15.323317 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:15.386004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.486055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Attempting to bind port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:15.486410 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Attempting to bind port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '35875461-2ea8-47b1-add8-d012ed6e88ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:15.486657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Attempting to bind port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 on network b927cf84-1fcf-4953-9e36-09d538158a1d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:15.501523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.521424 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:15.521797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Checking segment: {'id': '35875461-2ea8-47b1-add8-d012ed6e88ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:15.522192 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.522578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Bound using segment: {'id': '35875461-2ea8-47b1-add8-d012ed6e88ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:15.523052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Bound port: 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35875461-2ea8-47b1-add8-d012ed6e88ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b927cf84-1fcf-4953-9e36-09d538158a1d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:15.523397 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.533571 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.577849 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Subnet': ['ID=980f3b9b-d0ef-41c8-93e3-23dbe39d8761,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:15.583872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] For port a9bed695-d62e-461f-b45e-e20e3f86a74c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9bed695-d62e-461f-b45e-e20e3f86a74c,segment=NetworkSegment(1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87),segment_id=1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:15.589264 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.599126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a7c2589e-2bab-47ce-b08f-dd856eaeaf95 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "DELETE /v2.0/subnets/980f3b9b-d0ef-41c8-93e3-23dbe39d8761 HTTP/1.1" status: 204 len: 168 time: 0.5395441 Jan 19 00:23:15.599338 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37238) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:15.633368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] For port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:15.637014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] For port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1e4dc56c-2ea2-459d-9e57-5e82cdba8c38,segment=NetworkSegment(35875461-2ea8-47b1-add8-d012ed6e88ef),segment_id=35875461-2ea8-47b1-add8-d012ed6e88ef)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:15.663888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.723550 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.726371 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.735356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Deleting port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:15.739105 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.751818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710eaec-a3cd-4d1a-992e-6be6dfac3e76 None None] Pushing event updated for resources: {'Port': ['ID=a9bed695-d62e-461f-b45e-e20e3f86a74c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:15.878268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9774cbf5-c9c0-40e1-8977-d69c10570011 None None] Provisioning complete for port a9bed695-d62e-461f-b45e-e20e3f86a74c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:15.878641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9774cbf5-c9c0-40e1-8977-d69c10570011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:15.919622 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78ebb0-643f-4bae-bc3a-47f1f6d33b11 None None] Pushing event updated for resources: {'Port': ['ID=1e4dc56c-2ea2-459d-9e57-5e82cdba8c38,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:15.941053 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac90771-dae7-4961-9619-601f7219a285 None None] Network b927cf84-1fcf-4953-9e36-09d538158a1d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:15.943458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] For port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=1e4dc56c-2ea2-459d-9e57-5e82cdba8c38,segment=NetworkSegment(35875461-2ea8-47b1-add8-d012ed6e88ef),segment_id=35875461-2ea8-47b1-add8-d012ed6e88ef)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:15.943817 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.064628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Calling delete_port for 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:16.111213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5df741b9-a217-4f2e-bfe0-5517c2084852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.195364 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.210263 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b4967-76a3-4466-8ac9-8510c6ed1baa None None] get_active_networks_info from n-d-825175-2 {{(pid=84544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 19 00:23:16.240651 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Port': ['ID=1e4dc56c-2ea2-459d-9e57-5e82cdba8c38,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:16.245226 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] No DVR routers for this DVR port 1e4dc56c-2ea2-459d-9e57-5e82cdba8c38 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:23:16.298890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b4967-76a3-4466-8ac9-8510c6ed1baa None None] Resources bound (agent type, host, resource id): {{(pid=84544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 19 00:23:16.368020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.395692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b927cf84-1fcf-4953-9e36-09d538158a1d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:16.412061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35875461-2ea8-47b1-add8-d012ed6e88ef') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:16.412358 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35875461-2ea8-47b1-add8-d012ed6e88ef') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:16.424596 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.440382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.446221 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:16.446592 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:16.460422 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:16.587562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.606039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.621215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Network': ['ID=b927cf84-1fcf-4953-9e36-09d538158a1d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:16.627563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3d2e69d5-ec37-488a-9371-cba75b74ac38 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "DELETE /v2.0/networks/b927cf84-1fcf-4953-9e36-09d538158a1d HTTP/1.1" status: 204 len: 168 time: 1.0249732 Jan 19 00:23:16.627747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37242) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:16.694562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Deleting subnet 8cae77d0-f88f-488e-82e2-18481df0bcdf {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:23:16.697755 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.710021 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9bed695-d62e-461f-b45e-e20e3f86a74c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:16.752043 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.777789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port a9bed695-d62e-461f-b45e-e20e3f86a74c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:16.778250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:16.934290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.069686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.112123 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Subnet': ['ID=8cae77d0-f88f-488e-82e2-18481df0bcdf,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:17.116706 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.122772 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-30fbd552-0ea0-472b-8faa-589a72617cae tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "DELETE /v2.0/subnets/8cae77d0-f88f-488e-82e2-18481df0bcdf HTTP/1.1" status: 204 len: 168 time: 0.4940920 Jan 19 00:23:17.123293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c261f0-cc34-47b8-8ba1-150b7b549f00 None None] Network 50e75b93-dd1b-410f-9bc2-6679ecf47711 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:17.125331 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37246) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:17.242071 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.249573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Deleting port a9bed695-d62e-461f-b45e-e20e3f86a74c {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:17.249980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.296741 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.388738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] DHCP port deletion for 50e75b93-dd1b-410f-9bc2-6679ecf47711 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:23:17.393968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Deleting port a9bed695-d62e-461f-b45e-e20e3f86a74c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:17.394340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.455717 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] For port a9bed695-d62e-461f-b45e-e20e3f86a74c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9bed695-d62e-461f-b45e-e20e3f86a74c,segment=NetworkSegment(1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87),segment_id=1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:17.456305 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.576443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Calling delete_port for a9bed695-d62e-461f-b45e-e20e3f86a74c owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:17.590563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] For port a9bed695-d62e-461f-b45e-e20e3f86a74c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=a9bed695-d62e-461f-b45e-e20e3f86a74c,segment=NetworkSegment(1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87),segment_id=1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:17.590947 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.713210 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.720661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Calling delete_port for a9bed695-d62e-461f-b45e-e20e3f86a74c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:23:17.760911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Port': ['ID=a9bed695-d62e-461f-b45e-e20e3f86a74c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:17.765728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] No DVR routers for this DVR port a9bed695-d62e-461f-b45e-e20e3f86a74c on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:23:17.793425 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:23:17.793779 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:23:17.816260 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.846143 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:23:17.887830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.912170 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e75b93-dd1b-410f-9bc2-6679ecf47711']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:17.928004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:17.928296 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9dca68-ffb1-45e0-bfe0-b71d3ff44b87') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:17.939968 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.955067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.960859 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:23:17.961239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:23:17.975305 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:23:18.114768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.131770 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.146596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Pushing event deleted for resources: {'Network': ['ID=50e75b93-dd1b-410f-9bc2-6679ecf47711,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:18.150573 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-80a78d95-98b1-4a7a-ad04-5d7f5ce32c04 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "DELETE /v2.0/networks/50e75b93-dd1b-410f-9bc2-6679ecf47711 HTTP/1.1" status: 204 len: 168 time: 1.0242870 Jan 19 00:23:18.153176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37250) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:18.193965 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0f0f3851-4d9e-492d-9b3e-2008c0742f51 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Synchronizing usage tracker for tenant:e5e2c9587d5a448e9f22bf950b2ecd70 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:18.272819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-0f0f3851-4d9e-492d-9b3e-2008c0742f51 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Unset dirty status for tenant:e5e2c9587d5a448e9f22bf950b2ecd70 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:18.274014 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f0f3851-4d9e-492d-9b3e-2008c0742f51 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "GET /v2.0/ports?device_id=a394c3a0-1fd8-4e42-aa69-e2195c74a658 HTTP/1.1" status: 200 len: 205 time: 0.1199031 Jan 19 00:23:18.276491 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37254) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:18.294768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Deleting port a9bed695-d62e-461f-b45e-e20e3f86a74c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:23:18.295386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.358591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-463e414f-7e06-41c5-881c-9b5997acb804 None None] The port 'a9bed695-d62e-461f-b45e-e20e3f86a74c' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:23:18.409768 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.706521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9bed695-d62e-461f-b45e-e20e3f86a74c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:23:18.746687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: a9bed695-d62e-461f-b45e-e20e3f86a74c {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:23:18.747038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device a9bed695-d62e-461f-b45e-e20e3f86a74c not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:23:18.891713 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.896302 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.989331 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:18.989960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Fanout notify agent at l3_agent the message router_deleted on router a394c3a0-1fd8-4e42-aa69-e2195c74a658 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:23:19.000420 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.003802 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2d5f1f3-ffa2-4624-9fb6-0a29ca26e9e4 tempest-RoutersNegativeTest-1027445364 tempest-RoutersNegativeTest-1027445364-project] 10.222.0.59 "DELETE /v2.0/routers/a394c3a0-1fd8-4e42-aa69-e2195c74a658 HTTP/1.1" status: 204 len: 168 time: 0.7241938 Jan 19 00:23:19.046555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.523372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37262) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:19.694374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc8802e9-7840-4079-972f-6574953f783b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5e2c9587d5a448e9f22bf950b2ecd70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1698396 Jan 19 00:23:19.696762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:19.756712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.782220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.891988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.906915 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ad67f1-db9e-40d7-9d34-68a8a8a39b06,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:19.913731 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:19.914867 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-229bacb2-3c68-42da-ae9a-8a1357542c0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98ad67f1-db9e-40d7-9d34-68a8a8a39b06 HTTP/1.1" status: 204 len: 168 time: 0.2171912 Jan 19 00:23:20.964176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37290) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:21.090065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1770354270-network', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:21.096067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:21.099872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Usage tracker for resource:network and tenant:b2a380eb82ba430db072e45b4e8f11ac is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:21.102772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:21.108405 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:21.183353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Made reservation on behalf of b2a380eb82ba430db072e45b4e8f11ac for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:21.185714 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.198063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.228745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:21.232575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Usage tracker for resource:security_group_rule and tenant:b2a380eb82ba430db072e45b4e8f11ac is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:21.236006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:21.241720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:21.304543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.371602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.404230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:23:21.410128 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:21.417647 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.417785 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Added segment a07f905a-1263-44bc-92f3-02001c630009 of type vlan for network 838c5c82-afed-4741-becf-c3a033a08963 Jan 19 00:23:21.442839 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.543217 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.544015 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:21.544601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:21.648123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] Pushing event updated for resources: {'Network': ['ID=838c5c82-afed-4741-becf-c3a033a08963,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:21.658182 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 838c5c82-afed-4741-becf-c3a033a08963 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:21.702482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-011564b3-4ac4-4c6e-8939-18411edb8f24 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7372026 Jan 19 00:23:21.705774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37296) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:21.711296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Request body: {'subnet': {'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-subnet', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:21.720095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:21.721240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Usage tracker for resource:subnet and tenant:b2a380eb82ba430db072e45b4e8f11ac is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:21.724078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:21.729922 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:21.806065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Made reservation on behalf of b2a380eb82ba430db072e45b4e8f11ac for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:21.808437 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.057628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.129392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:22.140746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Checking segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:22.141280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Network hostable DHCP agents. Network: 838c5c82-afed-4741-becf-c3a033a08963, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:22.200039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Network 838c5c82-afed-4741-becf-c3a033a08963 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:22.280110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 838c5c82-afed-4741-becf-c3a033a08963) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:22.285087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:22.285674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.291374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975713b3-61de-45e2-bf12-7034137c4203 None None] Network 838c5c82-afed-4741-becf-c3a033a08963 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:22.361932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-544d3118-c8d2-499d-ab27-192cc3cec1b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6550939 Jan 19 00:23:22.364697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37300) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:22.370057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:22.376292 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:22.380523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Usage tracker for resource:router and tenant:b2a380eb82ba430db072e45b4e8f11ac is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:22.383531 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:22.390389 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:22.457811 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.458769 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.477212 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.499835 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-838c5c82-afed-4741-becf-c3a033a08963', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:22.501178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.679131 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.690613 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Allocated IP 172.20.0.2 (838c5c82-afed-4741-becf-c3a033a08963/eed1bfd5-5eb3-4c0d-950c-4707931aaaeb/ea77320b-e073-491f-a080-e732deaab699) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:22.899386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.910719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Transition to ACTIVE for port object ea77320b-e073-491f-a080-e732deaab699 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:22.923746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:22.928853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Transition to ACTIVE for port object ea77320b-e073-491f-a080-e732deaab699 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:22.955973 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.001409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.069048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Network 838c5c82-afed-4741-becf-c3a033a08963 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:23.071883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:23.077023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:23.079740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Pushing event updated for resources: {'Port': ['ID=ea77320b-e073-491f-a080-e732deaab699,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:23.086476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Allocated IP 172.25.1.41 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:23.171041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Attempting to bind port ea77320b-e073-491f-a080-e732deaab699 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:23.171368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Attempting to bind port ea77320b-e073-491f-a080-e732deaab699 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:23.171735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Attempting to bind port ea77320b-e073-491f-a080-e732deaab699 on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:23.178625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:23.178990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Checking segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:23.179387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.179802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Bound using segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:23.180254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Bound port: ea77320b-e073-491f-a080-e732deaab699, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:23.180622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.230896 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.269367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] For port ea77320b-e073-491f-a080-e732deaab699, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:23.272338 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] For port ea77320b-e073-491f-a080-e732deaab699, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ea77320b-e073-491f-a080-e732deaab699,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:23.315632 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.343931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.386319 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:23.389138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:23.392122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:23.426344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86ba2e-2958-4234-87dd-f5a082a747ed None None] Pushing event updated for resources: {'Port': ['ID=ea77320b-e073-491f-a080-e732deaab699,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:23.431225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Pushing event updated for resources: {'Port': ['ID=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:23.677878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.678780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:23.993071 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:23:24.303100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:23:24.311822 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Sync routers for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:23:24.324331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:24.325300 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:24.387849 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:24.392478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b80b311f-cb53-4177-91cc-1c5b86184e06 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0235860 Jan 19 00:23:24.392823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:24.409151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e3d88-5e3a-4ec0-82eb-3869aef706a8 None None] Network 838c5c82-afed-4741-becf-c3a033a08963 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:24.511585 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:24.570026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-cf720d1e-523b-4237-bf8f-8a7b376231e2 None None] Provisioning for port ea77320b-e073-491f-a080-e732deaab699 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:24.774715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ea77320b-e073-491f-a080-e732deaab699 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:24.897468 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:23Z', 'revision_number': 3, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:24.902586 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Checking router: 1148244f-3907-4bd7-9b6e-e7ad665e5da2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:23:24.902973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Updating router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:23:24.903239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port ea77320b-e073-491f-a080-e732deaab699 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:24.911990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ea77320b-e073-491f-a080-e732deaab699 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:24.912560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:24.965332 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.045692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.064520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d5b59a13-9e7f-47a6-a81a-4dbae96c1921 None None] Provisioning complete for port ea77320b-e073-491f-a080-e732deaab699 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:25.064908 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a13-9e7f-47a6-a81a-4dbae96c1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.134090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port ea77320b-e073-491f-a080-e732deaab699, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ea77320b-e073-491f-a080-e732deaab699,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:25.199011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a13-9e7f-47a6-a81a-4dbae96c1921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.223504 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.309755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.319471 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.336757 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Transition to ACTIVE for port object 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:25.341027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-d5b59a13-9e7f-47a6-a81a-4dbae96c1921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:23:25.341388 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-d5b59a13-9e7f-47a6-a81a-4dbae96c1921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:23:25.346812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=ea77320b-e073-491f-a080-e732deaab699,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:25.424245 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.503008 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Attempting to bind port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:25.503374 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Attempting to bind port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:25.503733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Attempting to bind port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:25.505698 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Pushing event updated for resources: {'Port': ['ID=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:25.517887 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.518234 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.518571 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.518900 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.519244 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.519577 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.519899 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.520222 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.520540 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.520871 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.521190 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:25.521407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Allocated IP 172.20.0.1 (838c5c82-afed-4741-becf-c3a033a08963/eed1bfd5-5eb3-4c0d-950c-4707931aaaeb/e5164b82-e1a1-407b-8777-365cd96d5fd0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:25.524314 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:25.524682 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:25.525127 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.525521 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:25.525977 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Bound port: 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:25.526350 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.599846 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] For port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:25.602874 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] For port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:25.676965 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.692251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Transition to ACTIVE for port object e5164b82-e1a1-407b-8777-365cd96d5fd0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:25.697699 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.770694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.775978 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6a66c-cf00-494a-97bd-d3da9df35179 None None] Pushing event updated for resources: {'Port': ['ID=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:25.781240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:25.782439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:25.842141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Network 838c5c82-afed-4741-becf-c3a033a08963 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:25.846246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:25.848615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:25.910281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Pushing event updated for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:25.913335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:25.988706 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:26.074531 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.175971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ad44be15-f9ca-4f2c-ab51-c85dc1481840 None None] Provisioning for port e5164b82-e1a1-407b-8777-365cd96d5fd0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:26.181239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ad44be15-f9ca-4f2c-ab51-c85dc1481840 None None] Provisioning complete for port e5164b82-e1a1-407b-8777-365cd96d5fd0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:26.181725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ad44be15-f9ca-4f2c-ab51-c85dc1481840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.237277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-ad44be15-f9ca-4f2c-ab51-c85dc1481840 None None] Port e5164b82-e1a1-407b-8777-365cd96d5fd0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:23:26.277606 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:23Z', 'revision_number': 3, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:26.281351 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043666ec-8e55-491b-9a1d-93944fd7f80a None None] The sync data for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 is: [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:23Z', 'revision_number': 3, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:23:26.308778 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.375861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.497289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Pushing event updated for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:26.503717 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.648768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Network 838c5c82-afed-4741-becf-c3a033a08963 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:26.649914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:26.818239 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:26.964854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f834763e-c9be-4bd5-9104-493f76234586 None None] Provisioning complete for port e5164b82-e1a1-407b-8777-365cd96d5fd0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:26.965227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f834763e-c9be-4bd5-9104-493f76234586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:26.999174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:27.012211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:27.012577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:27.107712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f834763e-c9be-4bd5-9104-493f76234586 None None] Port e5164b82-e1a1-407b-8777-365cd96d5fd0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:23:27.183179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:27.199303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:27.207470 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:23:27.280372 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:27.281068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ea77320b-e073-491f-a080-e732deaab699 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:27.393446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:27.405856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port ea77320b-e073-491f-a080-e732deaab699 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:27.406223 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:27.416710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:23:27.426566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fda0b982-5188-4c49-b3e8-db3d85d8cddf admin admin] 10.222.0.59 "PUT /v2.0/routers/1148244f-3907-4bd7-9b6e-e7ad665e5da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0325096 Jan 19 00:23:28.576620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37326) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:28.582866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1663320936-network', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:28.588397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:28.592335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Usage tracker for resource:network and tenant:38ef9281e39b4199a9c2f4adf4101546 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:28.595253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:28.601917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:28.678640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Made reservation on behalf of 38ef9281e39b4199a9c2f4adf4101546 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:28.681115 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.694643 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.719673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:28.729186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:28.733031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Usage tracker for resource:security_group_rule and tenant:38ef9281e39b4199a9c2f4adf4101546 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:28.736030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:28.741833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:28.792136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:28.792511 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.810782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.886293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.918866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:23:28.924462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac54d406-fc06-4706-ba4a-1bee0cd36fc2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:28.930887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:28.931257 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Added segment dfb57eff-bcc3-42b8-9652-a4f902398286 of type vlan for network ab780f08-5914-4bc7-a5d1-494b8c5016dc Jan 19 00:23:28.956219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.062762 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.064353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:29.064980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.162670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] Pushing event updated for resources: {'Network': ['ID=ab780f08-5914-4bc7-a5d1-494b8c5016dc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:29.172132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:23:29.229657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f93b38f1-7c7e-443a-9d07-11eddc5e5a49 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6518197 Jan 19 00:23:29.232573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37330) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:29.238812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Request body: {'subnet': {'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-subnet', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:29.244217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:29.248551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Usage tracker for resource:subnet and tenant:38ef9281e39b4199a9c2f4adf4101546 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:29.251746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:29.257707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:29.337841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Made reservation on behalf of 38ef9281e39b4199a9c2f4adf4101546 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:29.340231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.600865 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.677638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1c65a3-53b7-4d9d-970c-c01a5a0f551b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:29.687072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Checking segment: {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:29.687433 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Network hostable DHCP agents. Network: ab780f08-5914-4bc7-a5d1-494b8c5016dc, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:23:29.771969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:23:29.819664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Sync routers for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:23:29.832127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:29.832723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:29.867393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ab780f08-5914-4bc7-a5d1-494b8c5016dc) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:29.874717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:29.877047 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:29.888999 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c7952-d35a-482c-a12a-ded3f23c71b0 None None] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:29.961187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-70dad934-b8cd-4ef0-a82a-45406f79613a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7274559 Jan 19 00:23:29.964101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37334) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:29.969200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:29.975072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:29.979196 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Usage tracker for resource:router and tenant:38ef9281e39b4199a9c2f4adf4101546 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:23:29.982274 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:23:29.988268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:30.069219 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.070220 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.088825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.144039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:30.291818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.315554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'fixed_ips': [{'subnet_id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:23:30.325953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.545728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.575155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.652545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Allocated IP 172.20.0.2 (ab780f08-5914-4bc7-a5d1-494b8c5016dc/2a1c65a3-53b7-4d9d-970c-c01a5a0f551b/223b793b-3cc4-49b7-869d-c52d9e2890b5) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:30.717723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Allocated IP 172.25.1.76 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5edd1b9b-699f-4c74-a687-1f4076b86ca1) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:30.759874 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:25Z', 'revision_number': 4, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e5164b82-e1a1-407b-8777-365cd96d5fd0', 'name': '', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'mac_address': 'fa:16:3e:61:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:25Z', 'updated_at': '2022-01-19T00:23:26Z', 'revision_number': 2, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'subnets': [{'id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:30.769440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Checking router: 1148244f-3907-4bd7-9b6e-e7ad665e5da2 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:23:30.769790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Updating router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 port e5164b82-e1a1-407b-8777-365cd96d5fd0 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:23:30.859310 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.974309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.977956 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:30.991759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Transition to ACTIVE for port object 223b793b-3cc4-49b7-869d-c52d9e2890b5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:31.064743 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Transition to ACTIVE for port object 223b793b-3cc4-49b7-869d-c52d9e2890b5 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:31.069271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.135274 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.139152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:31.142718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:31.145247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:31.181201 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Pushing event updated for resources: {'Port': ['ID=5edd1b9b-699f-4c74-a687-1f4076b86ca1,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:31.230002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:31.232938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Pushing event updated for resources: {'Port': ['ID=223b793b-3cc4-49b7-869d-c52d9e2890b5,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:31.244779 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:31.249121 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:31.362162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.363322 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.366320 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Attempting to bind port 223b793b-3cc4-49b7-869d-c52d9e2890b5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:31.366675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Attempting to bind port 223b793b-3cc4-49b7-869d-c52d9e2890b5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:31.367031 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Attempting to bind port 223b793b-3cc4-49b7-869d-c52d9e2890b5 on network ab780f08-5914-4bc7-a5d1-494b8c5016dc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:31.412738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:31.418206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Checking segment: {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:31.418206 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.418206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Bound using segment: {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:31.418206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Bound port: 223b793b-3cc4-49b7-869d-c52d9e2890b5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:31.418206 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.442262 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.495501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Transition to ACTIVE for port object e5164b82-e1a1-407b-8777-365cd96d5fd0 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:31.525243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] For port 223b793b-3cc4-49b7-869d-c52d9e2890b5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:31.528335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] For port 223b793b-3cc4-49b7-869d-c52d9e2890b5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=223b793b-3cc4-49b7-869d-c52d9e2890b5,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:31.593186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.630904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.640443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Router dcb87655-3b62-4582-9bf4-3de636b39113 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:23:31.738093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba32ef-1d65-421e-b04e-a1b8bf03f103 None None] Pushing event updated for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:31.885139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:23:31.897413 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Sync routers for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:23:31.917880 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:31.918732 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:31.934359 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Pushing event updated for resources: {'Port': ['ID=223b793b-3cc4-49b7-869d-c52d9e2890b5,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:31.935001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Attempting to bind port e5164b82-e1a1-407b-8777-365cd96d5fd0 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:31.935496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Attempting to bind port e5164b82-e1a1-407b-8777-365cd96d5fd0 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:31.935976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Attempting to bind port e5164b82-e1a1-407b-8777-365cd96d5fd0 on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:31.952764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.953277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.954363 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.954906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.955246 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.955685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.956113 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.956561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.957103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.957530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.958029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4b7bfe-7cdc-4f8b-957c-d19a45917817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:23:31.962322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:31.968083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Checking segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:31.968083 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.968083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Bound using segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:31.968083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Bound port: e5164b82-e1a1-407b-8777-365cd96d5fd0, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:31.968083 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.992024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:31.995805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ea5fe89f-b8a6-43d1-84bb-a69394837b03 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0284219 Jan 19 00:23:31.996376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37340) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:23:32.120055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] For port e5164b82-e1a1-407b-8777-365cd96d5fd0, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:32.123238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] For port e5164b82-e1a1-407b-8777-365cd96d5fd0, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e5164b82-e1a1-407b-8777-365cd96d5fd0,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:32.170390 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:32.206975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:32.289665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:32.290370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:32.354806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba32ef-1d65-421e-b04e-a1b8bf03f103 None None] Pushing event updated for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:32.494833 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:31Z', 'revision_number': 3, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:32.499532 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Checking router: dcb87655-3b62-4582-9bf4-3de636b39113 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:23:32.500092 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Updating router dcb87655-3b62-4582-9bf4-3de636b39113 port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:23:32.502008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:32.564409 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:32.778125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 223b793b-3cc4-49b7-869d-c52d9e2890b5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:32.952293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.027772 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.041132 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Transition to ACTIVE for port object 5edd1b9b-699f-4c74-a687-1f4076b86ca1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:33.090911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:25Z', 'revision_number': 4, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e5164b82-e1a1-407b-8777-365cd96d5fd0', 'name': '', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'mac_address': 'fa:16:3e:61:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:25Z', 'updated_at': '2022-01-19T00:23:32Z', 'revision_number': 4, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'subnets': [{'id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:33.107402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe849fc5-bf4b-4ede-9a5e-7606950aa236 None None] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:23:33.119131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114a41-bc5d-4af3-bcbb-48d1f3aafdbf None None] The sync data for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 is: [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:25Z', 'revision_number': 4, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e5164b82-e1a1-407b-8777-365cd96d5fd0', 'name': '', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'mac_address': 'fa:16:3e:61:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:25Z', 'updated_at': '2022-01-19T00:23:32Z', 'revision_number': 4, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'subnets': [{'id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:23:33.154538 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.192679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 223b793b-3cc4-49b7-869d-c52d9e2890b5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:33.220562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Allocated IP 172.20.0.1 (ab780f08-5914-4bc7-a5d1-494b8c5016dc/2a1c65a3-53b7-4d9d-970c-c01a5a0f551b/e3f5ac64-fd32-4201-9f4c-241505291222) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:33.285696 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fdf4d-d926-46e8-977c-df024c7876e1 None None] Pushing event updated for resources: {'Port': ['ID=5edd1b9b-699f-4c74-a687-1f4076b86ca1,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:33.290031 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Attempting to bind port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:33.290395 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Attempting to bind port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:33.290752 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Attempting to bind port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:33.299995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:33.300442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:33.301753 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.302205 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:33.302682 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Bound port: 5edd1b9b-699f-4c74-a687-1f4076b86ca1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:33.303153 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.311017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Provisioning for port 223b793b-3cc4-49b7-869d-c52d9e2890b5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:33.324392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Provisioning complete for port 223b793b-3cc4-49b7-869d-c52d9e2890b5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:33.326102 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.387546 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] For port 5edd1b9b-699f-4c74-a687-1f4076b86ca1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:33.391343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] For port 5edd1b9b-699f-4c74-a687-1f4076b86ca1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5edd1b9b-699f-4c74-a687-1f4076b86ca1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:33.453970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.458595 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.480523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Transition to ACTIVE for port object e3f5ac64-fd32-4201-9f4c-241505291222 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:33.559931 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fdf4d-d926-46e8-977c-df024c7876e1 None None] Pushing event updated for resources: {'Port': ['ID=5edd1b9b-699f-4c74-a687-1f4076b86ca1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:33.566898 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:33.567130 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.567728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:33.588348 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.654578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] For port 223b793b-3cc4-49b7-869d-c52d9e2890b5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=223b793b-3cc4-49b7-869d-c52d9e2890b5,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:33.664186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:33.681663 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:33.683177 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:33.685707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:33.767987 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.782546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:33.848927 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:33.933474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc88cdf-afcd-477d-8a93-b962f5efec95 None None] Pushing event updated for resources: {'Port': ['ID=223b793b-3cc4-49b7-869d-c52d9e2890b5,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:33.984095 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.012075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8dcad85b-ee78-4a18-aedb-67dd5061d698 None None] Provisioning complete for port 223b793b-3cc4-49b7-869d-c52d9e2890b5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:34.012470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8dcad85b-ee78-4a18-aedb-67dd5061d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.287435 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:31Z', 'revision_number': 3, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:34.292581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c036f8-b3b8-47cb-a60c-08be6c42a6c3 None None] The sync data for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 is: [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:31Z', 'revision_number': 3, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:23:34.331920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-94940be7-364f-4f4e-8b2f-b98911275568 None None] Provisioning for port e3f5ac64-fd32-4201-9f4c-241505291222 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:34.337238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-94940be7-364f-4f4e-8b2f-b98911275568 None None] Provisioning complete for port e3f5ac64-fd32-4201-9f4c-241505291222 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:34.338173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-94940be7-364f-4f4e-8b2f-b98911275568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.381651 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.393520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-94940be7-364f-4f4e-8b2f-b98911275568 None None] Port e3f5ac64-fd32-4201-9f4c-241505291222 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:23:34.434340 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.538267 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:34.541414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:34.671619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:34.672933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:34.791324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 223b793b-3cc4-49b7-869d-c52d9e2890b5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:34.902628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 223b793b-3cc4-49b7-869d-c52d9e2890b5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:34.903012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:35.027454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e5164b82-e1a1-407b-8777-365cd96d5fd0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:35.085179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-d3557d93-9a90-4350-8c31-05c802940ede None None] Provisioning complete for port e3f5ac64-fd32-4201-9f4c-241505291222 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:35.085558 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d3557d93-9a90-4350-8c31-05c802940ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:35.097514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Router dcb87655-3b62-4582-9bf4-3de636b39113 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:23:35.189043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-d3557d93-9a90-4350-8c31-05c802940ede None None] Port e3f5ac64-fd32-4201-9f4c-241505291222 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:23:35.283929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e5164b82-e1a1-407b-8777-365cd96d5fd0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:35.288913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e5164b82-e1a1-407b-8777-365cd96d5fd0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:35.289299 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:35.301960 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:23:35.320628 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a2022ebc-90ac-44e3-b724-81dddc66c0e2 admin admin] 10.222.0.59 "PUT /v2.0/routers/dcb87655-3b62-4582-9bf4-3de636b39113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3231258 Jan 19 00:23:35.407661 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:35.440007 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e5164b82-e1a1-407b-8777-365cd96d5fd0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e5164b82-e1a1-407b-8777-365cd96d5fd0,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:35.503421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:35.569107 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:36.718490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e5164b82-e1a1-407b-8777-365cd96d5fd0 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:36.789528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e5164b82-e1a1-407b-8777-365cd96d5fd0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:36.789819 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:37.286247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-c29366c8-83c0-47b7-b8d4-97f1ddcb7038 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:37.286946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-c29366c8-83c0-47b7-b8d4-97f1ddcb7038 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:37.371372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-c29366c8-83c0-47b7-b8d4-97f1ddcb7038 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:37.372521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-c29366c8-83c0-47b7-b8d4-97f1ddcb7038 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 817 time: 0.2244530 Jan 19 00:23:37.389789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-f7a6417f-788e-43ae-989b-c990ab8f9d34 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/quotas/b2a380eb82ba430db072e45b4e8f11ac HTTP/1.1" status: 200 len: 375 time: 0.0112455 Jan 19 00:23:37.467535 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-f7618da7-2359-4960-a87a-77fb57f874c4 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:37.587059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-f7618da7-2359-4960-a87a-77fb57f874c4 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:37.588385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-f7618da7-2359-4960-a87a-77fb57f874c4 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934612 Jan 19 00:23:37.604023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-2a578a2c-2974-4177-a8ce-4c7a59a05aab service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:23:37.605021 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-2a578a2c-2974-4177-a8ce-4c7a59a05aab service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048780 Jan 19 00:23:37.733184 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-0a62d832-5432-4e81-a4b6-a41ed458f27e service neutron] 10.222.0.59 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217694 Jan 19 00:23:37.863345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-962fdb62-a6dd-40b3-8e36-0a6db948216b service neutron] 10.222.0.59 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239769 Jan 19 00:23:38.115131 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dac3d8e3-c1da-4d10-931b-9430cb64154d req-dda392bc-b8a3-477c-bcc7-9466ae29a919 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 210 time: 0.0441217 Jan 19 00:23:39.279971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e1a5846-6ba0-49bf-bc57-42be873c4ee9 req-0bc1c506-dc36-411e-bcd0-3cdd9a464fd6 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 210 time: 0.0412512 Jan 19 00:23:39.823577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:40.177809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-2d2a69c8-d477-4b82-9e4b-bd59a2b8c1c1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:40.179199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-2d2a69c8-d477-4b82-9e4b-bd59a2b8c1c1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 817 time: 0.1609609 Jan 19 00:23:40.194210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Request body: {'port': {'device_id': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'admin_state_up': True, 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:40.471574 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec5abf44-3b59-4818-bce6-d7ec047c09af req-feaef62a-1255-43c4-bf60-a897853645a2 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 210 time: 0.0513766 Jan 19 00:23:40.476554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:23:40.486107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:23:40.592694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Made reservation on behalf of b2a380eb82ba430db072e45b4e8f11ac for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:23:40.596069 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:40.757515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Allocated IP 172.20.0.7 (838c5c82-afed-4741-becf-c3a033a08963/eed1bfd5-5eb3-4c0d-950c-4707931aaaeb/bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:23:40.955425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:40.970617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Transition to ACTIVE for port object bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:41.056464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.134531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Network 838c5c82-afed-4741-becf-c3a033a08963 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:23:41.137951 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:23:41.142953 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:23:41.168764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Pushing event updated for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:41.231173 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:41.231783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.314614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-74c8d08e-676b-4b63-81b1-4864c4ab4be5 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1237123 Jan 19 00:23:41.327085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Request body: {'port': {'device_id': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:23:41.445045 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.514517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e991739-8376-40f6-8f30-cfc866bbf3a0 None None] Provisioning for port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:41.520904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0e991739-8376-40f6-8f30-cfc866bbf3a0 None None] Provisioning complete for port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:41.521344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0e991739-8376-40f6-8f30-cfc866bbf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.586264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0e991739-8376-40f6-8f30-cfc866bbf3a0 None None] Port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:23:41.808379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-1cf75faf-695a-4747-8fcb-ce4b1656a42b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:41.810200 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-1cf75faf-695a-4747-8fcb-ce4b1656a42b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:41.846412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.899367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:23:41.905341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-1cf75faf-695a-4747-8fcb-ce4b1656a42b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:41.907377 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-1cf75faf-695a-4747-8fcb-ce4b1656a42b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 931 time: 0.3015599 Jan 19 00:23:41.909082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:41.940335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Transition to ACTIVE for port object bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:41.961467 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-f20ccde3-be73-46fd-a677-a2c545189b3d tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:23:41.999930 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:42.038268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-f20ccde3-be73-46fd-a677-a2c545189b3d tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:23:42.039441 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6795b144-702f-44f6-b11b-ec030e9f11a2 req-f20ccde3-be73-46fd-a677-a2c545189b3d tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260893 Jan 19 00:23:42.120372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Pushing event updated for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:42.253283 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Attempting to bind port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:42.256153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Attempting to bind port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:42.256489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Attempting to bind port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:42.263984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc on network 838c5c82-afed-4741-becf-c3a033a08963 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:23:42.264318 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Attempting to bind port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:42.271593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:42.271961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Checking segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:42.272347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Bound using segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:42.272778 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Bound port: bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:42.273176 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:42.359229 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:42.362813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:42.444386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:42.508419 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:42.509693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] 10.222.0.83 "PUT /v2.0/ports/bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc HTTP/1.1" status: 200 len: 1091 time: 1.1872647 Jan 19 00:23:42.510120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:23:42.530551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e69dca-ceaf-4321-a56d-8edb7b593b90 service neutron] Pushing event updated for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:42.654762 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc', 'status': 'completed', 'code': 200} Jan 19 00:23:42.688233 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-19a41171-c82b-487b-80e8-c10f337176a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 1094 time: 0.0766912 Jan 19 00:23:42.746832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5edd1b9b-699f-4c74-a687-1f4076b86ca1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:42.859296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-9029ee26-bcfe-4ed0-9691-e4470e43068d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc HTTP/1.1" status: 200 len: 217 time: 0.1641538 Jan 19 00:23:42.868588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:42.873716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:42.874231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:42.939964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-bf0e5086-5424-464b-b4b6-b1f01841ceb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:42.941476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-bf0e5086-5424-464b-b4b6-b1f01841ceb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb HTTP/1.1" status: 200 len: 856 time: 0.0761557 Jan 19 00:23:42.992909 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:43.008688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5edd1b9b-699f-4c74-a687-1f4076b86ca1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5edd1b9b-699f-4c74-a687-1f4076b86ca1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:43.016697 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-2f753f05-892b-4d43-8cc7-88132575159d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=838c5c82-afed-4741-becf-c3a033a08963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695431 Jan 19 00:23:43.089745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:43.154904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-6ba4e56c-d4ea-457a-8a14-cf51c780aca9 service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329200 Jan 19 00:23:43.159582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5edd1b9b-699f-4c74-a687-1f4076b86ca1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:43.346821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1c2e29de-68fc-46e1-b9b4-5c5176f89e6a req-cf3c64ad-c2b7-4507-873f-0befc1a497fc service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854215 Jan 19 00:23:43.357205 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910df1be-5277-4fa1-a1c1-83400ab5e2c0 req-074befd0-bbc5-4065-bc2a-66d2e320bee4 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:43.358608 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-910df1be-5277-4fa1-a1c1-83400ab5e2c0 req-074befd0-bbc5-4065-bc2a-66d2e320bee4 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 943 time: 0.1742964 Jan 19 00:23:43.404097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-910df1be-5277-4fa1-a1c1-83400ab5e2c0 req-f950c928-24b6-4f90-a4e8-fcdfa1b1b0c0 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Jan 19 00:23:43.511036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-85f4a71b-72c2-4068-8a5e-a2155228c76a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 1094 time: 0.0714657 Jan 19 00:23:43.642731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-02cfbd60-c02e-4a0b-bade-47a0b35134cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:43.644179 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-02cfbd60-c02e-4a0b-bade-47a0b35134cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 918 time: 0.1268189 Jan 19 00:23:43.710874 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-daf1a2cc-54d3-42d6-aca8-11dcd8afbdcc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc HTTP/1.1" status: 200 len: 217 time: 0.0606148 Jan 19 00:23:43.775924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-77809456-efaa-4ad0-b803-e76043555bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:43.777361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-77809456-efaa-4ad0-b803-e76043555bdd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb HTTP/1.1" status: 200 len: 856 time: 0.0608709 Jan 19 00:23:43.852182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-2db38ec5-dc26-470b-bb62-f617d9d07eb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=838c5c82-afed-4741-becf-c3a033a08963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681074 Jan 19 00:23:43.935802 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-651de36f-f102-4482-abd8-c2235b6f34f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:43.985692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-37c006a4-136d-4c51-bc1e-2cd21b8dcbe6 service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265240 Jan 19 00:23:44.115600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d405012-ed4c-4091-8b4a-b33e50d09a92 req-a816387f-401f-417b-bb27-5a22545f9f32 service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238611 Jan 19 00:23:44.604962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e6652-4e03-49c4-9913-ef27edca1e4d req-3e575e81-81ba-4176-a9a2-f388e89127da tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:44.606407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db0e6652-4e03-49c4-9913-ef27edca1e4d req-3e575e81-81ba-4176-a9a2-f388e89127da tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 943 time: 0.0826492 Jan 19 00:23:44.651897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db0e6652-4e03-49c4-9913-ef27edca1e4d req-e48d8a05-87af-4c73-aff9-d724745b8599 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Jan 19 00:23:44.727786 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5edd1b9b-699f-4c74-a687-1f4076b86ca1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:44.794075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:44.794445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:45.611272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:23:45.746011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:45.759473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'port_id': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc', 'mac_address': 'fa:16:3e:32:07:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:23:45.812211 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:45.830463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:23:45.846544 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:45.848176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33abdc-6acb-4e83-a1c1-de3cb5bc3c80 req-95a226e3-0dd7-48d3-b434-ea52b6d00a86 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:45.849893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f33abdc-6acb-4e83-a1c1-de3cb5bc3c80 req-95a226e3-0dd7-48d3-b434-ea52b6d00a86 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 943 time: 0.0773072 Jan 19 00:23:45.895401 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f33abdc-6acb-4e83-a1c1-de3cb5bc3c80 req-f22ecd61-90b0-429d-b770-c437fc92c3db tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Jan 19 00:23:45.914143 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:45.993976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:46.034362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d8e92af7-1063-49a4-8f2e-5cf7a4b202b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:46.119350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:23:47.099157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aefc7-f756-4145-a81b-75c75ebb6ba6 req-73fbc266-f48b-4b64-acab-577335114406 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:47.100609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d6aefc7-f756-4145-a81b-75c75ebb6ba6 req-73fbc266-f48b-4b64-acab-577335114406 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 944 time: 0.0795352 Jan 19 00:23:47.145529 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d6aefc7-f756-4145-a81b-75c75ebb6ba6 req-515d1f0e-84f4-4cfd-9ef2-f23f02bb9b80 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394223 Jan 19 00:23:47.285563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:47.626193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:47.748622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:47.782361 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:47.787242 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:47.787607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:47.906265 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:47.933017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:23:47.942294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:48.015445 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:48.068914 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc', 'code': 200} Jan 19 00:23:48.082586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:48.192006 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39faf7ab-fefa-4bca-ab81-68d257a08c2e req-ffa9c461-ca5f-4645-b8bc-6799d2b456d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 1096 time: 0.0693524 Jan 19 00:23:48.243878 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-39faf7ab-fefa-4bca-ab81-68d257a08c2e req-7449dafa-2f9d-4d66-a553-b1b7a7e4b77b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 Jan 19 00:23:48.429614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19c62-a30c-4346-bdf3-14cf1bc46c4f req-b92fc156-630e-4d73-9b4e-7ddd00d2ecd8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:48.431066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0e19c62-a30c-4346-bdf3-14cf1bc46c4f req-b92fc156-630e-4d73-9b4e-7ddd00d2ecd8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.1664004 Jan 19 00:23:48.475383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0e19c62-a30c-4346-bdf3-14cf1bc46c4f req-b0dfa25e-add3-478b-8b86-01eb880eeec8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Jan 19 00:23:49.067231 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:49.695434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f1064-820a-4ee8-b8ae-7099285db6a6 req-96ef4d2b-32c3-4310-848c-0f8d947fd1fe tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:49.696978 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-981f1064-820a-4ee8-b8ae-7099285db6a6 req-96ef4d2b-32c3-4310-848c-0f8d947fd1fe tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.0928679 Jan 19 00:23:49.744017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-981f1064-820a-4ee8-b8ae-7099285db6a6 req-635f66f8-e84f-43de-8402-98dfcb1f7287 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415218 Jan 19 00:23:49.959967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0693313-d665-48c7-9e85-e892599137a6 req-84abdc29-35e0-4de5-9769-aab39ffb51f7 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:23:49.961922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0693313-d665-48c7-9e85-e892599137a6 req-84abdc29-35e0-4de5-9769-aab39ffb51f7 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.0912330 Jan 19 00:23:50.015577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0693313-d665-48c7-9e85-e892599137a6 req-21f814c5-57ed-44e4-9ba1-0c8576bab72c tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 Jan 19 00:23:53.095506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Sync routers for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:23:53.133498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:53.134154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:53.315920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:53.627166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:33Z', 'revision_number': 4, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e3f5ac64-fd32-4201-9f4c-241505291222', 'name': '', 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'mac_address': 'fa:16:3e:4d:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:33Z', 'updated_at': '2022-01-19T00:23:34Z', 'revision_number': 2, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'subnets': [{'id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:53.631178 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Checking router: dcb87655-3b62-4582-9bf4-3de636b39113 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:23:53.631534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Updating router dcb87655-3b62-4582-9bf4-3de636b39113 port e3f5ac64-fd32-4201-9f4c-241505291222 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:23:53.683230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.029120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.042159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Transition to ACTIVE for port object e3f5ac64-fd32-4201-9f4c-241505291222 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:23:54.125789 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.249472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee040e-12f2-4c71-9136-7211be8f651a None None] Pushing event updated for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:54.338896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Attempting to bind port e3f5ac64-fd32-4201-9f4c-241505291222 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:23:54.339272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Attempting to bind port e3f5ac64-fd32-4201-9f4c-241505291222 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:23:54.339638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Attempting to bind port e3f5ac64-fd32-4201-9f4c-241505291222 on network ab780f08-5914-4bc7-a5d1-494b8c5016dc {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:23:54.351120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:23:54.351497 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Checking segment: {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:23:54.351907 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.352463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Bound using segment: {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:23:54.353287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Bound port: e3f5ac64-fd32-4201-9f4c-241505291222, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb57eff-bcc3-42b8-9652-a4f902398286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:23:54.353543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.459928 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] For port e3f5ac64-fd32-4201-9f4c-241505291222, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:23:54.465118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] For port e3f5ac64-fd32-4201-9f4c-241505291222, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e3f5ac64-fd32-4201-9f4c-241505291222,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:23:54.520545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:54.601272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee040e-12f2-4c71-9136-7211be8f651a None None] Pushing event updated for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:54.604575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:23:54.605216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:23:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:54.837873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:23:54.848047 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:23:55.164350 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:33Z', 'revision_number': 4, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e3f5ac64-fd32-4201-9f4c-241505291222', 'name': '', 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'mac_address': 'fa:16:3e:4d:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:33Z', 'updated_at': '2022-01-19T00:23:54Z', 'revision_number': 4, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'subnets': [{'id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:23:55.168429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa93-2522-4a37-b866-7a9fcb07b2d7 None None] The sync data for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 is: [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:33Z', 'revision_number': 4, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'e3f5ac64-fd32-4201-9f4c-241505291222', 'name': '', 'network_id': 'ab780f08-5914-4bc7-a5d1-494b8c5016dc', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'mac_address': 'fa:16:3e:4d:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:33Z', 'updated_at': '2022-01-19T00:23:54Z', 'revision_number': 4, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'subnets': [{'id': '2a1c65a3-53b7-4d9d-970c-c01a5a0f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:23:56.743127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e3f5ac64-fd32-4201-9f4c-241505291222 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:56.873757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e3f5ac64-fd32-4201-9f4c-241505291222 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:23:56.882882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e3f5ac64-fd32-4201-9f4c-241505291222 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:56.883257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:57.002560 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:57.033720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e3f5ac64-fd32-4201-9f4c-241505291222, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e3f5ac64-fd32-4201-9f4c-241505291222,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:23:57.123956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:23:57.191349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:23:58.730367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e3f5ac64-fd32-4201-9f4c-241505291222 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:23:58.798914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e3f5ac64-fd32-4201-9f4c-241505291222 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:23:58.799295 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:08.534294 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19bae-33df-4273-ae9f-127ea30c39ef req-cd3343e0-9cfb-479b-868e-b5dda676f934 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:08.535704 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fa19bae-33df-4273-ae9f-127ea30c39ef req-cd3343e0-9cfb-479b-868e-b5dda676f934 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.0794322 Jan 19 00:24:08.581129 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9fa19bae-33df-4273-ae9f-127ea30c39ef req-82aed3a2-ed40-458b-a087-c644e1c8a178 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Jan 19 00:24:09.785919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721748f4-e84d-459a-8408-1723229c0b15 req-d3b91371-a73c-4df1-b2ff-b5f6b9b6dfea tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:09.787396 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-721748f4-e84d-459a-8408-1723229c0b15 req-d3b91371-a73c-4df1-b2ff-b5f6b9b6dfea tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.0832753 Jan 19 00:24:09.822724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:09.835332 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-721748f4-e84d-459a-8408-1723229c0b15 req-c029dea3-ebfe-4fee-9466-20db22c5ad61 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425093 Jan 19 00:24:09.972591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-d2f57b09-7b41-412c-b4a9-a8830b4f5a41 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:09.974046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-d2f57b09-7b41-412c-b4a9-a8830b4f5a41 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 945 time: 0.0752554 Jan 19 00:24:10.039442 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Deleting port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:10.039784 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:10.278912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] For port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:10.279271 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:10.397619 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Calling delete_port for bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:10.620978 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:10.632748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:24:10.671022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Pushing event deleted for resources: {'Port': ['ID=bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:10.746338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] No DVR routers for this DVR port bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:24:10.748921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:10.751777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'name': 'network-vif-deleted', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:24:10.809898 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934cb5f1-178f-4342-873f-eb625ad51c3d', 'name': 'network-vif-deleted', 'tag': 'bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc', 'status': 'completed', 'code': 200} Jan 19 00:24:10.823211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e10c1e58-08e6-4565-8527-8c07cdd14f86 req-0cb8be50-5fd2-4db3-8d8c-49a359bbe3b1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "DELETE /v2.0/ports/bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc HTTP/1.1" status: 204 len: 173 time: 0.8443675 Jan 19 00:24:11.001773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-720cd49d-98c4-48be-a0c1-b49dac8db8ca req-cb7ea108-48ea-4bd5-85cf-4c4c0b3c3a16 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:24:11.125008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-720cd49d-98c4-48be-a0c1-b49dac8db8ca req-cb7ea108-48ea-4bd5-85cf-4c4c0b3c3a16 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:24:11.126818 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-720cd49d-98c4-48be-a0c1-b49dac8db8ca req-cb7ea108-48ea-4bd5-85cf-4c4c0b3c3a16 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=934cb5f1-178f-4342-873f-eb625ad51c3d HTTP/1.1" status: 200 len: 210 time: 0.1661379 Jan 19 00:24:11.843585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:13.311646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-e36b6d4d-9dae-40c7-81c6-346f7137307c tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:13.313520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-e36b6d4d-9dae-40c7-81c6-346f7137307c tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 817 time: 0.1396687 Jan 19 00:24:13.330789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-445f3d9c-52c4-42bb-a3c1-c5c1c0fab631 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/quotas/b2a380eb82ba430db072e45b4e8f11ac HTTP/1.1" status: 200 len: 375 time: 0.0118914 Jan 19 00:24:13.413916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-f26d12d4-0c73-4677-84e9-6e179a916ff0 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783978 Jan 19 00:24:13.639245 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-8d581ed1-2ef1-4acd-8a08-2a0c79302a25 service neutron] 10.222.0.59 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131603 Jan 19 00:24:13.769556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-58d898f4-1f92-4243-8ef2-6c22409687ff service neutron] 10.222.0.59 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236131 Jan 19 00:24:13.781465 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:13.815584 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:13.815939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd88ddc7-0ffd-4fdd-8fe7-7a30f3d82adc not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:13.971655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aea9e19a-eb66-4bbe-9975-0a3e4138329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:14.025048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ff08198c-f797-4eb6-b9f7-6ab79e0f0949 req-9c9a7157-d6ec-4d05-aeb8-14207c4f0cf9 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 210 time: 0.0414743 Jan 19 00:24:15.186330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-21eda138-7815-479e-9ef0-d37b5f181e99 req-1c5b9597-49cf-40db-a57c-4eb39bb6e349 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 210 time: 0.0418935 Jan 19 00:24:15.729579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-beb878d4-780c-4c38-9392-2388a9b23558 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:15.731033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-beb878d4-780c-4c38-9392-2388a9b23558 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 817 time: 0.1426027 Jan 19 00:24:15.746284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Request body: {'port': {'device_id': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'admin_state_up': True, 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:24:15.885383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:24:15.896024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:24:15.970280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Made reservation on behalf of b2a380eb82ba430db072e45b4e8f11ac for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:24:15.973498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.015254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7fc5f13b-fa69-4b4d-8ffa-509bb4866ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.135773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Allocated IP 172.20.0.7 (838c5c82-afed-4741-becf-c3a033a08963/eed1bfd5-5eb3-4c0d-950c-4707931aaaeb/bafdb625-3d62-4253-9c31-27a967455e95) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:24:16.359564 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7b23b26-96dc-4067-943f-69cbdbdea4f9 req-6d435cf3-dc13-406a-aa9e-928fdb2c86e0 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 210 time: 0.0519559 Jan 19 00:24:16.376895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.393092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Transition to ACTIVE for port object bafdb625-3d62-4253-9c31-27a967455e95 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:24:16.489491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.563985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Network 838c5c82-afed-4741-becf-c3a033a08963 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:24:16.567204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:24:16.571699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:24:16.598071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Pushing event updated for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.622531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:16.647002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:16.647645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.748865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-10950028-90ca-479a-b23d-5fb036108dee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0060186 Jan 19 00:24:16.760278 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Request body: {'port': {'device_id': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:24:16.867249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.885188 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f19ad81c-f3d7-415e-9075-b07e8c6bb3de None None] Provisioning for port bafdb625-3d62-4253-9c31-27a967455e95 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:24:16.890773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f19ad81c-f3d7-415e-9075-b07e8c6bb3de None None] Provisioning complete for port bafdb625-3d62-4253-9c31-27a967455e95 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:24:16.891832 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f19ad81c-f3d7-415e-9075-b07e8c6bb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:16.943395 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f19ad81c-f3d7-415e-9075-b07e8c6bb3de None None] Port bafdb625-3d62-4253-9c31-27a967455e95 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:24:17.203303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafdb625-3d62-4253-9c31-27a967455e95 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:24:17.210077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.224474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Transition to ACTIVE for port object bafdb625-3d62-4253-9c31-27a967455e95 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:24:17.262589 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.294885 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.565402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Pushing event updated for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:17.692603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3f2de-2275-44d4-b71f-0a76de8f5167 req-6fc080a5-85fa-4c43-a9e5-4ee0dca4f6e8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:17.693233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf3f2de-2275-44d4-b71f-0a76de8f5167 req-6fc080a5-85fa-4c43-a9e5-4ee0dca4f6e8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:24:17.705158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Attempting to bind port bafdb625-3d62-4253-9c31-27a967455e95 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:24:17.705495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Attempting to bind port bafdb625-3d62-4253-9c31-27a967455e95 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:24:17.705823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Attempting to bind port bafdb625-3d62-4253-9c31-27a967455e95 on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:24:17.715614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Port bafdb625-3d62-4253-9c31-27a967455e95 on network 838c5c82-afed-4741-becf-c3a033a08963 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:24:17.716436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Attempting to bind port bafdb625-3d62-4253-9c31-27a967455e95 on network 838c5c82-afed-4741-becf-c3a033a08963 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:24:17.722901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:24:17.723241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Checking segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:24:17.723626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Bound using segment: {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:24:17.724051 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Bound port: bafdb625-3d62-4253-9c31-27a967455e95, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07f905a-1263-44bc-92f3-02001c630009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '838c5c82-afed-4741-becf-c3a033a08963'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:24:17.724398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.739386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.787266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6bf3f2de-2275-44d4-b71f-0a76de8f5167 req-6fc080a5-85fa-4c43-a9e5-4ee0dca4f6e8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:24:17.788411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bf3f2de-2275-44d4-b71f-0a76de8f5167 req-6fc080a5-85fa-4c43-a9e5-4ee0dca4f6e8 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 943 time: 0.2843318 Jan 19 00:24:17.845004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:24:17.858095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bafdb625-3d62-4253-9c31-27a967455e95,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:24:17.861646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6bf3f2de-2275-44d4-b71f-0a76de8f5167 req-cca862c0-3ff6-4893-87eb-92536f5b9bd7 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 Jan 19 00:24:17.908542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.971791 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:17.973194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] 10.222.0.83 "PUT /v2.0/ports/bafdb625-3d62-4253-9c31-27a967455e95 HTTP/1.1" status: 200 len: 1091 time: 1.2168565 Jan 19 00:24:17.973636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:24:17.991595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8212-77bc-4ec3-87ff-e03b6e445f6a service neutron] Pushing event updated for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:18.044563 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95', 'status': 'completed', 'code': 200} Jan 19 00:24:18.142649 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac70c234-52a0-42bc-a237-204ca5eb8385 req-e6c02f50-73ad-4a5b-b989-02fb63210959 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 1094 time: 0.0764635 Jan 19 00:24:18.283305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70c234-52a0-42bc-a237-204ca5eb8385 req-e069da2b-d00e-41c0-bc62-8f64e5eb1eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:18.284625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac70c234-52a0-42bc-a237-204ca5eb8385 req-e069da2b-d00e-41c0-bc62-8f64e5eb1eca service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1358678 Jan 19 00:24:18.417157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70c234-52a0-42bc-a237-204ca5eb8385 req-c390d2e3-2c3c-41f4-bc24-1465780ea335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:18.418572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ac70c234-52a0-42bc-a237-204ca5eb8385 req-c390d2e3-2c3c-41f4-bc24-1465780ea335 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279948 Jan 19 00:24:18.520710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-05d1b215-1916-4457-84ad-efe4ce4d0ce0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 1094 time: 0.0678573 Jan 19 00:24:18.589285 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-43d629b1-c588-42f3-95da-9cb1e4a306d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafdb625-3d62-4253-9c31-27a967455e95 HTTP/1.1" status: 200 len: 217 time: 0.0618367 Jan 19 00:24:18.650350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3ae6c6bc-a7af-414c-8cb1-0d2736a35a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:18.651753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3ae6c6bc-a7af-414c-8cb1-0d2736a35a81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb HTTP/1.1" status: 200 len: 856 time: 0.0577412 Jan 19 00:24:18.727072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-2621d3f4-131c-4fa8-8b1b-32b045653826 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=838c5c82-afed-4741-becf-c3a033a08963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692775 Jan 19 00:24:18.859696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-3707437f-f0a3-41ac-bd64-a6d9656bf69d service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266959 Jan 19 00:24:19.035383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3f2d2618-72bd-402f-85c5-d2a2b07ce97f req-79707a04-8f97-45fa-9ce7-814d24d7bc32 service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698544 Jan 19 00:24:19.055118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:19.071631 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f0ab1-a2a2-465e-8866-95455d64fbaa req-cecff59b-4ca1-4703-b7ea-174d45ff8d38 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:19.073115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-750f0ab1-a2a2-465e-8866-95455d64fbaa req-cecff59b-4ca1-4703-b7ea-174d45ff8d38 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 943 time: 0.0858483 Jan 19 00:24:19.121792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-750f0ab1-a2a2-465e-8866-95455d64fbaa req-509e1d30-36da-4fee-a22b-21a779d66d73 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428958 Jan 19 00:24:20.322132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01508e-9923-4c56-b713-4bbd1d94351f req-e043d5bd-ddcd-4b33-a1e8-b746efe29c8b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:20.323583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef01508e-9923-4c56-b713-4bbd1d94351f req-e043d5bd-ddcd-4b33-a1e8-b746efe29c8b tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 943 time: 0.0763004 Jan 19 00:24:20.371259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef01508e-9923-4c56-b713-4bbd1d94351f req-6f87f1d5-c78a-474b-9e0c-404fb8987ebf tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Jan 19 00:24:21.573469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f84f2-5fd7-41e3-86ec-672a37aa3a66 req-d2a98260-fe47-466b-a302-1a0cddaa9ea7 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:21.574949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e68f84f2-5fd7-41e3-86ec-672a37aa3a66 req-d2a98260-fe47-466b-a302-1a0cddaa9ea7 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 943 time: 0.0770044 Jan 19 00:24:21.620502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e68f84f2-5fd7-41e3-86ec-672a37aa3a66 req-b6972fc0-b087-4651-a7f4-7f1379407d8d tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391378 Jan 19 00:24:21.874322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bafdb625-3d62-4253-9c31-27a967455e95 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:24:22.005934 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bafdb625-3d62-4253-9c31-27a967455e95,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:22.018846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'bafdb625-3d62-4253-9c31-27a967455e95', 'network_id': '838c5c82-afed-4741-becf-c3a033a08963', 'port_id': 'bafdb625-3d62-4253-9c31-27a967455e95', 'mac_address': 'fa:16:3e:64:e2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed1bfd5-5eb3-4c0d-950c-4707931aaaeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:24:22.070112 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:22.086272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafdb625-3d62-4253-9c31-27a967455e95 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:24:22.100920 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bafdb625-3d62-4253-9c31-27a967455e95,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:22.180779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:22.248308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:22.388208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bafdb625-3d62-4253-9c31-27a967455e95'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:24:22.818927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c667497-26d6-4a2f-a169-1ed0868cf7ae req-c5747138-8562-4fd0-ae86-5479f18862cb tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:22.820359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c667497-26d6-4a2f-a169-1ed0868cf7ae req-c5747138-8562-4fd0-ae86-5479f18862cb tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 944 time: 0.0785656 Jan 19 00:24:22.958638 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0c667497-26d6-4a2f-a169-1ed0868cf7ae req-6c8ef77d-818a-4492-965e-654e45ca3a9d tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326730 Jan 19 00:24:23.874211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bafdb625-3d62-4253-9c31-27a967455e95 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:24:23.999456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port bafdb625-3d62-4253-9c31-27a967455e95 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:24:24.004322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port bafdb625-3d62-4253-9c31-27a967455e95 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:24:24.004805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:24.119805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:24.156664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e862e0-ea13-4a4c-8e14-2c05aa0365ed req-e265faf1-c176-4363-8b9b-7ffb9e1e76c1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:24.158767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e862e0-ea13-4a4c-8e14-2c05aa0365ed req-e265faf1-c176-4363-8b9b-7ffb9e1e76c1 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 944 time: 0.0776453 Jan 19 00:24:24.181368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:24:24.190698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bafdb625-3d62-4253-9c31-27a967455e95,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:24.207390 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-93e862e0-ea13-4a4c-8e14-2c05aa0365ed req-c4f19606-6cbf-41ee-b5ef-acd7817bb6e2 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Jan 19 00:24:24.238559 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95', 'code': 200} Jan 19 00:24:24.256495 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:24.327829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:24.366963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbaf772d-2901-445f-8cf1-9b29d8463196 req-38eb93ce-ff60-4441-8956-461cebe58721 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 1096 time: 0.0707099 Jan 19 00:24:24.408873 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cbaf772d-2901-445f-8cf1-9b29d8463196 req-a1c4c849-3e10-46a0-b014-66c2c3801230 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jan 19 00:24:25.406365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241de8-0069-41e6-beae-609ec0ae5c3f req-0ab0e012-f2df-4f59-80dc-ae24f15c9647 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:25.412256 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0241de8-0069-41e6-beae-609ec0ae5c3f req-0ab0e012-f2df-4f59-80dc-ae24f15c9647 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0824158 Jan 19 00:24:25.457787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b0241de8-0069-41e6-beae-609ec0ae5c3f req-75e30570-92c7-4e1d-bc17-5df233374130 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435646 Jan 19 00:24:26.659256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90497031-f6c9-407e-849b-b1314625f05e req-a5be632c-c3e5-44a8-b8b5-bcfa3bc29bee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:26.660736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90497031-f6c9-407e-849b-b1314625f05e req-a5be632c-c3e5-44a8-b8b5-bcfa3bc29bee tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0756466 Jan 19 00:24:26.706836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-90497031-f6c9-407e-849b-b1314625f05e req-5d41d5fe-8f27-429c-aa51-3af195fce012 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jan 19 00:24:26.903539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d3125-3c55-423e-b063-f89cbc5b16c9 req-78c29662-684e-4f21-bd09-2acaf2985b3a tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:26.905142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be5d3125-3c55-423e-b063-f89cbc5b16c9 req-78c29662-684e-4f21-bd09-2acaf2985b3a tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0802488 Jan 19 00:24:26.950950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-be5d3125-3c55-423e-b063-f89cbc5b16c9 req-652def8e-f1f4-4d44-9d67-2a2e1bbfef38 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398331 Jan 19 00:24:30.677004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-ab64b962-48cb-4c7a-ba8e-f1f2bdbee5b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704024 Jan 19 00:24:30.819202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-a63c0fd5-8473-4bec-98e4-51739e6e6014 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 1096 time: 0.0741839 Jan 19 00:24:30.967801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-c0bf2275-5a64-4d6a-b84a-1390111ca892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:30.969261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-c0bf2275-5a64-4d6a-b84a-1390111ca892 service neutron] 10.222.0.83 "GET /v2.0/networks?id=838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 200 len: 918 time: 0.1323769 Jan 19 00:24:31.034542 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-e2e2922e-cd99-470a-a0db-b0ce59b2f428 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bafdb625-3d62-4253-9c31-27a967455e95 HTTP/1.1" status: 200 len: 217 time: 0.0599005 Jan 19 00:24:31.099400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-e0bb2cb2-23ec-41c6-961c-21b968053a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:31.100843 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-e0bb2cb2-23ec-41c6-961c-21b968053a87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb HTTP/1.1" status: 200 len: 856 time: 0.0613949 Jan 19 00:24:31.174204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-c78b3ceb-65c1-421a-bbfe-3ae010bb758b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=838c5c82-afed-4741-becf-c3a033a08963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678172 Jan 19 00:24:31.303498 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-cd42a21f-6cdb-47c6-9c53-e20cb1789a70 service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235542 Jan 19 00:24:31.433665 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62573656-a26f-4169-9f6f-62da63d3c1dd req-a61748c9-eda5-4adc-9225-2096b6c3555d service neutron] 10.222.0.83 "GET /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251471 Jan 19 00:24:31.849683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:24:39.797328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:41.849141 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:43.897020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62505fc-826d-4c6f-b5ba-dec700849c67 req-c2328a2f-ae68-4870-8330-c327985b424c tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:43.898815 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e62505fc-826d-4c6f-b5ba-dec700849c67 req-c2328a2f-ae68-4870-8330-c327985b424c tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0857310 Jan 19 00:24:43.944686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e62505fc-826d-4c6f-b5ba-dec700849c67 req-74e627a8-0453-4e5d-b37b-041615be5366 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jan 19 00:24:43.951981 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-34efafe6-e7fe-4b2a-be8c-636b9822756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:45.140489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63a0b7-2955-4be3-b767-1bf961db8ac4 req-ece02bbd-dcd1-4615-ab31-9c5129d77620 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:45.141964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c63a0b7-2955-4be3-b767-1bf961db8ac4 req-ece02bbd-dcd1-4615-ab31-9c5129d77620 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0753045 Jan 19 00:24:45.187721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c63a0b7-2955-4be3-b767-1bf961db8ac4 req-48946d93-7399-4991-9e73-a2a7c4e1f685 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Jan 19 00:24:45.281850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-3590b33e-dfcc-4e13-8812-75e1eed30617 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:24:45.283169 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-3590b33e-dfcc-4e13-8812-75e1eed30617 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 945 time: 0.0794711 Jan 19 00:24:45.349960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Deleting port bafdb625-3d62-4253-9c31-27a967455e95 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:45.351127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:45.681171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] For port bafdb625-3d62-4253-9c31-27a967455e95, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bafdb625-3d62-4253-9c31-27a967455e95,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:45.681534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:45.799472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Calling delete_port for bafdb625-3d62-4253-9c31-27a967455e95 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:46.003038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:46.015527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bafdb625-3d62-4253-9c31-27a967455e95'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:24:46.046627 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c719450c-de29-4e61-b723-e7217f88b773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:46.052060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Pushing event deleted for resources: {'Port': ['ID=bafdb625-3d62-4253-9c31-27a967455e95,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:46.130621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] No DVR routers for this DVR port bafdb625-3d62-4253-9c31-27a967455e95 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:24:46.133159 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:46.135846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'name': 'network-vif-deleted', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:24:46.192669 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc38e8b-c123-4516-b12e-1b42976d2700', 'name': 'network-vif-deleted', 'tag': 'bafdb625-3d62-4253-9c31-27a967455e95', 'status': 'completed', 'code': 200} Jan 19 00:24:46.205875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7fb6a8d-d43b-4026-847b-f9be24bfb13a req-1c76eef5-79ac-453c-87a9-962aa8f5d36f tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.83 "DELETE /v2.0/ports/bafdb625-3d62-4253-9c31-27a967455e95 HTTP/1.1" status: 204 len: 173 time: 0.9175460 Jan 19 00:24:46.355195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6a0be949-8383-49bf-a7bb-f1a2da7a8bf4 req-9de46405-3fc4-44c3-bbd6-61a594f13f00 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Synchronizing usage tracker for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:24:46.415970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6a0be949-8383-49bf-a7bb-f1a2da7a8bf4 req-9de46405-3fc4-44c3-bbd6-61a594f13f00 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] Unset dirty status for tenant:b2a380eb82ba430db072e45b4e8f11ac on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:24:46.417116 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6a0be949-8383-49bf-a7bb-f1a2da7a8bf4 req-9de46405-3fc4-44c3-bbd6-61a594f13f00 tempest-TestEncryptedCinderVolumes-170296524 tempest-TestEncryptedCinderVolumes-170296524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dc38e8b-c123-4516-b12e-1b42976d2700 HTTP/1.1" status: 200 len: 210 time: 0.1023042 Jan 19 00:24:47.277517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:47.611232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37628) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:47.713431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:48.101008 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:48.676885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Deleting port e5164b82-e1a1-407b-8777-365cd96d5fd0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:48.677624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:48.844496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] For port e5164b82-e1a1-407b-8777-365cd96d5fd0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e5164b82-e1a1-407b-8777-365cd96d5fd0,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:48.844864 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:48.962361 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Calling delete_port for e5164b82-e1a1-407b-8777-365cd96d5fd0 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:49.056119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:49.186047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:49.228421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5164b82-e1a1-407b-8777-365cd96d5fd0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:49.270728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.271065 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.271399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.271727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.272055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.272373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.272691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.273031 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.273350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.273660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.273973 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:24:49.531801 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:50.014131 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bafdb625-3d62-4253-9c31-27a967455e95 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:50.047402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: bafdb625-3d62-4253-9c31-27a967455e95 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:50.047752 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bafdb625-3d62-4253-9c31-27a967455e95 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:50.204007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:24:50.407276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:24:50.415924 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Sync routers for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:24:50.427654 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:24:50.428246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:50.486250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e9f2bac1-30b8-429b-8ce1-0ec06c206289 admin admin] 10.222.0.59 "PUT /v2.0/routers/1148244f-3907-4bd7-9b6e-e7ad665e5da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737772 Jan 19 00:24:50.489335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37632) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:50.602454 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:24:50.684522 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:50.881353 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:50.889667 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:24:49Z', 'revision_number': 5, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:50.893597 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Checking router: 1148244f-3907-4bd7-9b6e-e7ad665e5da2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:24:50.904065 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Routers {'1148244f-3907-4bd7-9b6e-e7ad665e5da2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:24:50.904648 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:50.959010 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Deleting port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:50.959359 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:51.077277 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] Set router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:24:51.131248 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] For port 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:51.131597 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:51.360302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Calling delete_port for 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:51.373032 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:24:49Z', 'revision_number': 5, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:51.377464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02995ec4-a575-4b1b-af40-127ade593439 None None] The sync data for ids ['1148244f-3907-4bd7-9b6e-e7ad665e5da2'] in n-d-825175-2 is: [{'id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'name': 'tempest-TestEncryptedCinderVolumes-1770354270-router', 'tenant_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:24:49Z', 'revision_number': 5, 'project_id': 'b2a380eb82ba430db072e45b4e8f11ac', 'gw_port': {'id': '6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1148244f-3907-4bd7-9b6e-e7ad665e5da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:22Z', 'updated_at': '2022-01-19T00:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:24:51.587771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:51.635688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:51.883500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.147347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.151531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.239458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.239926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1148244f-3907-4bd7-9b6e-e7ad665e5da2 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:24:52.252513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.254184 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8264db52-471e-42ff-9661-eea71be46e7b admin admin] 10.222.0.59 "DELETE /v2.0/routers/1148244f-3907-4bd7-9b6e-e7ad665e5da2 HTTP/1.1" status: 204 len: 168 time: 1.7634838 Jan 19 00:24:52.256705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37636) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:52.322058 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Deleting subnet eed1bfd5-5eb3-4c0d-950c-4707931aaaeb {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:24:52.325300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.375178 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.450470 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.599863 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.636631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed1bfd5-5eb3-4c0d-950c-4707931aaaeb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:52.645705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.656805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1c772d4b-545f-4479-a751-9269d198743a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eed1bfd5-5eb3-4c0d-950c-4707931aaaeb HTTP/1.1" status: 204 len: 168 time: 0.3990631 Jan 19 00:24:52.657388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32119c42-29ab-404a-8348-2681d8c9df33 None None] Network 838c5c82-afed-4741-becf-c3a033a08963 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:24:52.661812 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37640) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:52.783429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:52.811144 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.821388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Deleting port ea77320b-e073-491f-a080-e732deaab699 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:52.821725 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:52.829165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:52.829516 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 6b2ac1d2-5e3f-4c8b-8d1c-99f71f38bba0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:52.829929 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e5164b82-e1a1-407b-8777-365cd96d5fd0 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:52.867017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e5164b82-e1a1-407b-8777-365cd96d5fd0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:52.867274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e5164b82-e1a1-407b-8777-365cd96d5fd0 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:53.029180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] DHCP port deletion for 838c5c82-afed-4741-becf-c3a033a08963 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:24:53.033367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Deleting port ea77320b-e073-491f-a080-e732deaab699 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:53.033746 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.038546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] For port ea77320b-e073-491f-a080-e732deaab699, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ea77320b-e073-491f-a080-e732deaab699,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:53.039027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.162563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Calling delete_port for ea77320b-e073-491f-a080-e732deaab699 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:53.238181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] For port ea77320b-e073-491f-a080-e732deaab699, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=ea77320b-e073-491f-a080-e732deaab699,segment=NetworkSegment(a07f905a-1263-44bc-92f3-02001c630009),segment_id=a07f905a-1263-44bc-92f3-02001c630009)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:53.238674 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.313368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.361626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Calling delete_port for ea77320b-e073-491f-a080-e732deaab699 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:53.366910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea77320b-e073-491f-a080-e732deaab699,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:53.374146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] No DVR routers for this DVR port ea77320b-e073-491f-a080-e732deaab699 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:24:53.437787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:24:53.438497 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:24:53.497677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.524184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838c5c82-afed-4741-becf-c3a033a08963']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:53.536930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07f905a-1263-44bc-92f3-02001c630009') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:53.537231 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07f905a-1263-44bc-92f3-02001c630009') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:53.548362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.564308 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.570522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:24:53.570903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:24:53.584205 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:24:53.809128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.813813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:53.838226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=838c5c82-afed-4741-becf-c3a033a08963,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:53.935447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-67037a03-10a5-4685-8599-ba588a4043d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/838c5c82-afed-4741-becf-c3a033a08963 HTTP/1.1" status: 204 len: 168 time: 1.2721856 Jan 19 00:24:53.938244 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37644) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:53.944238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Deleting port ea77320b-e073-491f-a080-e732deaab699 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:53.944238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:54.003611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c22d41ca-ac37-4ffb-8f6f-da9a8cb29d7e None None] The port 'ea77320b-e073-491f-a080-e732deaab699' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:24:54.321431 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:54.751337 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ea77320b-e073-491f-a080-e732deaab699 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:54.783753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: ea77320b-e073-491f-a080-e732deaab699 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:54.784096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device ea77320b-e073-491f-a080-e732deaab699 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:54.903834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Deleting port e3f5ac64-fd32-4201-9f4c-241505291222 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:54.904444 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:55.075151 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] For port e3f5ac64-fd32-4201-9f4c-241505291222, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e3f5ac64-fd32-4201-9f4c-241505291222,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:55.075423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:55.193907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Calling delete_port for e3f5ac64-fd32-4201-9f4c-241505291222 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:55.524170 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:55.573227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f5ac64-fd32-4201-9f4c-241505291222,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:55.863828 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:56.424402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Router dcb87655-3b62-4582-9bf4-3de636b39113 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:24:56.621052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:24:56.629964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b4ab2e7e-a00e-4e0f-882d-882472b854b3 admin admin] 10.222.0.59 "PUT /v2.0/routers/dcb87655-3b62-4582-9bf4-3de636b39113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6906788 Jan 19 00:24:56.630224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Sync routers for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:24:56.632697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37648) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:56.642529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:24:56.643203 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:56.830951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:24:56.832992 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:57.139703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:57.146535 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:24:55Z', 'revision_number': 5, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port': {'id': '5edd1b9b-699f-4c74-a687-1f4076b86ca1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:bd:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:57.150355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Checking router: dcb87655-3b62-4582-9bf4-3de636b39113 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:24:57.160887 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Routers {'dcb87655-3b62-4582-9bf4-3de636b39113'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:24:57.161474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['dcb87655-3b62-4582-9bf4-3de636b39113'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:57.210012 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Deleting port 5edd1b9b-699f-4c74-a687-1f4076b86ca1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:57.210365 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:57.307592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] Set router dcb87655-3b62-4582-9bf4-3de636b39113 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:24:57.385667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] For port 5edd1b9b-699f-4c74-a687-1f4076b86ca1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5edd1b9b-699f-4c74-a687-1f4076b86ca1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:57.386019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:57.414558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:24:57Z', 'revision_number': 6, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:57.418529 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a7d63-a6eb-45cf-859a-5810d1a2c53f None None] The sync data for ids ['dcb87655-3b62-4582-9bf4-3de636b39113'] in n-d-825175-2 is: [{'id': 'dcb87655-3b62-4582-9bf4-3de636b39113', 'name': 'tempest-TestEncryptedCinderVolumes-1663320936-router', 'tenant_id': '38ef9281e39b4199a9c2f4adf4101546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:23:30Z', 'updated_at': '2022-01-19T00:24:57Z', 'revision_number': 6, 'project_id': '38ef9281e39b4199a9c2f4adf4101546', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:24:57.513359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Calling delete_port for 5edd1b9b-699f-4c74-a687-1f4076b86ca1 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:57.736292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:57.782809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Pushing event deleted for resources: {'Port': ['ID=5edd1b9b-699f-4c74-a687-1f4076b86ca1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:58.002620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.263581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.267863 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.374367 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.374923 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb87655-3b62-4582-9bf4-3de636b39113 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:24:58.387920 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.391874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37652) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:58.392317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-722855d4-d0ef-4177-8e58-0a9eceb19799 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dcb87655-3b62-4582-9bf4-3de636b39113 HTTP/1.1" status: 204 len: 168 time: 1.7583098 Jan 19 00:24:58.458455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Deleting subnet 2a1c65a3-53b7-4d9d-970c-c01a5a0f551b {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:24:58.461573 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.510560 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.586945 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.736910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.754101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5edd1b9b-699f-4c74-a687-1f4076b86ca1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:58.781842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1c65a3-53b7-4d9d-970c-c01a5a0f551b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:58.786860 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:58.790795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5edd1b9b-699f-4c74-a687-1f4076b86ca1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:58.790942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5edd1b9b-699f-4c74-a687-1f4076b86ca1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:58.791358 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e3f5ac64-fd32-4201-9f4c-241505291222 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:24:58.793056 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0ab5d9b1-a63e-4ce2-9727-db0f3310b671 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a1c65a3-53b7-4d9d-970c-c01a5a0f551b HTTP/1.1" status: 204 len: 168 time: 0.3993623 Jan 19 00:24:58.795617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37656) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:24:58.819170 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b65c4-543c-48fd-be34-be50e9933900 None None] Network ab780f08-5914-4bc7-a5d1-494b8c5016dc requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:24:58.837652 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e3f5ac64-fd32-4201-9f4c-241505291222 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:24:58.837990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e3f5ac64-fd32-4201-9f4c-241505291222 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:24:59.004011 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.014725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Deleting port 223b793b-3cc4-49b7-869d-c52d9e2890b5 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:59.015056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.072545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] DHCP port deletion for ab780f08-5914-4bc7-a5d1-494b8c5016dc request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:24:59.076877 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Deleting port 223b793b-3cc4-49b7-869d-c52d9e2890b5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:24:59.077358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.227322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] For port 223b793b-3cc4-49b7-869d-c52d9e2890b5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=223b793b-3cc4-49b7-869d-c52d9e2890b5,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:59.227680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.274656 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] For port 223b793b-3cc4-49b7-869d-c52d9e2890b5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=223b793b-3cc4-49b7-869d-c52d9e2890b5,segment=NetworkSegment(dfb57eff-bcc3-42b8-9652-a4f902398286),segment_id=dfb57eff-bcc3-42b8-9652-a4f902398286)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:24:59.275042 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.355142 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Calling delete_port for 223b793b-3cc4-49b7-869d-c52d9e2890b5 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:59.395137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Calling delete_port for 223b793b-3cc4-49b7-869d-c52d9e2890b5 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:24:59.501671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.507588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:24:59.507944 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:24:59.549419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Pushing event deleted for resources: {'Port': ['ID=223b793b-3cc4-49b7-869d-c52d9e2890b5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:59.555482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] No DVR routers for this DVR port 223b793b-3cc4-49b7-869d-c52d9e2890b5 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:24:59.667586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.691902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab780f08-5914-4bc7-a5d1-494b8c5016dc']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:59.703243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb57eff-bcc3-42b8-9652-a4f902398286') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:59.703533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb57eff-bcc3-42b8-9652-a4f902398286') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:24:59.718910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.734213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.740161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:24:59.743629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:24:59.754069 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:24:59.900290 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.917847 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:24:59.929406 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ab780f08-5914-4bc7-a5d1-494b8c5016dc,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:24:59.931932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3dc17234-99a8-4044-be1b-724f3aa357ad admin admin] 10.222.0.59 "DELETE /v2.0/networks/ab780f08-5914-4bc7-a5d1-494b8c5016dc HTTP/1.1" status: 204 len: 168 time: 1.1353755 Jan 19 00:25:00.012070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Deleting port 223b793b-3cc4-49b7-869d-c52d9e2890b5 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:25:00.012070 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:00.073670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-7141260f-3404-4fb9-a6f2-73658f7fd59b None None] The port '223b793b-3cc4-49b7-869d-c52d9e2890b5' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:25:00.318627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37662) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:00.369117 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c2c8f9ef-0354-4f06-8b48-a6f0d1b21a8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2a380eb82ba430db072e45b4e8f11ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493321 Jan 19 00:25:00.371582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37666) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:00.429063 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:00.453067 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:00.570185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:00.588736 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc00b47-2ea5-4399-9ed1-c5731fe7a4af,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:00.654574 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:00.655714 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c194aaf3-1386-4ea5-b414-01fe0b53fe28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dc00b47-2ea5-4399-9ed1-c5731fe7a4af HTTP/1.1" status: 204 len: 168 time: 0.2832425 Jan 19 00:25:00.754218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 223b793b-3cc4-49b7-869d-c52d9e2890b5 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:25:00.787212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 223b793b-3cc4-49b7-869d-c52d9e2890b5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:25:00.787554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 223b793b-3cc4-49b7-869d-c52d9e2890b5 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:25:01.359186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37674) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:01.408769 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bcdbadbd-1804-417c-b445-c4ebac1aed37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38ef9281e39b4199a9c2f4adf4101546&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483012 Jan 19 00:25:01.411162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37678) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:01.469473 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:01.494720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:01.718884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:01.734962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac54d406-fc06-4706-ba4a-1bee0cd36fc2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:01.739544 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:01.740353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b05010b9-5a48-4fb3-ad1d-6d677dd4417d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac54d406-fc06-4706-ba4a-1bee0cd36fc2 HTTP/1.1" status: 204 len: 168 time: 0.3282850 Jan 19 00:25:03.066089 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:03.194840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1337016861-network', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:03.200142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:03.204404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Usage tracker for resource:network and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:03.208192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:03.214138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:03.295831 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Made reservation on behalf of 7ca56b272ec4469b80ca5a2b3157a743 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:25:03.298232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.312960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.436676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:03.441095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:03.443846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:03.449439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:03.517999 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.581307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.611188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:25:03.619769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c947d71-9f72-45f8-bac3-61cac61f412d,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:03.625936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.626254 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Added segment a94192bd-3bba-4694-8161-f203f04ccc8c of type vlan for network b2c7058a-d70c-4224-9fb7-827f43a11a87 Jan 19 00:25:03.653703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.740297 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.741398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:03.742068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:03.847801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c7058a-d70c-4224-9fb7-827f43a11a87,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:03.857887 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:25:03.902675 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc1d5d1f-5dd8-418e-8954-9b3c17c42078 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8354335 Jan 19 00:25:03.905478 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37706) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:03.912138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Request body: {'subnet': {'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1337016861-subnet', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:03.918564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:03.922662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Usage tracker for resource:subnet and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:03.926254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:03.932505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:04.003553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Made reservation on behalf of 7ca56b272ec4469b80ca5a2b3157a743 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:25:04.006123 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.271639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.343564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:04.355701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Checking segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:04.356063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Network hostable DHCP agents. Network: b2c7058a-d70c-4224-9fb7-827f43a11a87, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:25:04.466969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:25:04.530049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b2c7058a-d70c-4224-9fb7-827f43a11a87) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:04.534025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:04.534782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.538608 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195752d-38ce-4fbb-844b-788f08c1a0ed None None] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:25:04.636825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c58bda04-0230-43ec-85a3-74111d2510fe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7273693 Jan 19 00:25:04.637196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37710) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:04.642600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:04.648369 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:04.652286 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Usage tracker for resource:router and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:04.655137 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:04.660861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:04.724699 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.725694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.746184 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.747950 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b2c7058a-d70c-4224-9fb7-827f43a11a87', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:25:04.748778 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:04.911098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Allocated IP 172.20.0.2 (b2c7058a-d70c-4224-9fb7-827f43a11a87/db7c4163-3cee-4f92-b11b-1fecc5e1b7ae/611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:04.965293 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.131881 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.142034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Transition to ACTIVE for port object 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:05.161231 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Transition to ACTIVE for port object 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:05.191586 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.224314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.233172 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.303135 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:05.306176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:05.310571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:05.312654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Pushing event updated for resources: {'Port': ['ID=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:05.349055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.349399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.349738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.350065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.350392 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.350717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.351034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.351352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.351761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.351980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.352296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:05.414850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Attempting to bind port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:05.415161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Attempting to bind port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:05.415471 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Attempting to bind port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c on network b2c7058a-d70c-4224-9fb7-827f43a11a87 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:05.421783 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:05.422147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Checking segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:05.422545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.422927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Bound using segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:05.423387 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Bound port: 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:05.423752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.462219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Allocated IP 172.25.1.149 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/e10742d0-27a6-4bd9-ab10-2d6d96017900) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:05.509977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] For port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:05.513252 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] For port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:05.570884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.609485 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.659556 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599643c-449d-4791-80fd-b1e7a185ce46 None None] Pushing event updated for resources: {'Port': ['ID=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:05.724626 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:05.795098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:05.798873 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:05.801325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:05.840120 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e10742d0-27a6-4bd9-ab10-2d6d96017900,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:06.057244 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:06.057905 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:06.341536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Router 58e73fc1-7526-4647-ae76-bd222de1d53a is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:25:06.544805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:25:06.554045 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Sync routers for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:25:06.570012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:06.570827 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:06.598976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02557e4c-d214-45d2-9dff-6b38d77d35a3 None None] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:25:06.633216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:06.634838 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-24bbe90d-f335-41dd-938a-c55faa3ccfe0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9962988 Jan 19 00:25:06.637595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37714) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:06.783534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-383a1636-2263-4f30-85d7-24855ca35dfe None None] Provisioning for port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:06.786341 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:06.830414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:07.044017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:07.049448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:07.049851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.142053 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:05Z', 'revision_number': 3, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:07.149323 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Checking router: 58e73fc1-7526-4647-ae76-bd222de1d53a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:25:07.150152 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Updating router 58e73fc1-7526-4647-ae76-bd222de1d53a port e10742d0-27a6-4bd9-ab10-2d6d96017900 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:25:07.225975 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.256385 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.259927 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:07.308331 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.388867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-5f9e1af2-9c45-4a67-b664-19acc2f7864d None None] Provisioning complete for port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:07.389238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1af2-9c45-4a67-b664-19acc2f7864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.427367 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:07.553888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.652808 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.664720 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Transition to ACTIVE for port object e10742d0-27a6-4bd9-ab10-2d6d96017900 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:07.747068 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.762210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Allocated IP 172.20.0.1 (b2c7058a-d70c-4224-9fb7-827f43a11a87/db7c4163-3cee-4f92-b11b-1fecc5e1b7ae/cc9050f6-179d-4d43-98b8-c4ee489958f7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:07.829815 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Attempting to bind port e10742d0-27a6-4bd9-ab10-2d6d96017900 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:07.830055 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Attempting to bind port e10742d0-27a6-4bd9-ab10-2d6d96017900 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:07.830357 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Attempting to bind port e10742d0-27a6-4bd9-ab10-2d6d96017900 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:07.833272 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Pushing event updated for resources: {'Port': ['ID=e10742d0-27a6-4bd9-ab10-2d6d96017900,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:07.845028 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:07.845386 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:07.845790 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.846178 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:07.846683 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Bound port: e10742d0-27a6-4bd9-ab10-2d6d96017900, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:07.847063 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:07.870762 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.871103 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.871470 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.871800 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.872123 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.872442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.872761 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.873107 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.873426 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.873744 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.874066 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:07.928387 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] For port e10742d0-27a6-4bd9-ab10-2d6d96017900, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:07.931524 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] For port e10742d0-27a6-4bd9-ab10-2d6d96017900, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e10742d0-27a6-4bd9-ab10-2d6d96017900,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:07.993289 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.015350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.031967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Transition to ACTIVE for port object cc9050f6-179d-4d43-98b8-c4ee489958f7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:08.074436 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd855b7-5b49-4d51-a655-791ae069929e None None] Pushing event updated for resources: {'Port': ['ID=e10742d0-27a6-4bd9-ab10-2d6d96017900,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:08.078780 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:08.079357 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:08.135844 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.205379 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:08.208104 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:08.210563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:08.249134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Pushing event updated for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:08.259173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:08.271058 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.411029 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.488484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fed4fb71-538c-420a-b1f5-c9c284aaf16a None None] Provisioning for port cc9050f6-179d-4d43-98b8-c4ee489958f7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:08.494083 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fed4fb71-538c-420a-b1f5-c9c284aaf16a None None] Provisioning complete for port cc9050f6-179d-4d43-98b8-c4ee489958f7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:08.494464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fed4fb71-538c-420a-b1f5-c9c284aaf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.547384 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fed4fb71-538c-420a-b1f5-c9c284aaf16a None None] Port cc9050f6-179d-4d43-98b8-c4ee489958f7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:08.586992 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:05Z', 'revision_number': 3, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:08.590867 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604d26c-1810-4c19-893e-bfb1fd5ac80f None None] The sync data for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 is: [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:05Z', 'revision_number': 3, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:25:08.640358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.690868 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.795226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:08.807440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Pushing event updated for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:08.823861 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.849878 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:25:08.922414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:08.922414 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:08.986437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:08.988401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:09.276262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-960c31c6-6644-41df-b0d9-f33ca413ad5a None None] Provisioning complete for port cc9050f6-179d-4d43-98b8-c4ee489958f7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:09.277005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-960c31c6-6644-41df-b0d9-f33ca413ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:09.333305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-960c31c6-6644-41df-b0d9-f33ca413ad5a None None] Port cc9050f6-179d-4d43-98b8-c4ee489958f7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:09.397125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Router 58e73fc1-7526-4647-ae76-bd222de1d53a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:25:09.594777 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:25:09.604095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-808f21d7-2860-4d0a-8ada-08d021b58c3f admin admin] 10.222.0.59 "PUT /v2.0/routers/58e73fc1-7526-4647-ae76-bd222de1d53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648428 Jan 19 00:25:09.821527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:10.712019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37736) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:10.718901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-721490657-network', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:10.724738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:10.730216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Usage tracker for resource:network and tenant:d09e470a02d74d458ebb85a7a06b3ade is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:10.733361 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:10.739390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:10.783994 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e10742d0-27a6-4bd9-ab10-2d6d96017900 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:10.808690 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Made reservation on behalf of d09e470a02d74d458ebb85a7a06b3ade for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:25:10.811105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:10.823964 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:10.855994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:10.859807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Usage tracker for resource:security_group_rule and tenant:d09e470a02d74d458ebb85a7a06b3ade is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:10.862858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:10.868623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:10.933483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:10.935650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port e10742d0-27a6-4bd9-ab10-2d6d96017900 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:10.941224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e10742d0-27a6-4bd9-ab10-2d6d96017900 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:10.941603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:10.992480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.020500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:25:11.032480 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938fccaf-71a6-464e-9890-11f280ec55ae,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:11.036855 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.037212 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Added segment 04120807-ea68-4169-95c2-1c6f7ea2511f of type vlan for network 00ac90fe-6f99-407a-81f2-066b3334da09 Jan 19 00:25:11.058787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.063916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.074954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port e10742d0-27a6-4bd9-ab10-2d6d96017900, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e10742d0-27a6-4bd9-ab10-2d6d96017900,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:11.158180 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.185629 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.186495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:11.187076 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.227740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=e10742d0-27a6-4bd9-ab10-2d6d96017900,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:11.401241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] Pushing event updated for resources: {'Network': ['ID=00ac90fe-6f99-407a-81f2-066b3334da09,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:11.410961 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 00ac90fe-6f99-407a-81f2-066b3334da09 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:25:11.463586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ceb8d59a-cc0f-453c-87ec-b8aa92bfd31e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7479038 Jan 19 00:25:11.463784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37740) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:11.469284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Request body: {'subnet': {'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-721490657-subnet', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:11.475329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:11.479301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Usage tracker for resource:subnet and tenant:d09e470a02d74d458ebb85a7a06b3ade is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:11.482158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:11.488612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:11.562722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Made reservation on behalf of d09e470a02d74d458ebb85a7a06b3ade for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:25:11.565087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.810391 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.827266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:11.886896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0294be7d-4db4-463f-bdcc-afe65e0593dc,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:11.905427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Checking segment: {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:11.905784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Network hostable DHCP agents. Network: 00ac90fe-6f99-407a-81f2-066b3334da09, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:25:12.004531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Network 00ac90fe-6f99-407a-81f2-066b3334da09 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:25:12.078280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 00ac90fe-6f99-407a-81f2-066b3334da09) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:12.082896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:12.083598 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.089428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698ad12-fedc-4e08-b6c2-ebf74af1e351 None None] Network 00ac90fe-6f99-407a-81f2-066b3334da09 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:25:12.167259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Sync routers for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:25:12.176246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ce20322a-886c-4ef2-8d58-0b69d581644e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7114503 Jan 19 00:25:12.178975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37744) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:12.184615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:12.190641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:12.194574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Usage tracker for resource:router and tenant:d09e470a02d74d458ebb85a7a06b3ade is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:25:12.200788 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:25:12.203955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:12.215707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:12.216333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:12.261391 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.262578 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.282397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.467272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-00ac90fe-6f99-407a-81f2-066b3334da09', 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'fixed_ips': [{'subnet_id': '0294be7d-4db4-463f-bdcc-afe65e0593dc'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:25:12.468056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.484091 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.492096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:12.715481 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.746895 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:12.779491 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e10742d0-27a6-4bd9-ab10-2d6d96017900 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:12.877315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Allocated IP 172.20.0.2 (00ac90fe-6f99-407a-81f2-066b3334da09/0294be7d-4db4-463f-bdcc-afe65e0593dc/d1287d54-d12b-493d-8222-93075ac95895) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:12.888561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Allocated IP 172.25.1.85 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/98c9d392-9c52-4f4a-a4fe-8476d70873c6) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:13.093863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port e10742d0-27a6-4bd9-ab10-2d6d96017900 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:13.094457 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.143723 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.243604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 2, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:13.254999 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.257230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Checking router: 58e73fc1-7526-4647-ae76-bd222de1d53a for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:25:13.262060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Updating router 58e73fc1-7526-4647-ae76-bd222de1d53a port cc9050f6-179d-4d43-98b8-c4ee489958f7 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:25:13.321839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:13.324916 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:13.327450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:13.365727 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.369351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Pushing event updated for resources: {'Port': ['ID=98c9d392-9c52-4f4a-a4fe-8476d70873c6,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:13.383332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.392647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Transition to ACTIVE for port object d1287d54-d12b-493d-8222-93075ac95895 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:13.446995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Transition to ACTIVE for port object d1287d54-d12b-493d-8222-93075ac95895 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:13.516980 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.558966 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.559978 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.611029 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Network 00ac90fe-6f99-407a-81f2-066b3334da09 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:13.614332 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:13.617366 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Pushing event updated for resources: {'Port': ['ID=d1287d54-d12b-493d-8222-93075ac95895,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:13.618205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:13.798853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Attempting to bind port d1287d54-d12b-493d-8222-93075ac95895 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:13.799275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Attempting to bind port d1287d54-d12b-493d-8222-93075ac95895 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:13.799952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Attempting to bind port d1287d54-d12b-493d-8222-93075ac95895 on network 00ac90fe-6f99-407a-81f2-066b3334da09 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:13.823792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:13.824163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Checking segment: {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:13.824568 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.824996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Bound using segment: {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:13.825463 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Bound port: d1287d54-d12b-493d-8222-93075ac95895, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:13.825864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.860932 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Router 16378852-0bf9-4835-9042-71e9aa804de6 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:25:13.992876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6882ef88-df73-492c-8237-b9b3a4bc5712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:13.994674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] For port d1287d54-d12b-493d-8222-93075ac95895, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:13.997484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.002968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] For port d1287d54-d12b-493d-8222-93075ac95895, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d1287d54-d12b-493d-8222-93075ac95895,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:14.011412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Transition to ACTIVE for port object cc9050f6-179d-4d43-98b8-c4ee489958f7 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:14.067078 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:25:14.078234 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Sync routers for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:25:14.078801 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.091600 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:14.092301 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:14.115173 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.181627 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.183002 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-87f99353-cab6-444c-8011-ca499105021d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0026181 Jan 19 00:25:14.185628 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:25:14.227060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c65b2-9994-409f-9eff-97c62ce6bbde None None] Pushing event updated for resources: {'Port': ['ID=d1287d54-d12b-493d-8222-93075ac95895,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:14.314464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:14.412789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8313034-f634-4e48-bf98-eb510629927f None None] Pushing event updated for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:14.439972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Attempting to bind port cc9050f6-179d-4d43-98b8-c4ee489958f7 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:14.440764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Attempting to bind port cc9050f6-179d-4d43-98b8-c4ee489958f7 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:14.441290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Attempting to bind port cc9050f6-179d-4d43-98b8-c4ee489958f7 on network b2c7058a-d70c-4224-9fb7-827f43a11a87 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:14.449445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:14.449821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Checking segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:14.450224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.451145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Bound using segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:14.451636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Bound port: cc9050f6-179d-4d43-98b8-c4ee489958f7, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:14.452012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.591649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] For port cc9050f6-179d-4d43-98b8-c4ee489958f7, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:14.595003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] For port cc9050f6-179d-4d43-98b8-c4ee489958f7, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cc9050f6-179d-4d43-98b8-c4ee489958f7,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:14.673789 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.689947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:13Z', 'revision_number': 3, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:14.694534 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Checking router: 16378852-0bf9-4835-9042-71e9aa804de6 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:25:14.695139 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Updating router 16378852-0bf9-4835-9042-71e9aa804de6 port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:25:14.764394 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8313034-f634-4e48-bf98-eb510629927f None None] Pushing event updated for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:14.765806 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:14.802494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:14.803345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:14.936057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d1287d54-d12b-493d-8222-93075ac95895 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:15.140327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:15.168481 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.171064 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.183190 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Transition to ACTIVE for port object 98c9d392-9c52-4f4a-a4fe-8476d70873c6 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:15.197251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d1287d54-d12b-493d-8222-93075ac95895 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:15.272739 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.371640 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6ce1-1175-4c35-aced-0d7890f3d0ec None None] Pushing event updated for resources: {'Port': ['ID=98c9d392-9c52-4f4a-a4fe-8476d70873c6,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:15.374397 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Attempting to bind port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:15.374762 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Attempting to bind port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:15.375122 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Attempting to bind port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:15.384381 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:15.384753 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:15.385183 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.385705 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:15.386407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Bound port: 98c9d392-9c52-4f4a-a4fe-8476d70873c6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:15.387296 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.476041 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] For port 98c9d392-9c52-4f4a-a4fe-8476d70873c6, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:15.479969 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] For port 98c9d392-9c52-4f4a-a4fe-8476d70873c6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=98c9d392-9c52-4f4a-a4fe-8476d70873c6,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:15.516303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:14Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:15.521265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6bf3-979f-469b-bb76-d29ea5d167c3 None None] The sync data for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 is: [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:14Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:25:15.552179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Allocated IP 172.20.0.1 (00ac90fe-6f99-407a-81f2-066b3334da09/0294be7d-4db4-463f-bdcc-afe65e0593dc/76b193b1-b764-4c9f-b095-ce1f898b23d5) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:15.567440 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.675132 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe6ce1-1175-4c35-aced-0d7890f3d0ec None None] Pushing event updated for resources: {'Port': ['ID=98c9d392-9c52-4f4a-a4fe-8476d70873c6,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:15.676534 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffc12a-2181-4c89-8b57-d68a322d7ae6 None None] Network 00ac90fe-6f99-407a-81f2-066b3334da09 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:25:15.680098 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:15.680708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:24:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:15.775233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.792272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Transition to ACTIVE for port object 76b193b1-b764-4c9f-b095-ce1f898b23d5 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:15.871727 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:15.896158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:15.929595 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Provisioning for port d1287d54-d12b-493d-8222-93075ac95895 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:15.957642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Provisioning complete for port d1287d54-d12b-493d-8222-93075ac95895 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:15.958172 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.010254 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Network 00ac90fe-6f99-407a-81f2-066b3334da09 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:16.014197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:16.016851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:16.078800 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.101706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Pushing event updated for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:16.122529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d5f5624-b000-4b09-9f8f-7a39f7c9c6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.134298 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.178605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] For port d1287d54-d12b-493d-8222-93075ac95895, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d1287d54-d12b-493d-8222-93075ac95895,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:16.255876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.257553 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:13Z', 'revision_number': 3, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:16.266681 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a721aa-1640-44a8-b552-bde817566f43 None None] The sync data for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 is: [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:13Z', 'revision_number': 3, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:25:16.274116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.346298 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5b99c-0ab8-40f7-8041-40ec08b08afd None None] Pushing event updated for resources: {'Port': ['ID=d1287d54-d12b-493d-8222-93075ac95895,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:16.455360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Provisioning for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:16.461284 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Provisioning complete for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:16.461656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.536791 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Port 76b193b1-b764-4c9f-b095-ce1f898b23d5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:16.548388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.551111 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Provisioning complete for port d1287d54-d12b-493d-8222-93075ac95895 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:16.551482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-936a3095-59ad-4b33-8905-fd7343b1fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.610081 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.726803 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.730418 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Pushing event updated for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:16.796438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-57d87e39-6300-4cf7-b5d0-876a8373673c None None] Provisioning complete for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:16.797011 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-57d87e39-6300-4cf7-b5d0-876a8373673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:16.851322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d1287d54-d12b-493d-8222-93075ac95895 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:16.883224 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Network 00ac90fe-6f99-407a-81f2-066b3334da09 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:16.884613 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:16.893879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-57d87e39-6300-4cf7-b5d0-876a8373673c None None] Port 76b193b1-b764-4c9f-b095-ce1f898b23d5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:16.928295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d1287d54-d12b-493d-8222-93075ac95895 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:16.928665 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.049580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cc9050f6-179d-4d43-98b8-c4ee489958f7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:17.131230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-0b76866b-2950-4e40-a208-c7abe33896ec None None] Provisioning complete for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:17.131596 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0b76866b-2950-4e40-a208-c7abe33896ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.185433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-0b76866b-2950-4e40-a208-c7abe33896ec None None] Port 76b193b1-b764-4c9f-b095-ce1f898b23d5 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:17.222723 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cc9050f6-179d-4d43-98b8-c4ee489958f7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:17.228251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cc9050f6-179d-4d43-98b8-c4ee489958f7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:17.228646 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.288893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Router 16378852-0bf9-4835-9042-71e9aa804de6 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:25:17.311162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.393893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.425691 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port cc9050f6-179d-4d43-98b8-c4ee489958f7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cc9050f6-179d-4d43-98b8-c4ee489958f7,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:17.484408 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:17.557402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:17.593350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:25:17.603943 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a39d540c-a720-416a-8dec-8482adcacc51 admin admin] 10.222.0.59 "PUT /v2.0/routers/16378852-0bf9-4835-9042-71e9aa804de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172459 Jan 19 00:25:17.724273 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:18.778213 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cc9050f6-179d-4d43-98b8-c4ee489958f7 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:18.852897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cc9050f6-179d-4d43-98b8-c4ee489958f7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:18.852897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:19.055948 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:24.798582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 98c9d392-9c52-4f4a-a4fe-8476d70873c6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:24.934475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:24.940688 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:24.941338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:25.057636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:25.073136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 98c9d392-9c52-4f4a-a4fe-8476d70873c6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=98c9d392-9c52-4f4a-a4fe-8476d70873c6,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:25.414385 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:25.480172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=98c9d392-9c52-4f4a-a4fe-8476d70873c6,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:26.790690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 98c9d392-9c52-4f4a-a4fe-8476d70873c6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:26.882000 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:26.883019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:30.595967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-5ee281c8-95e3-4dda-bedb-dd0712e86241 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:30.596558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-5ee281c8-95e3-4dda-bedb-dd0712e86241 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:25:30.728899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-5ee281c8-95e3-4dda-bedb-dd0712e86241 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:25:30.730279 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-5ee281c8-95e3-4dda-bedb-dd0712e86241 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 815 time: 0.2746391 Jan 19 00:25:30.747994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-9ca58387-cab7-4be5-8db6-bb7db314bbe3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/quotas/7ca56b272ec4469b80ca5a2b3157a743 HTTP/1.1" status: 200 len: 375 time: 0.0123289 Jan 19 00:25:30.831208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-b55da7e9-a874-482d-b95f-1cfeadbb979d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:25:30.912589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-b55da7e9-a874-482d-b95f-1cfeadbb979d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:25:30.914004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-b55da7e9-a874-482d-b95f-1cfeadbb979d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611383 Jan 19 00:25:31.052013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-a61b3b06-7940-4dbd-89cd-17603c9ef3ce service neutron] 10.222.0.59 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266618 Jan 19 00:25:31.180467 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-8046229e-c955-4bc6-bbe2-f15a384042f6 service neutron] 10.222.0.59 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226690 Jan 19 00:25:31.461869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d6469b86-18c2-4dec-8cd8-cedf6624f12a req-b2331469-a5ed-4c08-a824-b38bea9425f2 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 210 time: 0.0416627 Jan 19 00:25:32.625547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ff11a55-00ba-40c0-8cd4-1ced1517b81e req-0a829244-d3d7-4d9a-8674-a52b4921ef6b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 210 time: 0.0401094 Jan 19 00:25:33.588680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-455d1106-10c8-43bb-9dad-66bb35abaff1 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:33.590168 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-455d1106-10c8-43bb-9dad-66bb35abaff1 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 815 time: 0.1456981 Jan 19 00:25:33.605265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'port': {'device_id': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'admin_state_up': True, 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:33.742247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:25:33.751628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:25:33.802373 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d3b61b9-98bb-44a2-ae95-7e6860604ad8 req-2ab7dc0d-507a-431a-a164-cf323a9605d6 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 210 time: 0.0482450 Jan 19 00:25:33.866555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Made reservation on behalf of 7ca56b272ec4469b80ca5a2b3157a743 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:25:33.869745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:34.037293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Allocated IP 172.20.0.8 (b2c7058a-d70c-4224-9fb7-827f43a11a87/db7c4163-3cee-4f92-b11b-1fecc5e1b7ae/3922601a-8b69-4ede-821d-91ae9f2c65e0) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:25:34.342590 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:34.362926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Transition to ACTIVE for port object 3922601a-8b69-4ede-821d-91ae9f2c65e0 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:34.456281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:34.564364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:25:34.564364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:25:34.564364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:25:34.598103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:34.617545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.617891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.618360 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.618695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.619025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.619350 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.619669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.619989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.620307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.620620 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.620978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:25:34.647901 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:34.648864 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:34.764451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-30ba4415-3da0-4b61-8e92-b5c3e983fcd5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1626451 Jan 19 00:25:34.987682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18146767-94bf-45c7-a6d6-71bab08d387b None None] Provisioning for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:34.997611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-18146767-94bf-45c7-a6d6-71bab08d387b None None] Provisioning complete for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:35.002289 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-18146767-94bf-45c7-a6d6-71bab08d387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:35.063108 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-18146767-94bf-45c7-a6d6-71bab08d387b None None] Port 3922601a-8b69-4ede-821d-91ae9f2c65e0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:25:35.066399 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-1a2b62dc-3258-44fd-a379-a43ff2c0a341 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:35.067188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-1a2b62dc-3258-44fd-a379-a43ff2c0a341 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:25:35.140790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-1a2b62dc-3258-44fd-a379-a43ff2c0a341 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:25:35.142601 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-1a2b62dc-3258-44fd-a379-a43ff2c0a341 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.1995337 Jan 19 00:25:35.198422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-e09b2f1d-99ae-4b62-805c-0a62b43a81e7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:25:35.278514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-e09b2f1d-99ae-4b62-805c-0a62b43a81e7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:25:35.281180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-377be7e2-e58a-41e3-a7cc-dd942eedf145 req-e09b2f1d-99ae-4b62-805c-0a62b43a81e7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325517 Jan 19 00:25:35.723416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Sync routers for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:25:35.735140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:35.736026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:35.930785 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:36.302155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:16Z', 'revision_number': 4, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '76b193b1-b764-4c9f-b095-ce1f898b23d5', 'name': '', 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'mac_address': 'fa:16:3e:aa:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:15Z', 'updated_at': '2022-01-19T00:25:16Z', 'revision_number': 2, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'subnets': [{'id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:36.307545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Checking router: 16378852-0bf9-4835-9042-71e9aa804de6 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:25:36.307545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Updating router 16378852-0bf9-4835-9042-71e9aa804de6 port 76b193b1-b764-4c9f-b095-ce1f898b23d5 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:25:36.364498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:36.498965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7181d-dd58-4f68-8026-3d4b5870ec8b req-59eab632-37c8-4fec-8d2a-c07a1204c0e3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:36.500471 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa7181d-dd58-4f68-8026-3d4b5870ec8b req-59eab632-37c8-4fec-8d2a-c07a1204c0e3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.0856760 Jan 19 00:25:36.579023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-caa7181d-dd58-4f68-8026-3d4b5870ec8b req-9d6e099a-f021-4462-9a9f-54ba3481331f tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 Jan 19 00:25:36.771942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:36.783931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Transition to ACTIVE for port object 76b193b1-b764-4c9f-b095-ce1f898b23d5 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:36.861487 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:36.995767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92481a4b-fe73-45f7-9705-ef08627a8e04 None None] Pushing event updated for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:37.102287 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Attempting to bind port 76b193b1-b764-4c9f-b095-ce1f898b23d5 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:37.102657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Attempting to bind port 76b193b1-b764-4c9f-b095-ce1f898b23d5 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:37.103016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Attempting to bind port 76b193b1-b764-4c9f-b095-ce1f898b23d5 on network 00ac90fe-6f99-407a-81f2-066b3334da09 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:37.110715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:37.111089 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Checking segment: {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:37.111539 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:37.111880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Bound using segment: {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:37.112894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Bound port: 76b193b1-b764-4c9f-b095-ce1f898b23d5, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04120807-ea68-4169-95c2-1c6f7ea2511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:37.113380 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:37.230587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] For port 76b193b1-b764-4c9f-b095-ce1f898b23d5, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:37.230587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] For port 76b193b1-b764-4c9f-b095-ce1f898b23d5, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=76b193b1-b764-4c9f-b095-ce1f898b23d5,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:37.302162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:37.384778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92481a4b-fe73-45f7-9705-ef08627a8e04 None None] Pushing event updated for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:37.396342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:25:37.397026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:25:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:37.634210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:25:37.854770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0d046-da03-453a-bee0-4c252ed5e00e req-c89d33f2-997c-47b5-b89d-99f99f855f9d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:37.861951 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6d0d046-da03-453a-bee0-4c252ed5e00e req-c89d33f2-997c-47b5-b89d-99f99f855f9d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.0883451 Jan 19 00:25:37.942183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f6d0d046-da03-453a-bee0-4c252ed5e00e req-7bf43df1-9da0-48a9-a285-6e8afa50fdcf tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791130 Jan 19 00:25:38.066813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:16Z', 'revision_number': 4, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '76b193b1-b764-4c9f-b095-ce1f898b23d5', 'name': '', 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'mac_address': 'fa:16:3e:aa:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:15Z', 'updated_at': '2022-01-19T00:25:37Z', 'revision_number': 4, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'subnets': [{'id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:25:38.071322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23114-a533-45c3-819b-03ec368fe125 None None] The sync data for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 is: [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:16Z', 'revision_number': 4, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '76b193b1-b764-4c9f-b095-ce1f898b23d5', 'name': '', 'network_id': '00ac90fe-6f99-407a-81f2-066b3334da09', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'mac_address': 'fa:16:3e:aa:0f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:15Z', 'updated_at': '2022-01-19T00:25:37Z', 'revision_number': 4, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'subnets': [{'id': '0294be7d-4db4-463f-bdcc-afe65e0593dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:25:38.825015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 76b193b1-b764-4c9f-b095-ce1f898b23d5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:38.975408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:38.980748 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:38.981093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:39.189446 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:39.247014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 76b193b1-b764-4c9f-b095-ce1f898b23d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=76b193b1-b764-4c9f-b095-ce1f898b23d5,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:39.267884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698e353-4ac3-47a3-9a73-958c1e9b80d0 req-892b3577-b602-4ec9-8588-59445ce9b69e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:39.270069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3698e353-4ac3-47a3-9a73-958c1e9b80d0 req-892b3577-b602-4ec9-8588-59445ce9b69e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.0948915 Jan 19 00:25:39.323119 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3698e353-4ac3-47a3-9a73-958c1e9b80d0 req-3a5497e0-a31d-4a1b-bdcb-5a24cbdcac19 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Jan 19 00:25:39.364529 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:39.435323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:39.843950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:40.533066 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651dc59-59d2-4a93-a7cc-2b8a5bb0cd0b req-d4ee669d-fe0f-4672-b660-d1e7d03cc5ee tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:40.535207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0651dc59-59d2-4a93-a7cc-2b8a5bb0cd0b req-d4ee669d-fe0f-4672-b660-d1e7d03cc5ee tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.0846808 Jan 19 00:25:40.582718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0651dc59-59d2-4a93-a7cc-2b8a5bb0cd0b req-fecf37d6-30d3-4c38-b65b-cbd076b0b68e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Jan 19 00:25:40.784746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 76b193b1-b764-4c9f-b095-ce1f898b23d5 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:40.870707 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 76b193b1-b764-4c9f-b095-ce1f898b23d5 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:40.871354 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:41.336097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-9247f6dc-73ae-4367-827d-cfd6eabf56ed tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:25:41.337011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-9247f6dc-73ae-4367-827d-cfd6eabf56ed tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052323 Jan 19 00:25:41.346654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Request body: {'port': {'device_id': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:25:41.458428 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:41.890563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67945275-dfb9-4754-97a9-af5ba049e887 req-5638f4cf-3448-46ec-a605-54c5cd252bbe tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:41.891793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67945275-dfb9-4754-97a9-af5ba049e887 req-5638f4cf-3448-46ec-a605-54c5cd252bbe tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 931 time: 0.1758773 Jan 19 00:25:41.898090 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3922601a-8b69-4ede-821d-91ae9f2c65e0 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:25:41.907027 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:41.948610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Transition to ACTIVE for port object 3922601a-8b69-4ede-821d-91ae9f2c65e0 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:25:41.968861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-67945275-dfb9-4754-97a9-af5ba049e887 req-7311a4d0-628e-457c-8136-b5e6a2ff9747 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662544 Jan 19 00:25:42.259976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:42.260223 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:42.413176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:42.563711 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Attempting to bind port 3922601a-8b69-4ede-821d-91ae9f2c65e0 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:25:42.564073 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Attempting to bind port 3922601a-8b69-4ede-821d-91ae9f2c65e0 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:25:42.564385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Attempting to bind port 3922601a-8b69-4ede-821d-91ae9f2c65e0 on network b2c7058a-d70c-4224-9fb7-827f43a11a87 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:42.574557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Port 3922601a-8b69-4ede-821d-91ae9f2c65e0 on network b2c7058a-d70c-4224-9fb7-827f43a11a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:25:42.574900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Attempting to bind port 3922601a-8b69-4ede-821d-91ae9f2c65e0 on network b2c7058a-d70c-4224-9fb7-827f43a11a87 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:25:42.582865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:25:42.583228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Checking segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:25:42.583586 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Bound using segment: {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:25:42.584071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Bound port: 3922601a-8b69-4ede-821d-91ae9f2c65e0, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a94192bd-3bba-4694-8161-f203f04ccc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:25:42.584487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:42.717815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:25:42.720910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:25:42.815721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:42.903146 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:42.913678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] 10.222.0.83 "PUT /v2.0/ports/3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 1091 time: 1.5708187 Jan 19 00:25:42.914202 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:25:42.952165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abff9d-9c84-4182-9a67-8d0b16fe5070 service neutron] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:43.005720 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:25:43.315691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7be3344f-1376-4103-a478-9c85d21b2f99 req-0b1aa2be-795b-47b1-8558-37e1e6492561 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1094 time: 0.2807257 Jan 19 00:25:43.325938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abe34-1990-48c6-b5f4-610db5896ec7 req-4fe0c3ea-090d-4601-ab25-208de6876877 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:43.327293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f3abe34-1990-48c6-b5f4-610db5896ec7 req-4fe0c3ea-090d-4601-ab25-208de6876877 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 943 time: 0.1025176 Jan 19 00:25:43.373223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f3abe34-1990-48c6-b5f4-610db5896ec7 req-c2608ebd-c60e-4855-acae-0ac5172736f7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Jan 19 00:25:43.687888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3344f-1376-4103-a478-9c85d21b2f99 req-815fedc9-db12-47d9-814f-f87311acc0e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:43.689355 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7be3344f-1376-4103-a478-9c85d21b2f99 req-815fedc9-db12-47d9-814f-f87311acc0e5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1312401 Jan 19 00:25:43.829366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3344f-1376-4103-a478-9c85d21b2f99 req-fb0e49b5-731a-40d0-9630-5e19c9c2e3b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:43.830834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7be3344f-1376-4103-a478-9c85d21b2f99 req-fb0e49b5-731a-40d0-9630-5e19c9c2e3b2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307273 Jan 19 00:25:43.939573 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-3e78b609-b70a-4097-9c54-8ed9f9dbbabd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1094 time: 0.0738080 Jan 19 00:25:43.979609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a692de40-f3da-440c-8e2b-762eeac52129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:44.013556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-69ce68be-5f1a-43a6-94a5-94ff279adb4d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 217 time: 0.0670464 Jan 19 00:25:44.074800 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-ab477505-424a-4aa0-8167-861dca0aa6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:44.076217 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-ab477505-424a-4aa0-8167-861dca0aa6a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0565090 Jan 19 00:25:44.150466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-15c98902-2a3c-454e-8b41-076eff9f7dca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680165 Jan 19 00:25:44.287412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-a180ec84-7e00-4918-aece-0cda081a4588 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312158 Jan 19 00:25:44.421159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9084da6c-7b02-4ae6-bf56-bcd33b4ecfe6 req-fc30e57b-3b10-4e31-8e36-4c11996d304e service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274118 Jan 19 00:25:44.575617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015fe9-8325-4478-a4f3-2b197fd81d76 req-dfa6acd2-9c56-41e2-a060-ddd0510877e3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:44.577038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae015fe9-8325-4478-a4f3-2b197fd81d76 req-dfa6acd2-9c56-41e2-a060-ddd0510877e3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 943 time: 0.0796819 Jan 19 00:25:44.622240 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae015fe9-8325-4478-a4f3-2b197fd81d76 req-7d2c490b-ba34-4321-b209-dc5a3fe11efc tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Jan 19 00:25:45.817069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144ea65-5113-4765-ad50-941e5b59d6c4 req-dbb4d2a1-89c7-4b68-8af9-e0b544b4377a tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:45.818536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8144ea65-5113-4765-ad50-941e5b59d6c4 req-dbb4d2a1-89c7-4b68-8af9-e0b544b4377a tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 943 time: 0.0760236 Jan 19 00:25:45.850760 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:25:45.868543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8144ea65-5113-4765-ad50-941e5b59d6c4 req-fc9722d8-21e9-4eae-80ab-1ce5f8cb6d71 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 Jan 19 00:25:46.013800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90409ff3-27d8-4f23-8cc0-5a084eb61b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:46.184713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3922601a-8b69-4ede-821d-91ae9f2c65e0 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:25:46.313642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:46.326997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'port_id': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'mac_address': 'fa:16:3e:e6:e9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:25:46.377434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:46.394563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3922601a-8b69-4ede-821d-91ae9f2c65e0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:25:46.408799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:46.471976 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:46.544939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:46.684644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:25:47.065675 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808e1e-1dd2-4778-b474-66fa61f70dc2 req-5b6520bb-f693-408d-b371-748faa241ce2 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:47.067060 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8808e1e-1dd2-4778-b474-66fa61f70dc2 req-5b6520bb-f693-408d-b371-748faa241ce2 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 944 time: 0.0764971 Jan 19 00:25:47.111568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8808e1e-1dd2-4778-b474-66fa61f70dc2 req-3b827f83-695d-4a8a-8b61-89ded879441b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390713 Jan 19 00:25:47.329086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:47.717823 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:48.193160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3922601a-8b69-4ede-821d-91ae9f2c65e0 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:25:48.305181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:25:48.308531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73715353-9874-412c-a61c-19e23f005314 req-b76e6fc9-d7a3-435d-a428-01800da8aae4 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:48.310007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73715353-9874-412c-a61c-19e23f005314 req-b76e6fc9-d7a3-435d-a428-01800da8aae4 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 944 time: 0.0795951 Jan 19 00:25:48.310146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:25:48.310484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:48.358497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-73715353-9874-412c-a61c-19e23f005314 req-357d1638-bb6c-405a-bf7f-1bbd13cdc10c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Jan 19 00:25:48.428521 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:48.454119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:25:48.463617 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:25:48.509777 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'code': 200} Jan 19 00:25:48.534860 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:48.601700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:25:48.634090 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddfd700f-7854-480e-a21e-3f702d0e5b77 req-b84cdb08-3f99-414b-bc3a-64fcfcfa8906 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1096 time: 0.0691516 Jan 19 00:25:48.677398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ddfd700f-7854-480e-a21e-3f702d0e5b77 req-8073ce6f-ca1f-4d32-8575-cc00a307457a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Jan 19 00:25:49.054666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:25:49.558762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356e327-04d7-4a77-b0c6-7d151a4bb867 req-1d9fe37f-5d1d-46c1-9f32-1630eca55f31 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:49.560210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3356e327-04d7-4a77-b0c6-7d151a4bb867 req-1d9fe37f-5d1d-46c1-9f32-1630eca55f31 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0799668 Jan 19 00:25:49.605199 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3356e327-04d7-4a77-b0c6-7d151a4bb867 req-c8c0fbbd-ff7d-4171-b9d5-1a426029e4e4 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385010 Jan 19 00:25:50.802811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de6bfe-04ed-4fc6-bf62-ad3e90cebc01 req-c8e6b897-994b-4451-b2f7-babc19bacbe3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:50.804281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95de6bfe-04ed-4fc6-bf62-ad3e90cebc01 req-c8e6b897-994b-4451-b2f7-babc19bacbe3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0772378 Jan 19 00:25:50.848444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-95de6bfe-04ed-4fc6-bf62-ad3e90cebc01 req-16ddbc7f-1425-4ba6-98a2-e9a600d5e593 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Jan 19 00:25:51.046084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038f5cb-0058-4e2b-85b4-25b2d1e0e669 req-b28865b3-13ae-48cd-85dc-de74e0f05424 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:51.047548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d038f5cb-0058-4e2b-85b4-25b2d1e0e669 req-b28865b3-13ae-48cd-85dc-de74e0f05424 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0795786 Jan 19 00:25:51.092821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d038f5cb-0058-4e2b-85b4-25b2d1e0e669 req-1de2b71b-6596-4206-bcf5-4596193faefd tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Jan 19 00:25:51.508566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749f469-a4f0-4106-bf4b-323a171e50f4 req-129b65be-44f9-49d5-8075-63ec45a11cda tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:25:51.509947 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a749f469-a4f0-4106-bf4b-323a171e50f4 req-129b65be-44f9-49d5-8075-63ec45a11cda tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0769136 Jan 19 00:25:51.558105 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a749f469-a4f0-4106-bf4b-323a171e50f4 req-4706ad2e-158e-4fba-89ec-33fb063b4094 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Jan 19 00:26:02.499602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb6fe4-43c2-413a-98a7-9d3771292651 req-dfc47a3a-3f8e-490b-bf06-7f35b0e4c01e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:02.501106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53bb6fe4-43c2-413a-98a7-9d3771292651 req-dfc47a3a-3f8e-490b-bf06-7f35b0e4c01e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0790281 Jan 19 00:26:02.551797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53bb6fe4-43c2-413a-98a7-9d3771292651 req-e58c2df5-a8ec-4d68-890e-d4a1453cde37 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Jan 19 00:26:02.579488 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37926) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:02.779580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ec0d9d7-dde5-454a-b220-62ae937342d3 tempest-TestMinimumBasicScenario-1466941725 tempest-TestMinimumBasicScenario-1466941725-project-admin] Synchronizing usage tracker for tenant:d09e470a02d74d458ebb85a7a06b3ade on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:26:02.866349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-2ec0d9d7-dde5-454a-b220-62ae937342d3 tempest-TestMinimumBasicScenario-1466941725 tempest-TestMinimumBasicScenario-1466941725-project-admin] Unset dirty status for tenant:d09e470a02d74d458ebb85a7a06b3ade on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:26:02.870431 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2ec0d9d7-dde5-454a-b220-62ae937342d3 tempest-TestMinimumBasicScenario-1466941725 tempest-TestMinimumBasicScenario-1466941725-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1091 time: 0.2866271 Jan 19 00:26:02.870749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37934) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:02.876649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:02.884096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:02.889037 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:floatingip and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:02.892018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:02.899837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:02.974842 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:03.108545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:03.249630 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Allocated IP 172.25.1.251 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/7879f495-1da9-435a-af9b-7d96cce13d02) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:26:03.403583 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:03.477739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:03.542850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:26:03.545573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:26:03.551222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:26:03.578400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'Port': ['ID=7879f495-1da9-435a-af9b-7d96cce13d02,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:03.597696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:03.602450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:26:04.068121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:04.181888 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:04.387049 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:04.448601 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:04.551624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'Port': ['ID=7879f495-1da9-435a-af9b-7d96cce13d02,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:04.568870 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:04.857502 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Floating IP 4d79fb72-330c-4411-9818-821592450de1 associated. External IP: 172.25.1.251, port: 3922601a-8b69-4ede-821d-91ae9f2c65e0. Jan 19 00:26:05.245094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Router 58e73fc1-7526-4647-ae76-bd222de1d53a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:26:05.450044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:26:05.460973 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Sync routers for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:26:05.474179 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:26:05.474968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:26:05.535499 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:05.588192 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-02a9bd82-6eaa-4541-8c2e-0bfabe2bd9b8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7161846 Jan 19 00:26:05.588776 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:26:05.591059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37938) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:05.598709 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928244353', 'description': 'tempest-secgroup-smoke-1928244353 description', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:05.605997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:05.616724 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:05.649765 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:26:05.658606 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:26:05.710158 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:05.767006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:05.776878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:05.776878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:05.789606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:05.799837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-7cf4257c-bd27-4696-ad04-35164e712b05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1096 time: 0.1228383 Jan 19 00:26:06.018776 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4d79fb72-330c-4411-9818-821592450de1', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'port_id': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'mac_address': 'fa:16:3e:e6:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:26:03Z', 'updated_at': '2022-01-19T00:26:03Z', 'revision_number': 0, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:26:06.022561 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Checking router: 58e73fc1-7526-4647-ae76-bd222de1d53a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:26:06.032793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:26:06.033408 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:25:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:26:06.052638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.068245 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-ed2525cd-82f8-4939-b50c-39049223cd84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:06.069914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-ed2525cd-82f8-4939-b50c-39049223cd84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.2691267 Jan 19 00:26:06.137732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.209564 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:26:06.215336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:06.223304 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-c195a19a-7642-4807-942c-da403c31f4c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 999 time: 0.1427381 Jan 19 00:26:06.274623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.275833 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-15492498-f48b-4aba-8a28-a369bdae6e0e tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6830180 Jan 19 00:26:06.278972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37944) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:06.284669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:06.300205 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:06.303872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-edd748c0-0c16-44f9-b6ec-c8afc3eca099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:06.303872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-edd748c0-0c16-44f9-b6ec-c8afc3eca099 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0671399 Jan 19 00:26:06.306951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:06.306951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:06.312718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:06.383335 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.392747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-852a9a6f-4c94-4f60-b0e4-2ca11d66ddd9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789306 Jan 19 00:26:06.447851 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.526714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-81bdc53a-d986-4587-ac3f-1a29e0c58a9d service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277707 Jan 19 00:26:06.527890 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.552490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db685fcb-6986-4964-b6f8-c0998f01e9bf,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:06.615579 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4d79fb72-330c-4411-9818-821592450de1', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'port_id': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'mac_address': 'fa:16:3e:e6:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:26:03Z', 'updated_at': '2022-01-19T00:26:03Z', 'revision_number': 0, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:26:06.619927 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8b954-2a30-4bcb-bd34-a678c91d0ac3 None None] The sync data for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 is: [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '4d79fb72-330c-4411-9818-821592450de1', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'floating_ip_address': '172.25.1.251', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'port_id': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'mac_address': 'fa:16:3e:e6:e9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:26:03Z', 'updated_at': '2022-01-19T00:26:03Z', 'revision_number': 0, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:26:06.638039 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.641273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-69d8d6e4-bed0-489a-9591-0978aeed7c64 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3592975 Jan 19 00:26:06.642133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37948) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:06.649053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:06.656242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:06.664780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:06.668014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:06.668286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9ecfd1fc-40ec-4d3a-8c16-35a5f1d43a45 req-d26f24ad-560e-45de-8cbf-b36ce47877d0 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356199 Jan 19 00:26:06.674225 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:06.747610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.816478 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.834514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1ccbc-43ce-47fc-abe3-ad838b030436 None None] New status for floating IP 4d79fb72-330c-4411-9818-821592450de1: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:26:06.876281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.902533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105d0a70-59fb-4cea-b660-6cf804c8c6fe,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:06.951960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:06.953237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8849a1f6-bbb2-45b3-857d-fe1be9efe873 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3098559 Jan 19 00:26:06.955955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 37952) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:06.962267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:06.969217 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:06.973066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:06.976009 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:06.982223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:07.038434 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.099300 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.157176 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.184407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f568ff-1cb4-47f1-b9cc-27a0823f3716,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:07.237388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.239433 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f12fc66b-0a02-4341-9edb-476e6c201876 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2824018 Jan 19 00:26:07.242523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37956) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:07.248483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:07.256258 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:07.260163 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:07.263420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:07.269861 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:07.380927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.445980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.517474 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.545990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c723d0c-325f-4b0e-bd2a-888f75037403,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:07.625923 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.627112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-50f7dad6-b5b5-4917-9f00-aed90f73ed25 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3835683 Jan 19 00:26:07.629826 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37960) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:07.638525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:07.643262 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:07.647917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:07.650957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:07.656567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:07.705869 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Project 7ca56b272ec4469b80ca5a2b3157a743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:26:07.712872 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.782238 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.825781 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.848669 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf76c2d-4e2b-41dc-b825-17774066c724,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:07.923019 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:07.924249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8de33a2c-54a3-4c0d-a584-f28a5657639b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2934849 Jan 19 00:26:07.926954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 37964) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:26:07.933010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'security_group_rule': {'security_group_id': 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5', 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:07.939575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:26:07.943413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Usage tracker for resource:security_group_rule and tenant:7ca56b272ec4469b80ca5a2b3157a743 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:26:07.946904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:26:07.952571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:26:08.037122 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Project 7ca56b272ec4469b80ca5a2b3157a743 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:26:08.043451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:08.107724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:08.156993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:08.179938 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52adebd6-6ed0-43e4-bb07-4dffab0babe4,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:08.231638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:08.232817 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-53e80ecf-f660-436e-ab01-d1997cfaa984 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3049512 Jan 19 00:26:08.364254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-53c564c5-908e-44d0-ad0b-b8d3edaf692b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:26:08.471914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-53c564c5-908e-44d0-ad0b-b8d3edaf692b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:26:08.473095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-53c564c5-908e-44d0-ad0b-b8d3edaf692b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928244353&fields=id&tenant_id=7ca56b272ec4469b80ca5a2b3157a743 HTTP/1.1" status: 200 len: 267 time: 0.1482999 Jan 19 00:26:08.556584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-f93e8526-8e42-449d-85f0-9ea734512659 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:08.558041 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-f93e8526-8e42-449d-85f0-9ea734512659 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0790040 Jan 19 00:26:08.568321 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'port': {'security_groups': ['1c947d71-9f72-45f8-bac3-61cac61f412d', 'd5d1c832-df49-4d34-a2bf-1b06aefe8ee5']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:26:08.685049 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:08.938223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:26:08.962783 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:09.019465 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:09.030897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:26:09.095626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:09.096317 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:09.098385 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7c7b616a-7957-4199-afb1-d082e5ee9091 req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "PUT /v2.0/ports/3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 981 time: 0.5343535 Jan 19 00:26:09.098836 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:26:09.137825 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b30e-d497-4c0c-8447-99e2ce3abfb3 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=6']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:26:09.168106 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:26:09.181417 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:26:09.354965 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-57b6cb88-0adf-452d-9014-3538ebacc027 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1135 time: 0.1401720 Jan 19 00:26:09.361352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604e7cb-5475-49f3-b168-fc94c4b03477 req-5068b1f0-4118-4e2a-8138-878f7704bec4 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:09.362695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9604e7cb-5475-49f3-b168-fc94c4b03477 req-5068b1f0-4118-4e2a-8138-878f7704bec4 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.1098301 Jan 19 00:26:09.509486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a7352539-e416-437e-bf73-808400053bf3 None None] Provisioning complete for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:26:09.509778 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a7352539-e416-437e-bf73-808400053bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:09.600588 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9604e7cb-5475-49f3-b168-fc94c4b03477 req-68973d48-db5e-4b4a-9143-b5fb477ad440 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163069 Jan 19 00:26:09.633112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-5ff213df-b881-4807-aafd-33bc1ef23417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:09.634554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-5ff213df-b881-4807-aafd-33bc1ef23417 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.2710490 Jan 19 00:26:09.743166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-3a3e29cc-84f7-4aa9-b241-c31d819a4223 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 1001 time: 0.1021214 Jan 19 00:26:09.814846 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-5c595620-2047-424f-90f9-8b1858465577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:09.814846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-5c595620-2047-424f-90f9-8b1858465577 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0616229 Jan 19 00:26:09.899134 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-e2f86e17-edd3-40ad-9113-b6e7ffeb30c0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798111 Jan 19 00:26:09.904203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:10.032148 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-d86c755a-35ac-4b8d-92e8-ccc7f056f8fd service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272650 Jan 19 00:26:10.164259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8223f356-48dc-42a1-a63a-09ef98f62afb req-0ebe2dee-eea3-41a3-9524-3d1699b9aa9f service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256809 Jan 19 00:26:11.842733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:13.946067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c25c4e9e-38da-4b0c-8d18-4c4c881884f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:15.985498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-176dba04-1b44-4ebe-9988-24eb59f10e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:17.248697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:17.705716 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:19.037063 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:22.851549 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:26:23.976230 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ca1e1-69c0-44e1-8856-58922bc88c56 req-8e0b168c-bff4-4cca-afed-af935db44020 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:23.977802 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e67ca1e1-69c0-44e1-8856-58922bc88c56 req-8e0b168c-bff4-4cca-afed-af935db44020 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.1397226 Jan 19 00:26:24.015280 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-dd0759c1-bf85-4e96-bd9b-bfb6fc9089e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1135 time: 0.1815813 Jan 19 00:26:24.104093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e67ca1e1-69c0-44e1-8856-58922bc88c56 req-19dfdf89-bc35-4d07-a6b6-62dc16c1d79d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200638 Jan 19 00:26:24.164571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcc45-86e9-4452-9990-197b76237e0b req-6c05c3b4-1054-48a6-84a0-74e43d2208e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:24.166125 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-6c05c3b4-1054-48a6-84a0-74e43d2208e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.1436598 Jan 19 00:26:24.269584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-a0dcc41c-48ab-4caf-8dd4-2a57a485056b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 1001 time: 0.0965476 Jan 19 00:26:24.331069 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817dcc45-86e9-4452-9990-197b76237e0b req-519f8819-6c3c-4126-831a-429b0d66ad6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:24.332463 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-519f8819-6c3c-4126-831a-429b0d66ad6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0561190 Jan 19 00:26:24.416102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-497f58f8-24ba-428c-83aa-d25dc8d4a959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770741 Jan 19 00:26:24.548434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-7dc0a344-5a4e-4b64-af6d-4eda94583015 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245012 Jan 19 00:26:24.682972 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-817dcc45-86e9-4452-9990-197b76237e0b req-c6dc3ac2-b848-4e2f-9a3a-6675126ec466 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250241 Jan 19 00:26:25.308935 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ce5bd-6c28-42f8-a198-d4ef9642994c req-3ae24a07-5207-46f8-905a-0d0839656c02 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:25.310291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed3ce5bd-6c28-42f8-a198-d4ef9642994c req-3ae24a07-5207-46f8-905a-0d0839656c02 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0802095 Jan 19 00:26:25.356709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ed3ce5bd-6c28-42f8-a198-d4ef9642994c req-4780de3e-97d9-41b3-aae2-ec2e1b697923 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408213 Jan 19 00:26:26.550327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceb19b-1d35-4fb2-ac33-d54f666168f9 req-89b235e9-0e6b-4acb-bf35-a791fde5dc80 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:26.551757 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ceb19b-1d35-4fb2-ac33-d54f666168f9 req-89b235e9-0e6b-4acb-bf35-a791fde5dc80 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0744209 Jan 19 00:26:26.600257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c0ceb19b-1d35-4fb2-ac33-d54f666168f9 req-7fe46dc7-5abc-4c00-b90c-4acc77514dfd tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428948 Jan 19 00:26:27.886141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee668b1-7c6f-4d41-95ee-ce65accf8232 req-b1feecb6-69ef-44b5-9aff-278791bc1be0 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:27.887902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee668b1-7c6f-4d41-95ee-ce65accf8232 req-b1feecb6-69ef-44b5-9aff-278791bc1be0 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.1688621 Jan 19 00:26:27.935457 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ee668b1-7c6f-4d41-95ee-ce65accf8232 req-1265668d-a282-4d86-ab81-f40397c9a71f tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419059 Jan 19 00:26:29.130547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaae0b-8471-49dc-be97-0ff64953cd95 req-a68751f5-fa1e-4bf3-95e4-8f4a496c08b1 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:29.131986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9eaae0b-8471-49dc-be97-0ff64953cd95 req-a68751f5-fa1e-4bf3-95e4-8f4a496c08b1 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0768154 Jan 19 00:26:29.177806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9eaae0b-8471-49dc-be97-0ff64953cd95 req-d054ddbd-b259-464f-802e-dbab81a608ca tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393448 Jan 19 00:26:30.374270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f2525-25ab-4108-a9b5-35e1ca4c8311 req-2d3f14d0-8635-4012-afc0-8bd0506c1062 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:30.375716 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94f2525-25ab-4108-a9b5-35e1ca4c8311 req-2d3f14d0-8635-4012-afc0-8bd0506c1062 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0770473 Jan 19 00:26:30.421558 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a94f2525-25ab-4108-a9b5-35e1ca4c8311 req-ffa0627f-929a-4691-a41a-25850e81a134 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403457 Jan 19 00:26:31.622854 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6da4-2c6a-470e-a3c3-e4931c1b9ffb req-ce816102-5f28-478c-818d-4eed5ffe6746 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:31.624315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a6c6da4-2c6a-470e-a3c3-e4931c1b9ffb req-ce816102-5f28-478c-818d-4eed5ffe6746 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0802515 Jan 19 00:26:31.670305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a6c6da4-2c6a-470e-a3c3-e4931c1b9ffb req-5db27635-8f21-4ee2-bcf8-0f4be0542034 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401568 Jan 19 00:26:32.870541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47da63-b987-4452-ada6-e725dbc5894c req-9f7ffc24-4dc6-4d75-920d-ecd368447b8c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:32.871985 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f47da63-b987-4452-ada6-e725dbc5894c req-9f7ffc24-4dc6-4d75-920d-ecd368447b8c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0767419 Jan 19 00:26:32.925313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9f47da63-b987-4452-ada6-e725dbc5894c req-056cd19c-b263-4a6f-a4fc-0ddde3895c90 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477610 Jan 19 00:26:33.487501 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-74a4be06-86a8-4996-b8f4-8768fae4ccf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1135 time: 0.0704215 Jan 19 00:26:33.629311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bd616-528a-44b5-9be0-c53baec8003f req-2297481c-3fb9-4336-9b35-96259ec02dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:33.630730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-2297481c-3fb9-4336-9b35-96259ec02dca service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.1253417 Jan 19 00:26:33.736454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-fdd5f3a3-4a77-440d-868b-e3cdbc381f76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 1001 time: 0.0979967 Jan 19 00:26:33.797542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bd616-528a-44b5-9be0-c53baec8003f req-c40a49f0-5d8b-4d0f-a58d-9cebdcca888f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:33.798862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-c40a49f0-5d8b-4d0f-a58d-9cebdcca888f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0568173 Jan 19 00:26:33.874919 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-8a0266a1-3c06-4ada-8855-e1b1deab4349 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704381 Jan 19 00:26:34.008030 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-eed70198-7f82-4858-9e33-ce4458438e93 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273577 Jan 19 00:26:34.189244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49bd616-528a-44b5-9be0-c53baec8003f req-70439f81-4c08-40ca-8a4f-b2cc12d2c2cb service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760399 Jan 19 00:26:34.202859 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ac0b4-3320-4efd-b22b-a91a25ab406c req-0e719f19-4bd8-4a47-af23-cc1cf57c0e59 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:34.204321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-960ac0b4-3320-4efd-b22b-a91a25ab406c req-0e719f19-4bd8-4a47-af23-cc1cf57c0e59 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.1269217 Jan 19 00:26:34.251402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-960ac0b4-3320-4efd-b22b-a91a25ab406c req-8c2515b3-5cd4-4896-bb0a-45ab87dd1f55 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409260 Jan 19 00:26:35.596562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7b518-5771-4272-9dc8-69a8aae3df6a req-bfe515b0-e516-4ced-97c6-178e057f670b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:35.597946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ac7b518-5771-4272-9dc8-69a8aae3df6a req-bfe515b0-e516-4ced-97c6-178e057f670b tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0786688 Jan 19 00:26:35.644353 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8ac7b518-5771-4272-9dc8-69a8aae3df6a req-7f19d7d7-7037-4688-801b-bceac411f32d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404441 Jan 19 00:26:36.840479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db97153-5514-4d27-8329-d0f1c51b9a1d req-4611bbc8-50d4-488a-9336-f4dc8a487373 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:36.842093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6db97153-5514-4d27-8329-d0f1c51b9a1d req-4611bbc8-50d4-488a-9336-f4dc8a487373 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0762146 Jan 19 00:26:36.892513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6db97153-5514-4d27-8329-d0f1c51b9a1d req-913adba2-d870-43ff-868b-d4ded1e4c2e5 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448523 Jan 19 00:26:38.086612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4892d0-75ee-4fdd-ae1b-0c0d6e29bddb req-aec7e746-4400-4103-928a-a2f5742db3d8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:38.088068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea4892d0-75ee-4fdd-ae1b-0c0d6e29bddb req-aec7e746-4400-4103-928a-a2f5742db3d8 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0763710 Jan 19 00:26:38.134421 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea4892d0-75ee-4fdd-ae1b-0c0d6e29bddb req-2ce3f067-e6fe-4070-93c1-b2c97c3911db tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405164 Jan 19 00:26:39.424530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa096b-51d1-4651-845c-59624bf0ac52 req-e5de82bc-4ed4-4644-b437-4e4299cc0c09 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:39.425950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65fa096b-51d1-4651-845c-59624bf0ac52 req-e5de82bc-4ed4-4644-b437-4e4299cc0c09 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.1695752 Jan 19 00:26:39.471887 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-65fa096b-51d1-4651-845c-59624bf0ac52 req-e1574da8-088b-406f-ad03-645ef85ebcb2 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402079 Jan 19 00:26:39.864177 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:40.672257 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc72bfa-038a-4375-b85a-e39f287f9557 req-008841c0-2f9a-461d-a121-600d47097cd7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:40.673646 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dc72bfa-038a-4375-b85a-e39f287f9557 req-008841c0-2f9a-461d-a121-600d47097cd7 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0757251 Jan 19 00:26:40.720566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8dc72bfa-038a-4375-b85a-e39f287f9557 req-43a16d96-8efc-4362-8b06-d1e0fbf89cef tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410092 Jan 19 00:26:41.893731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:41.931377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930bd1-ba23-42be-9eee-f2bae270d7a8 req-efbb6984-cfb5-40ea-a8a8-8afcc7656b13 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:26:41.932856 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-18930bd1-ba23-42be-9eee-f2bae270d7a8 req-efbb6984-cfb5-40ea-a8a8-8afcc7656b13 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0823681 Jan 19 00:26:41.979609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-18930bd1-ba23-42be-9eee-f2bae270d7a8 req-37a08569-e0ec-43ee-b369-d4ed4b113644 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5&id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411491 Jan 19 00:26:43.923144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2225e64a-b636-4077-8348-cabbd0f09ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:45.996261 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8a1583f6-226d-4da9-9832-880cee9152bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:47.253317 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:47.727680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:49.065051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:26:59.851232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:27:09.870332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:11.887673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:13.904784 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3dc237bb-a211-455a-a8b0-b7882ceb9648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.153454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-85850057-2a2f-4874-aaab-d04160c32302 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928244353&fields=id&tenant_id=7ca56b272ec4469b80ca5a2b3157a743 HTTP/1.1" status: 200 len: 267 time: 0.0405033 Jan 19 00:27:14.236963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-063b4f54-e1af-4461-b9c2-82bdd3d14d02 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:14.238322 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-063b4f54-e1af-4461-b9c2-82bdd3d14d02 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 984 time: 0.0797298 Jan 19 00:27:14.249729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Request body: {'port': {'security_groups': ['1c947d71-9f72-45f8-bac3-61cac61f412d']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:14.363024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.599531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:14.623497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.664261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.676557 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:27:14.725479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:14.726090 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.728141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-707e606f-2373-4bc6-9d47-fb2d78636f9f req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "PUT /v2.0/ports/3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 942 time: 0.4822729 Jan 19 00:27:14.728602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:27:14.735956 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38042) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:14.769864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event updated for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=7']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:14.792487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.793061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.793544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.793882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.794222 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.794549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.794914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.795341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.795665 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.795991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.796560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde3faa-51d8-4c65-bc86-9776f1595167 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:14.831754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.856385 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:27:14.862258 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:27:14.875433 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:14.978470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-75d29df5-9701-4a2c-9b9e-f220fc94cac5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1096 time: 0.0959558 Jan 19 00:27:15.009102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.032044 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1c832-df49-4d34-a2bf-1b06aefe8ee5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:15.043711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.044069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.045316 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.045674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.046020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.046349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.046675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.047002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.047350 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.047642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.047967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:15.051462 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8e210ca6-5014-41d7-926b-5f47689840d7 None None] Provisioning complete for port 3922601a-8b69-4ede-821d-91ae9f2c65e0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:15.053344 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8e210ca6-5014-41d7-926b-5f47689840d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.105610 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.109403 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-46d71053-01d4-42e2-a074-b857547d63e9 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "DELETE /v2.0/security-groups/d5d1c832-df49-4d34-a2bf-1b06aefe8ee5 HTTP/1.1" status: 204 len: 168 time: 0.3691468 Jan 19 00:27:15.109561 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38048) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:15.116695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-2c63b06d-b83e-4b8a-80e9-a7bde13ed1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:15.118223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-2c63b06d-b83e-4b8a-80e9-a7bde13ed1d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.1335180 Jan 19 00:27:15.231253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-412dbe47-8a8b-4964-aa09-4729223bd6c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 1001 time: 0.1073568 Jan 19 00:27:15.294643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-084a2194-88c2-41b9-a433-bd0f548a4a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:15.296108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-084a2194-88c2-41b9-a433-bd0f548a4a19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0578268 Jan 19 00:27:15.319842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Deleting port 7879f495-1da9-435a-af9b-7d96cce13d02 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:15.320183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.374187 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-1b44f2c5-57a4-46e1-a0c3-5e8e760d5852 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722470 Jan 19 00:27:15.487207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.487529 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.507509 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-f1043e41-656d-42d9-b55d-89714b87d422 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274197 Jan 19 00:27:15.651448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7ea4ef23-0420-4ad1-9316-05c598ee50e9 req-c9222aa3-f6df-449b-83b8-fb979263ec7a service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378868 Jan 19 00:27:15.706385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Calling delete_port for 7879f495-1da9-435a-af9b-7d96cce13d02 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:15.899215 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:15.950685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event deleted for resources: {'Port': ['ID=7879f495-1da9-435a-af9b-7d96cce13d02,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:15.989531 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-667b1430-5c82-46c9-90a9-614d5f3f8147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:16.042309 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:16.425534 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Router 58e73fc1-7526-4647-ae76-bd222de1d53a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:27:16.621212 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:27:16.631446 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Sync routers for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:27:16.644384 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:16.649601 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:16.703821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:16.755198 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-70908bac-9486-4b79-95a6-7adff94ad999 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "DELETE /v2.0/floatingips/4d79fb72-330c-4411-9818-821592450de1 HTTP/1.1" status: 204 len: 168 time: 1.6443856 Jan 19 00:27:16.755874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:27:16.826673 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:17.004125 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:27:17.097208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-a437a82f-5fcb-46d0-a996-4663dee76929 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 1096 time: 0.0714402 Jan 19 00:27:17.139233 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:17.143335 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Checking router: 58e73fc1-7526-4647-ae76-bd222de1d53a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:27:17.153581 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:17.154165 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:17.283090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:17.345818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:17.350512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-42030d59-50fc-4199-b0e3-712049dfbcf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:17.352567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-42030d59-50fc-4199-b0e3-712049dfbcf2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 200 len: 916 time: 0.2492864 Jan 19 00:27:17.422222 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-80068068-4561-4e2a-9aa2-5520295a2bfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 200 len: 217 time: 0.0641906 Jan 19 00:27:17.484113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-9d80d3b1-91ae-44ab-8d99-727310b65fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:17.485555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-9d80d3b1-91ae-44ab-8d99-727310b65fce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 200 len: 854 time: 0.0571630 Jan 19 00:27:17.562099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-ab5796bb-cf21-4567-acf5-d60bb1500e03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c7058a-d70c-4224-9fb7-827f43a11a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703924 Jan 19 00:27:17.693499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:17.697515 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eb059-ce80-4789-9e76-a7c8331931e6 None None] The sync data for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 is: [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:25:08Z', 'revision_number': 4, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'cc9050f6-179d-4d43-98b8-c4ee489958f7', 'name': '', 'network_id': 'b2c7058a-d70c-4224-9fb7-827f43a11a87', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'mac_address': 'fa:16:3e:8d:7b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:07Z', 'updated_at': '2022-01-19T00:25:17Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'subnets': [{'id': 'db7c4163-3cee-4f92-b11b-1fecc5e1b7ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:27:17.705819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-3dbac2ca-d430-4553-9e69-4aabe50b2ebb service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311247 Jan 19 00:27:17.722270 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:17.845139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd9a477-20b0-4985-9368-4385b2e432e1 req-1a9178b0-08bf-4216-93dd-351dc6ce8eaa service neutron] 10.222.0.83 "GET /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370130 Jan 19 00:27:17.952174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72b0cb-5bd6-4b48-bfb6-a1b39a0b8452 None None] New status for floating IP 4d79fb72-330c-4411-9818-821592450de1: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:27:19.127264 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:22.646658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671467e-6ae5-414e-9079-b3aa8c7edd4a req-a229f2a7-1796-4d9d-a789-4c8189978932 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:22.648017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9671467e-6ae5-414e-9079-b3aa8c7edd4a req-a229f2a7-1796-4d9d-a789-4c8189978932 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0845351 Jan 19 00:27:22.694230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9671467e-6ae5-414e-9079-b3aa8c7edd4a req-f9d2b201-ebec-4b1b-9b43-ba6dcc2e88a6 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 Jan 19 00:27:23.895786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8855d-436c-48c6-9441-17dc1f6148e3 req-9eb3214b-bfee-4b55-b8a4-b01e79fd73ca tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:23.897295 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96d8855d-436c-48c6-9441-17dc1f6148e3 req-9eb3214b-bfee-4b55-b8a4-b01e79fd73ca tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0766335 Jan 19 00:27:23.947623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96d8855d-436c-48c6-9441-17dc1f6148e3 req-891ab5d4-bbe2-4e2e-a772-2a8cfb45bc61 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/security-groups?id=1c947d71-9f72-45f8-bac3-61cac61f412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Jan 19 00:27:24.169430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-bb5382f1-9304-4577-8061-58ec84cf47d0 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:24.170857 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-bb5382f1-9304-4577-8061-58ec84cf47d0 tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.83 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 945 time: 0.0763395 Jan 19 00:27:24.237016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Deleting port 3922601a-8b69-4ede-821d-91ae9f2c65e0 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:24.237362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:24.478646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] For port 3922601a-8b69-4ede-821d-91ae9f2c65e0, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=3922601a-8b69-4ede-821d-91ae9f2c65e0,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:24.478957 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:24.595491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Calling delete_port for 3922601a-8b69-4ede-821d-91ae9f2c65e0 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:24.796205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:24.808448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['3922601a-8b69-4ede-821d-91ae9f2c65e0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:27:24.851716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Pushing event deleted for resources: {'Port': ['ID=3922601a-8b69-4ede-821d-91ae9f2c65e0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:24.927316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] No DVR routers for this DVR port 3922601a-8b69-4ede-821d-91ae9f2c65e0 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:27:24.929813 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:24.932966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'name': 'network-vif-deleted', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:27:24.944174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ed1bed-9b05-4e1a-9dd6-f107e4ddf2fa req-51f367f7-8781-4671-9461-a9e2c79cc87c tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.83 "DELETE /v2.0/ports/3922601a-8b69-4ede-821d-91ae9f2c65e0 HTTP/1.1" status: 204 len: 173 time: 0.7685022 Jan 19 00:27:24.988935 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20efee9-2333-4c3e-aefc-6f85d200aa01', 'name': 'network-vif-deleted', 'tag': '3922601a-8b69-4ede-821d-91ae9f2c65e0', 'status': 'completed', 'code': 200} Jan 19 00:27:25.111914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b91fe22c-f58f-4417-a3db-ec164e805c49 req-661e34e5-4034-426f-a539-5f90012b4c8d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Synchronizing usage tracker for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:27:25.179167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b91fe22c-f58f-4417-a3db-ec164e805c49 req-661e34e5-4034-426f-a539-5f90012b4c8d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] Unset dirty status for tenant:7ca56b272ec4469b80ca5a2b3157a743 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:27:25.180372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b91fe22c-f58f-4417-a3db-ec164e805c49 req-661e34e5-4034-426f-a539-5f90012b4c8d tempest-TestMinimumBasicScenario-2001990475 tempest-TestMinimumBasicScenario-2001990475-project] 10.222.0.59 "GET /v2.0/ports?device_id=a20efee9-2333-4c3e-aefc-6f85d200aa01 HTTP/1.1" status: 200 len: 210 time: 0.1096354 Jan 19 00:27:27.453251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38140) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:27.927724 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:28.505962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Deleting port cc9050f6-179d-4d43-98b8-c4ee489958f7 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:28.506674 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:28.675154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] For port cc9050f6-179d-4d43-98b8-c4ee489958f7, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cc9050f6-179d-4d43-98b8-c4ee489958f7,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:28.675509 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:28.738067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3922601a-8b69-4ede-821d-91ae9f2c65e0 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:28.770389 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 3922601a-8b69-4ede-821d-91ae9f2c65e0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:27:28.770644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 3922601a-8b69-4ede-821d-91ae9f2c65e0 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:27:28.800666 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Calling delete_port for cc9050f6-179d-4d43-98b8-c4ee489958f7 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:29.035672 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:29.082761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9050f6-179d-4d43-98b8-c4ee489958f7,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:29.471491 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:30.049766 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Router 58e73fc1-7526-4647-ae76-bd222de1d53a has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:27:30.244892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:27:30.253895 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Sync routers for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:27:30.266398 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:30.266994 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:30.317002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-24648425-e913-46d0-9b36-a2161535b36b admin admin] 10.222.0.59 "PUT /v2.0/routers/58e73fc1-7526-4647-ae76-bd222de1d53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8626089 Jan 19 00:27:30.319537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38144) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:30.445476 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:30.511315 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:30.706925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:30.725238 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:27:28Z', 'revision_number': 5, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port': {'id': 'e10742d0-27a6-4bd9-ab10-2d6d96017900', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ba:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:05Z', 'updated_at': '2022-01-19T00:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:30.729476 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Checking router: 58e73fc1-7526-4647-ae76-bd222de1d53a for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:27:30.739506 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Routers {'58e73fc1-7526-4647-ae76-bd222de1d53a'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:30.740078 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['58e73fc1-7526-4647-ae76-bd222de1d53a'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:30.785544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Deleting port e10742d0-27a6-4bd9-ab10-2d6d96017900 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:30.785972 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:30.886947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] Set router 58e73fc1-7526-4647-ae76-bd222de1d53a gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:30.996696 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:27:30Z', 'revision_number': 6, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:31.000785 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c56a6-5da2-42ac-8b96-a5847a10c436 None None] The sync data for ids ['58e73fc1-7526-4647-ae76-bd222de1d53a'] in n-d-825175-2 is: [{'id': '58e73fc1-7526-4647-ae76-bd222de1d53a', 'name': 'tempest-TestMinimumBasicScenario-1337016861-router', 'tenant_id': '7ca56b272ec4469b80ca5a2b3157a743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:04Z', 'updated_at': '2022-01-19T00:27:30Z', 'revision_number': 6, 'project_id': '7ca56b272ec4469b80ca5a2b3157a743', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:27:31.096596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] For port e10742d0-27a6-4bd9-ab10-2d6d96017900, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=e10742d0-27a6-4bd9-ab10-2d6d96017900,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:31.097211 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:31.217730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Calling delete_port for e10742d0-27a6-4bd9-ab10-2d6d96017900 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:31.441237 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:31.485139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10742d0-27a6-4bd9-ab10-2d6d96017900,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:31.704633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:31.959898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:31.964871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.052601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.053148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e73fc1-7526-4647-ae76-bd222de1d53a {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:27:32.065772 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.067145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-001425ad-1559-4ebb-9a0d-32a7344b2631 admin admin] 10.222.0.59 "DELETE /v2.0/routers/58e73fc1-7526-4647-ae76-bd222de1d53a HTTP/1.1" status: 204 len: 168 time: 1.7467074 Jan 19 00:27:32.073797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:32.133743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Deleting subnet db7c4163-3cee-4f92-b11b-1fecc5e1b7ae {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:27:32.138054 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.187097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.261388 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.401759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.439301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7c4163-3cee-4f92-b11b-1fecc5e1b7ae,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:32.444639 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.449870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408fa88-5f71-4029-a921-43fa51f0e01b None None] Network b2c7058a-d70c-4224-9fb7-827f43a11a87 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:27:32.451412 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ffb10c23-f3b8-4b3e-bfe5-cfc105ec13ca admin admin] 10.222.0.59 "DELETE /v2.0/subnets/db7c4163-3cee-4f92-b11b-1fecc5e1b7ae HTTP/1.1" status: 204 len: 168 time: 0.3804829 Jan 19 00:27:32.453890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:32.658330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.668924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Deleting port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:32.669259 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.708457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] DHCP port deletion for b2c7058a-d70c-4224-9fb7-827f43a11a87 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:27:32.713314 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Deleting port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:32.713758 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.833259 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:32.877995 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] For port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:32.878350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:32.999496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] For port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,segment=NetworkSegment(a94192bd-3bba-4694-8161-f203f04ccc8c),segment_id=a94192bd-3bba-4694-8161-f203f04ccc8c)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:32.999792 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.003064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Calling delete_port for 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:33.120808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Calling delete_port for 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:33.121295 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.168731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:33.175493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] No DVR routers for this DVR port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:27:33.193349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c update to DOWN by agent not found {{(pid=84544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 19 00:27:33.193789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cc9050f6-179d-4d43-98b8-c4ee489958f7 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:33.227781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: cc9050f6-179d-4d43-98b8-c4ee489958f7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:27:33.228281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cc9050f6-179d-4d43-98b8-c4ee489958f7 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:27:33.228713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e10742d0-27a6-4bd9-ab10-2d6d96017900 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:33.265953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: e10742d0-27a6-4bd9-ab10-2d6d96017900 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:27:33.266306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device e10742d0-27a6-4bd9-ab10-2d6d96017900 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:27:33.289864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:27:33.290225 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:27:33.295185 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.321474 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c7058a-d70c-4224-9fb7-827f43a11a87']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:33.333882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94192bd-3bba-4694-8161-f203f04ccc8c') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:33.334177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94192bd-3bba-4694-8161-f203f04ccc8c') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:33.346040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.362404 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.368549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:27:33.369487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:27:33.382680 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:27:33.387140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-3b890975-8bb8-40f8-86c1-a96802452f38 req-9fd18f4b-2de4-40ab-844e-99e028e56bcf service neutron] (84543) timed out ('10.222.0.59', 34386) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:27:33.492798 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.497442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.523656 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c7058a-d70c-4224-9fb7-827f43a11a87,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:33.574083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fd5d0246-203c-4b80-aa5a-5c3ebc63e2a8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b2c7058a-d70c-4224-9fb7-827f43a11a87 HTTP/1.1" status: 204 len: 168 time: 1.1191788 Jan 19 00:27:33.576948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:33.791891 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Deleting port 611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:33.792429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:33.856295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-3c8dde3f-416a-45ae-a54f-b1d406c5b2a7 None None] The port '611a08c8-5c4a-4ec7-b9aa-4c6a4de3137c' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:27:33.971262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:34.662919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Deleting port 76b193b1-b764-4c9f-b095-ce1f898b23d5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:34.663627 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:34.834827 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] For port 76b193b1-b764-4c9f-b095-ce1f898b23d5, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=76b193b1-b764-4c9f-b095-ce1f898b23d5,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:34.835182 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:34.957459 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Calling delete_port for 76b193b1-b764-4c9f-b095-ce1f898b23d5 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:35.173125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:35.217291 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Pushing event deleted for resources: {'Port': ['ID=76b193b1-b764-4c9f-b095-ce1f898b23d5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:35.503694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:36.171765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Router 16378852-0bf9-4835-9042-71e9aa804de6 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:27:36.369142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:27:36.377628 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Sync routers for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:27:36.390016 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:36.398074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:36.448647 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c1d338f-9027-4d92-bd88-bcafe0f1ef8d admin admin] 10.222.0.59 "PUT /v2.0/routers/16378852-0bf9-4835-9042-71e9aa804de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8705685 Jan 19 00:27:36.451149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:36.562795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:36.647811 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:36.854061 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:27:36.854632 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:27:35Z', 'revision_number': 5, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port': {'id': '98c9d392-9c52-4f4a-a4fe-8476d70873c6', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:67:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16378852-0bf9-4835-9042-71e9aa804de6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:36.857946 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:36.858659 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Checking router: 16378852-0bf9-4835-9042-71e9aa804de6 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:27:36.870254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Routers {'16378852-0bf9-4835-9042-71e9aa804de6'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:36.870865 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['16378852-0bf9-4835-9042-71e9aa804de6'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:36.904057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Deleting port 98c9d392-9c52-4f4a-a4fe-8476d70873c6 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:36.904488 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:37.019818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] Set router 16378852-0bf9-4835-9042-71e9aa804de6 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:37.077537 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] For port 98c9d392-9c52-4f4a-a4fe-8476d70873c6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=98c9d392-9c52-4f4a-a4fe-8476d70873c6,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:37.077780 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:37.173800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:27:36Z', 'revision_number': 6, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:37.177687 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda0a12-e5ff-4fff-bd7c-ef660bfb880d None None] The sync data for ids ['16378852-0bf9-4835-9042-71e9aa804de6'] in n-d-825175-2 is: [{'id': '16378852-0bf9-4835-9042-71e9aa804de6', 'name': 'tempest-TestMinimumBasicScenario-721490657-router', 'tenant_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:25:12Z', 'updated_at': '2022-01-19T00:27:36Z', 'revision_number': 6, 'project_id': 'd09e470a02d74d458ebb85a7a06b3ade', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:27:37.201555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Calling delete_port for 98c9d392-9c52-4f4a-a4fe-8476d70873c6 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:37.401948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:37.554161 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c9d392-9c52-4f4a-a4fe-8476d70873c6,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:37.780232 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.036125 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.040789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.144423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.145059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16378852-0bf9-4835-9042-71e9aa804de6 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:27:38.158558 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.159699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d1da4b88-922e-40f6-8aae-febe38d9a1a6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/16378852-0bf9-4835-9042-71e9aa804de6 HTTP/1.1" status: 204 len: 168 time: 1.7076137 Jan 19 00:27:38.162412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38164) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:38.225879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Deleting subnet 0294be7d-4db4-463f-bdcc-afe65e0593dc {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:27:38.229353 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.279077 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.353834 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.493122 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.531655 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0294be7d-4db4-463f-bdcc-afe65e0593dc,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:38.536521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.543139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b93c2ec3-b778-4155-9fb1-d2c32ca5428b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0294be7d-4db4-463f-bdcc-afe65e0593dc HTTP/1.1" status: 204 len: 168 time: 0.3797150 Jan 19 00:27:38.543729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0911494-9822-464b-b3dc-287c1401647d None None] Network 00ac90fe-6f99-407a-81f2-066b3334da09 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:27:38.545560 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38168) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:38.648908 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.660339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Deleting port d1287d54-d12b-493d-8222-93075ac95895 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:38.660671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.805805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] DHCP port deletion for 00ac90fe-6f99-407a-81f2-066b3334da09 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:27:38.810939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Deleting port d1287d54-d12b-493d-8222-93075ac95895 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:38.811174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.862474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 98c9d392-9c52-4f4a-a4fe-8476d70873c6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:38.872013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] For port d1287d54-d12b-493d-8222-93075ac95895, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d1287d54-d12b-493d-8222-93075ac95895,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:38.872375 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:38.921422 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 98c9d392-9c52-4f4a-a4fe-8476d70873c6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:27:38.921633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 98c9d392-9c52-4f4a-a4fe-8476d70873c6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:27:38.921992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d1287d54-d12b-493d-8222-93075ac95895 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:39.094153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Calling delete_port for d1287d54-d12b-493d-8222-93075ac95895 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:39.131569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] For port d1287d54-d12b-493d-8222-93075ac95895, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d1287d54-d12b-493d-8222-93075ac95895,segment=NetworkSegment(04120807-ea68-4169-95c2-1c6f7ea2511f),segment_id=04120807-ea68-4169-95c2-1c6f7ea2511f)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:39.131956 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.246993 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.256176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Calling delete_port for d1287d54-d12b-493d-8222-93075ac95895 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:27:39.281240 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.296407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1287d54-d12b-493d-8222-93075ac95895,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:39.301738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] No DVR routers for this DVR port d1287d54-d12b-493d-8222-93075ac95895 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:27:39.370432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 76b193b1-b764-4c9f-b095-ce1f898b23d5 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:27:39.402965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:27:39.403322 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:27:39.404266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 76b193b1-b764-4c9f-b095-ce1f898b23d5 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:27:39.404266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 76b193b1-b764-4c9f-b095-ce1f898b23d5 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:27:39.419671 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.444570 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ac90fe-6f99-407a-81f2-066b3334da09']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:39.457144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04120807-ea68-4169-95c2-1c6f7ea2511f') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:39.457446 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04120807-ea68-4169-95c2-1c6f7ea2511f') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:39.469333 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.484796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.490853 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:27:39.491535 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:27:39.504494 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:27:39.640733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.657116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.669534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] Pushing event deleted for resources: {'Network': ['ID=00ac90fe-6f99-407a-81f2-066b3334da09,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:39.674714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-daf51648-c19e-46c2-bc41-c9f46973df4d admin admin] 10.222.0.59 "DELETE /v2.0/networks/00ac90fe-6f99-407a-81f2-066b3334da09 HTTP/1.1" status: 204 len: 168 time: 1.1278770 Jan 19 00:27:39.898743 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.904498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Deleting port d1287d54-d12b-493d-8222-93075ac95895 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:27:39.905004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:39.966630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f34a76c4-de95-415e-8cf3-b6a7437a04c4 None None] The port 'd1287d54-d12b-493d-8222-93075ac95895' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:27:40.133399 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38174) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:40.184662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f73ca29f-c363-4628-aeaa-0a1298090148 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ca56b272ec4469b80ca5a2b3157a743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500815 Jan 19 00:27:40.187080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38178) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:40.249944 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:40.275425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:40.389218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:40.405219 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c947d71-9f72-45f8-bac3-61cac61f412d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:40.413185 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:40.414382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a5697c81-a2fd-414c-a853-dbf299623b71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c947d71-9f72-45f8-bac3-61cac61f412d HTTP/1.1" status: 204 len: 168 time: 0.2264190 Jan 19 00:27:41.092430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38188) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:41.141384 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-28882cef-8491-48c8-93b9-43bf29ca031c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d09e470a02d74d458ebb85a7a06b3ade&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477853 Jan 19 00:27:41.144682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:41.204624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:41.229134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:41.349561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:41.363662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938fccaf-71a6-464e-9890-11f280ec55ae,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:41.370123 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:41.371283 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d0720dbd-d1b8-4a5d-94c6-cd4977f1c052 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/938fccaf-71a6-464e-9890-11f280ec55ae HTTP/1.1" status: 204 len: 168 time: 0.2256789 Jan 19 00:27:41.927398 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:43.932553 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fb641c8e-b5ec-42c6-bd00-5133eb916110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.177877 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38236) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:44.184208 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82003879', 'description': 'tempest-secgroup-smoke-82003879 description', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:44.190857 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:44.194667 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:44.198188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:44.204053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:44.303520 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.316802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.347750 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:44.351661 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:44.354716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:44.360440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:44.426971 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.504222 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.545765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:44.547796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4e3e90-5bfd-4e35-a598-ba73c3fed295,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:44.552184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:44.555577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:44.561472 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:44.614281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.681517 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.724195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5e850-bbd9-4149-a84a-024171807100,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:44.795286 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.801061 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a62d0322-a629-4272-8c28-ed568c84deed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.6176515 Jan 19 00:27:44.801061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38240) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:44.805200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:44.812703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:44.816913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:44.819733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:44.826343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:44.910584 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:44.970016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.035000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.059090 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb710000-84de-406a-991f-1794c0ca1789,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:45.138384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.139633 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-195231d5-c70d-439e-806c-1e976acc26ad tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3391583 Jan 19 00:27:45.142383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38244) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:45.147837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:45.154783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:45.160505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:45.161556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:45.167737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:45.253058 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.315023 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.366886 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.391581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d783b1-d0ef-475c-8d72-146e99d8982e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:45.470119 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.471801 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6c973449-bd7e-4bc3-b9f0-226a28ebb92e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3282320 Jan 19 00:27:45.474821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38248) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:45.481124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:45.487848 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:45.491671 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:45.495381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:45.500991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:45.584695 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.742775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.801188 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.825894 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da70d3-4cad-4602-a4f0-8d0396aba6e1,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:45.881390 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.882644 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-82a75e09-da0e-4886-8fc2-da5f5bb4206f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4068873 Jan 19 00:27:45.885588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38252) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:45.891747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:45.898637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:45.903747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:45.906658 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:45.912325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:45.979752 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:45.989859 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-401b412a-bf5b-4140-a751-a1a6319a7a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.043997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.115497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.140493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b1614-ea57-4886-8310-543aad046c0a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:46.207120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.208370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82550fca-ffa0-4107-b48c-9a6910e2b370 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3216968 Jan 19 00:27:46.211081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38256) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:46.216743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:46.223494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:46.227366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:46.231105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:46.236752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:46.309731 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:27:46.316475 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.395403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.527086 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.550533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc227b4-c1d9-45c8-8808-749674e9b9a8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:46.624370 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.625589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b5467db1-967a-431f-83e0-eaa6dfc84632 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4136093 Jan 19 00:27:46.628411 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38260) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:46.634492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '9ee5e850-bbd9-4149-a84a-024171807100', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:46.641313 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:46.645152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:46.648124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:46.653811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:46.732400 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:27:46.738665 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.805264 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.886854 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:46.911691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369b70d2-7237-43d1-9c99-889dbfe58699,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:47.006933 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.008241 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9418ce42-1f09-464b-8055-31cb406b90b4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3788395 Jan 19 00:27:47.011401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38264) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:47.017243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'network': {'name': 'tempest-network-smoke--143290591', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'port_security_enabled': True}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:47.022939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:47.026737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:network and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:47.029624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:47.035530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:47.121011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:27:47.123962 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.152277 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:27:47.160715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.161040 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Added segment 018e6384-0e9e-474b-92fd-5dcc38336c36 of type vlan for network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 Jan 19 00:27:47.189708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.286789 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.291354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:47.291960 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.304043 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.397293 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Network': ['ID=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:47.407856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:27:47.424689 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0a1ac7fc-e148-4696-9066-6ddd1ec445f9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4122140 Jan 19 00:27:47.427489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38268) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:47.432755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'admin_state_up': True, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:47.440176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:47.444250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:router and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:47.447153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:47.452928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:47.520757 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.521807 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.541089 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.726661 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:47.751284 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.005092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.038412 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.168164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.213 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/cd17dd14-3250-4433-93e0-20457475f88e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:27:48.312895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.384328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.545838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:27:48.548611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:48.550947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:27:48.589975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=cd17dd14-3250-4433-93e0-20457475f88e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:48.822932 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:48.823680 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:49.069798 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:49.126595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 65ad3ed4-dac0-4117-8610-bf0e776185e2 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:27:49.325146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:27:49.334950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Sync routers for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:27:49.348751 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:49.349385 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:49.389897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:49.394057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e5f027e1-09c2-4952-91d3-0428ae3fa23b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9626744 Jan 19 00:27:49.394290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38272) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:49.525552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:49.556784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b222a4c1-ca2c-4c35-9efc-847950b4a675 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=d0d2bad43d744681bab6cb139760aa5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1614041 Jan 19 00:27:49.559514 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38278) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:49.693997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ef5c69-7fa2-4933-b70e-7bb659413731 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:49.695497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d9ef5c69-7fa2-4933-b70e-7bb659413731 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350169 Jan 19 00:27:49.698500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38282) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:49.741224 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-42f1f113-2534-4402-a676-e3c52f22509b tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416040 Jan 19 00:27:49.743806 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:49.749077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-250433249', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:49.841317 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:48Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:49.846236 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Checking router: 65ad3ed4-dac0-4117-8610-bf0e776185e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:27:49.848773 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Updating router 65ad3ed4-dac0-4117-8610-bf0e776185e2 port cd17dd14-3250-4433-93e0-20457475f88e binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:27:49.864393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:49.869400 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:subnet and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:49.872322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:49.879623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:49.899508 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:49.932595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:27:50.033434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.215102 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.228137 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Transition to ACTIVE for port object cd17dd14-3250-4433-93e0-20457475f88e will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:50.297442 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.309998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.376478 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Pushing event updated for resources: {'Port': ['ID=cd17dd14-3250-4433-93e0-20457475f88e,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:50.382793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Attempting to bind port cd17dd14-3250-4433-93e0-20457475f88e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:27:50.382959 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Subnet': ['ID=ab1e7cb2-58b3-4af5-a1da-067173109cb1,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:50.383148 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Attempting to bind port cd17dd14-3250-4433-93e0-20457475f88e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:27:50.383541 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Attempting to bind port cd17dd14-3250-4433-93e0-20457475f88e on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:27:50.394421 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.394757 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.395087 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.395411 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.395728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.396047 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.396362 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.396673 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.397021 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.397331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.397639 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:50.403731 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:27:50.404093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:27:50.404482 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.404909 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:27:50.405254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Checking segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:27:50.405464 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Bound port: cd17dd14-3250-4433-93e0-20457475f88e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:27:50.405601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network hostable DHCP agents. Network: 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:27:50.405922 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.474830 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] For port cd17dd14-3250-4433-93e0-20457475f88e, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:27:50.475369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:27:50.478411 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] For port cd17dd14-3250-4433-93e0-20457475f88e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd17dd14-3250-4433-93e0-20457475f88e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:27:50.561142 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.589847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:50.594059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:50.594649 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.602044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735bfab-5d46-46b8-8ed2-8011b5d6b21d None None] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:27:50.645192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c073c5-cc02-48c5-adce-33c1d34c2e2f None None] Pushing event updated for resources: {'Port': ['ID=cd17dd14-3250-4433-93e0-20457475f88e,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:50.654189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:50.654782 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:50.667577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-10382364-c272-4382-b211-f853e44bd87a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9201431 Jan 19 00:27:50.668028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38290) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:27:50.827474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:27:50.828200 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:50.837667 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:51.033772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Allocated IP 172.20.0.2 (5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3/ab1e7cb2-58b3-4af5-a1da-067173109cb1/96c86bc9-9582-465b-bdd6-80201dd7d94d) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:27:51.133295 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:48Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:51.137331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36947d-1d29-4b62-a8ca-b88cf3573cba None None] The sync data for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 is: [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:48Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:27:51.246995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.257879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Transition to ACTIVE for port object 96c86bc9-9582-465b-bdd6-80201dd7d94d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:51.279923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Transition to ACTIVE for port object 96c86bc9-9582-465b-bdd6-80201dd7d94d will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:51.344752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.426437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:27:51.427274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Pushing event updated for resources: {'Port': ['ID=96c86bc9-9582-465b-bdd6-80201dd7d94d,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:51.429674 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:51.433142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:27:51.445109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.445553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.446043 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.446532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.446888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.447222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.447725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.448218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.448549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.448894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.451563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:27:51.488017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.543823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Attempting to bind port 96c86bc9-9582-465b-bdd6-80201dd7d94d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:27:51.544198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Attempting to bind port 96c86bc9-9582-465b-bdd6-80201dd7d94d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:27:51.544563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Attempting to bind port 96c86bc9-9582-465b-bdd6-80201dd7d94d on network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:27:51.551771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:27:51.556966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Checking segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:27:51.556966 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.556966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Bound using segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:27:51.556966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Bound port: 96c86bc9-9582-465b-bdd6-80201dd7d94d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:27:51.556966 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.650910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] For port 96c86bc9-9582-465b-bdd6-80201dd7d94d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:27:51.654037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] For port 96c86bc9-9582-465b-bdd6-80201dd7d94d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96c86bc9-9582-465b-bdd6-80201dd7d94d,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:27:51.733070 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:51.824946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8d1e2-f911-4cb3-81ca-1286fdfdeba7 None None] Pushing event updated for resources: {'Port': ['ID=96c86bc9-9582-465b-bdd6-80201dd7d94d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:51.910255 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.1 (5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3/ab1e7cb2-58b3-4af5-a1da-067173109cb1/32dc5b42-db59-461b-862b-5cbd8542894f) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:27:52.098608 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:52.117935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 32dc5b42-db59-461b-862b-5cbd8542894f will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:52.275778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:52.347347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:27:52.350381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:52.355054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:27:52.384737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:52.414016 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:52.680088 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:52.767418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad0bc9-0d67-4516-a1e3-f067332aab56 None None] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:27:52.917049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96c86bc9-9582-465b-bdd6-80201dd7d94d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:27:53.092997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a2867cb4-9721-41b8-b4a4-806780de284b None None] Provisioning for port 96c86bc9-9582-465b-bdd6-80201dd7d94d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:53.121671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.149810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 96c86bc9-9582-465b-bdd6-80201dd7d94d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:53.156087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 96c86bc9-9582-465b-bdd6-80201dd7d94d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:53.156572 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.206749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.275263 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.320782 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 96c86bc9-9582-465b-bdd6-80201dd7d94d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96c86bc9-9582-465b-bdd6-80201dd7d94d,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:53.324622 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:53.334200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.390189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.390894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd17dd14-3250-4433-93e0-20457475f88e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:27:53.460520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Provisioning for port 32dc5b42-db59-461b-862b-5cbd8542894f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:53.479525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:27:53.480867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:53.485483 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Provisioning complete for port 32dc5b42-db59-461b-862b-5cbd8542894f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:53.485857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.558690 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Port 32dc5b42-db59-461b-862b-5cbd8542894f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:27:53.560225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=96c86bc9-9582-465b-bdd6-80201dd7d94d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:53.582279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Provisioning complete for port 96c86bc9-9582-465b-bdd6-80201dd7d94d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:53.582655 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-48f251c3-16bc-442c-9b8f-7975356f5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.631447 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port cd17dd14-3250-4433-93e0-20457475f88e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:53.643006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd17dd14-3250-4433-93e0-20457475f88e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:53.643508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.818846 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.838593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port cd17dd14-3250-4433-93e0-20457475f88e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd17dd14-3250-4433-93e0-20457475f88e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:53.876727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 65ad3ed4-dac0-4117-8610-bf0e776185e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:27:53.890195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1d5a2d4d-1c88-43cd-a65e-26e15a1d8832 None None] Provisioning complete for port 32dc5b42-db59-461b-862b-5cbd8542894f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:53.890700 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2d4d-1c88-43cd-a65e-26e15a1d8832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.922079 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:53.999594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a2d4d-1c88-43cd-a65e-26e15a1d8832 None None] Port 32dc5b42-db59-461b-862b-5cbd8542894f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:27:54.011323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=cd17dd14-3250-4433-93e0-20457475f88e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:54.083051 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:27:54.093462 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6a227909-1876-4b2a-b4b0-ccf84c49b2a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/65ad3ed4-dac0-4117-8610-bf0e776185e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4241800 Jan 19 00:27:54.409852 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-53b2d621-a68d-4c83-bb34-aa2c8fa80187 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82003879&fields=id&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 267 time: 0.0414741 Jan 19 00:27:54.662323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b42f7ce-0774-467a-9b6a-0e4b875eed05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:54.662990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b42f7ce-0774-467a-9b6a-0e4b875eed05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:27:54.697015 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Sync routers for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:27:54.708215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:54.709809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:54.721144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b42f7ce-0774-467a-9b6a-0e4b875eed05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:27:54.722372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b42f7ce-0774-467a-9b6a-0e4b875eed05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/networks?id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 200 len: 796 time: 0.3063357 Jan 19 00:27:54.739934 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-02d4cc5e-3957-4bba-89c7-35c7c20ab530 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/quotas/d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 375 time: 0.0120354 Jan 19 00:27:54.831745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-ec3b86e7-2921-40a1-98b2-e35cf7c6e067 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857332 Jan 19 00:27:54.877236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96c86bc9-9582-465b-bdd6-80201dd7d94d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:27:54.972615 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:55.050173 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 96c86bc9-9582-465b-bdd6-80201dd7d94d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:55.050537 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:55.052877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-6bd4994b-10e6-42d0-9c54-e1efb2b87227 service neutron] 10.222.0.59 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028258 Jan 19 00:27:55.186663 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-60e98ae8-85b6-49b0-a2e7-2e75b09f7462 service neutron] 10.222.0.59 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277339 Jan 19 00:27:55.353399 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd17dd14-3250-4433-93e0-20457475f88e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:27:55.442977 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 2, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:55.456870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Checking router: 65ad3ed4-dac0-4117-8610-bf0e776185e2 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:27:55.456870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Updating router 65ad3ed4-dac0-4117-8610-bf0e776185e2 port 32dc5b42-db59-461b-862b-5cbd8542894f binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:27:55.479002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port cd17dd14-3250-4433-93e0-20457475f88e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:55.479316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:55.554600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-305d0ead-50cf-46a9-a3ab-a220e4094e9b req-89f40eb9-0a5e-4572-a6de-d3c6d913ddc7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 210 time: 0.1247931 Jan 19 00:27:55.558415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.004650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.017352 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Transition to ACTIVE for port object 32dc5b42-db59-461b-862b-5cbd8542894f will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:56.081436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.224355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5cb1-1d41-47df-a90b-cde38ec49e58 None None] Pushing event updated for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:56.322202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Attempting to bind port 32dc5b42-db59-461b-862b-5cbd8542894f on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:27:56.322578 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Attempting to bind port 32dc5b42-db59-461b-862b-5cbd8542894f by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:27:56.322967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Attempting to bind port 32dc5b42-db59-461b-862b-5cbd8542894f on network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Checking segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Bound using segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Bound port: 32dc5b42-db59-461b-862b-5cbd8542894f, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:27:56.335793 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.467741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] For port 32dc5b42-db59-461b-862b-5cbd8542894f, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:27:56.470995 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] For port 32dc5b42-db59-461b-862b-5cbd8542894f, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32dc5b42-db59-461b-862b-5cbd8542894f,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:27:56.510685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:56.592993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a5cb1-1d41-47df-a90b-cde38ec49e58 None None] Pushing event updated for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:56.596237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:27:56.596883 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:56.738074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10677a49-818d-4362-a262-9a569d49696a req-7bacf355-02a3-4420-b994-645e5e4910cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 210 time: 0.0474944 Jan 19 00:27:56.791825 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:27:57.106451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:56Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:27:57.110490 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610d953c-9c59-49d9-ad20-b7dd88d4a95f None None] The sync data for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 is: [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:56Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:27:57.851482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c116-1fdf-439a-80e7-daf84740eaea req-346faf83-fc5d-4890-ab2b-27083af61233 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:57.853892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-346faf83-fc5d-4890-ab2b-27083af61233 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/networks?id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 200 len: 796 time: 0.1537774 Jan 19 00:27:57.912177 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-81a33928-bdac-480d-b9fa-987d7c622730 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 378 time: 0.0462379 Jan 19 00:27:57.921256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'port': {'device_id': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'admin_state_up': True, 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'security_groups': ['9ee5e850-bbd9-4149-a84a-024171807100']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:58.028174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-02ad8c3c-5735-4eb5-b0ba-f71beb16af8f req-1a88cabb-3374-45f0-9ce9-6e8561c0c296 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 210 time: 0.0924454 Jan 19 00:27:58.101302 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:27:58.105210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:port and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:27:58.108046 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:27:58.113882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:27:58.206522 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:27:58.209567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:58.365188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.11 (5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3/ab1e7cb2-58b3-4af5-a1da-067173109cb1/984931ea-9d7b-4147-9a7f-a3dfefb08104) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:27:58.552641 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:58.568315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 984931ea-9d7b-4147-9a7f-a3dfefb08104 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:58.635538 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:58.704626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:27:58.707667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:27:58.711635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:27:58.741752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:58.777677 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:58.778310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:58.871007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-2206e945-9fec-4a46-a81c-9126cc82e321 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540389 Jan 19 00:27:58.882870 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32dc5b42-db59-461b-862b-5cbd8542894f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:27:58.885450 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Request body: {'port': {'device_id': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:27:59.002435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.029375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 32dc5b42-db59-461b-862b-5cbd8542894f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:59.034234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 32dc5b42-db59-461b-862b-5cbd8542894f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:59.034731 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.057969 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88b5a760-aba5-42fe-b7bb-14061083feb2 None None] Provisioning for port 984931ea-9d7b-4147-9a7f-a3dfefb08104 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:27:59.074012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88b5a760-aba5-42fe-b7bb-14061083feb2 None None] Provisioning complete for port 984931ea-9d7b-4147-9a7f-a3dfefb08104 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:27:59.074012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88b5a760-aba5-42fe-b7bb-14061083feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.139353 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-88b5a760-aba5-42fe-b7bb-14061083feb2 None None] Port 984931ea-9d7b-4147-9a7f-a3dfefb08104 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:27:59.202070 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.234903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 32dc5b42-db59-461b-862b-5cbd8542894f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32dc5b42-db59-461b-862b-5cbd8542894f,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:27:59.320653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.390080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:59.447616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c80d9-0135-4cad-aa5d-bf0ea9aa0bfa req-9a1172e0-4dde-4cd4-8f0b-972a8075e2de tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:27:59.448306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d23c80d9-0135-4cad-aa5d-bf0ea9aa0bfa req-9a1172e0-4dde-4cd4-8f0b-972a8075e2de tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:27:59.523333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984931ea-9d7b-4147-9a7f-a3dfefb08104 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:27:59.530279 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.544579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Transition to ACTIVE for port object 984931ea-9d7b-4147-9a7f-a3dfefb08104 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:27:59.595240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d23c80d9-0135-4cad-aa5d-bf0ea9aa0bfa req-9a1172e0-4dde-4cd4-8f0b-972a8075e2de tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:27:59.596361 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d23c80d9-0135-4cad-aa5d-bf0ea9aa0bfa req-9a1172e0-4dde-4cd4-8f0b-972a8075e2de tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 932 time: 0.4232295 Jan 19 00:27:59.625205 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.756892 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d23c80d9-0135-4cad-aa5d-bf0ea9aa0bfa req-99223865-0a66-4396-b823-f6bf432268fe tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548970 Jan 19 00:27:59.770039 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Pushing event updated for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:27:59.885529 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Attempting to bind port 984931ea-9d7b-4147-9a7f-a3dfefb08104 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:27:59.886653 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Attempting to bind port 984931ea-9d7b-4147-9a7f-a3dfefb08104 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:27:59.887186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Attempting to bind port 984931ea-9d7b-4147-9a7f-a3dfefb08104 on network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:27:59.893239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Port 984931ea-9d7b-4147-9a7f-a3dfefb08104 on network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:27:59.893562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Attempting to bind port 984931ea-9d7b-4147-9a7f-a3dfefb08104 on network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:27:59.900310 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:27:59.900648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Checking segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:27:59.901060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Bound using segment: {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:27:59.901486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Bound port: 984931ea-9d7b-4147-9a7f-a3dfefb08104, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018e6384-0e9e-474b-92fd-5dcc38336c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:27:59.901837 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:27:59.997221 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:28:00.000140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:28:00.058371 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:00.121127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:00.122496 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] 10.222.0.83 "PUT /v2.0/ports/984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 200 len: 1092 time: 1.2439921 Jan 19 00:28:00.122939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:28:00.140264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b8a1-fe7b-467e-9b39-d78904999985 service neutron] Pushing event updated for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:00.192800 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'status': 'completed', 'code': 200} Jan 19 00:28:00.285354 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb0ac9a0-7d81-474a-a2c7-40aaf8cdc83e req-bf71ee9e-8c0d-4160-bb34-41050cc95de1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1095 time: 0.0723758 Jan 19 00:28:00.424585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac9a0-7d81-474a-a2c7-40aaf8cdc83e req-dd9f0350-b7bd-4cb5-afc0-b830dc12e93c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:00.428067 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb0ac9a0-7d81-474a-a2c7-40aaf8cdc83e req-dd9f0350-b7bd-4cb5-afc0-b830dc12e93c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d0d2bad43d744681bab6cb139760aa5e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346076 Jan 19 00:28:00.560661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac9a0-7d81-474a-a2c7-40aaf8cdc83e req-ff19a459-6622-4951-93bd-054e3e21c8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:00.562145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eb0ac9a0-7d81-474a-a2c7-40aaf8cdc83e req-ff19a459-6622-4951-93bd-054e3e21c8c1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305833 Jan 19 00:28:00.668534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-48fabae1-f9d9-4a01-8e7a-d985f784cdad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1095 time: 0.0732169 Jan 19 00:28:00.734644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-a17e534d-2d2b-4b9c-baf3-0ce984ff20df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 200 len: 217 time: 0.0592494 Jan 19 00:28:00.802683 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b551669-9120-4482-881a-202ea444d8a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:00.804268 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-7b551669-9120-4482-881a-202ea444d8a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1e7cb2-58b3-4af5-a1da-067173109cb1 HTTP/1.1" status: 200 len: 834 time: 0.0634108 Jan 19 00:28:00.858356 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32dc5b42-db59-461b-862b-5cbd8542894f up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:28:00.884219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-ff0e9033-e3cb-4e3c-bd9b-cac36df15f17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738258 Jan 19 00:28:00.937264 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 32dc5b42-db59-461b-862b-5cbd8542894f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:28:00.937548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:01.083137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-73ead409-b282-40d4-a1ee-7ba5cf319027 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940386 Jan 19 00:28:01.091698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054b67-e667-456f-a865-024810a983fd req-f831dc9d-8bd1-45df-9d8e-583c4082e2f2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:01.093094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f054b67-e667-456f-a865-024810a983fd req-f831dc9d-8bd1-45df-9d8e-583c4082e2f2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 944 time: 0.1855955 Jan 19 00:28:01.231381 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f054b67-e667-456f-a865-024810a983fd req-7444f74f-b790-40c3-ada3-122ce78ac851 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196938 Jan 19 00:28:01.266057 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e292c116-1fdf-439a-80e7-daf84740eaea req-c4707c52-f6f5-4d6e-b23b-90b5ad7b8057 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720228 Jan 19 00:28:02.431810 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a308c-ce2e-4539-8cd0-6ccd52589db0 req-0a0e5e15-e168-495a-b0f0-a44fc04a0c1a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:02.433298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d13a308c-ce2e-4539-8cd0-6ccd52589db0 req-0a0e5e15-e168-495a-b0f0-a44fc04a0c1a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 944 time: 0.0784943 Jan 19 00:28:02.577653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d13a308c-ce2e-4539-8cd0-6ccd52589db0 req-e84c1674-cd6c-4a07-b1a6-49537bbc3135 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1389151 Jan 19 00:28:02.897805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 984931ea-9d7b-4147-9a7f-a3dfefb08104 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:28:03.035600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:03.052459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'port_id': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:28:03.107355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:03.126035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984931ea-9d7b-4147-9a7f-a3dfefb08104 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:28:03.141978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:03.235099 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:03.302398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:03.462737 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['984931ea-9d7b-4147-9a7f-a3dfefb08104'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:28:03.773517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2d076-88bc-421a-8f10-001e92ce2522 req-3fef0454-018d-4f1e-aff5-4f7b4e7dcb59 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:03.775499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2db2d076-88bc-421a-8f10-001e92ce2522 req-3fef0454-018d-4f1e-aff5-4f7b4e7dcb59 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 945 time: 0.0784240 Jan 19 00:28:03.820686 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2db2d076-88bc-421a-8f10-001e92ce2522 req-e21dfaf7-b0ce-49d4-87d1-8f13f7c15de8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397246 Jan 19 00:28:04.913054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 984931ea-9d7b-4147-9a7f-a3dfefb08104 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:28:05.022739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de698876-0e7d-47c5-99ca-bd144ab02e32 req-9aee8144-c765-48a6-afc5-5f332cab6695 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:05.024185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de698876-0e7d-47c5-99ca-bd144ab02e32 req-9aee8144-c765-48a6-afc5-5f332cab6695 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 945 time: 0.0791059 Jan 19 00:28:05.034996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 984931ea-9d7b-4147-9a7f-a3dfefb08104 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:28:05.039948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 984931ea-9d7b-4147-9a7f-a3dfefb08104 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:28:05.041093 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:05.069982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de698876-0e7d-47c5-99ca-bd144ab02e32 req-9e6330cb-ceff-4f5e-872a-be366e243287 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400217 Jan 19 00:28:05.168523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:05.195275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:28:05.205162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:05.252416 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'code': 200} Jan 19 00:28:05.274993 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:05.342444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:05.379120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4a5092-3772-4c57-9ed6-2860b02528aa req-35a304c1-e17e-4e97-85a6-cf1874264804 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1097 time: 0.0683813 Jan 19 00:28:05.424653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5b4a5092-3772-4c57-9ed6-2860b02528aa req-ea51b5e8-6bbb-4e89-b434-4585ae5fb4fc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401087 Jan 19 00:28:06.267820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a535f-e2a8-4223-8dbf-43d92b7ef7d2 req-8bc4e1fc-5646-45ab-a9e7-05295d01d445 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:06.269194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b1a535f-e2a8-4223-8dbf-43d92b7ef7d2 req-8bc4e1fc-5646-45ab-a9e7-05295d01d445 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0798824 Jan 19 00:28:06.313864 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4b1a535f-e2a8-4223-8dbf-43d92b7ef7d2 req-7a79ec8d-e6d9-46a4-b123-1f26dc21c52a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392525 Jan 19 00:28:07.512018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077acbd2-87b7-4c74-b131-dfa9391374e1 req-2a9a9497-c914-49f7-8c81-30ee8a0db519 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:07.513737 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-077acbd2-87b7-4c74-b131-dfa9391374e1 req-2a9a9497-c914-49f7-8c81-30ee8a0db519 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0753164 Jan 19 00:28:07.562083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-077acbd2-87b7-4c74-b131-dfa9391374e1 req-ddc33d24-98ca-4a9d-8708-f142bf49e8bd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429888 Jan 19 00:28:07.753894 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178b527-156e-4798-af10-031d9da86f4a req-5b1e5a3c-1e7a-4e46-a500-36fde3f18fa4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:07.755325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9178b527-156e-4798-af10-031d9da86f4a req-5b1e5a3c-1e7a-4e46-a500-36fde3f18fa4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0744054 Jan 19 00:28:07.800195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9178b527-156e-4798-af10-031d9da86f4a req-02697a2c-100a-406f-a49f-bd44eed84ae9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386996 Jan 19 00:28:07.828991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38350) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:07.898493 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0c40c3ae-1f57-482c-8c27-a431d7a44ff8 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1092 time: 0.0682652 Jan 19 00:28:07.901880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38354) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:07.906984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:28:07.913324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:28:07.917147 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:floatingip and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:28:07.920081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:28:07.925792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:28:07.977405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:08.213679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:08.355030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.76 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:28:08.499777 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:08.583831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:08.654923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:28:08.658365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:28:08.660281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:08.662373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:28:09.166365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:09.278194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:09.476069 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:09.531837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:09.634827 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:09.652240 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:09.836656 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Floating IP b456502c-823f-4c3a-8309-8846896951df associated. External IP: 172.25.1.76, port: 984931ea-9d7b-4147-9a7f-a3dfefb08104. Jan 19 00:28:09.886614 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:10.317780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 65ad3ed4-dac0-4117-8610-bf0e776185e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:28:10.517997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:28:10.528166 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Sync routers for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:28:10.540458 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:10.541095 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:10.601223 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:10.654890 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-164abb57-ceb2-4df7-8eab-dc943cb02dd1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7519932 Jan 19 00:28:10.655467 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:28:10.711347 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'status': 'completed', 'code': 200} Jan 19 00:28:10.720352 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:10.861594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-7549a74f-0579-4798-92ba-6e1970ca9b34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1097 time: 0.1296365 Jan 19 00:28:10.892376 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2b2e2-7099-4a6c-a83e-3f9059700733 req-d1997545-e0c8-4e39-8494-3709dbba10f8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:10.893884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75e2b2e2-7099-4a6c-a83e-3f9059700733 req-d1997545-e0c8-4e39-8494-3709dbba10f8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.1282296 Jan 19 00:28:11.020062 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75e2b2e2-7099-4a6c-a83e-3f9059700733 req-bbbc0f29-16ff-415e-b67b-1dd16aee43e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747581 Jan 19 00:28:11.035905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-c02eb646-704d-42a3-bc45-549897666f58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:11.037489 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-c02eb646-704d-42a3-bc45-549897666f58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 200 len: 897 time: 0.1695333 Jan 19 00:28:11.049684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:11.105603 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b456502c-823f-4c3a-8309-8846896951df', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'port_id': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:28:09Z', 'updated_at': '2022-01-19T00:28:09Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:11.109478 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Checking router: 65ad3ed4-dac0-4117-8610-bf0e776185e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:28:11.121765 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:11.121982 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:27:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:11.144747 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-7bee5ad7-144e-45ca-8b50-98be278fd23d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 200 len: 999 time: 0.1016736 Jan 19 00:28:11.157654 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-902d5b6a-4b65-45ad-b45a-45c84385d004 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 991 time: 0.1055939 Jan 19 00:28:11.210691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-0569245d-da7c-4c7b-a242-0854a13a057d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:11.212150 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-0569245d-da7c-4c7b-a242-0854a13a057d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1e7cb2-58b3-4af5-a1da-067173109cb1 HTTP/1.1" status: 200 len: 834 time: 0.0614974 Jan 19 00:28:11.295321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-cbee352d-ba50-4ff2-af02-a7785cf500ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778174 Jan 19 00:28:11.300590 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:11.426635 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-b2f3ae70-e0f4-4f1c-a68c-17782deb771f service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251004 Jan 19 00:28:11.569566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fcd957f8-c724-4d42-a762-e58e82c958bc req-ce47b8ea-518a-4898-aebd-4352b80e0473 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375186 Jan 19 00:28:11.648804 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b456502c-823f-4c3a-8309-8846896951df', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'port_id': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:28:09Z', 'updated_at': '2022-01-19T00:28:09Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:11.652959 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ca994-66c6-4a1a-997d-c960579a4907 None None] The sync data for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 is: [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b456502c-823f-4c3a-8309-8846896951df', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'port_id': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'mac_address': 'fa:16:3e:15:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:28:09Z', 'updated_at': '2022-01-19T00:28:09Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:28:11.937622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:12.160455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38370) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:12.264158 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dfe0122d-450b-4bc2-89cf-dfaf33411727 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 991 time: 0.1024690 Jan 19 00:28:13.268150 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38374) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:13.373276 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c72158cd-ac0f-40dd-8335-b41e57bbe446 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 991 time: 0.1039135 Jan 19 00:28:13.671119 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be6050-a16e-4665-b2fc-7d7daa86c65a None None] New status for floating IP b456502c-823f-4c3a-8309-8846896951df: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:28:13.857249 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:28:13.926697 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e551b9f5-c237-4e1d-b0c6-680f27ca4491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:14.376762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38378) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:14.481682 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-20096876-5ce1-4ebd-9f34-fceeaaed1f06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 993 time: 0.1036930 Jan 19 00:28:16.028486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9c5709d5-6b3b-4a42-a48f-cb5fd1b32e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:17.275739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:17.749363 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:19.069438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:33.250987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-84320803-1ecf-4b7a-a3be-673b3b70bb5e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675712 Jan 19 00:28:33.391821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-0e3407f9-45ca-4465-a933-6fe4a0e4fb11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1097 time: 0.0710642 Jan 19 00:28:33.629548 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-4393f40f-cbc5-4170-a726-0a74183ef5fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:33.631024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-4393f40f-cbc5-4170-a726-0a74183ef5fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 200 len: 897 time: 0.2186606 Jan 19 00:28:33.735386 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-b6c8b6fb-dbdb-49f2-ab1d-edb443e319ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 200 len: 1001 time: 0.0981727 Jan 19 00:28:33.796253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-e64595ac-9c8f-4e17-9aca-c4a42cf39f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:33.797721 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-e64595ac-9c8f-4e17-9aca-c4a42cf39f59 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1e7cb2-58b3-4af5-a1da-067173109cb1 HTTP/1.1" status: 200 len: 834 time: 0.0569403 Jan 19 00:28:33.871805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-e0752f8c-f24d-488b-9f36-c5db8d3e1670 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686102 Jan 19 00:28:34.004399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-495a5ee6-f844-4f6b-bf2b-97bdd29afb36 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251612 Jan 19 00:28:34.136698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cce2248f-fca8-4d4c-bebf-6a17d92e7a56 req-633750ee-99d1-44f0-920b-b5ca963ca289 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261113 Jan 19 00:28:39.879989 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:41.965579 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:42.206103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc8154-a30a-4047-9f46-54e438565fcc req-7c34059a-b665-4f41-aa16-376002e2c2c1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:42.207552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53bc8154-a30a-4047-9f46-54e438565fcc req-7c34059a-b665-4f41-aa16-376002e2c2c1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0831845 Jan 19 00:28:42.251681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-53bc8154-a30a-4047-9f46-54e438565fcc req-3fdc985e-ebdc-41d7-bc42-d132232131c9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386856 Jan 19 00:28:43.457372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ef93-e96e-4338-82d2-deb5bfa54050 req-1688cdc3-1ad3-49b6-8676-534d88e80ced tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:43.458820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1155ef93-e96e-4338-82d2-deb5bfa54050 req-1688cdc3-1ad3-49b6-8676-534d88e80ced tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0753155 Jan 19 00:28:43.507136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1155ef93-e96e-4338-82d2-deb5bfa54050 req-f3573043-0945-41ed-be5f-b3d4dc0c71c4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427427 Jan 19 00:28:43.535456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:43.641474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3f54afe5-6b54-4645-83ca-b1ad9cd4e426 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 993 time: 0.1048851 Jan 19 00:28:43.971833 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-168216a2-0d62-45fb-b66f-116edabe1d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:45.236540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fba8c-febf-4d9d-8e83-8acc8caebde5 req-1e201706-aee9-4195-8696-77b444c7b210 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:45.238082 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-798fba8c-febf-4d9d-8e83-8acc8caebde5 req-1e201706-aee9-4195-8696-77b444c7b210 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0761986 Jan 19 00:28:45.285300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-798fba8c-febf-4d9d-8e83-8acc8caebde5 req-6f6dfa41-a3e4-453e-b404-e5f697a30518 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417788 Jan 19 00:28:46.005452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-43f6ebdc-74b9-428b-a8d3-c12ea4414efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:46.485005 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352e0e8-d9bd-4fb0-8bf5-01092d847fa1 req-ba96e502-53f4-4c19-bce2-0f113225bb21 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:46.486433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1352e0e8-d9bd-4fb0-8bf5-01092d847fa1 req-ba96e502-53f4-4c19-bce2-0f113225bb21 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0787764 Jan 19 00:28:46.531505 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1352e0e8-d9bd-4fb0-8bf5-01092d847fa1 req-d05e7945-b6b8-46b8-848e-170b6b81f187 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396852 Jan 19 00:28:46.558370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:46.665162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-66c1dd2b-f7b9-404f-9e98-b13bcbae979a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 200 len: 993 time: 0.1056767 Jan 19 00:28:46.938890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:47.136309 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:28:47.136646 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.285714 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.303982 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.304301 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.510492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:28:47.754729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.765673 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:47.799386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=85b3cd7f-a06e-4be4-8d52-70ecb86bcb8a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:47.834014 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.834386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.834718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.835060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.835398 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.835737 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.836070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.836402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.836728 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.837077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.837402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:47.905997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:48.290704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 65ad3ed4-dac0-4117-8610-bf0e776185e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:28:48.486912 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:28:48.496348 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Sync routers for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:28:48.509241 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:48.513439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:48.588195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:48.644544 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b798b983-ced2-4b06-95e3-cddd2e5c0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/floatingips/b456502c-823f-4c3a-8309-8846896951df HTTP/1.1" status: 204 len: 168 time: 1.7045391 Jan 19 00:28:48.645081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:28:48.703554 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:48.786868 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'status': 'completed', 'code': 200} Jan 19 00:28:48.884570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-f9badffd-ad12-48e1-8079-4c79cfe22c31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 1097 time: 0.0753958 Jan 19 00:28:49.023096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-2a55902f-a639-4019-b632-5c064266e870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:49.024551 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-2a55902f-a639-4019-b632-5c064266e870 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 200 len: 897 time: 0.1340296 Jan 19 00:28:49.043669 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:49.048537 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Checking router: 65ad3ed4-dac0-4117-8610-bf0e776185e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:28:49.058825 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:49.059407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:49.097524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-0ef9db84-3948-424e-8c40-7c72ddfa1036 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 200 len: 217 time: 0.0664878 Jan 19 00:28:49.114580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:49.162144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-9c1058fd-b790-45ed-8cae-a23de56d3a9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:49.163640 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-9c1058fd-b790-45ed-8cae-a23de56d3a9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ab1e7cb2-58b3-4af5-a1da-067173109cb1 HTTP/1.1" status: 200 len: 834 time: 0.0608521 Jan 19 00:28:49.274019 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:49.414523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ab06c-f15a-4822-a229-f95165a7011d req-1e216ed0-0b2b-4ea0-bb93-1a95e6206e23 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:49.415241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-294ab06c-f15a-4822-a229-f95165a7011d req-1e216ed0-0b2b-4ea0-bb93-1a95e6206e23 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:28:49.421615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-62a7aeac-52b3-4c5f-91ea-0610eff23146 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509871 Jan 19 00:28:49.519811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-294ab06c-f15a-4822-a229-f95165a7011d req-1e216ed0-0b2b-4ea0-bb93-1a95e6206e23 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:28:49.521093 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-294ab06c-f15a-4822-a229-f95165a7011d req-1e216ed0-0b2b-4ea0-bb93-1a95e6206e23 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.3210716 Jan 19 00:28:49.586916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-18cae118-1c82-4ca7-9884-e214cc03a7f7 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582024 Jan 19 00:28:49.590347 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:49.594157 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-294ab06c-f15a-4822-a229-f95165a7011d req-9e72b84f-4652-444f-9afb-00ac61c587fb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651407 Jan 19 00:28:49.594596 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0742283a-de28-4844-ac4c-9c4a2ce53b85 None None] The sync data for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 is: [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:27:52Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '32dc5b42-db59-461b-862b-5cbd8542894f', 'name': '', 'network_id': '5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:56:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:51Z', 'updated_at': '2022-01-19T00:27:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': 'ab1e7cb2-58b3-4af5-a1da-067173109cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:28:49.725324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58ecdec0-b166-40ba-a82d-4c511d9847f3 req-9bf8e8ec-4754-4c94-8020-0df62d9b9781 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302125 Jan 19 00:28:49.830634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27632f3a-1b34-4569-9196-684a6af47231 None None] New status for floating IP b456502c-823f-4c3a-8309-8846896951df: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:28:50.670127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e55f0d3f-0c2b-49a5-b6e7-abf10aab6359 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:50.671687 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e55f0d3f-0c2b-49a5-b6e7-abf10aab6359 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.0809395 Jan 19 00:28:50.780600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 984931ea-9d7b-4147-9a7f-a3dfefb08104 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:28:50.780985 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:50.858339 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:28:50.911085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942695ab-d143-4f97-9988-30ee2d10d8dd req-76e67e5e-ae73-477f-b194-9966436536f6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:28:50.912541 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-942695ab-d143-4f97-9988-30ee2d10d8dd req-76e67e5e-ae73-477f-b194-9966436536f6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 946 time: 0.1875665 Jan 19 00:28:51.052102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-942695ab-d143-4f97-9988-30ee2d10d8dd req-3b7ff600-686a-47f7-b32a-52cc471574bd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ee5e850-bbd9-4149-a84a-024171807100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340411 Jan 19 00:28:51.087706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 984931ea-9d7b-4147-9a7f-a3dfefb08104, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=984931ea-9d7b-4147-9a7f-a3dfefb08104,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:51.088060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:51.209195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 984931ea-9d7b-4147-9a7f-a3dfefb08104 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:28:51.405704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:51.456000 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=984931ea-9d7b-4147-9a7f-a3dfefb08104,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:51.530167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] No DVR routers for this DVR port 984931ea-9d7b-4147-9a7f-a3dfefb08104 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:28:51.532566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:51.535080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'name': 'network-vif-deleted', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:28:51.594244 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4216d766-f3ab-4dbe-a3d2-0571639b90a9', 'name': 'network-vif-deleted', 'tag': '984931ea-9d7b-4147-9a7f-a3dfefb08104', 'status': 'completed', 'code': 200} Jan 19 00:28:51.623613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d07af0d-239d-463a-913a-c68e9e75f43e req-e484bdae-e0d6-4e97-a91f-ce2b1b24852f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "DELETE /v2.0/ports/984931ea-9d7b-4147-9a7f-a3dfefb08104 HTTP/1.1" status: 204 len: 173 time: 0.9468911 Jan 19 00:28:52.229534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3163b83e-ef25-4e56-948d-f88d4f77be83 req-b9d5bb6b-99fe-4eae-92ff-3ce2941595fc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:28:52.314101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-3163b83e-ef25-4e56-948d-f88d4f77be83 req-b9d5bb6b-99fe-4eae-92ff-3ce2941595fc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:28:52.315305 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3163b83e-ef25-4e56-948d-f88d4f77be83 req-b9d5bb6b-99fe-4eae-92ff-3ce2941595fc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=4216d766-f3ab-4dbe-a3d2-0571639b90a9 HTTP/1.1" status: 200 len: 210 time: 0.1298597 Jan 19 00:28:53.422135 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38448) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:53.916362 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:54.532595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 32dc5b42-db59-461b-862b-5cbd8542894f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:28:54.533364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:54.717408 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 32dc5b42-db59-461b-862b-5cbd8542894f, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=32dc5b42-db59-461b-862b-5cbd8542894f,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:54.717764 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:54.836074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 32dc5b42-db59-461b-862b-5cbd8542894f owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:28:55.080199 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:55.124037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=32dc5b42-db59-461b-862b-5cbd8542894f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:55.147046 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 984931ea-9d7b-4147-9a7f-a3dfefb08104 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:28:55.185588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 984931ea-9d7b-4147-9a7f-a3dfefb08104 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:28:55.186074 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 984931ea-9d7b-4147-9a7f-a3dfefb08104 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:28:55.520267 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.086418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 65ad3ed4-dac0-4117-8610-bf0e776185e2 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:28:56.285858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:28:56.296705 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Sync routers for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:28:56.310868 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:56.314231 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:56.373871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8a1ff755-9ccc-488f-ae67-f6bc422d9401 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/65ad3ed4-dac0-4117-8610-bf0e776185e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506192 Jan 19 00:28:56.376511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38452) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:56.503037 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:56.563390 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting subnet ab1e7cb2-58b3-4af5-a1da-067173109cb1 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:28:56.566398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.624899 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.707145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.810739 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:28:54Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:56.821444 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Checking router: 65ad3ed4-dac0-4117-8610-bf0e776185e2 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:28:56.833844 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Routers {'65ad3ed4-dac0-4117-8610-bf0e776185e2'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:28:56.834570 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['65ad3ed4-dac0-4117-8610-bf0e776185e2'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:56.840291 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.885017 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1e7cb2-58b3-4af5-a1da-067173109cb1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:56.892496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:56.898665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290c944-e05b-473b-b5a7-1670bbeb1b51 None None] Network 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:28:56.900140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-121f6803-e3eb-4dd3-804c-12ee3f032d5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/subnets/ab1e7cb2-58b3-4af5-a1da-067173109cb1 HTTP/1.1" status: 204 len: 168 time: 0.5225708 Jan 19 00:28:56.902823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38456) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:57.064704 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] Set router 65ad3ed4-dac0-4117-8610-bf0e776185e2 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:28:57.182306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] DHCP port deletion for 5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:28:57.193406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Deleting port 96c86bc9-9582-465b-bdd6-80201dd7d94d {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:28:57.193773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.243298 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.407478 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:28:54Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:57.409590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] For port 96c86bc9-9582-465b-bdd6-80201dd7d94d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=96c86bc9-9582-465b-bdd6-80201dd7d94d,segment=NetworkSegment(018e6384-0e9e-474b-92fd-5dcc38336c36),segment_id=018e6384-0e9e-474b-92fd-5dcc38336c36)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:57.410275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.411534 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705cfbc-252b-4d8f-bae0-d351542f0294 None None] The sync data for ids ['65ad3ed4-dac0-4117-8610-bf0e776185e2'] in n-d-825175-2 is: [{'id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384290106', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:27:47Z', 'updated_at': '2022-01-19T00:28:54Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'cd17dd14-3250-4433-93e0-20457475f88e', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ad3ed4-dac0-4117-8610-bf0e776185e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:27:48Z', 'updated_at': '2022-01-19T00:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:28:57.462135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.531407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port cd17dd14-3250-4433-93e0-20457475f88e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:28:57.531779 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.572905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Calling delete_port for 96c86bc9-9582-465b-bdd6-80201dd7d94d owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:28:57.704595 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port cd17dd14-3250-4433-93e0-20457475f88e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=cd17dd14-3250-4433-93e0-20457475f88e,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:28:57.704871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.726140 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:57.772208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Pushing event deleted for resources: {'Port': ['ID=96c86bc9-9582-465b-bdd6-80201dd7d94d,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:57.776492 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] No DVR routers for this DVR port 96c86bc9-9582-465b-bdd6-80201dd7d94d on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:28:57.790154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.790714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.791061 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.791391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.791716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.792194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.792576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.793102 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.793470 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.794385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.794924 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3409807-502f-41b5-a8ae-56dada7c2ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:57.830155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for cd17dd14-3250-4433-93e0-20457475f88e owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:28:58.057307 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.103970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=cd17dd14-3250-4433-93e0-20457475f88e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:58.327070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.680363 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.685118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.788730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.789275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Fanout notify agent at l3_agent the message router_deleted on router 65ad3ed4-dac0-4117-8610-bf0e776185e2 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:28:58.803818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:58.804949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b98c6913-b5bf-44f1-9307-9b6722b5fe7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/routers/65ad3ed4-dac0-4117-8610-bf0e776185e2 HTTP/1.1" status: 204 len: 168 time: 1.9010580 Jan 19 00:28:58.808052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38460) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:58.945926 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.075436 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.099800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:59.112314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018e6384-0e9e-474b-92fd-5dcc38336c36') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:59.112610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018e6384-0e9e-474b-92fd-5dcc38336c36') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:28:59.123645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.139032 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.144805 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:28:59.145211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:28:59.159775 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:28:59.244322 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96c86bc9-9582-465b-bdd6-80201dd7d94d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:28:59.281038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 96c86bc9-9582-465b-bdd6-80201dd7d94d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:28:59.281380 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 96c86bc9-9582-465b-bdd6-80201dd7d94d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:28:59.281873 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32dc5b42-db59-461b-862b-5cbd8542894f no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:28:59.317398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 32dc5b42-db59-461b-862b-5cbd8542894f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:28:59.317746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 32dc5b42-db59-461b-862b-5cbd8542894f not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:28:59.393948 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.411702 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.422442 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Network': ['ID=5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:59.432740 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.433132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.433469 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.433797 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.434124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.434452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.434773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.435148 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.435476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.435794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.436111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:28:59.491782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eb1cf6df-50c1-48a0-86ce-e67d7154b94c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/networks/5bc3be25-1d0c-40ff-a5f6-f9975cac0fe3 HTTP/1.1" status: 204 len: 168 time: 0.6825836 Jan 19 00:28:59.494257 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38464) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:28:59.562179 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.590102 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.714077 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.730882 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5e850-bbd9-4149-a84a-024171807100,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:28:59.735744 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:28:59.738029 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da0dfba8-dafa-4a6b-81f5-2d7eeaff3be9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ee5e850-bbd9-4149-a84a-024171807100 HTTP/1.1" status: 204 len: 168 time: 0.2416682 Jan 19 00:29:00.182798 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38474) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:00.188543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837182580', 'description': 'tempest-secgroup-smoke-1837182580 description', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:00.195308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:00.199056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:00.202552 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:00.208098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:00.262970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.297211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:00.300918 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:00.303634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:00.309302 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:00.363462 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.411372 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.451737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1771194-bf17-47ce-8568-8230357a38cb,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:00.497737 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.499046 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7a9e3d18-704f-4e27-8c28-f058090df3d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3152533 Jan 19 00:29:00.502021 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38478) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:00.507507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:00.514705 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:00.518499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:00.521386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:00.527034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:00.595622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.654705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.696704 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.723930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f3a29e-2efe-46b6-805a-31411fef161e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:00.788374 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.789755 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d5361682-828f-40c1-b138-5dac783c3cc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2868061 Jan 19 00:29:00.792471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38482) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:00.798444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:00.805122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:00.808981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:00.812025 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:00.817646 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:00.839515 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd17dd14-3250-4433-93e0-20457475f88e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:29:00.874349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: cd17dd14-3250-4433-93e0-20457475f88e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:29:00.874696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device cd17dd14-3250-4433-93e0-20457475f88e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:29:00.897459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:00.958236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.033747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.056689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ad654e-8bcc-4a71-9ff5-a0316b45d55f,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:01.108399 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.109622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-3bb77d35-d99f-4d28-b86c-373a23ae23a3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3161635 Jan 19 00:29:01.112402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38486) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:01.117683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:01.124518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:01.128322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:01.131153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:01.136756 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:01.188749 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.248774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.302261 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.326660 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cda2c27-9e2d-4c73-b44e-a77291a6919b,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:01.370925 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.372676 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-148f1412-7974-44e3-8c7b-64dbd11beb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2593098 Jan 19 00:29:01.375423 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38490) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:01.380871 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:01.388390 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:01.392383 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:01.395215 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:01.400725 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:01.486740 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.553741 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.616739 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.641163 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d9cd2d-58b7-4af3-b434-7d81ffd17e61,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:01.696775 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.698012 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-47c68e9c-a12d-4d8d-888a-4545dcec37ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3216801 Jan 19 00:29:01.700654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38494) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:01.706029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:01.712433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:01.716381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:01.719228 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:01.724790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:01.787906 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:29:01.794600 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.856268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.925092 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:01.947875 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff3e3f1-de8a-440a-a4b0-3a9bc5e971a2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:02.028030 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.029752 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8659075a-f498-4d50-88ac-80cac6e56eb5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3276036 Jan 19 00:29:02.032062 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38498) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:02.037323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'e1771194-bf17-47ce-8568-8230357a38cb', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:02.043837 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:02.047832 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:02.050867 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:02.056569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:02.119808 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:29:02.126106 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.191452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.239765 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.263929 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4e8ac8-a555-4586-bb57-bddb5930e33b,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:02.314087 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.315275 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b4dd5dd4-16fb-40f5-90ed-0aec0b4c165c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2822781 Jan 19 00:29:02.318143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38502) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:02.323583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'network': {'name': 'tempest-network-smoke--1599689791', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:02.329353 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:02.333498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:network and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:02.336427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:02.342583 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:02.399239 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:29:02.402134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.430190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:29:02.438369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.438768 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Added segment 3745a496-0ec9-41d2-acba-89810b714591 of type vlan for network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 Jan 19 00:29:02.465213 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.548134 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.551886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:02.552471 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.662473 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Network': ['ID=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:02.672970 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:29:02.726498 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1fcaf5f7-12de-4ee2-abf2-34613d49b213 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071927 Jan 19 00:29:02.729152 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38506) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:02.735223 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'admin_state_up': True, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:02.742952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:02.749256 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:router and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:02.749930 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:02.756035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:02.817218 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.818172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:02.838167 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.025545 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.243912 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.273503 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.404425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.68 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/2880d151-4fca-4ea5-8ef9-2e0ddb89c02d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:29:03.551611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.628480 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:03.695020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:03.698074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:03.700433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:29:03.828539 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:04.024271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:04.025162 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:04.285523 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62f9e199-8e14-4690-b4dd-e1c393ed1529 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:29:04.480910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:29:04.491375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Sync routers for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:29:04.502862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:04.503474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:04.552594 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:04.554047 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-af8b8280-34b1-4ad6-abf5-274ac4081c34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8237486 Jan 19 00:29:04.557445 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38512) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:04.601447 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-5f8bd9fb-73f0-4667-8710-d6d3e9addb82 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=d0d2bad43d744681bab6cb139760aa5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428443 Jan 19 00:29:04.603974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38516) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:04.688190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:04.732981 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdd51b1-015c-4f25-b990-d4cfddba98f1 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:04.734466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-acdd51b1-015c-4f25-b990-d4cfddba98f1 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296005 Jan 19 00:29:04.737289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38520) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:04.775932 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dc57701c-d422-4624-9921-610128fd0e2b tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375972 Jan 19 00:29:04.778343 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38524) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:04.783768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377425507', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:04.896003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:04.900000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:subnet and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:04.902928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:04.909439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:04.970818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:03Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:04.971124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:29:04.974801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Checking router: 62f9e199-8e14-4690-b4dd-e1c393ed1529 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:29:04.975150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Updating router 62f9e199-8e14-4690-b4dd-e1c393ed1529 port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:29:05.025467 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.071415 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.346539 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.353964 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.358445 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Transition to ACTIVE for port object 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:05.417012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.435735 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Subnet': ['ID=64f89e9c-d7a4-4774-8196-c32cc137b5c8,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:05.448950 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Checking segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:29:05.449081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network hostable DHCP agents. Network: 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:29:05.499919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Attempting to bind port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:29:05.500704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Attempting to bind port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:29:05.500704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Attempting to bind port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:29:05.505901 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c48ce-ab20-4828-9283-d611f136db0e None None] Pushing event updated for resources: {'Port': ['ID=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:05.512249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:29:05.512623 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:29:05.513054 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.513689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:29:05.514150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Bound port: 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:29:05.515742 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.594179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:29:05.598673 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] For port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:29:05.601713 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] For port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:29:05.668536 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:05.673464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:05.674135 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.678895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f977ea-0531-428d-b5c7-d8f7ea1d2f05 None None] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:29:05.695019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:05.755087 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a52cf253-fa85-42a3-83a3-0bf7c6f2fad1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9757113 Jan 19 00:29:05.757860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38530) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:05.902393 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c48ce-ab20-4828-9283-d611f136db0e None None] Pushing event updated for resources: {'Port': ['ID=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:05.910261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:05.910890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:06.165303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:29:06.166104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:06.230599 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:06.532718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Allocated IP 172.20.0.2 (1f1dd00a-f9ed-4e1e-a431-04ff52116eb2/64f89e9c-d7a4-4774-8196-c32cc137b5c8/fa3c52c0-f438-4ef1-b382-99a03344fb7b) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:29:06.618235 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:06.721896 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:03Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:06.736625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52685525-1352-44f8-9983-5d5b0a26684e None None] The sync data for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 is: [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:03Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:29:06.803268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:06.814679 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Transition to ACTIVE for port object fa3c52c0-f438-4ef1-b382-99a03344fb7b will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:06.842237 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Transition to ACTIVE for port object fa3c52c0-f438-4ef1-b382-99a03344fb7b will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:06.903160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:06.993797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:06.996898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:07.002209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:29:07.009466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fa3c52c0-f438-4ef1-b382-99a03344fb7b,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:07.067888 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.1 (1f1dd00a-f9ed-4e1e-a431-04ff52116eb2/64f89e9c-d7a4-4774-8196-c32cc137b5c8/015d5cc3-953f-4e9e-b10b-f69318c20b58) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:29:07.098512 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Attempting to bind port fa3c52c0-f438-4ef1-b382-99a03344fb7b on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:29:07.098897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Attempting to bind port fa3c52c0-f438-4ef1-b382-99a03344fb7b by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:29:07.099270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Attempting to bind port fa3c52c0-f438-4ef1-b382-99a03344fb7b on network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:29:07.106084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:29:07.106564 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Checking segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:29:07.106957 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.107354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Bound using segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:29:07.107826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Bound port: fa3c52c0-f438-4ef1-b382-99a03344fb7b, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:29:07.109219 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.209078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] For port fa3c52c0-f438-4ef1-b382-99a03344fb7b, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:29:07.212826 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] For port fa3c52c0-f438-4ef1-b382-99a03344fb7b, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fa3c52c0-f438-4ef1-b382-99a03344fb7b,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:29:07.237658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.254813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 015d5cc3-953f-4e9e-b10b-f69318c20b58 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:07.326347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.360328 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.411734 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6ad93-95f9-43ce-aa3b-ccbbf99e9bb7 None None] Pushing event updated for resources: {'Port': ['ID=fa3c52c0-f438-4ef1-b382-99a03344fb7b,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:07.424519 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:07.431041 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:07.437193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:29:07.486724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:07.509816 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:07.705629 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:08.209686 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:08.268265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:08.294453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46250fac-809f-43ef-8964-a3a28869edb1 None None] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:29:08.382687 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:08.385061 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:08.494503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-3f336fcb-a8ee-4d91-b3c0-ac766e19d70f None None] Provisioning for port fa3c52c0-f438-4ef1-b382-99a03344fb7b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:08.524520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:08.525649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:08.892381 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f9164b41-2b51-46b1-b5f3-617ad1437742 None None] Provisioning for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:08.898477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f9164b41-2b51-46b1-b5f3-617ad1437742 None None] Provisioning complete for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:08.898859 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f9164b41-2b51-46b1-b5f3-617ad1437742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:08.947074 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62f9e199-8e14-4690-b4dd-e1c393ed1529 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:29:08.982075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa3c52c0-f438-4ef1-b382-99a03344fb7b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:09.021500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f9164b41-2b51-46b1-b5f3-617ad1437742 None None] Port 015d5cc3-953f-4e9e-b10b-f69318c20b58 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:29:09.126175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port fa3c52c0-f438-4ef1-b382-99a03344fb7b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:09.131919 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fa3c52c0-f438-4ef1-b382-99a03344fb7b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:09.132291 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.164197 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:29:09.179101 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a72e4708-2b29-4444-8544-18c1e9078f71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/62f9e199-8e14-4690-b4dd-e1c393ed1529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4202416 Jan 19 00:29:09.203212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-72b2deb8-4f6a-49db-8f5f-6712fcd8ffd8 None None] Provisioning complete for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:09.203586 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-72b2deb8-4f6a-49db-8f5f-6712fcd8ffd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.300503 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-72b2deb8-4f6a-49db-8f5f-6712fcd8ffd8 None None] Port 015d5cc3-953f-4e9e-b10b-f69318c20b58 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:29:09.305583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.337926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port fa3c52c0-f438-4ef1-b382-99a03344fb7b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fa3c52c0-f438-4ef1-b382-99a03344fb7b,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:09.351019 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-a32fefe4-85c5-42fd-968d-aee09c1b0873 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837182580&fields=id&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 267 time: 0.0410800 Jan 19 00:29:09.393869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.394700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:09.500723 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdb24-0a00-4e81-872f-af739e00367e req-4443eed7-f927-4f91-96f0-24f89f625771 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:09.502104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-4443eed7-f927-4f91-96f0-24f89f625771 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 797 time: 0.1448493 Jan 19 00:29:09.519049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-ba140ee1-f579-4b27-babe-c7797acc5c51 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/quotas/d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 375 time: 0.0116236 Jan 19 00:29:09.520906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b7e7b631-3662-4b34-a5a0-577778249003 None None] Provisioning complete for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:09.521287 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b7e7b631-3662-4b34-a5a0-577778249003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.565890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=fa3c52c0-f438-4ef1-b382-99a03344fb7b,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:09.590183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7b631-3662-4b34-a5a0-577778249003 None None] Port 015d5cc3-953f-4e9e-b10b-f69318c20b58 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:29:09.600519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-bd2a25c5-a004-4e17-a0c2-aa8751f100cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:29:09.650808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:09.656498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:09.656888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.690876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-bd2a25c5-a004-4e17-a0c2-aa8751f100cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:29:09.692212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-bd2a25c5-a004-4e17-a0c2-aa8751f100cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680100 Jan 19 00:29:09.775585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.792738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:09.836001 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-7dd1a47d-dca2-4899-948e-23f8f651f719 service neutron] 10.222.0.59 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313937 Jan 19 00:29:09.874491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.908103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:09.943996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:09.972526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-81676469-5fb0-4321-aa8d-1b13700e2be0 service neutron] 10.222.0.59 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307855 Jan 19 00:29:10.225552 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Sync routers for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:29:10.239125 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:10.239788 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:10.242776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec3b57d2-7fb0-4df8-85e1-de587dae480c req-b0f60b5b-baff-4c56-b3cd-ecb2c9a7bf21 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 210 time: 0.0518439 Jan 19 00:29:10.421212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:10.731733 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:08Z', 'revision_number': 2, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:10.735764 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Checking router: 62f9e199-8e14-4690-b4dd-e1c393ed1529 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:29:10.736110 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Updating router 62f9e199-8e14-4690-b4dd-e1c393ed1529 port 015d5cc3-953f-4e9e-b10b-f69318c20b58 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:29:10.787854 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:10.896428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa3c52c0-f438-4ef1-b382-99a03344fb7b up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:10.970963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port fa3c52c0-f438-4ef1-b382-99a03344fb7b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:10.971332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.086971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:11.133831 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.147223 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Transition to ACTIVE for port object 015d5cc3-953f-4e9e-b10b-f69318c20b58 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:11.153377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:11.153748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.239449 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.370325 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Pushing event updated for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:11.415165 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.415508 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.415843 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.416173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.416499 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.416820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.417173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.417703 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.418024 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.418343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.418661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:29:11.457064 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92597734-1156-4e70-a195-5024a3ceb9e5 req-98f14840-0e83-48ee-9b65-4ccb72803605 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 210 time: 0.0618939 Jan 19 00:29:11.481061 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Attempting to bind port 015d5cc3-953f-4e9e-b10b-f69318c20b58 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:29:11.481542 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Attempting to bind port 015d5cc3-953f-4e9e-b10b-f69318c20b58 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:29:11.482145 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Attempting to bind port 015d5cc3-953f-4e9e-b10b-f69318c20b58 on network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:29:11.491424 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:29:11.491967 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Checking segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:29:11.492630 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.493114 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Bound using segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:29:11.493985 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Bound port: 015d5cc3-953f-4e9e-b10b-f69318c20b58, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:29:11.494521 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.582507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] For port 015d5cc3-953f-4e9e-b10b-f69318c20b58, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:29:11.585403 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] For port 015d5cc3-953f-4e9e-b10b-f69318c20b58, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=015d5cc3-953f-4e9e-b10b-f69318c20b58,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:29:11.669223 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:11.778065 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffb9c2-5eac-43be-8e2c-ccca7354baef None None] Pushing event updated for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:11.783093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:11.783697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:28:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:11.969935 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:11.971033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:12.273648 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:11Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:12.277568 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6ae16-feba-4964-850d-8a1b0f9cd06b None None] The sync data for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 is: [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:11Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:29:12.374615 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdb24-0a00-4e81-872f-af739e00367e req-ea268569-cf58-4a86-8bbc-293daa421829 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:12.375886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-ea268569-cf58-4a86-8bbc-293daa421829 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:29:12.451232 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-ea268569-cf58-4a86-8bbc-293daa421829 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:29:12.452963 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-ea268569-cf58-4a86-8bbc-293daa421829 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 797 time: 0.2454908 Jan 19 00:29:12.509860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-ae494de2-2eab-4886-9314-86ec9f97fcc2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:29:12.605342 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-160bdb24-0a00-4e81-872f-af739e00367e req-ae494de2-2eab-4886-9314-86ec9f97fcc2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:29:12.607217 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-ae494de2-2eab-4886-9314-86ec9f97fcc2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 380 time: 0.1423659 Jan 19 00:29:12.615207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'port': {'device_id': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'admin_state_up': True, 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'security_groups': ['e1771194-bf17-47ce-8568-8230357a38cb']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:12.659502 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cdf57859-b178-4f3b-a15a-acbca5f5bb0e req-f74bf636-9098-4ed1-9a0f-6d3b3cd71a1f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 210 time: 0.0500791 Jan 19 00:29:12.759057 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:12.769083 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:12.834290 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:29:12.838121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:12.945143 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 015d5cc3-953f-4e9e-b10b-f69318c20b58 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:13.073767 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:13.080589 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:13.081117 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.161294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.7 (1f1dd00a-f9ed-4e1e-a431-04ff52116eb2/64f89e9c-d7a4-4774-8196-c32cc137b5c8/92dd834e-ada6-4e69-b053-21f739ba71d0) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:29:13.204879 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.238979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 015d5cc3-953f-4e9e-b10b-f69318c20b58, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=015d5cc3-953f-4e9e-b10b-f69318c20b58,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:13.313930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.354989 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.370386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 92dd834e-ada6-4e69-b053-21f739ba71d0 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:13.379657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:13.462922 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.537113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:13.540104 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:13.544349 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:29:13.568920 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:13.610910 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:13.611513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.697712 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-5df499bb-d8eb-4c1a-bd8d-06a8017c19c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860913 Jan 19 00:29:13.707974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-af510c49-38b4-44ca-9eaf-9f8872608b9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:29:13.709216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-af510c49-38b4-44ca-9eaf-9f8872608b9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057068 Jan 19 00:29:13.791281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Request body: {'port': {'device_id': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:13.852541 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6ab1c941-dbd3-44f1-846b-63c662ca17b0 None None] Provisioning for port 92dd834e-ada6-4e69-b053-21f739ba71d0 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:13.861180 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-6ab1c941-dbd3-44f1-846b-63c662ca17b0 None None] Provisioning complete for port 92dd834e-ada6-4e69-b053-21f739ba71d0 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:13.862053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ab1c941-dbd3-44f1-846b-63c662ca17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.874786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8c2f-38b6-4011-af4e-b5ab49b9d451 req-308970f3-3253-4aae-84cb-52c0cb772d58 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:13.876699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-894b8c2f-38b6-4011-af4e-b5ab49b9d451 req-308970f3-3253-4aae-84cb-52c0cb772d58 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 931 time: 0.0841651 Jan 19 00:29:13.907452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:13.934944 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-894b8c2f-38b6-4011-af4e-b5ab49b9d451 req-0274f70d-f610-426c-b3b6-f3632c87ae2a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496142 Jan 19 00:29:13.938460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1c941-dbd3-44f1-846b-63c662ca17b0 None None] Port 92dd834e-ada6-4e69-b053-21f739ba71d0 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:29:13.988470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6301fdf1-dd7a-4f7e-9d69-f36f7653135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.242921 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92dd834e-ada6-4e69-b053-21f739ba71d0 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:29:14.250094 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.263728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Transition to ACTIVE for port object 92dd834e-ada6-4e69-b053-21f739ba71d0 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:29:14.331190 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.455368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:14.562749 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Attempting to bind port 92dd834e-ada6-4e69-b053-21f739ba71d0 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:29:14.563312 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Attempting to bind port 92dd834e-ada6-4e69-b053-21f739ba71d0 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:29:14.563430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Attempting to bind port 92dd834e-ada6-4e69-b053-21f739ba71d0 on network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:29:14.569124 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Port 92dd834e-ada6-4e69-b053-21f739ba71d0 on network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:29:14.569447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Attempting to bind port 92dd834e-ada6-4e69-b053-21f739ba71d0 on network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:29:14.575525 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:29:14.581569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Checking segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:29:14.581569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Bound using segment: {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:29:14.581569 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Bound port: 92dd834e-ada6-4e69-b053-21f739ba71d0, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3745a496-0ec9-41d2-acba-89810b714591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:29:14.581569 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.669603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:29:14.673362 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=92dd834e-ada6-4e69-b053-21f739ba71d0,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:29:14.731680 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.793020 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:14.795048 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] 10.222.0.89 "PUT /v2.0/ports/92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 1091 time: 1.0797727 Jan 19 00:29:14.796102 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:29:14.813925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91eb9f8-3c00-4d25-9b4a-93262a72ca52 service neutron] Pushing event updated for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:14.864866 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'status': 'completed', 'code': 200} Jan 19 00:29:14.906801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 015d5cc3-953f-4e9e-b10b-f69318c20b58 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:14.965312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e214c6d9-2eac-4bf8-acc8-52f6690e8d6a req-51c32e66-ad74-4b8f-b5fc-8648c870b114 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0793808 Jan 19 00:29:14.987616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 015d5cc3-953f-4e9e-b10b-f69318c20b58 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:14.987990 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:15.123551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214c6d9-2eac-4bf8-acc8-52f6690e8d6a req-7ac461e4-13c3-4a7e-ac42-1d660002d71f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:15.125124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e214c6d9-2eac-4bf8-acc8-52f6690e8d6a req-7ac461e4-13c3-4a7e-ac42-1d660002d71f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d0d2bad43d744681bab6cb139760aa5e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1533165 Jan 19 00:29:15.150460 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de9c52-8779-4f5e-a54d-facd712865f3 req-a94da2cf-f9ff-470b-8827-b3d2dc9a395a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:15.152537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03de9c52-8779-4f5e-a54d-facd712865f3 req-a94da2cf-f9ff-470b-8827-b3d2dc9a395a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 943 time: 0.0835876 Jan 19 00:29:15.203769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03de9c52-8779-4f5e-a54d-facd712865f3 req-4aaaaf94-3c34-4d38-a8ab-3efff92a973a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455284 Jan 19 00:29:15.266902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214c6d9-2eac-4bf8-acc8-52f6690e8d6a req-e4c267d5-9901-4ef8-8bb2-eeee6184e365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:15.268357 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e214c6d9-2eac-4bf8-acc8-52f6690e8d6a req-e4c267d5-9901-4ef8-8bb2-eeee6184e365 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378677 Jan 19 00:29:15.465341 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-7447daf1-1045-4800-8912-9b2a6a55f443 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1592729 Jan 19 00:29:15.536816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-2c4e87d1-23b4-4e2b-b390-5bc073d8dd2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 217 time: 0.0650401 Jan 19 00:29:15.598235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdb24-0a00-4e81-872f-af739e00367e req-c49232bd-44e3-4dfc-91fe-0487b70f0e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:15.599788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-c49232bd-44e3-4dfc-91fe-0487b70f0e0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0579093 Jan 19 00:29:15.674178 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-9b4cc736-4532-4879-bcb2-ef8d9d992207 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682106 Jan 19 00:29:15.804252 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-f74947fd-ec04-47ca-a4f4-449e140ac71f service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240108 Jan 19 00:29:15.938310 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-160bdb24-0a00-4e81-872f-af739e00367e req-eca8e99f-19b7-4b1d-9701-c8481bf9bb18 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275287 Jan 19 00:29:16.034266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0f871017-40f4-46af-9e8f-be3797fc5683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:16.401932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaa1dd-c7cd-4449-a55c-26d924e72c0f req-48f5c7f6-56fa-4f6d-8206-5654a6d5fef6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:16.403398 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9aaa1dd-c7cd-4449-a55c-26d924e72c0f req-48f5c7f6-56fa-4f6d-8206-5654a6d5fef6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 943 time: 0.0755966 Jan 19 00:29:16.449451 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9aaa1dd-c7cd-4449-a55c-26d924e72c0f req-59a4fd6d-b0e2-428d-b8e1-a08cb15ac573 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Jan 19 00:29:17.290748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:17.652998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4478ce-a960-403f-a18f-be70a1bb6eeb req-fe7f0ec9-bee8-4815-aeb0-c2619bed8516 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:17.655099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4478ce-a960-403f-a18f-be70a1bb6eeb req-fe7f0ec9-bee8-4815-aeb0-c2619bed8516 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 943 time: 0.0827851 Jan 19 00:29:17.700360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bb4478ce-a960-403f-a18f-be70a1bb6eeb req-d0ea2f65-4e6b-4666-afd0-0c7be46e3e70 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395818 Jan 19 00:29:17.759565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:18.900974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414f9d8-b66e-4eb9-a4ff-cddac2f397e2 req-439297b7-1984-4690-9267-eeaffdf6a084 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:18.902449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0414f9d8-b66e-4eb9-a4ff-cddac2f397e2 req-439297b7-1984-4690-9267-eeaffdf6a084 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 943 time: 0.0798235 Jan 19 00:29:18.948262 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0414f9d8-b66e-4eb9-a4ff-cddac2f397e2 req-1247f9fc-1b13-42b3-953e-a07372858b26 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Jan 19 00:29:19.073751 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:19.422904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 92dd834e-ada6-4e69-b053-21f739ba71d0 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:29:19.551370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=92dd834e-ada6-4e69-b053-21f739ba71d0,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:19.564771 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'port_id': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'mac_address': 'fa:16:3e:27:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:29:19.620687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:19.637456 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92dd834e-ada6-4e69-b053-21f739ba71d0 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:29:19.653260 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=92dd834e-ada6-4e69-b053-21f739ba71d0,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:19.696498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:19.761433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:20.032340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['92dd834e-ada6-4e69-b053-21f739ba71d0'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:29:20.146587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40fd11-53b4-417f-958d-b8bd7c5cc6d3 req-9dd03809-2465-441e-81e1-95cd8c54f65a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:20.148072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e40fd11-53b4-417f-958d-b8bd7c5cc6d3 req-9dd03809-2465-441e-81e1-95cd8c54f65a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 944 time: 0.0808208 Jan 19 00:29:20.193837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7e40fd11-53b4-417f-958d-b8bd7c5cc6d3 req-4a2eeaf1-0eee-423a-92fa-3bd458a3aa7a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Jan 19 00:29:21.385349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ba13b-e7b4-4f9b-b780-ed0564aef25b req-91568930-781e-4c5e-b7b7-ac3b38b74ef8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:21.386769 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-186ba13b-e7b4-4f9b-b780-ed0564aef25b req-91568930-781e-4c5e-b7b7-ac3b38b74ef8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 944 time: 0.0745850 Jan 19 00:29:21.422741 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 92dd834e-ada6-4e69-b053-21f739ba71d0 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:29:21.435793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-186ba13b-e7b4-4f9b-b780-ed0564aef25b req-d3e83682-cc2f-4489-b82e-4fbedd0e9ad2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Jan 19 00:29:21.588201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 92dd834e-ada6-4e69-b053-21f739ba71d0 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:29:21.593495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 92dd834e-ada6-4e69-b053-21f739ba71d0 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:29:21.593890 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:21.705187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:21.730911 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:29:21.741028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=92dd834e-ada6-4e69-b053-21f739ba71d0,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:29:21.794153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:21.862452 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'code': 200} Jan 19 00:29:21.865427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:21.984754 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47d14263-2cbd-4031-a04e-15b19a53161d req-46f20155-4d74-494d-89b6-6098208982be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0718877 Jan 19 00:29:22.027364 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-47d14263-2cbd-4031-a04e-15b19a53161d req-64e083a5-412d-4370-a761-1e3b952ad276 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Jan 19 00:29:22.640520 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ec04-8dcb-4981-bb22-68ff0040051e req-0097762d-af77-4d4d-ad08-bbf8143661f3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:22.642077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6df6ec04-8dcb-4981-bb22-68ff0040051e req-0097762d-af77-4d4d-ad08-bbf8143661f3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0778406 Jan 19 00:29:22.687195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6df6ec04-8dcb-4981-bb22-68ff0040051e req-8a509238-a252-419e-b6b1-c2b5fd0379f3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397532 Jan 19 00:29:23.889611 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751588aa-2d1d-4fe2-9cd2-f73c36d6be22 req-5ae661af-8b93-409e-ad08-dd1521871282 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:23.891066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-751588aa-2d1d-4fe2-9cd2-f73c36d6be22 req-5ae661af-8b93-409e-ad08-dd1521871282 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0792520 Jan 19 00:29:23.936606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-751588aa-2d1d-4fe2-9cd2-f73c36d6be22 req-a2e5957e-9152-4a80-b894-12c6db6d8589 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Jan 19 00:29:24.130670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4ad86-d77c-4958-8b42-10754a3cf009 req-f1664157-76d8-455d-81e2-468c533584b8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:24.132104 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75a4ad86-d77c-4958-8b42-10754a3cf009 req-f1664157-76d8-455d-81e2-468c533584b8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0763886 Jan 19 00:29:24.177530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75a4ad86-d77c-4958-8b42-10754a3cf009 req-5258ea17-2320-4f29-939c-5158bee77ceb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Jan 19 00:29:24.205055 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:24.280469 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-077b1abb-4b6e-4800-8e68-0a481686d8ad tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1091 time: 0.0740542 Jan 19 00:29:24.283323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38592) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:24.288640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:29:24.296105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:29:24.300109 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:floatingip and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:29:24.303022 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:29:24.310071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:29:24.439335 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:24.571871 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:24.702081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.132 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/94247a70-adc2-41fd-95fe-85d8a097ed5f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:29:24.857829 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:24.931389 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:25.091881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:29:25.095505 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:29:25.099815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:29:25.123686 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=94247a70-adc2-41fd-95fe-85d8a097ed5f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:25.605580 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:25.754343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:25.959621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:26.028118 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:26.130564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=94247a70-adc2-41fd-95fe-85d8a097ed5f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:29:26.149079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:26.337016 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Floating IP 3622c823-8b37-41c7-a294-6c5a2b32ea8d associated. External IP: 172.25.1.132, port: 92dd834e-ada6-4e69-b053-21f739ba71d0. Jan 19 00:29:26.920805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62f9e199-8e14-4690-b4dd-e1c393ed1529 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:29:27.124890 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:29:27.135011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Sync routers for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:29:27.148448 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:27.149098 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:27.216698 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:27.270941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f3b7fecd-f026-478b-8c29-245717a1977f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9866099 Jan 19 00:29:27.271623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:29:27.329172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:27.331004 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'status': 'completed', 'code': 200} Jan 19 00:29:27.422034 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-51e988f3-4495-436e-82e0-ce1b0aac11c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0697286 Jan 19 00:29:27.449158 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be45b-b324-4cac-91d6-0590874ff306 req-75ccb841-b6d5-4ce0-8d77-19ede21302a1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:27.450629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e8be45b-b324-4cac-91d6-0590874ff306 req-75ccb841-b6d5-4ce0-8d77-19ede21302a1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0808027 Jan 19 00:29:27.497202 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e8be45b-b324-4cac-91d6-0590874ff306 req-32175a9a-42ce-432a-831d-d5f0aeb6bd52 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Jan 19 00:29:27.534587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:27.558686 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-6c51c5ff-cacc-438d-9d69-2f308a40d464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:27.560146 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-6c51c5ff-cacc-438d-9d69-2f308a40d464 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.1332164 Jan 19 00:29:27.645821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bc3df5e7-fec4-4f70-a9f8-5028c22a061c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/3622c823-8b37-41c7-a294-6c5a2b32ea8d HTTP/1.1" status: 200 len: 991 time: 0.1099579 Jan 19 00:29:27.667456 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-c7c0bd25-7c81-4610-bde4-90b7ed94951b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 999 time: 0.1009727 Jan 19 00:29:27.694222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3622c823-8b37-41c7-a294-6c5a2b32ea8d', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'port_id': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'mac_address': 'fa:16:3e:27:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:29:25Z', 'updated_at': '2022-01-19T00:29:25Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:27.696647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Checking router: 62f9e199-8e14-4690-b4dd-e1c393ed1529 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:29:27.707349 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:29:27.707940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:29:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:27.733079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-2e2f3861-dbd9-4737-8a59-ca726bcf2359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:27.735372 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-2e2f3861-dbd9-4737-8a59-ca726bcf2359 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0621443 Jan 19 00:29:27.809250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-72d2b402-2c44-4e4b-9d9a-11b047c54980 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681007 Jan 19 00:29:27.860220 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:29:27.921809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:29:27.939575 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-74001ca0-8177-4a74-bda8-10a4dad5be66 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248560 Jan 19 00:29:28.069866 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7f194b36-0e57-4bcb-8c85-33ad2ddbb894 req-12fadbaa-11fa-494c-abd1-267a1386ab37 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249881 Jan 19 00:29:28.274554 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3622c823-8b37-41c7-a294-6c5a2b32ea8d', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'port_id': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'mac_address': 'fa:16:3e:27:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:29:25Z', 'updated_at': '2022-01-19T00:29:25Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:29:28.278476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fedecfd-ccf3-4aa8-948f-946401c44272 None None] The sync data for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 is: [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '3622c823-8b37-41c7-a294-6c5a2b32ea8d', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'port_id': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'mac_address': 'fa:16:3e:27:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:29:25Z', 'updated_at': '2022-01-19T00:29:25Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:29:28.647144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38604) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:28.747046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-896d4472-be6e-4fb0-bacb-77ad5e98b410 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/3622c823-8b37-41c7-a294-6c5a2b32ea8d HTTP/1.1" status: 200 len: 991 time: 0.0987031 Jan 19 00:29:29.244964 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3a64d-5335-4ef0-ba3d-9047bafca1d6 None None] New status for floating IP 3622c823-8b37-41c7-a294-6c5a2b32ea8d: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:29:29.750745 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38608) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:29:29.853638 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8a97d488-34da-458c-aa40-4997b02720a9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/3622c823-8b37-41c7-a294-6c5a2b32ea8d HTTP/1.1" status: 200 len: 993 time: 0.1017191 Jan 19 00:29:39.925244 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:41.936222 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:43.930645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b501e998-d76c-4536-8b5d-094f90285288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:45.769813 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-9451f17d-05f0-485a-874c-b908028d43b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673969 Jan 19 00:29:45.908051 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-d08c98e5-a2bf-4372-8152-293479d1c910 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0714254 Jan 19 00:29:46.010242 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8636a0d4-1651-4fa7-b0cc-9adf29d5c25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:46.137991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-e6cba36f-8a35-4785-b054-09965111046e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:46.140291 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-e6cba36f-8a35-4785-b054-09965111046e service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.2146909 Jan 19 00:29:46.241563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-dd3716c3-63c4-40bf-8139-c9fd666557c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 1001 time: 0.0953703 Jan 19 00:29:46.306719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-3383c6ad-4e61-4507-b05c-31fe3fbc422f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:29:46.308144 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-3383c6ad-4e61-4507-b05c-31fe3fbc422f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0611792 Jan 19 00:29:46.380454 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-e96cf6d5-5ab8-4b4a-ad00-f5ca79755b00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664721 Jan 19 00:29:46.510248 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-b27aa945-4cf0-48ab-8ba2-0e4c97665a41 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233084 Jan 19 00:29:46.641179 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-55d65fde-0a5a-4160-876e-d714e94b7ffc req-6e59973f-2365-487b-a13c-ceb7edb4ba7e service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244748 Jan 19 00:29:47.273059 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:47.753240 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:29:49.079357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:04.861302 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:30:09.891118 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:11.947221 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:13.930139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d738266d-5c40-4bcb-b8c8-921b66b07c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:16.004060 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cf82fea5-7906-44b1-923e-0b7f530fe379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:17.255403 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:17.724058 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:19.078934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:39.298466 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-e71e53e4-b73b-46d3-a83f-a0c9f4d6e194 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0738900 Jan 19 00:30:39.323608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ff776-99fb-457e-ba07-8600e533b1b4 req-aef10896-2689-4e44-aeba-c25e14f20328 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:39.325139 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a3ff776-99fb-457e-ba07-8600e533b1b4 req-aef10896-2689-4e44-aeba-c25e14f20328 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0821881 Jan 19 00:30:39.371462 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a3ff776-99fb-457e-ba07-8600e533b1b4 req-b4f24a59-3b76-4c03-9d7a-6ba3b2d4c966 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Jan 19 00:30:39.432059 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065f29-3346-4855-82ff-5933adf15a47 req-605bd7d6-2778-4ff9-92a6-29a7896986f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:39.433535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-605bd7d6-2778-4ff9-92a6-29a7896986f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.1290445 Jan 19 00:30:39.534240 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-d8ebba8a-21fd-448e-af84-7a22139da5cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 1001 time: 0.0942285 Jan 19 00:30:39.594116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f065f29-3346-4855-82ff-5933adf15a47 req-d567afdc-47e6-424e-ad2e-285d16453bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:39.595520 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-d567afdc-47e6-424e-ad2e-285d16453bf9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0550425 Jan 19 00:30:39.674663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-a9e010f0-12b4-472e-b4ee-de9c501913a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712278 Jan 19 00:30:39.806959 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-3f37d8ce-6a2e-4255-b332-be3dc4d8ef0a service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249402 Jan 19 00:30:39.895953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:39.942983 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2f065f29-3346-4855-82ff-5933adf15a47 req-9889a6b4-a3b0-40a7-9951-3fa515ddd5cd service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291013 Jan 19 00:30:40.738564 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3fc9b-6b51-4320-a5f9-7741723fe03b req-1a3f1151-0a8e-491c-9989-b5fcf4492036 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:40.739826 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dde3fc9b-6b51-4320-a5f9-7741723fe03b req-1a3f1151-0a8e-491c-9989-b5fcf4492036 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0770190 Jan 19 00:30:40.789118 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dde3fc9b-6b51-4320-a5f9-7741723fe03b req-2be5b779-97d0-4f01-a422-5f1cc3ca4f7b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Jan 19 00:30:41.862189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:30:41.981040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:42.002641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39450c-f0f0-4be3-b300-44087b848bd6 req-fc784784-7827-452e-83d1-3566f836e447 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:42.004089 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd39450c-f0f0-4be3-b300-44087b848bd6 req-fc784784-7827-452e-83d1-3566f836e447 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0766823 Jan 19 00:30:42.049604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd39450c-f0f0-4be3-b300-44087b848bd6 req-61ed2db8-96ac-4208-b120-44667a3d4e73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398109 Jan 19 00:30:43.245710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47280-651b-47c3-a8af-1a2e0a3ac06f req-b07b5701-8544-494f-bc1a-283688362335 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:43.247071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4d47280-651b-47c3-a8af-1a2e0a3ac06f req-b07b5701-8544-494f-bc1a-283688362335 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Jan 19 00:30:43.293018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4d47280-651b-47c3-a8af-1a2e0a3ac06f req-f0765bd6-9925-4505-8284-da40982043a9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Jan 19 00:30:43.906735 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-804cc681-e3be-4b40-ac48-1e8cfb38e2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:44.486280 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345bd18-6940-4bab-95f7-891aeef30a24 req-0d725dd6-0ee4-46e4-b96e-2bb40385acc8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:44.487752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5345bd18-6940-4bab-95f7-891aeef30a24 req-0d725dd6-0ee4-46e4-b96e-2bb40385acc8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0776801 Jan 19 00:30:44.533038 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5345bd18-6940-4bab-95f7-891aeef30a24 req-3f08a6d4-1b54-424c-a357-b39f4ce0b7ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397806 Jan 19 00:30:45.738464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6e825-369f-4f6b-9619-649c296fee92 req-d55bc24a-9f6f-459c-8d51-48eabdc6b585 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:45.740321 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70e6e825-369f-4f6b-9619-649c296fee92 req-d55bc24a-9f6f-459c-8d51-48eabdc6b585 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0840218 Jan 19 00:30:45.787759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-70e6e825-369f-4f6b-9619-649c296fee92 req-fd543570-42a1-40eb-aa6d-dd144b025c68 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Jan 19 00:30:45.825641 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-d8f9869c-1769-4af4-bd6c-656fe5127164 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0698869 Jan 19 00:30:45.970532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-dd0f59c9-3370-45d6-8cc0-ce331e5e8d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:45.972035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-dd0f59c9-3370-45d6-8cc0-ce331e5e8d39 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.1281171 Jan 19 00:30:46.004030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c9a3492a-d7ca-469c-b6a0-eae045169f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:46.163432 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-71d57dc5-bad2-455f-8512-2e6f96e92e40 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 1001 time: 0.1849563 Jan 19 00:30:46.225839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-34563e5f-5586-4447-8b59-55094ded868c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:46.227264 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-34563e5f-5586-4447-8b59-55094ded868c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0564935 Jan 19 00:30:46.303571 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-15191418-6cb5-4ea5-9eeb-b30354fec585 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701675 Jan 19 00:30:46.430131 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-6ca80130-a364-4d67-899e-fff5d8167b82 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204484 Jan 19 00:30:46.559935 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-7b205b55-0d32-4665-93bd-8d1189964b10 req-67d79c6b-1c3a-44af-b0a7-12a8605e7ea6 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246126 Jan 19 00:30:46.986930 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436e9d4-a691-4755-a053-c4a994150749 req-f8ab8518-d0cd-4d0a-8b30-1d354b613b34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:46.988372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1436e9d4-a691-4755-a053-c4a994150749 req-f8ab8518-d0cd-4d0a-8b30-1d354b613b34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0759132 Jan 19 00:30:47.036696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1436e9d4-a691-4755-a053-c4a994150749 req-1b3919e8-46d6-4a55-b2fe-b870a2fb6b63 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Jan 19 00:30:47.283547 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:47.729419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:48.229507 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d2a69-0a71-4593-bf82-39f02f04fd52 req-85b070b8-de5e-46ea-9594-d33923819178 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:48.230938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-943d2a69-0a71-4593-bf82-39f02f04fd52 req-85b070b8-de5e-46ea-9594-d33923819178 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0762742 Jan 19 00:30:48.277847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-943d2a69-0a71-4593-bf82-39f02f04fd52 req-ed24dc07-2985-4473-a5c5-2b977b1d5d1d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Jan 19 00:30:49.078220 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:30:49.475725 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52318e89-8205-4baf-b6a4-e3b2d9bfeb31 req-d3061b8f-f974-4d82-bbde-6678c4eb2bcc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:49.477192 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52318e89-8205-4baf-b6a4-e3b2d9bfeb31 req-d3061b8f-f974-4d82-bbde-6678c4eb2bcc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0793433 Jan 19 00:30:49.521592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-52318e89-8205-4baf-b6a4-e3b2d9bfeb31 req-4163de91-7a1a-4c8d-8251-980d1b29b1ef tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Jan 19 00:30:50.718021 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8d5b4-9eb2-47ad-b593-791b2fdbbd29 req-4f0f2e37-f432-4566-8ce4-ab74f8807cda tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:50.719614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd8d5b4-9eb2-47ad-b593-791b2fdbbd29 req-4f0f2e37-f432-4566-8ce4-ab74f8807cda tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0756235 Jan 19 00:30:50.763925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3fd8d5b4-9eb2-47ad-b593-791b2fdbbd29 req-905cb83a-b74e-4aec-921a-d60a5f45ff5a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388629 Jan 19 00:30:52.061770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b37eb5-8570-4b2b-96ad-47b5537f9aa3 req-23bb8208-06e2-4573-8354-846225423086 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:52.063681 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17b37eb5-8570-4b2b-96ad-47b5537f9aa3 req-23bb8208-06e2-4573-8354-846225423086 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.1777818 Jan 19 00:30:52.108318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-17b37eb5-8570-4b2b-96ad-47b5537f9aa3 req-2b772567-2ac0-4b44-a5da-f14dd1a4d548 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 Jan 19 00:30:53.305961 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe1d7-d7f1-458f-89da-31f3f6f91564 req-445d19d3-bc31-4cc0-900d-19996c597a46 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:53.307397 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48afe1d7-d7f1-458f-89da-31f3f6f91564 req-445d19d3-bc31-4cc0-900d-19996c597a46 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0766845 Jan 19 00:30:53.353070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-48afe1d7-d7f1-458f-89da-31f3f6f91564 req-d0070e02-5e9d-498f-9040-9a023726d303 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Jan 19 00:30:54.553681 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37170b81-76c7-4325-86dd-ab6fc5ea2bfc req-60a340e0-fbbf-4d0c-bf08-9ffb3604845e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:54.555141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37170b81-76c7-4325-86dd-ab6fc5ea2bfc req-60a340e0-fbbf-4d0c-bf08-9ffb3604845e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0804095 Jan 19 00:30:54.599259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-37170b81-76c7-4325-86dd-ab6fc5ea2bfc req-74af2e41-7f55-441a-9e18-de1b19ee5217 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Jan 19 00:30:55.794328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02276d2-a2e3-4236-a26c-7802218b5339 req-ee948c74-4dad-4248-a511-8d1b3b4f8fdf tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:55.795793 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a02276d2-a2e3-4236-a26c-7802218b5339 req-ee948c74-4dad-4248-a511-8d1b3b4f8fdf tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0766408 Jan 19 00:30:55.848137 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a02276d2-a2e3-4236-a26c-7802218b5339 req-3a83ec68-a94c-4be5-9e0a-f1efc3c44131 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461318 Jan 19 00:30:57.047733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc37fc-719e-400b-8142-4bd17f459746 req-88b13551-6c58-48ca-875f-8bd6d242e10f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:30:57.049416 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbcc37fc-719e-400b-8142-4bd17f459746 req-88b13551-6c58-48ca-875f-8bd6d242e10f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0757217 Jan 19 00:30:57.093315 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbcc37fc-719e-400b-8142-4bd17f459746 req-99060af2-2e19-44eb-8b5b-ee8ad1a755fd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384512 Jan 19 00:30:57.121961 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:30:57.224763 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-32076df0-3b9f-428a-b6aa-78bed57c287c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/3622c823-8b37-41c7-a294-6c5a2b32ea8d HTTP/1.1" status: 200 len: 993 time: 0.1014705 Jan 19 00:31:09.906624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:11.963481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:13.935129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6dd91faa-5be5-4171-aef2-dfa0108a0b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:15.980683 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fa635443-a5ed-4049-aac8-07a0602d1fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:17.283247 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:17.752012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:18.863223 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:31:19.089167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:39.917891 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:41.973896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:43.900386 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aba982e6-95fd-4139-9baf-4b4f322776c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:45.997278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-074f4431-2948-4f77-bee5-eb0ee9b56c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:47.305724 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:47.747609 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-ee69e8e2-6fa5-42ea-896f-36185d48ad5e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659842 Jan 19 00:31:47.774692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:47.884981 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-a7e543ab-de18-44a3-8938-d98c21717285 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0682473 Jan 19 00:31:48.024020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-f1919eee-5bea-417b-bbc0-6961c59ea28d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:48.025388 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-f1919eee-5bea-417b-bbc0-6961c59ea28d service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.1220331 Jan 19 00:31:48.125775 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-9e6a5303-0a83-44f9-86d9-f46d0572dd14 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 1001 time: 0.0938625 Jan 19 00:31:48.188417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-0372bb4f-f63f-4423-994a-8ad7f2155dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:48.189985 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-0372bb4f-f63f-4423-994a-8ad7f2155dea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0589273 Jan 19 00:31:48.261203 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-45081fd4-b0e1-44d0-920d-1f2c5b3287c2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658019 Jan 19 00:31:48.388794 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-84460937-e376-4217-8014-129cce89dcb2 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203904 Jan 19 00:31:48.515942 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-96f30fe4-3a68-427b-ac86-bfc176d967af req-f8159a83-dfef-4819-8ae1-5c0af3214a37 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207483 Jan 19 00:31:49.082625 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:52.193913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38708) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:31:52.481959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 94247a70-adc2-41fd-95fe-85d8a097ed5f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:31:52.482207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:52.647947 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:52.648271 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:52.768771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 94247a70-adc2-41fd-95fe-85d8a097ed5f owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:31:52.957641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:53.001947 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=94247a70-adc2-41fd-95fe-85d8a097ed5f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:31:53.042450 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.042704 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.043036 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.043365 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.043692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.044015 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.044335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.044657 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.044998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.045314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.045626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:31:53.104246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:53.488236 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62f9e199-8e14-4690-b4dd-e1c393ed1529 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:31:53.686346 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:31:53.696753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Sync routers for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:31:53.703504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:53.708757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:31:53.709451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:31:53.757982 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-11d3379a-4c51-4c39-8d07-fdf71d2c24c6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/floatingips/3622c823-8b37-41c7-a294-6c5a2b32ea8d HTTP/1.1" status: 204 len: 168 time: 1.5602942 Jan 19 00:31:53.757982 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:31:53.812692 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'status': 'completed', 'code': 200} Jan 19 00:31:53.887900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:31:53.911346 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-1614d1ec-537e-4e6c-9465-b27aacf77597 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 1096 time: 0.0772054 Jan 19 00:31:54.047308 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-f18577ff-0035-4306-80f8-421a61e9929a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:54.049323 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-f18577ff-0035-4306-80f8-421a61e9929a service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 200 len: 898 time: 0.1316910 Jan 19 00:31:54.237392 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-0e1483e1-16da-4046-b09a-a8356940d193 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 200 len: 217 time: 0.1824589 Jan 19 00:31:54.256371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:31:54.260435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Checking router: 62f9e199-8e14-4690-b4dd-e1c393ed1529 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:31:54.271633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:31:54.272286 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:31:54.310426 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-cd3abd7c-29e0-49c7-ab86-3666369ddf85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:54.310426 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-cd3abd7c-29e0-49c7-ab86-3666369ddf85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 200 len: 834 time: 0.0656676 Jan 19 00:31:54.342932 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2594cba-2982-498e-b4a1-cc4e716f3ee7 req-e2707195-d750-4142-8f7c-e144532de80b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:54.344391 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2594cba-2982-498e-b4a1-cc4e716f3ee7 req-e2707195-d750-4142-8f7c-e144532de80b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0855632 Jan 19 00:31:54.390563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-1da9dc57-54b1-4b96-9663-ed2182eb2c3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752127 Jan 19 00:31:54.393671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a2594cba-2982-498e-b4a1-cc4e716f3ee7 req-46ac2fe6-b13b-4ff7-970a-a5e9e702d03d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Jan 19 00:31:54.456563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:31:54.524622 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-0b89385e-db0c-435f-86f4-edd406a4a37a service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260369 Jan 19 00:31:54.661729 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8accc19d-e1a8-41d9-96fe-228e2a26baa7 req-956a0e8f-c127-4216-82ba-372277a42ab1 service neutron] 10.222.0.89 "GET /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300821 Jan 19 00:31:54.765095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:31:54.769706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc327c3-1201-4e59-816e-45829fba76c2 None None] The sync data for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 is: [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:29:07Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '015d5cc3-953f-4e9e-b10b-f69318c20b58', 'name': '', 'network_id': '1f1dd00a-f9ed-4e1e-a431-04ff52116eb2', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:99:30:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:06Z', 'updated_at': '2022-01-19T00:29:13Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '64f89e9c-d7a4-4774-8196-c32cc137b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:31:54.991636 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0050fe-c055-467b-8e0e-8353d3ea9730 None None] New status for floating IP 3622c823-8b37-41c7-a294-6c5a2b32ea8d: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:31:55.604256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baf4bb-df6e-4d5c-9c5b-3fd1545098c0 req-ec8f54dc-b1d8-4123-8253-68332cd1f3dc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:55.605770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44baf4bb-df6e-4d5c-9c5b-3fd1545098c0 req-ec8f54dc-b1d8-4123-8253-68332cd1f3dc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.0779610 Jan 19 00:31:55.652447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44baf4bb-df6e-4d5c-9c5b-3fd1545098c0 req-13da3e89-9cda-4b09-978f-4db46e56844a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=e1771194-bf17-47ce-8568-8230357a38cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Jan 19 00:31:55.846117 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-5e36ce0f-aa9a-45a4-bafc-c96dd924d0a7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:31:55.846802 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-5e36ce0f-aa9a-45a4-bafc-c96dd924d0a7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:31:55.864099 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:31:55.916662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-5e36ce0f-aa9a-45a4-bafc-c96dd924d0a7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:31:55.917865 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-5e36ce0f-aa9a-45a4-bafc-c96dd924d0a7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 945 time: 0.1448925 Jan 19 00:31:55.994883 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 92dd834e-ada6-4e69-b053-21f739ba71d0 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:31:55.995220 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:56.236944 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 92dd834e-ada6-4e69-b053-21f739ba71d0, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=92dd834e-ada6-4e69-b053-21f739ba71d0,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:31:56.237233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:56.354486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 92dd834e-ada6-4e69-b053-21f739ba71d0 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:31:56.557352 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:56.607207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=92dd834e-ada6-4e69-b053-21f739ba71d0,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:31:56.679896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] No DVR routers for this DVR port 92dd834e-ada6-4e69-b053-21f739ba71d0 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:31:56.682444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:56.684962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'name': 'network-vif-deleted', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:31:56.741980 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd9319-a4e5-48cb-9753-719c67260fc5', 'name': 'network-vif-deleted', 'tag': '92dd834e-ada6-4e69-b053-21f739ba71d0', 'status': 'completed', 'code': 200} Jan 19 00:31:56.763720 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-137607bd-dc2c-4a3c-8353-d359953d93ee req-aa068347-7441-49d3-a3ee-0cd35b2e5d2d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "DELETE /v2.0/ports/92dd834e-ada6-4e69-b053-21f739ba71d0 HTTP/1.1" status: 204 len: 173 time: 0.8339670 Jan 19 00:31:56.823901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5d0afbfd-9f2e-41c6-a004-b47aac1410de req-3b77f0fb-a365-4fea-9c86-2d04f377d009 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=29dd9319-a4e5-48cb-9753-719c67260fc5 HTTP/1.1" status: 200 len: 210 time: 0.0449166 Jan 19 00:31:57.941300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:31:58.422177 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:59.050915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 015d5cc3-953f-4e9e-b10b-f69318c20b58 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:31:59.051638 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:59.236620 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 015d5cc3-953f-4e9e-b10b-f69318c20b58, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=015d5cc3-953f-4e9e-b10b-f69318c20b58,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:31:59.236910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:59.354187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 015d5cc3-953f-4e9e-b10b-f69318c20b58 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:31:59.591793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:31:59.639964 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=015d5cc3-953f-4e9e-b10b-f69318c20b58,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:00.025906 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:00.137776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 92dd834e-ada6-4e69-b053-21f739ba71d0 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:32:00.175056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 92dd834e-ada6-4e69-b053-21f739ba71d0 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:32:00.175323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 92dd834e-ada6-4e69-b053-21f739ba71d0 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:32:00.591643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62f9e199-8e14-4690-b4dd-e1c393ed1529 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:32:00.788443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:32:00.799345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Sync routers for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:32:00.802259 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bf295a3f-e614-46d2-a7e7-f6bebc69fd12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/62f9e199-8e14-4690-b4dd-e1c393ed1529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8588178 Jan 19 00:32:00.803880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38736) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:00.811502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:00.812095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:00.995179 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:00.998747 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting subnet 64f89e9c-d7a4-4774-8196-c32cc137b5c8 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:32:01.002345 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.059108 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.139910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.277467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.280558 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:31:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:01.284582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Checking router: 62f9e199-8e14-4690-b4dd-e1c393ed1529 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:32:01.295176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Routers {'62f9e199-8e14-4690-b4dd-e1c393ed1529'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:01.295768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62f9e199-8e14-4690-b4dd-e1c393ed1529'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:01.314786 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Subnet': ['ID=64f89e9c-d7a4-4774-8196-c32cc137b5c8,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:01.321257 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.327672 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-40b8fb37-5e02-4d78-a3c2-cbc9ef3d012a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/subnets/64f89e9c-d7a4-4774-8196-c32cc137b5c8 HTTP/1.1" status: 204 len: 168 time: 0.5228512 Jan 19 00:32:01.331371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38740) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:01.343546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5a157-378b-41c9-9c96-77c802c3127a None None] Network 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:32:01.633868 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.674662 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] Set router 62f9e199-8e14-4690-b4dd-e1c393ed1529 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:01.834458 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.899878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:32:01.900313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:01.941382 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] DHCP port deletion for 1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:32:01.949794 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Deleting port fa3c52c0-f438-4ef1-b382-99a03344fb7b {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:32:01.950186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:02.080492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:02.080967 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:02.139446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:31:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:02.155894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935bf247-d964-4d34-90a2-267a5c18e6fe None None] The sync data for ids ['62f9e199-8e14-4690-b4dd-e1c393ed1529'] in n-d-825175-2 is: [{'id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387011908', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68'}], 'enable_snat': True}, 'gw_port_id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:29:02Z', 'updated_at': '2022-01-19T00:31:59Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '2880d151-4fca-4ea5-8ef9-2e0ddb89c02d', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9e199-8e14-4690-b4dd-e1c393ed1529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:29:03Z', 'updated_at': '2022-01-19T00:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:32:02.175216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] For port fa3c52c0-f438-4ef1-b382-99a03344fb7b, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=fa3c52c0-f438-4ef1-b382-99a03344fb7b,segment=NetworkSegment(3745a496-0ec9-41d2-acba-89810b714591),segment_id=3745a496-0ec9-41d2-acba-89810b714591)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:02.175618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:02.206363 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:32:02.295295 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Calling delete_port for fa3c52c0-f438-4ef1-b382-99a03344fb7b owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:32:02.420196 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:02.437410 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:02.466314 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=2880d151-4fca-4ea5-8ef9-2e0ddb89c02d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:02.481914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Pushing event deleted for resources: {'Port': ['ID=fa3c52c0-f438-4ef1-b382-99a03344fb7b,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:02.494206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.494560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.494906 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.495247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.495582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.495910 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.496240 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.496566 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.500040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.500040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.500040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:02.500347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68d125-d11c-429e-83ee-302f83ede35a None None] No DVR routers for this DVR port fa3c52c0-f438-4ef1-b382-99a03344fb7b on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:32:02.716413 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.022728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa3c52c0-f438-4ef1-b382-99a03344fb7b no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:32:03.058060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: fa3c52c0-f438-4ef1-b382-99a03344fb7b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:32:03.058438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device fa3c52c0-f438-4ef1-b382-99a03344fb7b not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:32:03.058856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 015d5cc3-953f-4e9e-b10b-f69318c20b58 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:32:03.091195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 015d5cc3-953f-4e9e-b10b-f69318c20b58 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:32:03.091561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 015d5cc3-953f-4e9e-b10b-f69318c20b58 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:32:03.094658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.101572 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.196521 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.196998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Fanout notify agent at l3_agent the message router_deleted on router 62f9e199-8e14-4690-b4dd-e1c393ed1529 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:32:03.212513 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.214242 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ee59fcb1-94f8-4c44-834e-e2688117a8cb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/routers/62f9e199-8e14-4690-b4dd-e1c393ed1529 HTTP/1.1" status: 204 len: 168 time: 1.8814666 Jan 19 00:32:03.216611 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38744) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:03.333793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.467652 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.496433 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1dd00a-f9ed-4e1e-a431-04ff52116eb2']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:03.508114 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3745a496-0ec9-41d2-acba-89810b714591') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:03.508416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3745a496-0ec9-41d2-acba-89810b714591') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:03.519698 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.535502 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.541373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:32:03.542080 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:32:03.555989 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:32:03.711304 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.735878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.742171 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Network': ['ID=1f1dd00a-f9ed-4e1e-a431-04ff52116eb2,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:03.809191 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d9022cba-307c-4805-ad33-d6b2ed8fec08 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/networks/1f1dd00a-f9ed-4e1e-a431-04ff52116eb2 HTTP/1.1" status: 204 len: 168 time: 0.5913157 Jan 19 00:32:03.811715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38748) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:03.881044 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:03.910880 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:04.036977 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:04.053419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1771194-bf17-47ce-8568-8230357a38cb,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:04.121924 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:04.123054 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-763f127d-2b7a-474d-af29-f485a61c219d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/security-groups/e1771194-bf17-47ce-8568-8230357a38cb HTTP/1.1" status: 204 len: 168 time: 0.3104141 Jan 19 00:32:04.922720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:32:04.955715 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:32:04.956063 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2880d151-4fca-4ea5-8ef9-2e0ddb89c02d not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:32:06.570003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38762) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:06.575441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202516677', 'description': 'tempest-secgroup-smoke-1202516677 description', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:06.582741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:06.586833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:06.589689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:06.595839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:06.648774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:06.682874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:06.686601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:06.689305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:06.695064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:06.752580 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:06.797004 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:06.840768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522da572-5a84-46af-a512-9595eec21aaf,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:06.899365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:06.900549 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-242f7f9f-b5fe-4bc4-afc7-de1c8545f062 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3295519 Jan 19 00:32:06.903880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38766) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:06.908901 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:06.916335 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:06.920144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:06.923024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:06.928796 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:06.997518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.055923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.127552 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.152432 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f6711d-f23e-480a-8685-c04b4b94c41a,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:07.231666 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.233220 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-bdd7b701-8278-49d4-8806-88509b824ce7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3286369 Jan 19 00:32:07.236087 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38770) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:07.242360 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:07.249086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:07.252923 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:07.255789 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:07.261517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:07.334923 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.397996 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.454007 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.477377 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c48f8a-6192-4e7e-a027-d0e565ac4217,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:07.557142 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.558352 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9996ca9a-8e6e-4144-8f94-029989e3dcff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3213460 Jan 19 00:32:07.561180 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38774) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:07.572297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:07.573066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:07.576760 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:07.579623 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:07.585807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:07.677269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.738246 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.802459 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.828400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b884abf-ecce-47d5-bd30-85e4f98e59e9,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:07.888662 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:07.890219 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-9041ea37-9238-4d54-b34f-1a7440bb6937 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3278444 Jan 19 00:32:07.892966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38778) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:07.899024 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:07.905915 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:07.910066 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:07.913172 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:07.918996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:08.009767 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.073426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.150622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.173242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab1b409-508f-494b-85d3-3c73df4f3228,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:08.242182 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.243368 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-10f39697-fb08-4dde-9020-69bd426e33af tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3488872 Jan 19 00:32:08.246181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38782) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:08.251833 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:08.258860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:08.262720 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:08.265819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:08.271743 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:08.368621 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:32:08.374975 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.438173 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.505425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.528526 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fe4c66-8707-47a9-a399-d2fb3ca96ea2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:08.596281 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.598162 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d1d329de-2545-4143-8569-4882cc1833d8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3510134 Jan 19 00:32:08.600917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38786) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:08.606237 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '522da572-5a84-46af-a512-9595eec21aaf', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:08.613527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:08.617347 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:08.620185 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:08.625884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:08.699091 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:32:08.705319 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.768622 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.837253 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.865733 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371f153e-7a49-43cc-80b6-dd3a59dc9da1,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:08.934861 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:08.936320 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c37720f8-347b-4429-ad05-7f8caa91b250 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3342419 Jan 19 00:32:08.938874 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38790) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:08.944280 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'network': {'name': 'tempest-network-smoke--1721763446', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:08.950162 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:08.954276 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:network and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:08.957812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:08.963455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:09.036974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:32:09.039936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.066737 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:32:09.075269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.075609 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Added segment f7d9fefe-59e4-4b5f-95f7-169837ac0180 of type vlan for network f92cd072-be2b-408a-915e-da2855583138 Jan 19 00:32:09.104170 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.168116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.171860 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:09.172447 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.284206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Network': ['ID=f92cd072-be2b-408a-915e-da2855583138,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:09.294385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network f92cd072-be2b-408a-915e-da2855583138 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:32:09.334472 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-003e993f-0eaa-466c-9aa7-005b998d2435 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3945744 Jan 19 00:32:09.337156 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38794) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:09.342272 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'admin_state_up': True, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:09.350069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:09.353905 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:router and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:09.356821 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:09.362642 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:09.430648 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.431625 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.450563 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.670033 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.905687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.905914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:09.935869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:10.078093 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.230 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/5a4e418d-a742-4d6a-aa29-52ecccda3836) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:32:10.310728 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:10.385258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:10.454579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:10.457845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:10.460095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:32:10.493907 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=5a4e418d-a742-4d6a-aa29-52ecccda3836,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:10.706482 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:10.707164 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:11.008203 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:32:11.206690 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:32:11.216707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Sync routers for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:32:11.229574 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:11.230173 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:11.288761 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:11.289956 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1cf6e9f8-c5b3-463a-acb9-d04173e2c1b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9518750 Jan 19 00:32:11.293422 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38798) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:11.332563 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2a74a0fd-136d-46aa-bff4-865a2a248a19 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=d0d2bad43d744681bab6cb139760aa5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380044 Jan 19 00:32:11.335313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38802) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:11.434077 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:11.463746 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4fa4e8-3fab-46fa-bd82-a265931c3fee tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:11.465278 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-da4fa4e8-3fab-46fa-bd82-a265931c3fee tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290822 Jan 19 00:32:11.467991 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38806) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:11.510007 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-dcecd924-02cc-436f-97bf-9dc659bc1571 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409608 Jan 19 00:32:11.512439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38810) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:11.517864 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447091642', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:11.622917 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:11.626911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:subnet and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:11.630235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:11.636008 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:11.700064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:32:11.714343 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:10Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:11.718333 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Checking router: 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:32:11.718674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Updating router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d port 5a4e418d-a742-4d6a-aa29-52ecccda3836 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:32:11.774212 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:11.803121 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.014257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.102914 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.105930 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.114797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Transition to ACTIVE for port object 5a4e418d-a742-4d6a-aa29-52ecccda3836 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:12.179809 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Subnet': ['ID=4d38d12d-b2c5-4cce-8da5-24b4e72f538c,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:12.186278 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.195262 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Checking segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:32:12.195617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network hostable DHCP agents. Network: f92cd072-be2b-408a-915e-da2855583138, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:32:12.264630 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Attempting to bind port 5a4e418d-a742-4d6a-aa29-52ecccda3836 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:32:12.265390 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Attempting to bind port 5a4e418d-a742-4d6a-aa29-52ecccda3836 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:32:12.265615 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Attempting to bind port 5a4e418d-a742-4d6a-aa29-52ecccda3836 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:32:12.267453 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Pushing event updated for resources: {'Port': ['ID=5a4e418d-a742-4d6a-aa29-52ecccda3836,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:12.278671 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:32:12.279031 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:32:12.279422 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.279800 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:32:12.280246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Bound port: 5a4e418d-a742-4d6a-aa29-52ecccda3836, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:32:12.280612 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.282590 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network f92cd072-be2b-408a-915e-da2855583138 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:32:12.308128 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.308465 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.308797 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.309160 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.309488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.309885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.310189 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.310507 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.310819 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.311134 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.311447 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:12.345579 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, f92cd072-be2b-408a-915e-da2855583138) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:12.351373 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:12.351957 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.355464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670a7c1-5dab-4f2c-b2d3-1b9772de9f87 None None] Network f92cd072-be2b-408a-915e-da2855583138 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:32:12.361926 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] For port 5a4e418d-a742-4d6a-aa29-52ecccda3836, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:32:12.366027 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] For port 5a4e418d-a742-4d6a-aa29-52ecccda3836, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a4e418d-a742-4d6a-aa29-52ecccda3836,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:32:12.431908 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.486266 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a3eb8bbd-3b5a-4c1a-9d8a-25e9bbcd432b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9701731 Jan 19 00:32:12.486752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38814) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:12.524281 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461b4d-37d0-43de-90b9-ec159950bb19 None None] Pushing event updated for resources: {'Port': ['ID=5a4e418d-a742-4d6a-aa29-52ecccda3836,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:12.528306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:12.528950 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:31:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:12.625247 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-f92cd072-be2b-408a-915e-da2855583138', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:32:12.626100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:12.722385 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:12.786340 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Allocated IP 172.20.0.2 (f92cd072-be2b-408a-915e-da2855583138/4d38d12d-b2c5-4cce-8da5-24b4e72f538c/d750db49-7569-4ed3-89b4-1afcd012a863) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:32:13.015431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.026248 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Transition to ACTIVE for port object d750db49-7569-4ed3-89b4-1afcd012a863 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:13.044614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Transition to ACTIVE for port object d750db49-7569-4ed3-89b4-1afcd012a863 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:13.064664 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:10Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:13.069208 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e9f3-4a9f-4f51-ae07-61ea3ba07716 None None] The sync data for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 is: [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:10Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:32:13.130790 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.203206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Pushing event updated for resources: {'Port': ['ID=d750db49-7569-4ed3-89b4-1afcd012a863,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:13.207039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Network f92cd072-be2b-408a-915e-da2855583138 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:13.208585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:13.210692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:32:13.310612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Attempting to bind port d750db49-7569-4ed3-89b4-1afcd012a863 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:32:13.311060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Attempting to bind port d750db49-7569-4ed3-89b4-1afcd012a863 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:32:13.311489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Attempting to bind port d750db49-7569-4ed3-89b4-1afcd012a863 on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:32:13.319464 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:32:13.320014 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Checking segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:32:13.320422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.321028 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Bound using segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:32:13.323126 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Bound port: d750db49-7569-4ed3-89b4-1afcd012a863, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:32:13.323705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.411879 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.420305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] For port d750db49-7569-4ed3-89b4-1afcd012a863, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:32:13.423591 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] For port d750db49-7569-4ed3-89b4-1afcd012a863, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d750db49-7569-4ed3-89b4-1afcd012a863,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:32:13.495013 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:13.587278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e4ece-d1b8-4835-9fb7-2c0df89ab5c8 None None] Pushing event updated for resources: {'Port': ['ID=d750db49-7569-4ed3-89b4-1afcd012a863,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:13.849831 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.1 (f92cd072-be2b-408a-915e-da2855583138/4d38d12d-b2c5-4cce-8da5-24b4e72f538c/60a353e3-5ee8-4b14-9a8e-7467fd0ce091) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:32:13.923096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c5550d5d-dd5e-48dc-84b6-33b7b9b26c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.024759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.040828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:14.100322 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.168238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network f92cd072-be2b-408a-915e-da2855583138 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:14.171246 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:14.175576 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:32:14.204728 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:14.237341 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.364148 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.538708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7237d-6af0-45ff-bde2-20b63a1f0eaa None None] Network f92cd072-be2b-408a-915e-da2855583138 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:32:14.707459 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e065f80d-91ee-4829-b275-5249a0ff2509 None None] Provisioning for port d750db49-7569-4ed3-89b4-1afcd012a863 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:14.900382 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:14.963143 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.046531 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a4e418d-a742-4d6a-aa29-52ecccda3836 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:15.069187 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:15.090501 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.197216 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-86453948-c958-4e26-b23d-213c7d93aea8 None None] Provisioning for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:15.202274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-86453948-c958-4e26-b23d-213c7d93aea8 None None] Provisioning complete for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:15.202647 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-86453948-c958-4e26-b23d-213c7d93aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.229884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5a4e418d-a742-4d6a-aa29-52ecccda3836 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:15.230546 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network f92cd072-be2b-408a-915e-da2855583138 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:15.231631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:15.242017 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5a4e418d-a742-4d6a-aa29-52ecccda3836 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:15.242394 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.304868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-86453948-c958-4e26-b23d-213c7d93aea8 None None] Port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:32:15.375901 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.393993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5a4e418d-a742-4d6a-aa29-52ecccda3836, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a4e418d-a742-4d6a-aa29-52ecccda3836,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:15.427208 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-c54bbbe1-2190-4799-9fa7-12898ef94611 None None] Provisioning complete for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:15.427764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c54bbbe1-2190-4799-9fa7-12898ef94611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.473650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.474402 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d750db49-7569-4ed3-89b4-1afcd012a863 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:15.577425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-c54bbbe1-2190-4799-9fa7-12898ef94611 None None] Port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:32:15.601271 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5a4e418d-a742-4d6a-aa29-52ecccda3836,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:15.631616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:32:15.660980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d750db49-7569-4ed3-89b4-1afcd012a863 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:15.666037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d750db49-7569-4ed3-89b4-1afcd012a863 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:15.666515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.734476 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a0e9cd75-8896-4530-84bb-765c7de8ebf8 None None] Provisioning complete for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:15.734846 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a0e9cd75-8896-4530-84bb-765c7de8ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.833310 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:32:15.856255 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7213a808-5789-4fff-9d82-ea0dca6ccf5d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3597887 Jan 19 00:32:15.868799 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a0e9cd75-8896-4530-84bb-765c7de8ebf8 None None] Port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:32:15.873898 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:15.914319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d750db49-7569-4ed3-89b4-1afcd012a863, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d750db49-7569-4ed3-89b4-1afcd012a863,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:15.969104 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:16.006108 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5462f864-0d8e-4be3-9969-6b911721d1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:16.031293 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-f6035329-0fcd-46ba-82f7-7ae6aa7ee80d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202516677&fields=id&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 267 time: 0.0427845 Jan 19 00:32:16.039634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d750db49-7569-4ed3-89b4-1afcd012a863,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:16.179388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-5681d462-6cb9-4add-9e80-2a9817c70abd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:16.180860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-5681d462-6cb9-4add-9e80-2a9817c70abd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 797 time: 0.1430118 Jan 19 00:32:16.201614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-10748af2-f132-41a4-8b27-f522fd1b2174 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/quotas/d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 375 time: 0.0154088 Jan 19 00:32:16.286997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-892324aa-8f65-4bd7-9ee6-4a57a01cdffa tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801029 Jan 19 00:32:16.427672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-e939a487-e6e8-4665-bddf-08a45134dbae service neutron] 10.222.0.59 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290960 Jan 19 00:32:16.565696 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-de031aeb-e27f-45b6-a866-cf05e8d590b1 service neutron] 10.222.0.59 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321859 Jan 19 00:32:16.687101 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Sync routers for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:32:16.699643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:16.700277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:16.882162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:17.007959 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a4e418d-a742-4d6a-aa29-52ecccda3836 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:17.195551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5a4e418d-a742-4d6a-aa29-52ecccda3836 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:17.195918 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.354802 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.374650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 2, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:17.383882 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Checking router: 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:32:17.384235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Updating router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:32:17.420803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d750db49-7569-4ed3-89b4-1afcd012a863 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:17.485338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.605881 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d750db49-7569-4ed3-89b4-1afcd012a863 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:17.606165 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.862461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.870083 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8cf092b8-a17b-4672-bd8d-babad1586b10 req-04820543-31c7-4ba4-9e49-d0085e76a805 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 210 time: 0.0544925 Jan 19 00:32:17.983009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:17.994682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Transition to ACTIVE for port object 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:18.099258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:18.277383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d57b9-dca7-4cea-95e0-ec64fcc657e1 None None] Pushing event updated for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:18.366345 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Attempting to bind port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:32:18.366718 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Attempting to bind port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:32:18.367082 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Attempting to bind port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:32:18.373408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:32:18.373781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Checking segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:32:18.376075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:18.376075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Bound using segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:32:18.376075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Bound port: 60a353e3-5ee8-4b14-9a8e-7467fd0ce091, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:32:18.376075 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:18.475650 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] For port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:32:18.478484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] For port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:32:18.545979 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:18.627003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d57b9-dca7-4cea-95e0-ec64fcc657e1 None None] Pushing event updated for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:18.630844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:18.631438 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:18.810854 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:19.050510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8a8567b6-d466-458f-8b18-5d3de0eb892b req-7b80859d-1df8-46ee-85c1-20fbd02267c5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 210 time: 0.0418966 Jan 19 00:32:19.124067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:19.158487 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:18Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:19.163181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295e79c8-8da9-4a59-99d9-442063b6cf49 None None] The sync data for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 is: [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:18Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:32:19.949070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-ca08f6d7-167f-4cc8-8f58-d505d682f7f3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:19.954252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-ca08f6d7-167f-4cc8-8f58-d505d682f7f3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 797 time: 0.1726606 Jan 19 00:32:20.010834 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-f32f809c-812f-42cb-9912-b5e17f889c59 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 380 time: 0.0448246 Jan 19 00:32:20.019397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'port': {'device_id': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'admin_state_up': True, 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'security_groups': ['522da572-5a84-46af-a512-9595eec21aaf']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:20.159061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:20.163738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:port and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:20.166599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:20.172378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:20.224932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a623aae-60f0-430e-8344-9551f576c79c req-b6f28e44-7c8c-4295-8d47-ed7279298df3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 210 time: 0.0453284 Jan 19 00:32:20.242417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:32:20.245601 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:20.406534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.10 (f92cd072-be2b-408a-915e-da2855583138/4d38d12d-b2c5-4cce-8da5-24b4e72f538c/bd7619e5-7d37-4fa1-9be5-863ca72e18aa) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:32:20.680510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:20.695479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object bd7619e5-7d37-4fa1-9be5-863ca72e18aa will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:20.820097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:20.889689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network f92cd072-be2b-408a-915e-da2855583138 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:20.891053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:20.895606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:32:20.936616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:20.952685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.953141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.953485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.953823 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.954157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.954487 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.954816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.955148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.955475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.955803 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.956652 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:32:20.989491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:20.990140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.004215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:21.083465 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-513bcb35-bf6e-49b3-ad58-ee9ef293df91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0678370 Jan 19 00:32:21.134261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:21.142215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:21.142887 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.176059 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd27dbbd-d718-4277-8d2c-042aca527d56 None None] Provisioning for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:21.188971 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fd27dbbd-d718-4277-8d2c-042aca527d56 None None] Provisioning complete for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:21.189347 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fd27dbbd-d718-4277-8d2c-042aca527d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.201147 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Request body: {'port': {'device_id': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:21.272692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fd27dbbd-d718-4277-8d2c-042aca527d56 None None] Port bd7619e5-7d37-4fa1-9be5-863ca72e18aa cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:32:21.323667 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.341034 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.374935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:21.482871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.553894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:21.561285 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499d06e-f998-4ae4-879f-47849391f823 req-25407b10-ea2b-4ceb-9ad3-1daecd7e59c7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:21.561992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b499d06e-f998-4ae4-879f-47849391f823 req-25407b10-ea2b-4ceb-9ad3-1daecd7e59c7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:32:21.695554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-b499d06e-f998-4ae4-879f-47849391f823 req-25407b10-ea2b-4ceb-9ad3-1daecd7e59c7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:32:21.696702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b499d06e-f998-4ae4-879f-47849391f823 req-25407b10-ea2b-4ceb-9ad3-1daecd7e59c7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 932 time: 0.3232255 Jan 19 00:32:21.777962 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7619e5-7d37-4fa1-9be5-863ca72e18aa {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:32:21.788748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:21.804120 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b499d06e-f998-4ae4-879f-47849391f823 req-df808bf8-2c29-4a8a-83de-aaa5d67d3bfd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788538 Jan 19 00:32:21.809780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Transition to ACTIVE for port object bd7619e5-7d37-4fa1-9be5-863ca72e18aa will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:32:21.893256 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:22.018549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:22.125680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:32:22.126011 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:32:22.126333 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:32:22.132353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:32:22.132670 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:32:22.138739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:32:22.139074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Checking segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:32:22.139452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Bound using segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:32:22.140116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Bound port: bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:32:22.140460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:22.230049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:32:22.232885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:32:22.328880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:22.387485 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:22.388827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] 10.222.0.83 "PUT /v2.0/ports/bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1092 time: 1.2976131 Jan 19 00:32:22.389279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:32:22.409754 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec096-2f64-4cea-aaa6-034d04e75261 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:22.475355 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'status': 'completed', 'code': 200} Jan 19 00:32:22.561095 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-45d0d2dd-5f4a-441d-9718-652e06c8a5b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1095 time: 0.0777531 Jan 19 00:32:22.628358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-2c6a6d3b-c49d-4a0d-94e4-2fefb8fccc30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 217 time: 0.0607946 Jan 19 00:32:22.691973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-3aee6580-8410-4a11-b4aa-069f2c000bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:22.693320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-3aee6580-8410-4a11-b4aa-069f2c000bd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0600646 Jan 19 00:32:22.766581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-956ed42a-6f10-4fd2-8d93-325920a2014e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675154 Jan 19 00:32:22.900219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-96a1c913-3ffe-48cb-b7f9-b1a68b3758fa service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275861 Jan 19 00:32:22.978068 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:23.052960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:23.053341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:23.185274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-60b34be4-48f8-4efd-be25-5249a1fdc9a8 req-05e1075c-15a4-4740-8454-4d6e209cc09c service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798302 Jan 19 00:32:23.197820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961031-aad0-4838-a41c-1efb5c58b5e2 req-3bbd87f3-5312-415c-a2ca-eb4103846d09 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:23.199215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6961031-aad0-4838-a41c-1efb5c58b5e2 req-3bbd87f3-5312-415c-a2ca-eb4103846d09 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.2707384 Jan 19 00:32:23.244552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e6961031-aad0-4838-a41c-1efb5c58b5e2 req-468ed08e-5980-4595-962e-cad3a81b773f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Jan 19 00:32:23.375106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-7c8d9322-169a-43cf-92c8-27fd8378fc6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1095 time: 0.0721400 Jan 19 00:32:23.503865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-7d1ecaea-8824-4673-adaa-c51357623f47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:23.505250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-7d1ecaea-8824-4673-adaa-c51357623f47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1250117 Jan 19 00:32:23.572032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-2c064b69-9bd7-4948-ae6f-5bd7e41e8185 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 217 time: 0.0602152 Jan 19 00:32:23.636624 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-3cc7f411-2f79-4db7-bdc1-c7f7c364e12e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:23.638069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-3cc7f411-2f79-4db7-bdc1-c7f7c364e12e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0599885 Jan 19 00:32:23.711183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-69dea535-72a6-4fa1-b454-a7fba43ea81e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663066 Jan 19 00:32:23.840581 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-bfc40d98-8b0b-458f-a3d2-5c317dbb2b4a service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227508 Jan 19 00:32:23.971289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4aae5aa6-2219-4930-a057-d985e8ebc6e9 req-5ee5dfac-5e0b-4c01-b4ad-bc2f59054635 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246779 Jan 19 00:32:24.445929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6715-69cb-40a7-b54e-c5ebe850c8cb req-f1024f16-4a36-4f17-8ecc-a55b8446b603 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:24.447369 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adf6715-69cb-40a7-b54e-c5ebe850c8cb req-f1024f16-4a36-4f17-8ecc-a55b8446b603 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.0787630 Jan 19 00:32:24.491576 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3adf6715-69cb-40a7-b54e-c5ebe850c8cb req-46330649-d3db-45d8-a804-04b8ec8e3958 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386188 Jan 19 00:32:25.689270 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86907ae-d5f9-47a8-8fb7-c931e023da3c req-b5ade46b-178b-4aa5-8fc0-b557ab90808c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:25.691521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b86907ae-d5f9-47a8-8fb7-c931e023da3c req-b5ade46b-178b-4aa5-8fc0-b557ab90808c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.0765545 Jan 19 00:32:25.735946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b86907ae-d5f9-47a8-8fb7-c931e023da3c req-b2d8662b-dc75-4a0b-92c8-a1226456db24 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389988 Jan 19 00:32:26.122772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:32:26.256154 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:26.269619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'mac_address': 'fa:16:3e:4f:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:32:26.322617 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:26.339344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7619e5-7d37-4fa1-9be5-863ca72e18aa {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:32:26.353580 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:26.441770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:26.543527 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:26.665461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['bd7619e5-7d37-4fa1-9be5-863ca72e18aa'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:32:26.938543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e76dd-f4bc-423f-94f9-2a49a6c8208b req-6267f656-befe-40aa-b3b2-d177ef8e6aab tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:26.939968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a67e76dd-f4bc-423f-94f9-2a49a6c8208b req-6267f656-befe-40aa-b3b2-d177ef8e6aab tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 945 time: 0.0809984 Jan 19 00:32:26.985208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a67e76dd-f4bc-423f-94f9-2a49a6c8208b req-88af78c1-011c-43eb-a137-9d04f88f76c3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395305 Jan 19 00:32:28.138603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:32:28.180250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc13fe9-e09a-41df-bbb0-8bf8739c8534 req-55125dec-c3f4-4c02-8b75-5d98c081fb3b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:28.181734 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbc13fe9-e09a-41df-bbb0-8bf8739c8534 req-55125dec-c3f4-4c02-8b75-5d98c081fb3b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 945 time: 0.0774536 Jan 19 00:32:28.226701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbc13fe9-e09a-41df-bbb0-8bf8739c8534 req-88c50c83-f8ac-4deb-aeb6-769fb807688a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Jan 19 00:32:28.259784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:32:28.264711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:32:28.265369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:28.374341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:28.400388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:32:28.410510 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:32:28.453984 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'code': 200} Jan 19 00:32:28.477278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:28.549319 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:28.594789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dd2fd73-a790-45a3-ab2c-ca85b462ae4b req-7c944261-2f63-40de-98c1-8a13ecda90d5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.0806532 Jan 19 00:32:28.636114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9dd2fd73-a790-45a3-ab2c-ca85b462ae4b req-bcacdd36-c790-4250-8c23-99d6a6a0c07d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361903 Jan 19 00:32:29.420421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd779f55-d5e9-4352-b0d5-ad92b439fc37 req-1b7c4815-08b0-4b89-b67a-f8f4bcfbf586 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:29.421906 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd779f55-d5e9-4352-b0d5-ad92b439fc37 req-1b7c4815-08b0-4b89-b67a-f8f4bcfbf586 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0767627 Jan 19 00:32:29.469980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd779f55-d5e9-4352-b0d5-ad92b439fc37 req-b8e27be5-cd7a-4c3b-9f61-096d54d311ee tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Jan 19 00:32:30.666790 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0bc9-8e07-4d85-972f-54528f2af5be req-219668cc-f409-4d7e-9efc-1bbacecd1372 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:30.668159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96ea0bc9-8e07-4d85-972f-54528f2af5be req-219668cc-f409-4d7e-9efc-1bbacecd1372 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0762298 Jan 19 00:32:30.713066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-96ea0bc9-8e07-4d85-972f-54528f2af5be req-b74c8ccb-f99b-4425-a139-37bc32d42a5b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Jan 19 00:32:31.001247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9094e3-e4e9-4ce7-8736-a2f42d699289 req-87beee34-e666-4975-b025-58a607028dc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:31.002698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e9094e3-e4e9-4ce7-8736-a2f42d699289 req-87beee34-e666-4975-b025-58a607028dc5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1691382 Jan 19 00:32:31.047447 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4e9094e3-e4e9-4ce7-8736-a2f42d699289 req-5a51bff7-6b79-4070-8721-bff9e903d124 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386019 Jan 19 00:32:31.076565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38876) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:31.144718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8aff1007-32ff-4961-aaeb-c1544c85f954 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1092 time: 0.0664477 Jan 19 00:32:31.147928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38880) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:31.153056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:32:31.159061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:32:31.163013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:floatingip and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:32:31.165807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:32:31.171798 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:32:31.247265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:31.384487 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:31.520366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.38 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/577d3ff8-9c17-481c-b111-b920bcf6df43) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:32:31.666659 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:31.774482 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:31.842428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:32:31.843531 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:32:31.847539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:32:31.881243 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=577d3ff8-9c17-481c-b111-b920bcf6df43,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:32.359127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:32.450178 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:32.649188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:32.688222 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:32.792385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=577d3ff8-9c17-481c-b111-b920bcf6df43,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:32:32.810820 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:32.865210 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:32:33.104308 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Floating IP b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 associated. External IP: 172.25.1.38, port: bd7619e5-7d37-4fa1-9be5-863ca72e18aa. Jan 19 00:32:33.490427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:32:33.692140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:32:33.701763 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Sync routers for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:32:33.713362 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:33.714033 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:33.870708 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:33.895083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:33.928370 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-330bca87-107e-4d5f-8b54-8a3d42e22278 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7794201 Jan 19 00:32:33.928984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:32:33.991988 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'status': 'completed', 'code': 200} Jan 19 00:32:34.138982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-161e4ce9-613d-4add-9e5a-bcd143f9b788 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.1262639 Jan 19 00:32:34.149708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd364c6c-e7a1-43bc-8bfc-e18c14662860 req-2c5324d2-07cc-402d-839e-d7ed0dd556da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:34.151037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd364c6c-e7a1-43bc-8bfc-e18c14662860 req-2c5324d2-07cc-402d-839e-d7ed0dd556da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1020775 Jan 19 00:32:34.250246 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b16f047b-5e7d-43b8-82d6-e80d1ffa5c72', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'mac_address': 'fa:16:3e:4f:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:32:32Z', 'updated_at': '2022-01-19T00:32:32Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:34.254619 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Checking router: 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:32:34.266256 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:32:34.267046 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:32:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:34.282461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bd364c6c-e7a1-43bc-8bfc-e18c14662860 req-df795ec6-fd2a-4cee-ad47-e4567f52ba71 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129930 Jan 19 00:32:34.314055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38888) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:34.316397 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-226d0c42-f842-43da-9a2b-24c9272dbc35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:34.318024 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-226d0c42-f842-43da-9a2b-24c9272dbc35 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1661434 Jan 19 00:32:34.419722 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-e08a536e-c88f-4a4b-9a7b-59f9d87b3955 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 999 time: 0.0965323 Jan 19 00:32:34.430474 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e8b24d40-6d0f-4699-b39e-ddcf39070494 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 HTTP/1.1" status: 200 len: 991 time: 0.1144781 Jan 19 00:32:34.443489 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:32:34.490705 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-aeebb5ca-8143-42d1-b336-1203729b7a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:34.492141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-aeebb5ca-8143-42d1-b336-1203729b7a7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0670376 Jan 19 00:32:34.568163 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-79d6dbc2-07aa-4ac7-ab75-65a04c6843d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703688 Jan 19 00:32:34.702731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-59f88d95-851c-41f6-b451-33094bbf7a85 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286857 Jan 19 00:32:34.795910 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b16f047b-5e7d-43b8-82d6-e80d1ffa5c72', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'mac_address': 'fa:16:3e:4f:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:32:32Z', 'updated_at': '2022-01-19T00:32:32Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:32:34.800251 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681df2be-4495-4b10-8180-8bbda2b542a0 None None] The sync data for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 is: [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'b16f047b-5e7d-43b8-82d6-e80d1ffa5c72', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'mac_address': 'fa:16:3e:4f:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:32:32Z', 'updated_at': '2022-01-19T00:32:32Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:32:34.946623 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b32b7f7e-c40a-40ac-9c4c-baed89b98910 req-1eaaef19-9c96-41a4-88b9-a095a9dcff71 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383466 Jan 19 00:32:35.432677 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 38892) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:35.646382 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fbfda720-9485-41e5-a1a3-36e6d82c03d4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 HTTP/1.1" status: 200 len: 991 time: 0.2125409 Jan 19 00:32:35.699166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce15b40-37f1-4dd4-b767-ffa561736a1d None None] New status for floating IP b16f047b-5e7d-43b8-82d6-e80d1ffa5c72: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:32:36.650406 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 38896) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:32:36.758166 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-820a15c2-91e6-49fb-9e77-a2506a7133e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 HTTP/1.1" status: 200 len: 993 time: 0.1062882 Jan 19 00:32:37.144587 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-23340424-548a-48bf-b61c-9f772bb1fd47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714686 Jan 19 00:32:37.278745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-2010975f-881c-4155-a7cb-4fa9baf06b6e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.0690675 Jan 19 00:32:37.421499 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-51a50d1f-281e-4743-a65f-d0e56d2c17d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:37.422936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-51a50d1f-281e-4743-a65f-d0e56d2c17d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1261134 Jan 19 00:32:37.525289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-afb49ef0-002a-45e5-b324-4c967ae9a157 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1001 time: 0.0961354 Jan 19 00:32:37.585557 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-344bbfcd-5be3-4c67-90d2-45c1d71858c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:32:37.586877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-344bbfcd-5be3-4c67-90d2-45c1d71858c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0567634 Jan 19 00:32:37.662527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-ede01ea9-f533-4137-9d55-b99fa287acec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703013 Jan 19 00:32:37.794890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-98b16317-7dd1-4297-ad55-d1cc9e22473c service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264875 Jan 19 00:32:37.926136 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7fc1fd3a-114d-460f-a513-12e88669f00a req-2e4964d2-f20f-4d74-beb8-b6970db59545 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246836 Jan 19 00:32:39.905653 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:42.002328 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:43.909992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-93a8ca92-4658-4900-a984-00823cbcb8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:45.996686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-560a06a1-ab35-47d5-8944-49cab7e7aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:47.287172 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:47.768004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:32:49.110595 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:01.722339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f090e3a6-8ece-46e5-98e2-8ce146f560d3 req-9472cfb9-9958-4618-a258-56a900921f0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1564612 Jan 19 00:33:02.219884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e14b3-00ab-447e-ac19-e61f8d838b67 req-36312c80-dfed-46fb-908f-5b81943e12e9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:02.221368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b2e14b3-00ab-447e-ac19-e61f8d838b67 req-36312c80-dfed-46fb-908f-5b81943e12e9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1518402 Jan 19 00:33:02.310612 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b2e14b3-00ab-447e-ac19-e61f8d838b67 req-9b0a56a9-eded-43b8-85f1-2c020f541ee0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830829 Jan 19 00:33:02.329175 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-74cf2bee-b773-4213-9316-13c8748fb908 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1566670 Jan 19 00:33:03.579700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afcf1d-b620-447e-9d99-e7f3dac64468 req-1b2be1a4-1cbe-4ccc-9372-26f05ce5ed34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:03.581201 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1afcf1d-b620-447e-9d99-e7f3dac64468 req-1b2be1a4-1cbe-4ccc-9372-26f05ce5ed34 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1499217 Jan 19 00:33:03.626358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e1afcf1d-b620-447e-9d99-e7f3dac64468 req-2152e08d-9606-4090-8daf-1e8434d0be8d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392234 Jan 19 00:33:04.503902 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-0823dcbe-2034-4cd6-818b-57d6f7c5bd1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.0687628 Jan 19 00:33:04.639820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-544e7f49-79d9-44b9-a0b2-393bfca8a4cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:04.641536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-544e7f49-79d9-44b9-a0b2-393bfca8a4cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1317739 Jan 19 00:33:04.895003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-2cb6c47c-4c2f-4cd5-9c8c-19481ba6b13f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1001 time: 0.2448781 Jan 19 00:33:04.960092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36132be4-ee7d-43d6-a245-053c79a31c11 req-4588768c-c141-4a96-9fec-e9aabc7ec27f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:04.961567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36132be4-ee7d-43d6-a245-053c79a31c11 req-4588768c-c141-4a96-9fec-e9aabc7ec27f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1622288 Jan 19 00:33:04.970019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-bdfcbbf5-4891-410c-92fc-aa4b10ba7e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:04.971339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-bdfcbbf5-4891-410c-92fc-aa4b10ba7e93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0701489 Jan 19 00:33:05.063046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36132be4-ee7d-43d6-a245-053c79a31c11 req-63162fb5-da6a-4959-bd6b-a997956299da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946286 Jan 19 00:33:05.076299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-bc935c08-48ef-4e6e-a1cd-703b95b48cb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914376 Jan 19 00:33:05.207189 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-538037f8-b126-4ac6-b533-8c319f21b5a4 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234746 Jan 19 00:33:05.339016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-9279a55f-721a-46a2-a2ed-6cf985b83475 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263244 Jan 19 00:33:06.259367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b002f-0008-4be6-9fe4-080121ac7980 req-375acfe6-6d13-413c-bf68-6cb5432dd796 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:06.260711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b9b002f-0008-4be6-9fe4-080121ac7980 req-375acfe6-6d13-413c-bf68-6cb5432dd796 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0748103 Jan 19 00:33:06.306990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b9b002f-0008-4be6-9fe4-080121ac7980 req-81a23a61-22fa-4f5a-882d-71d0b43a8b3f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Jan 19 00:33:07.506126 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5773c0-6f82-4011-9927-3afe98ccea17 req-c5962e5f-ac66-490e-9d62-a664f8b8f8d4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:07.507578 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d5773c0-6f82-4011-9927-3afe98ccea17 req-c5962e5f-ac66-490e-9d62-a664f8b8f8d4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0795741 Jan 19 00:33:07.552326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2d5773c0-6f82-4011-9927-3afe98ccea17 req-690a25d5-962c-4c0b-8751-4e84e9846672 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Jan 19 00:33:08.749547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946175aa-aea3-415f-bc87-2dede7a8d174 req-e7a3fae3-c70c-4f0f-a86e-f20fac87a3e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:08.750994 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-946175aa-aea3-415f-bc87-2dede7a8d174 req-e7a3fae3-c70c-4f0f-a86e-f20fac87a3e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0763550 Jan 19 00:33:08.799221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-946175aa-aea3-415f-bc87-2dede7a8d174 req-26bd6d3c-17fd-4d18-afdb-3bf0c365f75b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Jan 19 00:33:09.866181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:33:09.922016 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:09.997646 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d16b13-13f8-4da5-af3c-a05561e48bfe req-27c28926-f751-46a3-a848-d6175e0aff3c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:09.999087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40d16b13-13f8-4da5-af3c-a05561e48bfe req-27c28926-f751-46a3-a848-d6175e0aff3c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0773895 Jan 19 00:33:10.044052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40d16b13-13f8-4da5-af3c-a05561e48bfe req-80a90ad9-e5fd-4cdc-9276-3660ade250fb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Jan 19 00:33:11.249033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6315f8-28a0-4897-8b98-452501cd0ed2 req-a9e9951b-ff34-40d0-a91c-bd58844f4554 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:11.250406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae6315f8-28a0-4897-8b98-452501cd0ed2 req-a9e9951b-ff34-40d0-a91c-bd58844f4554 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Jan 19 00:33:11.295182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae6315f8-28a0-4897-8b98-452501cd0ed2 req-8389b8c1-4b9e-43b2-96e3-87c0fc56a6f4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391965 Jan 19 00:33:12.012309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:12.493424 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6995-2ae1-4886-90b9-70e220c9e0cb req-7316b732-b72d-435c-9ea0-8f09326f4b9a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:12.495031 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-953f6995-2ae1-4886-90b9-70e220c9e0cb req-7316b732-b72d-435c-9ea0-8f09326f4b9a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0763307 Jan 19 00:33:12.539918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-953f6995-2ae1-4886-90b9-70e220c9e0cb req-46c29c0e-7c85-4f57-81bc-5c8e3ccb1702 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Jan 19 00:33:13.741198 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f397d-2043-414b-9f8f-d57dd80726c9 req-3a92af48-61b0-46e3-a01c-039c6948fdc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:13.742653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe6f397d-2043-414b-9f8f-d57dd80726c9 req-3a92af48-61b0-46e3-a01c-039c6948fdc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0795760 Jan 19 00:33:13.788283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe6f397d-2043-414b-9f8f-d57dd80726c9 req-ec019802-addd-4cff-81d6-67516dd98537 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401821 Jan 19 00:33:13.904899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e32d621c-d6c6-48a1-ac16-0838e8e0cfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:14.986914 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf30ec6-4382-4114-b986-31a2794145e8 req-0177c07a-23ec-4557-9a88-5080e96208fa tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:14.988409 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf30ec6-4382-4114-b986-31a2794145e8 req-0177c07a-23ec-4557-9a88-5080e96208fa tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0788429 Jan 19 00:33:15.032248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eaf30ec6-4382-4114-b986-31a2794145e8 req-75d6659c-5aa2-418b-a406-a0c91a4031cf tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Jan 19 00:33:16.000855 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-800db3d5-bf56-4ae3-9f0b-d1cd7dd03b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:16.230110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb398e8-cd99-4136-aaea-6c9eca1e3ebf req-758bf734-bff3-4413-902e-0d2bc284a624 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:16.231468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb398e8-cd99-4136-aaea-6c9eca1e3ebf req-758bf734-bff3-4413-902e-0d2bc284a624 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0787091 Jan 19 00:33:16.275362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fb398e8-cd99-4136-aaea-6c9eca1e3ebf req-06d0eb2b-1bee-4db9-801d-1e417cb8aa41 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385203 Jan 19 00:33:17.286538 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:17.468419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797ffa-eea5-4a7d-b469-1482082f76a9 req-3d01db5c-04cc-41ba-bf4b-0fcdc8d620a0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:17.469877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92797ffa-eea5-4a7d-b469-1482082f76a9 req-3d01db5c-04cc-41ba-bf4b-0fcdc8d620a0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0752575 Jan 19 00:33:17.518281 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-92797ffa-eea5-4a7d-b469-1482082f76a9 req-b79cab4d-6925-4a2a-8377-015f11a25162 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Jan 19 00:33:17.744579 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:18.719746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c170a-4b9d-4712-8618-de9374caff5b req-1f3f7af7-3208-45ee-83f8-34082e45757a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:18.721212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f24c170a-4b9d-4712-8618-de9374caff5b req-1f3f7af7-3208-45ee-83f8-34082e45757a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0757222 Jan 19 00:33:18.766454 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f24c170a-4b9d-4712-8618-de9374caff5b req-5eb4c531-c0d1-4e82-95e4-7c62c9cda98a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397491 Jan 19 00:33:19.087881 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:20.062852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c1111-5644-4129-ab97-9a9722581dbd req-a635c78e-8e5c-4916-90fc-af5eae877d33 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:20.064207 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee8c1111-5644-4129-ab97-9a9722581dbd req-a635c78e-8e5c-4916-90fc-af5eae877d33 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1723545 Jan 19 00:33:20.109659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee8c1111-5644-4129-ab97-9a9722581dbd req-0084a9c3-6c41-47c1-8910-83558d21c090 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Jan 19 00:33:21.304689 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa956cc6-3f0e-4e47-8729-41738c0c9ea5 req-24c6dbfd-3d5e-43ec-b65d-645b967baf1d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:21.306152 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa956cc6-3f0e-4e47-8729-41738c0c9ea5 req-24c6dbfd-3d5e-43ec-b65d-645b967baf1d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0745401 Jan 19 00:33:21.350730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa956cc6-3f0e-4e47-8729-41738c0c9ea5 req-cca2a5eb-8e01-470a-9cca-de6999be33d2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Jan 19 00:33:22.395480 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-c0f41a3b-226d-4e2b-a3b9-dd82b0c334a6 service neutron] show failed (client error): The resource could not be found. Jan 19 00:33:22.396476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-c0f41a3b-226d-4e2b-a3b9-dd82b0c334a6 service neutron] 10.222.0.83 "GET /v2.0/ports/bd7619e5-7d37-4fa1-9be5-863ca72e18aa/bindings/n-h1-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0756383 Jan 19 00:33:22.552934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8871d-9bd6-4011-ace8-9b85260d1d81 req-310bd0b9-7f2f-4fae-91ce-8a75f35af2a0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:22.554415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8a8871d-9bd6-4011-ace8-9b85260d1d81 req-310bd0b9-7f2f-4fae-91ce-8a75f35af2a0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0798733 Jan 19 00:33:22.600072 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f8a8871d-9bd6-4011-ace8-9b85260d1d81 req-0e9498e1-ffa7-4514-ba8a-71e132803f56 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Jan 19 00:33:23.020282 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-27b73159-d9af-4c7d-a7aa-699e83c8ff0d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 1097 time: 0.0697398 Jan 19 00:33:23.030413 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:33:23.135940 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:23.394974 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:33:23.423514 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:33:23.477878 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:33:23.483085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:23.499414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Transition to ACTIVE for port object bd7619e5-7d37-4fa1-9be5-863ca72e18aa will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:33:23.567466 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:23.681061 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'code': 200} Jan 19 00:33:23.706573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=6']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:33:23.734151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.734497 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.734839 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.735183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.735516 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.735845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.736173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.736494 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.736816 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.737160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.737482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:23.783157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] No DVR routers for this DVR port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:33:23.819337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d4969-1597-4ce8-8a8e-bef54dab0df2 req-2d973d82-439e-4e3b-b2df-02c940f18a58 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:23.822312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-730d4969-1597-4ce8-8a8e-bef54dab0df2 req-2d973d82-439e-4e3b-b2df-02c940f18a58 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.0900211 Jan 19 00:33:23.869988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-730d4969-1597-4ce8-8a8e-bef54dab0df2 req-f2a280b1-4a58-455a-8808-afab55787d9e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Jan 19 00:33:24.031183 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:33:24.031755 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:33:24.031902 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:33:24.038279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:33:24.038656 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Attempting to bind port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on network f92cd072-be2b-408a-915e-da2855583138 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:33:24.044957 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:33:24.045287 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Checking segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:33:24.045674 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Bound using segment: {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:33:24.046091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Bound port: bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d9fefe-59e4-4b5f-95f7-169837ac0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f92cd072-be2b-408a-915e-da2855583138'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:33:24.046437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:24.131207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:33:24.134116 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:33:24.190852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:24.255191 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:24.257182 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] 10.222.0.89 "PUT /v2.0/ports/bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1092 time: 1.2305045 Jan 19 00:33:24.271295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e6d39-8489-4f05-b71d-1bc772a20644 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:33:24.355680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-d080b064-4eb4-49f9-8b4c-533c410039ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1095 time: 0.0748475 Jan 19 00:33:24.488395 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-b9efd1e7-76b9-41cf-a4c2-467b0bdc76ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:24.489845 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-b9efd1e7-76b9-41cf-a4c2-467b0bdc76ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1286340 Jan 19 00:33:24.591826 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-3d4b4a87-bc42-4ef7-9835-2a64d9f2760a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 999 time: 0.0956588 Jan 19 00:33:24.652703 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-1292a6a0-d4da-4916-a2e1-bc4bcf9f0d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:24.654161 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-1292a6a0-d4da-4916-a2e1-bc4bcf9f0d01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0572522 Jan 19 00:33:24.825444 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-fa09a4ac-0ac9-49a7-be0e-ad5b01c4c690 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654136 Jan 19 00:33:24.960679 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-e26f4f41-53dc-41d1-818c-64194ca61056 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292546 Jan 19 00:33:25.076465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c827f1-89d9-4a8a-9410-c375ad7dce8c req-57b957c5-da63-475f-9181-a3fe9d8559da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:25.078016 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2c827f1-89d9-4a8a-9410-c375ad7dce8c req-57b957c5-da63-475f-9181-a3fe9d8559da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.0793438 Jan 19 00:33:25.092905 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-25c3282e-e038-4017-8f74-ddb93ee192b2 req-d368aed5-a941-42df-b0d6-9db44718fdd9 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261039 Jan 19 00:33:25.125088 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d2c827f1-89d9-4a8a-9410-c375ad7dce8c req-0140228c-b2bd-4ae7-a5f3-e647237332ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415213 Jan 19 00:33:25.682683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:33:25.748015 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'status': 'completed', 'code': 200} Jan 19 00:33:25.837964 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-e4f9e8f4-d7f4-40e4-bfd2-a8f887631339 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1095 time: 0.0692978 Jan 19 00:33:25.838239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-02a34d7b-3ae9-4e5c-a0cb-48a1ef2a7f7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1095 time: 0.0721555 Jan 19 00:33:25.968490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-dfcaf3db-126f-4f27-a45b-7653f6c0fd75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:25.968787 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-216dda69-21fc-450e-8eb3-eb01f0c58c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:25.969958 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-dfcaf3db-126f-4f27-a45b-7653f6c0fd75 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1262662 Jan 19 00:33:25.970300 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-216dda69-21fc-450e-8eb3-eb01f0c58c62 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1266494 Jan 19 00:33:26.073793 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-5795c334-02d7-44b3-b199-bbe22a5dd4d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 999 time: 0.0981863 Jan 19 00:33:26.074141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-92993e23-fc44-4597-a585-72a9d2a2cf13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 999 time: 0.0980773 Jan 19 00:33:26.137484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-4da4c13b-834f-48d3-b920-0e0b248754fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:26.138934 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-4da4c13b-834f-48d3-b920-0e0b248754fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0599856 Jan 19 00:33:26.139386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-7523058b-325d-4995-9b47-d414de1fbe8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:26.141138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-7523058b-325d-4995-9b47-d414de1fbe8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0621989 Jan 19 00:33:26.219021 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-7ec01977-1119-4853-a91b-5ac9e6a6177f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745878 Jan 19 00:33:26.220562 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-f57efe9d-1029-4cb6-9147-3f4598d8869a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736969 Jan 19 00:33:26.352507 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-71349ca9-0010-4ac6-a662-d66c8505ed30 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273673 Jan 19 00:33:26.406827 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-53bb9228-3d27-4ffa-ae69-85469222aa47 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803112 Jan 19 00:33:26.418052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c1934-a328-4491-a6b7-e294f6ec04f9 req-7a37f098-8fb5-4974-9e9a-49e2f8b774a1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:26.419433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b5c1934-a328-4491-a6b7-e294f6ec04f9 req-7a37f098-8fb5-4974-9e9a-49e2f8b774a1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.1700099 Jan 19 00:33:26.433504 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:33:26.484455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-956ca612-d9bb-4d94-9ec2-93459060b25c service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253488 Jan 19 00:33:26.491368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:33:26.557077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b5c1934-a328-4491-a6b7-e294f6ec04f9 req-bc5a52b5-fb5c-4ebe-b35e-633727e750fe tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186411 Jan 19 00:33:26.577491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9615849d-0444-4418-9c52-b49cf4c43dd1 req-d74a3557-4cf6-48e3-bd6e-665b406a6bc5 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569664 Jan 19 00:33:27.760120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb03cf-573e-42e4-81b7-c38df6642929 req-ff9e3a22-c11a-42b8-b295-c573c0e5daf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:27.761618 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cabb03cf-573e-42e4-81b7-c38df6642929 req-ff9e3a22-c11a-42b8-b295-c573c0e5daf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 944 time: 0.0782883 Jan 19 00:33:27.806360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cabb03cf-573e-42e4-81b7-c38df6642929 req-353505b8-6ebf-48e2-963e-e3a6fc9d5a55 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389671 Jan 19 00:33:28.498176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:33:28.629060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:33:28.642364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'port_id': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'mac_address': 'fa:16:3e:4f:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:33:28.697453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:28.713935 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7619e5-7d37-4fa1-9be5-863ca72e18aa {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:33:28.728588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:33:28.807411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:28.880816 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:33:28.890023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.890629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.890972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.891311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.891645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.891972 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.892299 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.892948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.893279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.893603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:28.893926 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:33:29.007218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ee3a-3e89-43f4-a99d-d00dcaced559 req-a31c69d9-a36a-406a-822c-b164a9e6e87d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:29.008657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0af8ee3a-3e89-43f4-a99d-d00dcaced559 req-a31c69d9-a36a-406a-822c-b164a9e6e87d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 945 time: 0.0761881 Jan 19 00:33:29.058830 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0af8ee3a-3e89-43f4-a99d-d00dcaced559 req-dbdf4b40-41d6-47c0-b6ab-b5eb6b61f795 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445318 Jan 19 00:33:29.165815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['bd7619e5-7d37-4fa1-9be5-863ca72e18aa'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:33:29.562329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e577c-9015-4191-9032-3a7cd1fe3fc1 req-673b7e9f-0a21-4790-9f19-72e044b26472 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:29.563768 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c6e577c-9015-4191-9032-3a7cd1fe3fc1 req-673b7e9f-0a21-4790-9f19-72e044b26472 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 945 time: 0.1344845 Jan 19 00:33:29.696623 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-25d265d7-f779-42e5-9ca7-5d62fccbb028 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:29.698059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-25d265d7-f779-42e5-9ca7-5d62fccbb028 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&tenant_id=d0d2bad43d744681bab6cb139760aa5e&binding%3Ahost_id=n-h1-825175-2 HTTP/1.1" status: 200 len: 945 time: 0.2201312 Jan 19 00:33:29.764211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c6e577c-9015-4191-9032-3a7cd1fe3fc1 req-f311e658-b15c-4d8e-b9ca-1587e63bbf57 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936693 Jan 19 00:33:29.786048 n-d-825175-2 neutron-server[84542]: INFO neutron.api.v2.resource [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-666cc020-2b9b-49c2-99bb-099329f07375 service neutron] delete failed (client error): The resource could not be found. Jan 19 00:33:29.787036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-666cc020-2b9b-49c2-99bb-099329f07375 service neutron] 10.222.0.83 "DELETE /v2.0/ports/bd7619e5-7d37-4fa1-9be5-863ca72e18aa/bindings/n-h2-825175-2 HTTP/1.1" status: 404 len: 380 time: 0.0821009 Jan 19 00:33:29.986930 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-15da1546-ad36-401b-9d98-a1d83ade2280 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1096 time: 0.1300275 Jan 19 00:33:29.998594 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33601978-c3ca-41c8-b9ee-950106a66312 req-1e573b3e-281b-4cd2-a217-496fc4052d8b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:29.999935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33601978-c3ca-41c8-b9ee-950106a66312 req-1e573b3e-281b-4cd2-a217-496fc4052d8b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 945 time: 0.1081192 Jan 19 00:33:30.126987 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33601978-c3ca-41c8-b9ee-950106a66312 req-0d8519d1-0d97-42b3-8e8b-2887a43ca2ec tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090522 Jan 19 00:33:30.162844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-6e62d928-3393-4b3d-8a0f-aba2a2de5675 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:30.164289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-6e62d928-3393-4b3d-8a0f-aba2a2de5675 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1713972 Jan 19 00:33:30.265945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-1f0efc8c-1cd2-406b-9eea-d8a1608edbf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1000 time: 0.0958374 Jan 19 00:33:30.330975 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-f020e6c5-27fc-4e43-9037-d3dcef171457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:30.332382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-f020e6c5-27fc-4e43-9037-d3dcef171457 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0598578 Jan 19 00:33:30.414548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-04ba0348-e30d-44f5-a0dd-ab8d3444404e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757520 Jan 19 00:33:30.513355 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:33:30.543012 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-433b8732-62b4-40ba-b9d6-2ee880260a46 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222990 Jan 19 00:33:30.676724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba5712b5-4948-4403-8e05-7385124f3ee5 req-7b9140ad-e7a2-4cd9-bced-f556409e1cd5 service neutron] 10.222.0.83 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282225 Jan 19 00:33:30.693321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:33:30.698449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port bd7619e5-7d37-4fa1-9be5-863ca72e18aa triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:33:30.706077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:30.812017 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:30.869145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:33:30.878588 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:33:30.941015 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'code': 200} Jan 19 00:33:30.966059 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:31.031190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:33:31.327770 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ab4b-5c4c-4dbc-a6e3-b9fa7af097cb req-8b26c230-56cd-49f0-8676-049b4f6578bf tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:31.329264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aec6ab4b-5c4c-4dbc-a6e3-b9fa7af097cb req-8b26c230-56cd-49f0-8676-049b4f6578bf tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0763850 Jan 19 00:33:31.379860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aec6ab4b-5c4c-4dbc-a6e3-b9fa7af097cb req-cd722a7f-5f16-4769-97c5-1abf407e66c3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Jan 19 00:33:32.577146 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f027b-a081-4ffe-9bf0-43956ba77958 req-49487628-76f2-4bc4-a016-11736303adbd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:32.578592 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-724f027b-a081-4ffe-9bf0-43956ba77958 req-49487628-76f2-4bc4-a016-11736303adbd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0760264 Jan 19 00:33:32.623767 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-724f027b-a081-4ffe-9bf0-43956ba77958 req-2cfb45db-9678-4ec3-af11-561537fd0a06 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Jan 19 00:33:32.652536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39008) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:33:32.758432 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c31931ef-5033-468b-83d3-f2f10e22ae1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 HTTP/1.1" status: 200 len: 993 time: 0.1046708 Jan 19 00:33:39.977852 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:41.978296 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:43.933227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d11736cb-983e-4517-9158-aa84060c8c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:46.024202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61142462-3e2a-47e5-a7c3-97f634148478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:46.866671 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:33:47.315682 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:47.749973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:49.104174 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:33:49.771084 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-30236ec0-3fbe-4750-842f-9fd55a23dd4c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810630 Jan 19 00:33:49.911358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-3b112512-51c4-4939-815d-2794aeaf1b1d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.0730021 Jan 19 00:33:50.053616 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-5e3fd0b8-2881-4561-ad49-96c04f5fd081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:50.055135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-5e3fd0b8-2881-4561-ad49-96c04f5fd081 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1249831 Jan 19 00:33:50.156487 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-b85139a3-1ef8-4685-bcab-8fff161e5405 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 1001 time: 0.0949242 Jan 19 00:33:50.220106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-2372b8c5-a326-4e13-a5eb-eb7f82c2895f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:33:50.221567 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-2372b8c5-a326-4e13-a5eb-eb7f82c2895f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0589237 Jan 19 00:33:50.294237 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-713c63c7-4478-4691-a3b8-5bbbd5bd9c5e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662057 Jan 19 00:33:50.513796 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-c9508f8d-7409-401e-89ec-d3690faa4597 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127621 Jan 19 00:33:50.642299 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-6a449fd4-9278-4ed1-998d-0220dad41486 req-1dfdec03-ac7a-4e82-830e-e2ca19346653 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222270 Jan 19 00:34:09.972441 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:12.018774 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:13.932762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8ef2-5a92-49d4-911a-b3ab53c4fcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:15.999637 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ad885756-d493-442e-b3c9-01d4814cfaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:17.298423 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:17.765294 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:19.108422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:23.867619 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:34:26.072664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39026) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:26.271895 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 577d3ff8-9c17-481c-b111-b920bcf6df43 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:34:26.272145 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:26.532131 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:26.532422 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:26.651183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 577d3ff8-9c17-481c-b111-b920bcf6df43 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:34:26.852341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:26.902615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=577d3ff8-9c17-481c-b111-b920bcf6df43,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:26.941342 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:26.945272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:27.004175 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:27.393422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:34:27.595322 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:34:27.605094 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Sync routers for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:34:27.616688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:27.617318 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:27.680744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:27.733444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cd15d2c4-d17a-4978-be04-33860b685538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/floatingips/b16f047b-5e7d-43b8-82d6-e80d1ffa5c72 HTTP/1.1" status: 204 len: 168 time: 1.6596699 Jan 19 00:34:27.734006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:34:27.806102 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:27.896739 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'status': 'completed', 'code': 200} Jan 19 00:34:28.064857 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-f308883e-088d-42c5-8d09-035239e55650 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 1097 time: 0.1424847 Jan 19 00:34:28.129941 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:28.134647 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Checking router: 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:34:28.146429 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:28.147116 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:28.198517 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-07d22ac9-98bb-4ba4-8582-01dd89732a32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:28.199921 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-07d22ac9-98bb-4ba4-8582-01dd89732a32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 200 len: 898 time: 0.1286094 Jan 19 00:34:28.273213 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-fb327950-fdaa-4c7a-9188-a5f98e13339a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 200 len: 217 time: 0.0609007 Jan 19 00:34:28.332742 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:28.339571 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-313b280f-0543-4a0f-bc14-6e1bb473e7a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:28.341057 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-313b280f-0543-4a0f-bc14-6e1bb473e7a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 200 len: 835 time: 0.0619955 Jan 19 00:34:28.401060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b3d6-5d1a-49d8-8330-b73307248b88 req-7310abf6-a3d7-4df7-a20a-5f204efff416 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:28.401952 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bff0b3d6-5d1a-49d8-8330-b73307248b88 req-7310abf6-a3d7-4df7-a20a-5f204efff416 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:28.421031 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-981f75f3-9f61-4f55-81e1-59d4e09cac3a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f92cd072-be2b-408a-915e-da2855583138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737109 Jan 19 00:34:28.469757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bff0b3d6-5d1a-49d8-8330-b73307248b88 req-7310abf6-a3d7-4df7-a20a-5f204efff416 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:28.471312 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff0b3d6-5d1a-49d8-8330-b73307248b88 req-7310abf6-a3d7-4df7-a20a-5f204efff416 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.1548135 Jan 19 00:34:28.521033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bff0b3d6-5d1a-49d8-8330-b73307248b88 req-ec6587c8-388f-4703-87da-202e50218c22 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jan 19 00:34:28.557497 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-1b993a35-ce37-490e-83dc-c9ba26729d3b service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276731 Jan 19 00:34:28.652270 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:28.656155 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656843d-2649-44dd-9bdb-31849bc6b4f4 None None] The sync data for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 is: [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:14Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '60a353e3-5ee8-4b14-9a8e-7467fd0ce091', 'name': '', 'network_id': 'f92cd072-be2b-408a-915e-da2855583138', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:fa:04:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:13Z', 'updated_at': '2022-01-19T00:32:21Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '4d38d12d-b2c5-4cce-8da5-24b4e72f538c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:34:28.692320 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fb2f2853-ba2c-43a5-94ad-79735402591f req-86906c1c-9405-4c65-8eb0-3d6b68c0c6b8 service neutron] 10.222.0.89 "GET /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283796 Jan 19 00:34:28.869440 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec9de7-5480-481f-8fc8-79505dc0a7ea None None] New status for floating IP b16f047b-5e7d-43b8-82d6-e80d1ffa5c72: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:34:29.733144 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f2f8-e9b7-436f-8289-73ebaaf5dd1c req-290d8747-6d3e-48ac-907d-0266fc2cc6c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:29.734579 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a511f2f8-e9b7-436f-8289-73ebaaf5dd1c req-290d8747-6d3e-48ac-907d-0266fc2cc6c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0752108 Jan 19 00:34:29.779102 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a511f2f8-e9b7-436f-8289-73ebaaf5dd1c req-dbc7e7df-3b1a-446c-949d-f27b6d927549 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=522da572-5a84-46af-a512-9595eec21aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390446 Jan 19 00:34:29.859235 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-1f9f8a66-8030-41c6-8985-9503a5f1078b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:29.859922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-1f9f8a66-8030-41c6-8985-9503a5f1078b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:29.871909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-1f9f8a66-8030-41c6-8985-9503a5f1078b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:29.873032 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-1f9f8a66-8030-41c6-8985-9503a5f1078b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 946 time: 0.0909033 Jan 19 00:34:29.941697 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port bd7619e5-7d37-4fa1-9be5-863ca72e18aa {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:34:29.942037 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:30.179407 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port bd7619e5-7d37-4fa1-9be5-863ca72e18aa, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:30.179679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:30.295891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for bd7619e5-7d37-4fa1-9be5-863ca72e18aa owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:34:30.628017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:30.676105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=bd7619e5-7d37-4fa1-9be5-863ca72e18aa,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:30.745891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.746229 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.746560 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.746885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.747206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.747529 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.747850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.748166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.748482 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.748800 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.749133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:30.761018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] No DVR routers for this DVR port bd7619e5-7d37-4fa1-9be5-863ca72e18aa on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:34:30.763380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:30.766136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-deleted', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:34:30.824333 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5dd166-1948-4c1b-affc-4539508249c2', 'name': 'network-vif-deleted', 'tag': 'bd7619e5-7d37-4fa1-9be5-863ca72e18aa', 'status': 'completed', 'code': 200} Jan 19 00:34:30.834453 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-258a0e10-8f5a-45c0-8d30-ca0447a67e9f req-6bf23379-324d-43db-8842-b3df3b069344 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "DELETE /v2.0/ports/bd7619e5-7d37-4fa1-9be5-863ca72e18aa HTTP/1.1" status: 204 len: 173 time: 0.9564626 Jan 19 00:34:30.953527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aae0fc5-bf24-4788-b1bb-b5c765ebb821 req-82459cb3-d16c-49ba-9fe8-faf64759645e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=ca5dd166-1948-4c1b-affc-4539508249c2 HTTP/1.1" status: 200 len: 210 time: 0.0456893 Jan 19 00:34:32.060160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39052) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:32.545705 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:33.141367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:34:33.142057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:33.322024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 60a353e3-5ee8-4b14-9a8e-7467fd0ce091, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:33.322287 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:33.440589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:34:33.664197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:33.712613 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=60a353e3-5ee8-4b14-9a8e-7467fd0ce091,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:34.108243 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:34.675096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:34:34.875306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:34:34.883657 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:34:34.886972 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Sync routers for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:34:34.896678 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39056) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:34.897426 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-03d08c42-cd36-414d-8126-d8b2ec2fa72b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356829 Jan 19 00:34:34.898961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:34.899826 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:34.916466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: bd7619e5-7d37-4fa1-9be5-863ca72e18aa {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:34:34.921812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device bd7619e5-7d37-4fa1-9be5-863ca72e18aa not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:34:35.077856 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:35.091724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting subnet 4d38d12d-b2c5-4cce-8da5-24b4e72f538c {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:34:35.094658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.155097 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.245547 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.394980 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:34:33Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:35.398725 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Checking router: 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:34:35.399798 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.408978 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Routers {'6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:35.409562 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:35.439892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Subnet': ['ID=4d38d12d-b2c5-4cce-8da5-24b4e72f538c,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:35.445454 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.452266 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-73c5f2c6-d4d7-4824-8498-ed3d5a848478 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/subnets/4d38d12d-b2c5-4cce-8da5-24b4e72f538c HTTP/1.1" status: 204 len: 168 time: 0.5535512 Jan 19 00:34:35.453189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3393ad-3964-466e-b492-48ab698872a6 None None] Network f92cd072-be2b-408a-915e-da2855583138 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:34:35.456962 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39060) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:35.595730 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] Set router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:35.670910 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.717956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] DHCP port deletion for f92cd072-be2b-408a-915e-da2855583138 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:34:35.722601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Deleting port d750db49-7569-4ed3-89b4-1afcd012a863 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:34:35.723086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.891611 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.906467 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:34:33Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:35.910448 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9b788-4abe-4859-bfcc-0386f60178de None None] The sync data for ids ['6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d'] in n-d-825175-2 is: [{'id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-194902281', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:34:33Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': '5a4e418d-a742-4d6a-aa29-52ecccda3836', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:32:09Z', 'updated_at': '2022-01-19T00:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:34:35.946930 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] For port d750db49-7569-4ed3-89b4-1afcd012a863, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d750db49-7569-4ed3-89b4-1afcd012a863,segment=NetworkSegment(f7d9fefe-59e4-4b5f-95f7-169837ac0180),segment_id=f7d9fefe-59e4-4b5f-95f7-169837ac0180)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:35.947484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:35.966818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 5a4e418d-a742-4d6a-aa29-52ecccda3836 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:34:35.967771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:36.081537 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Calling delete_port for d750db49-7569-4ed3-89b4-1afcd012a863 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:34:36.143762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 5a4e418d-a742-4d6a-aa29-52ecccda3836, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5a4e418d-a742-4d6a-aa29-52ecccda3836,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:36.144035 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:36.206547 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:36.252621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Pushing event deleted for resources: {'Port': ['ID=d750db49-7569-4ed3-89b4-1afcd012a863,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:36.262818 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 5a4e418d-a742-4d6a-aa29-52ecccda3836 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:34:36.264159 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] No DVR routers for this DVR port d750db49-7569-4ed3-89b4-1afcd012a863 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:34:36.267598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.267949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.268571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.268948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.269290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.269625 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.269955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.270418 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.270762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.271092 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.271426 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199c68c-a6ef-4295-9395-da13947349f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:36.612236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:36.656080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=5a4e418d-a742-4d6a-aa29-52ecccda3836,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:36.878645 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.088234 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d750db49-7569-4ed3-89b4-1afcd012a863 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:34:37.123444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d750db49-7569-4ed3-89b4-1afcd012a863 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:34:37.123784 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d750db49-7569-4ed3-89b4-1afcd012a863 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:34:37.124198 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:34:37.133748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.138082 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.155668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:34:37.156011 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 60a353e3-5ee8-4b14-9a8e-7467fd0ce091 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:34:37.229418 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.229933 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:34:37.244342 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.247922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e48e4378-e4b1-4ca8-8a5a-a02e2309ce81 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/routers/6f7a43be-025b-47a9-a1a3-bcdcb01d7f8d HTTP/1.1" status: 204 len: 168 time: 1.7907348 Jan 19 00:34:37.249420 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39064) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:37.363735 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.496582 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.521190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92cd072-be2b-408a-915e-da2855583138']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:37.533347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d9fefe-59e4-4b5f-95f7-169837ac0180') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:37.533645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d9fefe-59e4-4b5f-95f7-169837ac0180') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:37.544581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.560113 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.566567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:34:37.573099 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:34:37.581882 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:34:37.846630 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.851459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.879525 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Network': ['ID=f92cd072-be2b-408a-915e-da2855583138,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:37.883837 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-442c6e19-ee84-4ea1-bb14-6f39a41764ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/networks/f92cd072-be2b-408a-915e-da2855583138 HTTP/1.1" status: 204 len: 168 time: 0.6333930 Jan 19 00:34:37.886545 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39068) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:37.954918 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:37.983414 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.103527 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.124485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522da572-5a84-46af-a512-9595eec21aaf,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:38.134578 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.135699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c8d7b87f-ab05-4e86-89cd-6bf066a38a04 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/security-groups/522da572-5a84-46af-a512-9595eec21aaf HTTP/1.1" status: 204 len: 168 time: 0.2481501 Jan 19 00:34:38.531872 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39076) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:38.538056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344978003', 'description': 'tempest-secgroup-smoke-344978003 description', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:38.545005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:38.549252 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:38.552158 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:38.558698 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:38.635593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.671490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:38.675297 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:38.679533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:38.683783 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:38.736375 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.795444 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.840291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781b142e-147d-43b1-b74e-9cfb9c889ad2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:38.921000 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:38.922277 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-875d96c7-5fcc-440f-af55-6a0c2d3b3571 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3894196 Jan 19 00:34:38.925194 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39080) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:38.931315 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:38.938034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:38.941812 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:38.945440 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:38.951006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:38.999518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a4e418d-a742-4d6a-aa29-52ecccda3836 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:34:39.031831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5a4e418d-a742-4d6a-aa29-52ecccda3836 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:34:39.032183 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5a4e418d-a742-4d6a-aa29-52ecccda3836 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:34:39.047379 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.108866 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.183621 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.207784 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a14720-6ea5-4fe2-9e08-c2f6f554dc65,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:39.269491 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.270665 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-14eec8a8-78a5-4024-b17a-9220a3b39466 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3445678 Jan 19 00:34:39.273559 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39084) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:39.278850 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:39.285387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:39.289799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:39.292592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:39.299994 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:39.382561 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.441943 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.518974 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.542530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f1b911-1675-410d-8968-927c4cffa0b2,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:39.610587 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.611768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-1588ccd8-412b-4665-bdf6-d901b423171c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3373075 Jan 19 00:34:39.614577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39088) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:39.620151 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:39.626724 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:39.630580 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:39.633845 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:39.639557 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:39.720970 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.783500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.852051 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.877689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899243e3-5e87-470b-b78d-13061bf8ecc5,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:39.944198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.972747 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:39.974009 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-638e968d-9521-4fec-a06c-9dfb3e131eff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3585212 Jan 19 00:34:39.977106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39092) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:39.982876 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:39.989581 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:39.993637 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:39.996537 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:40.002512 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:40.068457 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.135096 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.212425 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.235376 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb0894b-df7c-4566-bd0f-b770dcc320a1,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:40.309388 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.310593 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8595ba7d-f52b-4c3d-9845-c42f7d3d2865 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3325815 Jan 19 00:34:40.313303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39096) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:40.319273 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:40.326022 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:40.330352 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:40.333437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:40.339402 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:40.422230 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:34:40.429056 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.490518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.565233 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.589328 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dd07d6-0827-453f-b3a2-ffc906ed1f17,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:40.656476 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.657736 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-67409e4e-38c7-4b2e-836e-0096075924d0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3434813 Jan 19 00:34:40.660452 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39100) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:40.666550 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': '781b142e-147d-43b1-b74e-9cfb9c889ad2', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:40.673371 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:40.677077 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:40.680564 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:40.686303 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:40.753372 n-d-825175-2 neutron-server[84543]: INFO neutron.db.securitygroups_db [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:34:40.759734 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.826333 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.914318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:40.938398 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7805a399-e923-420d-aed3-2f58b6a3f76e,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:41.016980 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.018186 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-08702b43-9a5b-4c06-83c2-329584c7c4e6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3567407 Jan 19 00:34:41.020989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39104) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:41.026313 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'network': {'name': 'tempest-network-smoke--1542478693', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:41.031998 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:41.041664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:network and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:41.041664 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:41.044458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:41.103584 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:34:41.106607 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.135706 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:34:41.144197 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.144656 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Added segment 418744ae-a396-40a8-905f-0b0caa35ca07 of type vlan for network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 Jan 19 00:34:41.170137 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.257792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.261379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:41.261956 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.367100 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Network': ['ID=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:41.377186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:34:41.429997 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-eeb8b90d-82b6-40f4-97dc-3cb3ae768ba9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4079635 Jan 19 00:34:41.432729 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39108) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:41.437966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'admin_state_up': True, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:41.446122 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:41.449959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:router and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:41.453038 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:41.459054 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:41.539317 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.540207 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.558402 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:41.862837 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.040664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.125497 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.154576 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.287304 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.66 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f40681b6-3423-461a-8ea0-fa359b0a2fc2) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:34:42.433807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.515548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.581131 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:34:42.583884 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:42.589176 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:34:42.618752 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=f40681b6-3423-461a-8ea0-fa359b0a2fc2,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:42.809405 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:42.810054 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:43.120718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62284f83-9349-42e7-878b-efcc0f52568e is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:34:43.321769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:34:43.331192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Sync routers for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:34:43.343772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:43.344434 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:43.418548 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:43.419967 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-084906ca-15e1-4f18-99c4-1cd1412b2419 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9859729 Jan 19 00:34:43.422977 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39112) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:43.519045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:43.531583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f4ef3961-f6bc-4afe-8a99-4d73aa2bf097 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=d0d2bad43d744681bab6cb139760aa5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1075511 Jan 19 00:34:43.534300 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39118) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:43.661166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3bc7e4-4075-4f03-9055-d265fcb58a4b tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:43.663040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-7b3bc7e4-4075-4f03-9055-d265fcb58a4b tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276193 Jan 19 00:34:43.665839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39122) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:43.704512 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-14c755c2-e915-4b6d-aa23-302dbbd076be tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374095 Jan 19 00:34:43.706945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39126) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:43.712870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2145710630', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:43.801900 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:42Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:43.806643 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Checking router: 62284f83-9349-42e7-878b-efcc0f52568e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:34:43.807008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Updating router 62284f83-9349-42e7-878b-efcc0f52568e port f40681b6-3423-461a-8ea0-fa359b0a2fc2 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:34:43.821239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:43.825087 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:subnet and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:34:43.827877 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:34:43.833523 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:43.872925 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:43.953887 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:34:43.984468 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c64f4432-9545-4e1c-ab2f-5a7716303b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.056642 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.197207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.208923 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Transition to ACTIVE for port object f40681b6-3423-461a-8ea0-fa359b0a2fc2 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:44.309172 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.349439 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.389519 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Attempting to bind port f40681b6-3423-461a-8ea0-fa359b0a2fc2 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:34:44.390145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Attempting to bind port f40681b6-3423-461a-8ea0-fa359b0a2fc2 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:34:44.390265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Attempting to bind port f40681b6-3423-461a-8ea0-fa359b0a2fc2 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:34:44.396661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618cb5-b3be-4598-b6fa-61c03d9ce996 None None] Pushing event updated for resources: {'Port': ['ID=f40681b6-3423-461a-8ea0-fa359b0a2fc2,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:44.403254 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:34:44.403627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:34:44.404030 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.404416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:34:44.404907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Bound port: f40681b6-3423-461a-8ea0-fa359b0a2fc2, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:34:44.405719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.432684 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Subnet': ['ID=6b00e5d8-bddc-4a63-bdba-3eb5daba5164,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:44.445210 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Checking segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:34:44.445571 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network hostable DHCP agents. Network: 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:34:44.482282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] For port f40681b6-3423-461a-8ea0-fa359b0a2fc2, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:34:44.485282 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] For port f40681b6-3423-461a-8ea0-fa359b0a2fc2, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f40681b6-3423-461a-8ea0-fa359b0a2fc2,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:34:44.543331 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:34:44.572915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.601353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:44.605461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:44.606046 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:44.613118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf89fbfa-275f-4723-a8d2-28c2dd3f8081 None None] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:34:44.675872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5bbc8fcd-09ea-4071-b476-e3be502e3c12 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9677556 Jan 19 00:34:44.678830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39130) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:34:44.747090 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92618cb5-b3be-4598-b6fa-61c03d9ce996 None None] Pushing event updated for resources: {'Port': ['ID=f40681b6-3423-461a-8ea0-fa359b0a2fc2,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:44.777889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:44.778520 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:45.072272 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:34:45.076908 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:45.140757 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:45.457619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Allocated IP 172.20.0.2 (0de52d4b-1bd3-4208-a612-eb3e6a42c1f0/6b00e5d8-bddc-4a63-bdba-3eb5daba5164/50b1af02-cedc-4428-b29e-bf8d00f068d9) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:34:45.544685 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:45.639844 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:42Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:45.657040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc09f-bd89-4152-b418-73cfda2a9323 None None] The sync data for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 is: [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:42Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:34:45.729668 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:45.741481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Transition to ACTIVE for port object 50b1af02-cedc-4428-b29e-bf8d00f068d9 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:45.762425 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Transition to ACTIVE for port object 50b1af02-cedc-4428-b29e-bf8d00f068d9 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:45.812985 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:45.901897 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:34:45.904948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:45.909430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:34:45.911636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Pushing event updated for resources: {'Port': ['ID=50b1af02-cedc-4428-b29e-bf8d00f068d9,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:46.002886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.1 (0de52d4b-1bd3-4208-a612-eb3e6a42c1f0/6b00e5d8-bddc-4a63-bdba-3eb5daba5164/da56041b-da52-4f11-af3b-cb7a9eb64ed1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:34:46.022769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Attempting to bind port 50b1af02-cedc-4428-b29e-bf8d00f068d9 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:34:46.024716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Attempting to bind port 50b1af02-cedc-4428-b29e-bf8d00f068d9 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:34:46.024716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Attempting to bind port 50b1af02-cedc-4428-b29e-bf8d00f068d9 on network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:34:46.030486 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:34:46.030863 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Checking segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:34:46.031272 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.031672 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Bound using segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:34:46.032206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Bound port: 50b1af02-cedc-4428-b29e-bf8d00f068d9, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:34:46.032594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.097753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1b6a-4939-436a-aa5f-eb89a40042ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.132638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] For port 50b1af02-cedc-4428-b29e-bf8d00f068d9, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:34:46.135878 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] For port 50b1af02-cedc-4428-b29e-bf8d00f068d9, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=50b1af02-cedc-4428-b29e-bf8d00f068d9,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:34:46.173884 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.190510 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object da56041b-da52-4f11-af3b-cb7a9eb64ed1 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:46.207045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.269655 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.297719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686d48-7c05-48c1-8e54-0c71cc4cd4f4 None None] Pushing event updated for resources: {'Port': ['ID=50b1af02-cedc-4428-b29e-bf8d00f068d9,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:46.353810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:34:46.357207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:46.362153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:34:46.388573 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:46.429474 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:46.604677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.105412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 50b1af02-cedc-4428-b29e-bf8d00f068d9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:47.123961 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.182395 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.246210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 50b1af02-cedc-4428-b29e-bf8d00f068d9 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:47.251829 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f40681b6-3423-461a-8ea0-fa359b0a2fc2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:47.282611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6191426-83ae-4fa4-9fc1-112d3f6ee879 None None] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:34:47.299524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:47.303279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.369179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.442157 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:34:47.444129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:47.477626 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Provisioning for port 50b1af02-cedc-4428-b29e-bf8d00f068d9 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:47.486376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Provisioning complete for port 50b1af02-cedc-4428-b29e-bf8d00f068d9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:47.486778 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.520385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f40681b6-3423-461a-8ea0-fa359b0a2fc2 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:47.544762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f40681b6-3423-461a-8ea0-fa359b0a2fc2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:47.545162 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.829656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.830234 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.831855 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62284f83-9349-42e7-878b-efcc0f52568e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:34:47.844377 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.877308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f40681b6-3423-461a-8ea0-fa359b0a2fc2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f40681b6-3423-461a-8ea0-fa359b0a2fc2,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:47.883735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] For port 50b1af02-cedc-4428-b29e-bf8d00f068d9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=50b1af02-cedc-4428-b29e-bf8d00f068d9,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:47.943770 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:47.979785 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:48.018142 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f40681b6-3423-461a-8ea0-fa359b0a2fc2,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:48.050281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:34:48.064351 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4b939395-d474-4c00-abd3-c559f499fd73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/62284f83-9349-42e7-878b-efcc0f52568e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3844011 Jan 19 00:34:48.111109 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b73211-2bc1-47d0-ad18-ac18e3acc491 None None] Pushing event updated for resources: {'Port': ['ID=50b1af02-cedc-4428-b29e-bf8d00f068d9,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:48.200383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Provisioning for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:48.207201 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Provisioning complete for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:48.207679 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:48.263913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Port da56041b-da52-4f11-af3b-cb7a9eb64ed1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:34:48.272335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-73f42af1-e0c1-4d8c-a43f-2b689482a6ae tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:48.279681 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Provisioning complete for port 50b1af02-cedc-4428-b29e-bf8d00f068d9 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:48.280056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b8161cb3-602e-4b62-80aa-a5057e8a8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:48.342298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-73f42af1-e0c1-4d8c-a43f-2b689482a6ae tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:48.343536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-73f42af1-e0c1-4d8c-a43f-2b689482a6ae tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344978003&fields=id&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 267 time: 0.1241608 Jan 19 00:34:48.497701 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-a9e80326-3f77-41ae-8188-44b30f7d5417 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:48.498378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-a9e80326-3f77-41ae-8188-44b30f7d5417 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:48.525733 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-952c29e8-0ac6-43ef-a18f-2e5286a503c1 None None] Provisioning complete for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:48.526236 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-952c29e8-0ac6-43ef-a18f-2e5286a503c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:48.566435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-a9e80326-3f77-41ae-8188-44b30f7d5417 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:48.567787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-a9e80326-3f77-41ae-8188-44b30f7d5417 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 797 time: 0.2168851 Jan 19 00:34:48.577703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-952c29e8-0ac6-43ef-a18f-2e5286a503c1 None None] Port da56041b-da52-4f11-af3b-cb7a9eb64ed1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:34:48.585789 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-59a0289b-d5e6-4fb4-b527-74f7197755ed tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/quotas/d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 375 time: 0.0117595 Jan 19 00:34:48.665541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-4be6d431-cf4a-4939-a4bb-83f019873f22 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:48.743227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-4be6d431-cf4a-4939-a4bb-83f019873f22 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:48.744532 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-4be6d431-cf4a-4939-a4bb-83f019873f22 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532993 Jan 19 00:34:48.759636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-9e24e158-0c8c-4a76-bc40-8ca96223d110 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:34:48.761180 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-9e24e158-0c8c-4a76-bc40-8ca96223d110 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049894 Jan 19 00:34:48.895568 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-dce9b0fc-75ba-4a15-9f92-2bc029615102 service neutron] 10.222.0.59 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291492 Jan 19 00:34:49.030257 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-db6ed1ad-40cf-4631-bbf7-59776ca84923 service neutron] 10.222.0.59 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284213 Jan 19 00:34:49.068703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 50b1af02-cedc-4428-b29e-bf8d00f068d9 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:49.102922 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:49.144964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 50b1af02-cedc-4428-b29e-bf8d00f068d9 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:49.145557 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:49.261533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f40681b6-3423-461a-8ea0-fa359b0a2fc2 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:49.307840 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e3b2220f-2e8f-4636-b5a5-a10b7c984a75 req-4455a556-07a4-4ea4-b6a0-b2e0b99213fe tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0457809 Jan 19 00:34:49.310018 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Sync routers for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:34:49.322908 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:49.323589 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:49.335978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f40681b6-3423-461a-8ea0-fa359b0a2fc2 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:49.336352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:49.499108 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:49.806610 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 2, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:49.810260 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Checking router: 62284f83-9349-42e7-878b-efcc0f52568e for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:34:49.810605 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Updating router 62284f83-9349-42e7-878b-efcc0f52568e port da56041b-da52-4f11-af3b-cb7a9eb64ed1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:34:49.861928 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.218756 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.230007 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Transition to ACTIVE for port object da56041b-da52-4f11-af3b-cb7a9eb64ed1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:50.309793 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.443792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1b4b37fd-6a87-4808-9311-229188185892 req-49e59e92-8145-4a49-b339-3233f02c19d4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0650065 Jan 19 00:34:50.517851 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Pushing event updated for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:50.540157 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.540490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.540859 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.541167 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.541488 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.541808 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.542125 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.542440 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.542754 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.543067 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.543379 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:34:50.551212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Attempting to bind port da56041b-da52-4f11-af3b-cb7a9eb64ed1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:34:50.551578 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Attempting to bind port da56041b-da52-4f11-af3b-cb7a9eb64ed1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:34:50.551937 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Attempting to bind port da56041b-da52-4f11-af3b-cb7a9eb64ed1 on network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:34:50.560250 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:34:50.561003 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Checking segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:34:50.561587 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.562139 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Bound using segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:34:50.562777 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Bound port: da56041b-da52-4f11-af3b-cb7a9eb64ed1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:34:50.563323 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.654965 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] For port da56041b-da52-4f11-af3b-cb7a9eb64ed1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:34:50.658232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] For port da56041b-da52-4f11-af3b-cb7a9eb64ed1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=da56041b-da52-4f11-af3b-cb7a9eb64ed1,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:34:50.755102 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:50.832531 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b87f-ba9a-4e9e-9e2e-901272c8cd53 None None] Pushing event updated for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:50.838487 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:34:50.839106 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:51.033616 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:34:51.343265 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:50Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:34:51.346961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e967c60-7c41-4db5-aa2c-22b49a079693 None None] The sync data for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 is: [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:50Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:34:51.617303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-947acea6-f6dc-4848-862c-b756b4965ae5 req-46dce63f-2a96-4fe8-b746-cbac29c9f8a4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0421455 Jan 19 00:34:52.783474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-20386f5c-4be3-4c40-992e-dd15b6cbddbe req-2744ff09-2d73-48fc-ae0d-4e911d1a17a7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0439472 Jan 19 00:34:53.066150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device da56041b-da52-4f11-af3b-cb7a9eb64ed1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:53.187610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:53.192172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:53.192544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:53.310968 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:53.342481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port da56041b-da52-4f11-af3b-cb7a9eb64ed1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=da56041b-da52-4f11-af3b-cb7a9eb64ed1,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:53.476144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:53.546590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:53.711233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-1b32adfb-e15a-4469-b69c-c8f1e87c6f8a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:53.712743 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-1b32adfb-e15a-4469-b69c-c8f1e87c6f8a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 797 time: 0.2475700 Jan 19 00:34:53.767936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-e28974dd-735b-4038-8c67-9f968d7d2068 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 379 time: 0.0430951 Jan 19 00:34:53.776639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'port': {'device_id': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'admin_state_up': True, 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'security_groups': ['781b142e-147d-43b1-b74e-9cfb9c889ad2']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:53.953919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:34:53.963251 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d8b11491-ce76-4603-a229-03bd9a174e62 req-5b586b26-ac38-42cc-995d-1aac61ea86ff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.0487173 Jan 19 00:34:53.969965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:34:54.051948 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:34:54.055787 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.213839 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.6 (0de52d4b-1bd3-4208-a612-eb3e6a42c1f0/6b00e5d8-bddc-4a63-bdba-3eb5daba5164/1e6a411b-ad2e-42c6-9eec-3a035cc77c73) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:34:54.400753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.417018 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:54.503747 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.577295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:34:54.580334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:34:54.584979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:34:54.616217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:54.651633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:54.652188 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.756325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-3c427bac-a506-488a-b144-c570dd88111c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825549 Jan 19 00:34:54.767385 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Request body: {'port': {'device_id': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:34:54.857862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-528b2d86-9758-4f1a-bc44-50899b7e6d18 None None] Provisioning for port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:34:54.863300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-528b2d86-9758-4f1a-bc44-50899b7e6d18 None None] Provisioning complete for port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:54.863940 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-528b2d86-9758-4f1a-bc44-50899b7e6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.876694 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:54.921706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-528b2d86-9758-4f1a-bc44-50899b7e6d18 None None] Port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:34:55.055224 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device da56041b-da52-4f11-af3b-cb7a9eb64ed1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:34:55.127329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port da56041b-da52-4f11-af3b-cb7a9eb64ed1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:34:55.127703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.227403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcbaf6-a966-4a5b-84c1-04cdff05a764 req-231a00d7-a948-4483-b99d-cc05ffc1bb9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:55.227998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c4fcbaf6-a966-4a5b-84c1-04cdff05a764 req-231a00d7-a948-4483-b99d-cc05ffc1bb9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:34:55.292713 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:34:55.299300 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.313691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Transition to ACTIVE for port object 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:34:55.376473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-c4fcbaf6-a966-4a5b-84c1-04cdff05a764 req-231a00d7-a948-4483-b99d-cc05ffc1bb9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:34:55.377733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4fcbaf6-a966-4a5b-84c1-04cdff05a764 req-231a00d7-a948-4483-b99d-cc05ffc1bb9c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 931 time: 0.2829909 Jan 19 00:34:55.414408 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.478884 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c4fcbaf6-a966-4a5b-84c1-04cdff05a764 req-6359eb0a-32c2-4a4c-a02f-5e2a4fb229ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948937 Jan 19 00:34:55.541159 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:55.659082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Attempting to bind port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:34:55.659419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Attempting to bind port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:34:55.659749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Attempting to bind port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 on network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:34:55.666706 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 on network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:34:55.667030 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Attempting to bind port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 on network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:34:55.673409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:34:55.673743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Checking segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:34:55.674125 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Bound using segment: {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:34:55.674551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Bound port: 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418744ae-a396-40a8-905f-0b0caa35ca07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:34:55.674916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.767227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:34:55.770068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:34:55.846827 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.910451 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:55.912524 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] 10.222.0.83 "PUT /v2.0/ports/1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 1091 time: 1.1488037 Jan 19 00:34:55.913153 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:34:55.936085 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa6b1-0036-4999-bd53-1712d7e4c802 service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:55.972788 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'status': 'completed', 'code': 200} Jan 19 00:34:56.172216 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee7d9e9-9f5a-4cdf-b2fd-eb4b45add051 req-8f5adbcb-d538-4d60-97bd-b7f4265beec1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1094 time: 0.1763322 Jan 19 00:34:56.310662 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7d9e9-9f5a-4cdf-b2fd-eb4b45add051 req-2352d952-f2de-441b-8074-1b875da0b027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:56.311990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee7d9e9-9f5a-4cdf-b2fd-eb4b45add051 req-2352d952-f2de-441b-8074-1b875da0b027 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d0d2bad43d744681bab6cb139760aa5e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1331666 Jan 19 00:34:56.446121 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7d9e9-9f5a-4cdf-b2fd-eb4b45add051 req-03f36782-bacd-4381-903e-2ce4131b0382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:56.447555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-eee7d9e9-9f5a-4cdf-b2fd-eb4b45add051 req-03f36782-bacd-4381-903e-2ce4131b0382 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304462 Jan 19 00:34:56.549911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-088bb559-dae8-446e-8873-753099cc1fa6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1094 time: 0.0692856 Jan 19 00:34:56.656992 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-bde6ca3a-3d84-4d3a-b15f-a92852894458 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 217 time: 0.0993550 Jan 19 00:34:56.735327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-17dc4562-d13e-4993-a783-f2ced3576772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:56.736755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-17dc4562-d13e-4993-a783-f2ced3576772 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 200 len: 835 time: 0.0723403 Jan 19 00:34:56.784217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8761e49-6360-42cb-af62-75a74e94e03b req-ee37aa50-b105-45d0-9236-aaab5c946143 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:56.785698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8761e49-6360-42cb-af62-75a74e94e03b req-ee37aa50-b105-45d0-9236-aaab5c946143 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 943 time: 0.1751146 Jan 19 00:34:56.851848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c8761e49-6360-42cb-af62-75a74e94e03b req-7fc03109-deac-4d9a-ba0d-17d20ec1693b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591803 Jan 19 00:34:56.862911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-30894f43-173b-45e3-9f7b-26b43da1b20e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193969 Jan 19 00:34:56.999326 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-5328645e-4e74-4137-ba3f-20b352755c59 service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301467 Jan 19 00:34:57.130027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0c9b813-f6e1-482e-837c-a982e5038ea4 req-967d20db-5083-478f-ba1a-e226ef594bca service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239142 Jan 19 00:34:58.063612 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0afbd-2095-4178-bcbb-56377c34f220 req-fd2f8eb4-d3a0-4aed-bd71-5b50f3ca0bae tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:58.065099 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a0afbd-2095-4178-bcbb-56377c34f220 req-fd2f8eb4-d3a0-4aed-bd71-5b50f3ca0bae tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 943 time: 0.0825400 Jan 19 00:34:58.113033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56a0afbd-2095-4178-bcbb-56377c34f220 req-98ca0cb7-2eb8-48f6-812e-9ed3477dcb97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418231 Jan 19 00:34:58.912949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:34:59.048079 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:59.061335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'port_id': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'mac_address': 'fa:16:3e:2c:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:34:59.113706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:59.131776 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:34:59.146590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:34:59.217809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:34:59.311910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae96db-951a-49ff-8374-9033184c6d12 req-e8dac439-d824-42fa-818f-d05660e2c570 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:34:59.313382 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05ae96db-951a-49ff-8374-9033184c6d12 req-e8dac439-d824-42fa-818f-d05660e2c570 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 944 time: 0.0788190 Jan 19 00:34:59.317889 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:34:59.359798 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05ae96db-951a-49ff-8374-9033184c6d12 req-b5775f2f-4e1a-480e-b930-64293dfcb673 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Jan 19 00:34:59.419186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['1e6a411b-ad2e-42c6-9eec-3a035cc77c73'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:35:00.571993 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347cc1e-6592-4ac7-91cc-f1c7a7b8de1a req-a3db8070-71ef-4beb-9d2f-11be5f63ae91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:00.573484 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8347cc1e-6592-4ac7-91cc-f1c7a7b8de1a req-a3db8070-71ef-4beb-9d2f-11be5f63ae91 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 944 time: 0.0905538 Jan 19 00:35:00.626651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8347cc1e-6592-4ac7-91cc-f1c7a7b8de1a req-545e225d-aecf-4a14-8905-bcf0a9ac2782 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472541 Jan 19 00:35:00.868181 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:35:00.914947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:35:01.040787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:35:01.046086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:35:01.046473 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:01.161020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:01.187549 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:35:01.196805 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:35:01.274931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:01.314598 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'code': 200} Jan 19 00:35:01.351100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:35:01.437530 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c686df9-56a5-4c42-a9c0-78f64f9c2d4f req-bc256435-d27f-488e-bc6a-b031c4294fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.0672171 Jan 19 00:35:01.482812 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8c686df9-56a5-4c42-a9c0-78f64f9c2d4f req-1748fda2-91e0-4a9f-a906-8c44bebd30b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388961 Jan 19 00:35:01.823246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e99a1-39b1-4994-a47a-c02d2acd826f req-30a80626-eca8-4ffb-addc-db17647ddd4d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:01.824713 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a6e99a1-39b1-4994-a47a-c02d2acd826f req-30a80626-eca8-4ffb-addc-db17647ddd4d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0772564 Jan 19 00:35:01.871702 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a6e99a1-39b1-4994-a47a-c02d2acd826f req-7b847f47-ac48-4306-9778-746ef298fe59 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414667 Jan 19 00:35:03.082167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8a6c-992c-4d77-a95c-b7d1eb2e3651 req-72244914-b8fc-4b49-be9a-072e356fd6c3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:03.083738 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d99c8a6c-992c-4d77-a95c-b7d1eb2e3651 req-72244914-b8fc-4b49-be9a-072e356fd6c3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0825183 Jan 19 00:35:03.128792 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d99c8a6c-992c-4d77-a95c-b7d1eb2e3651 req-bd836074-6203-4744-81ef-4c6b24ec9e69 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393491 Jan 19 00:35:03.323176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c36763-5630-4993-bb49-14fad1a515de req-a66bea44-2463-4d7b-a510-9494708251db tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:03.324636 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15c36763-5630-4993-bb49-14fad1a515de req-a66bea44-2463-4d7b-a510-9494708251db tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0757194 Jan 19 00:35:03.373440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-15c36763-5630-4993-bb49-14fad1a515de req-79c0bd4e-de00-48bf-8642-169b986c44b1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Jan 19 00:35:03.402230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39192) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:03.472910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-b10cca34-0c66-4124-8d21-a9c1c196ca3b tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1091 time: 0.0694211 Jan 19 00:35:03.476040 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39196) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:03.481026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:35:03.487097 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:35:03.492681 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:floatingip and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:35:03.495476 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:35:03.501032 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:35:03.587468 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:03.719714 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:03.848023 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.221 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/be0144a1-0524-441f-8ba6-80f6dab0326a) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:35:04.089146 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:04.193878 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:04.258718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:35:04.261419 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:35:04.265018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:35:04.298829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=be0144a1-0524-441f-8ba6-80f6dab0326a,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:35:04.774715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:04.891612 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:05.095774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:05.166299 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:05.262938 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=be0144a1-0524-441f-8ba6-80f6dab0326a,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:35:05.282812 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:05.470291 n-d-825175-2 neutron-server[84543]: INFO neutron.db.l3_db [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Floating IP 273ef682-2db8-4861-ab47-8d1a790b4a42 associated. External IP: 172.25.1.221, port: 1e6a411b-ad2e-42c6-9eec-3a035cc77c73. Jan 19 00:35:05.949238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62284f83-9349-42e7-878b-efcc0f52568e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:35:06.156592 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:35:06.166335 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Sync routers for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:35:06.178091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:35:06.178696 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:35:06.252201 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:06.309243 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8ccf0f1b-8a15-4105-bcb1-a8629c579b40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8281944 Jan 19 00:35:06.309243 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:35:06.360983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:35:06.375312 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'status': 'completed', 'code': 200} Jan 19 00:35:06.622604 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-dc122320-a2f4-450f-b45c-c0ba724945bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.2248399 Jan 19 00:35:06.656796 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecef72-af8d-4504-b371-fb897893b437 req-75cef379-fdf6-406a-b648-ca6055fd6f6d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:06.658339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8aecef72-af8d-4504-b371-fb897893b437 req-75cef379-fdf6-406a-b648-ca6055fd6f6d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.1274221 Jan 19 00:35:06.716956 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '273ef682-2db8-4861-ab47-8d1a790b4a42', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'port_id': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'mac_address': 'fa:16:3e:2c:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:35:04Z', 'updated_at': '2022-01-19T00:35:04Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:35:06.720992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Checking router: 62284f83-9349-42e7-878b-efcc0f52568e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:35:06.732124 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:35:06.732714 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:34:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:35:06.782303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8aecef72-af8d-4504-b371-fb897893b437 req-148a72c9-2f5e-4444-b4fb-b5976f1acd43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778785 Jan 19 00:35:06.797985 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-d4739316-ec3e-4744-8c6e-eb5d893d8e3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:06.799448 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-d4739316-ec3e-4744-8c6e-eb5d893d8e3f service neutron] 10.222.0.83 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 898 time: 0.1692870 Jan 19 00:35:06.811520 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39206) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:06.905320 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-398a1723-3b62-472f-8fa1-12a570513f42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 999 time: 0.0993533 Jan 19 00:35:06.918612 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6456d78a-093f-4c8a-b385-83cd71a41e57 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 200 len: 991 time: 0.1046960 Jan 19 00:35:06.927413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:35:06.967885 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-522f41ac-b13b-45ff-a4ac-344849397247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:06.969337 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-522f41ac-b13b-45ff-a4ac-344849397247 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 200 len: 835 time: 0.0584137 Jan 19 00:35:07.043723 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-5a7a243f-dee2-4899-80ab-4dac2b3783a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683541 Jan 19 00:35:07.178081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-71935921-4c02-40df-9820-9009e52f7ceb service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282141 Jan 19 00:35:07.307653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ee695c61-f2a5-461e-822e-6bcb354993d3 req-ad7b3ad4-6823-41a7-9973-e3620f21a27b service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245573 Jan 19 00:35:07.332330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '273ef682-2db8-4861-ab47-8d1a790b4a42', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'port_id': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'mac_address': 'fa:16:3e:2c:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:35:04Z', 'updated_at': '2022-01-19T00:35:04Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:35:07.332330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985bf68-2b31-4f70-b871-e142b1cb89b9 None None] The sync data for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 is: [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '273ef682-2db8-4861-ab47-8d1a790b4a42', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'port_id': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'mac_address': 'fa:16:3e:2c:4f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:35:04Z', 'updated_at': '2022-01-19T00:35:04Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:35:07.921156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39210) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:08.024538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b76bee01-3596-47aa-895c-b997d70060c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 200 len: 991 time: 0.1021729 Jan 19 00:35:08.325063 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2775a5d5-9e6b-411b-8c58-2b17d4af3c86 None None] New status for floating IP 273ef682-2db8-4861-ab47-8d1a790b4a42: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:35:09.027684 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39214) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:09.131180 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-4c2362cf-9a1c-47fc-8190-2ae36f2c7a67 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 200 len: 993 time: 0.1023324 Jan 19 00:35:09.937322 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:12.040470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:13.931566 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8cf50ff5-96e8-4937-9f17-346a673ad1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:16.011455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-61d61bca-bc2d-4085-9325-9e798af3da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:17.303139 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:17.772065 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:19.103000 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:34.146627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715a6f1-91a7-44e8-9d99-5c5ce9542d58 req-cd930ca9-7698-43cb-a37d-39ba083bdae4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:34.148374 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9715a6f1-91a7-44e8-9d99-5c5ce9542d58 req-cd930ca9-7698-43cb-a37d-39ba083bdae4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0824995 Jan 19 00:35:34.194651 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9715a6f1-91a7-44e8-9d99-5c5ce9542d58 req-ee86f245-df6b-4629-aacd-ba4f8361f6d5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Jan 19 00:35:35.393347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d529de-4eda-4207-9df9-73056f256f2e req-c01d0479-fa83-4191-8b4a-bf0d8ad2d164 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:35.394788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7d529de-4eda-4207-9df9-73056f256f2e req-c01d0479-fa83-4191-8b4a-bf0d8ad2d164 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0748239 Jan 19 00:35:35.438597 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f7d529de-4eda-4207-9df9-73056f256f2e req-bc789536-2153-4596-abd6-99bbf3ded940 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Jan 19 00:35:36.636604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87813dc3-3b7d-44fd-b58f-0b41fbf11a35 req-9d2361b3-9fa5-43d7-afd4-fc93465a4285 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:36.638074 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87813dc3-3b7d-44fd-b58f-0b41fbf11a35 req-9d2361b3-9fa5-43d7-afd4-fc93465a4285 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0788999 Jan 19 00:35:36.683070 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-87813dc3-3b7d-44fd-b58f-0b41fbf11a35 req-56b4256d-6443-42bc-823f-8698d3ca893c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 Jan 19 00:35:37.719724 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-fcb96373-ce16-4e54-80bd-7c5643c43c80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.0675325 Jan 19 00:35:37.869756 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:35:37.923554 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376faf-5832-4118-8b97-b26de1a84976 req-35bf12ce-496e-417f-9095-65794aff91e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:37.925011 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-35bf12ce-496e-417f-9095-65794aff91e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 898 time: 0.1849978 Jan 19 00:35:37.935440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc44df-be0e-47ac-89dc-b8a5e73d1c91 req-407ca3fa-8377-466c-939d-69ed315094ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:37.936806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4dc44df-be0e-47ac-89dc-b8a5e73d1c91 req-407ca3fa-8377-466c-939d-69ed315094ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.1273375 Jan 19 00:35:38.156854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f4dc44df-be0e-47ac-89dc-b8a5e73d1c91 req-27577b26-be87-4a0d-af92-9c4fbebb035b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706710 Jan 19 00:35:38.158825 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-aa7238cb-577d-40e3-8157-b68fc6d8469b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 1001 time: 0.2211730 Jan 19 00:35:38.220986 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa376faf-5832-4118-8b97-b26de1a84976 req-ba3b6a51-cf80-4598-8485-61065b73519f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:38.222389 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-ba3b6a51-cf80-4598-8485-61065b73519f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 200 len: 835 time: 0.0577841 Jan 19 00:35:38.294286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-e4888ac8-151f-4adc-9ede-060e67578411 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666056 Jan 19 00:35:38.422886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-78c3e5cd-d735-4171-b0f8-59e72ab1af2e service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223874 Jan 19 00:35:38.550860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa376faf-5832-4118-8b97-b26de1a84976 req-871c653a-b9c7-4594-b577-569d16d57a33 service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213264 Jan 19 00:35:39.354892 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df845afc-5a83-4604-869e-0c9ff08f4a51 req-4abeeb9d-1cbe-4397-a958-ee15539908f2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:39.356345 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df845afc-5a83-4604-869e-0c9ff08f4a51 req-4abeeb9d-1cbe-4397-a958-ee15539908f2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0769742 Jan 19 00:35:39.405272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-df845afc-5a83-4604-869e-0c9ff08f4a51 req-74443b6a-5af1-46f4-a735-0725b1a6d0c5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Jan 19 00:35:39.976214 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:40.601558 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601762-eaa7-47a5-af65-9b948611d971 req-2801ee47-d0b5-44c0-b6a8-f9abd81742d6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:40.602995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43601762-eaa7-47a5-af65-9b948611d971 req-2801ee47-d0b5-44c0-b6a8-f9abd81742d6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0757399 Jan 19 00:35:40.648215 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43601762-eaa7-47a5-af65-9b948611d971 req-02af243d-f664-4ed5-b732-8e333574fa73 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397520 Jan 19 00:35:41.847696 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713d00-94d1-460e-91cb-949d1fb8577e req-0c2df670-b7b9-4312-9660-566f3be54d18 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:41.849140 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9713d00-94d1-460e-91cb-949d1fb8577e req-0c2df670-b7b9-4312-9660-566f3be54d18 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0790465 Jan 19 00:35:41.896121 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9713d00-94d1-460e-91cb-949d1fb8577e req-7239f2db-7dca-4d31-a75a-1f8c11ee468c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400507 Jan 19 00:35:42.028201 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:43.092276 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6d330-365b-4ab6-8b21-344b85d0827f req-eebc4d6d-97a2-4966-b9af-890cbb482024 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:43.093943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bc6d330-365b-4ab6-8b21-344b85d0827f req-eebc4d6d-97a2-4966-b9af-890cbb482024 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0771179 Jan 19 00:35:43.140056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bc6d330-365b-4ab6-8b21-344b85d0827f req-3b390e5d-fcd1-41c5-9df3-bdf809d79d6c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408740 Jan 19 00:35:43.925642 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8164fafc-ec99-4a50-812f-a1003431a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:44.341447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560992fe-b1f0-4d69-b873-d156e136d121 req-716863db-0932-4cd0-9ca3-e8932012a4d9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:44.342889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-560992fe-b1f0-4d69-b873-d156e136d121 req-716863db-0932-4cd0-9ca3-e8932012a4d9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0812771 Jan 19 00:35:44.389399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-560992fe-b1f0-4d69-b873-d156e136d121 req-66b5ecbc-2f2c-445a-92ab-7af2ea2ec501 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Jan 19 00:35:45.586316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79593a7a-7e44-4c57-876a-48149dcee612 req-37a91611-43a6-423e-9831-5b99772dc245 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:45.588520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79593a7a-7e44-4c57-876a-48149dcee612 req-37a91611-43a6-423e-9831-5b99772dc245 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0790076 Jan 19 00:35:45.638253 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-79593a7a-7e44-4c57-876a-48149dcee612 req-60dc541b-e7cf-4ada-bfda-37f860f05e84 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Jan 19 00:35:45.667997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39252) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:45.772464 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d6c05984-c5c8-40e7-8851-94f342518b31 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 200 len: 993 time: 0.1032906 Jan 19 00:35:46.045602 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac601-5aa4-4bb6-a8b7-e77dbcb75f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:47.286207 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:47.401136 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822efcd-a581-423d-9b6e-2b0577a4a1dd req-6e88e0b8-ddad-41b4-a611-fd2d3cf2fb1c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:47.403260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5822efcd-a581-423d-9b6e-2b0577a4a1dd req-6e88e0b8-ddad-41b4-a611-fd2d3cf2fb1c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0797689 Jan 19 00:35:47.498296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5822efcd-a581-423d-9b6e-2b0577a4a1dd req-8b8d4410-0e45-4986-a862-910e593d1481 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891380 Jan 19 00:35:47.518615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-869baf4a-2846-4958-9394-1153faea5d28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.0944304 Jan 19 00:35:47.647473 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-182f9668-3477-4817-be19-bd1895680f51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:47.648971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-182f9668-3477-4817-be19-bd1895680f51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 898 time: 0.1249948 Jan 19 00:35:47.746225 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-b0caebdf-e2f8-4eb9-9a56-694ec9044ac9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 1001 time: 0.0919139 Jan 19 00:35:47.788389 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:47.810386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-67ed929f-27f9-4edf-8ecc-4c215cac162a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:47.811788 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-67ed929f-27f9-4edf-8ecc-4c215cac162a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 200 len: 835 time: 0.0598221 Jan 19 00:35:47.886652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-283b7e13-5bb7-45c1-8bfd-c7547dfa29d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685003 Jan 19 00:35:47.896001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-c7bec719-9134-4f2f-993c-a92ac0b0fe33 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:35:47.896943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-c7bec719-9134-4f2f-993c-a92ac0b0fe33 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046992 Jan 19 00:35:48.122600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-d797edd8-31c2-44a8-ba6e-f53814f22efe service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198424 Jan 19 00:35:48.252854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1ad7fe61-254e-4195-ab87-f3b1c7608637 req-055b5dde-a814-4674-b199-978ab0e25cc1 service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247287 Jan 19 00:35:48.705808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906a27c-214c-4cde-b7d2-c78b13d6cb39 req-10003ed6-89be-4d0d-b798-1ae5192fd5b7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:48.707271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c906a27c-214c-4cde-b7d2-c78b13d6cb39 req-10003ed6-89be-4d0d-b798-1ae5192fd5b7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0847514 Jan 19 00:35:48.756360 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c906a27c-214c-4cde-b7d2-c78b13d6cb39 req-18dbd781-9e43-493f-af27-27e18df5834f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Jan 19 00:35:49.112355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:35:49.963065 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600a08-c750-44aa-9ab1-32d4a54bfa43 req-13b0ed93-dfb1-4f48-966d-cdd353cf7f7e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:35:49.964613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a600a08-c750-44aa-9ab1-32d4a54bfa43 req-13b0ed93-dfb1-4f48-966d-cdd353cf7f7e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0864804 Jan 19 00:35:50.012774 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a600a08-c750-44aa-9ab1-32d4a54bfa43 req-4d45b664-1b78-4867-826d-4c2bc8bf56a1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Jan 19 00:35:50.040931 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39266) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:35:50.141036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a00a72f7-0f2d-48ce-b122-399e1bcf4f9b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 200 len: 993 time: 0.0989633 Jan 19 00:36:10.005580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:12.028032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:13.959476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d4e4d4ba-badb-4152-8910-3af9904ffff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:14.871760 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:36:16.016601 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88e59aa5-b275-4e00-ba1c-2ac6e32d75a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:17.306550 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:17.776258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:18.535171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39286) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:18.737937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port be0144a1-0524-441f-8ba6-80f6dab0326a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:36:18.738283 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:18.906853 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:18.906980 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:19.030542 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for be0144a1-0524-441f-8ba6-80f6dab0326a owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:36:19.119672 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:19.231954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:19.280084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=be0144a1-0524-441f-8ba6-80f6dab0326a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:19.318068 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.318422 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.318765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.319103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.319438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.319775 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.320106 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.321172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.322067 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.322403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.322736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:19.380711 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:19.858494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62284f83-9349-42e7-878b-efcc0f52568e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:36:20.058897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:36:20.068140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Sync routers for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:36:20.081165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:20.081777 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:20.148030 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:20.204375 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b3145bff-ce94-4a0b-b377-c01097d3aaf1 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/floatingips/273ef682-2db8-4861-ab47-8d1a790b4a42 HTTP/1.1" status: 204 len: 168 time: 1.6680996 Jan 19 00:36:20.204972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:36:20.267102 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'status': 'completed', 'code': 200} Jan 19 00:36:20.275032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:20.362034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-2da302bf-056a-475f-b9ee-f67c1c69bd8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 1096 time: 0.0717092 Jan 19 00:36:20.497227 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-63120066-231c-4a33-8d3c-00edad5da623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:20.498599 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-63120066-231c-4a33-8d3c-00edad5da623 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 200 len: 898 time: 0.1300523 Jan 19 00:36:20.569961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-56b17c4a-bfbd-462f-a398-c7c403ee9b06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 200 len: 217 time: 0.0652249 Jan 19 00:36:20.600469 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:20.605160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Checking router: 62284f83-9349-42e7-878b-efcc0f52568e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:36:20.616161 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:20.616764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:20.639608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-93b8c886-61c5-4d8d-815a-6b622fe4f97b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:20.643611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-93b8c886-61c5-4d8d-815a-6b622fe4f97b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 200 len: 835 time: 0.0624499 Jan 19 00:36:20.720239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-c49ae698-e424-470f-a84e-6b6bb9e16ed7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730417 Jan 19 00:36:20.802049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:20.911736 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-b25b32c6-57a4-43e8-8df9-01ce590fe472 service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838465 Jan 19 00:36:20.946640 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdf612-cb1e-4073-9b71-6ef739f5d70b req-50683ede-18d3-4e85-aef7-71e38e7e099e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:20.947335 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bafdf612-cb1e-4073-9b71-6ef739f5d70b req-50683ede-18d3-4e85-aef7-71e38e7e099e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:21.061562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-bafdf612-cb1e-4073-9b71-6ef739f5d70b req-50683ede-18d3-4e85-aef7-71e38e7e099e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:21.062633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bafdf612-cb1e-4073-9b71-6ef739f5d70b req-50683ede-18d3-4e85-aef7-71e38e7e099e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.2660382 Jan 19 00:36:21.068299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1f773dc-79a5-4562-aa8d-3fb50c1378b7 req-c99d0565-34ff-473c-99bc-934d3bbb0f69 service neutron] 10.222.0.83 "GET /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490712 Jan 19 00:36:21.110317 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bafdf612-cb1e-4073-9b71-6ef739f5d70b req-fd12ab8d-7310-455c-941a-187ee82b1ed4 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410905 Jan 19 00:36:21.159176 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:21.163328 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5e174-5926-4188-b969-1763dcf15dbc None None] The sync data for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 is: [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:34:46Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'da56041b-da52-4f11-af3b-cb7a9eb64ed1', 'name': '', 'network_id': '0de52d4b-1bd3-4208-a612-eb3e6a42c1f0', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:b8:bb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:45Z', 'updated_at': '2022-01-19T00:34:53Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '6b00e5d8-bddc-4a63-bdba-3eb5daba5164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:36:21.386445 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c355cf9a-299b-4bce-8d5a-742cc59c48d7 None None] New status for floating IP 273ef682-2db8-4861-ab47-8d1a790b4a42: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:36:22.175739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-41be71f5-fb85-4b8c-814c-db0d754ffa05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:22.178052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-41be71f5-fb85-4b8c-814c-db0d754ffa05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.0841913 Jan 19 00:36:22.289878 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:36:22.290257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:22.424297 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e5878-ae16-44e2-8187-605489b7e242 req-bd77db38-54a4-4dff-9329-2d873ef5da2f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:22.425728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-552e5878-ae16-44e2-8187-605489b7e242 req-bd77db38-54a4-4dff-9329-2d873ef5da2f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 945 time: 0.1869183 Jan 19 00:36:22.658367 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-552e5878-ae16-44e2-8187-605489b7e242 req-e769b9b2-3b25-4ea7-8fca-c155f1e767f7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=781b142e-147d-43b1-b74e-9cfb9c889ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268665 Jan 19 00:36:22.694403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:22.694759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:22.814868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:36:23.014566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:23.064645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=1e6a411b-ad2e-42c6-9eec-3a035cc77c73,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:23.136240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] No DVR routers for this DVR port 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:36:23.139286 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:23.142645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'name': 'network-vif-deleted', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:36:23.196752 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797c4d50-0060-4ef1-a50d-924cd68aafe7', 'name': 'network-vif-deleted', 'tag': '1e6a411b-ad2e-42c6-9eec-3a035cc77c73', 'status': 'completed', 'code': 200} Jan 19 00:36:23.234267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3882e048-8f30-4c17-aa7e-b19c33932665 req-49bdeb8a-cf09-46d9-bbd9-c83b6a6048e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.83 "DELETE /v2.0/ports/1e6a411b-ad2e-42c6-9eec-3a035cc77c73 HTTP/1.1" status: 204 len: 173 time: 1.0502503 Jan 19 00:36:23.837034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e9ce19f3-7299-4921-a53b-961ecdb5b138 req-11d66550-d806-40e2-bab7-1788c24d5749 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:23.929228 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-e9ce19f3-7299-4921-a53b-961ecdb5b138 req-11d66550-d806-40e2-bab7-1788c24d5749 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:23.931059 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9ce19f3-7299-4921-a53b-961ecdb5b138 req-11d66550-d806-40e2-bab7-1788c24d5749 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=797c4d50-0060-4ef1-a50d-924cd68aafe7 HTTP/1.1" status: 200 len: 210 time: 0.1397369 Jan 19 00:36:25.042632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:25.240639 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:36:25.275227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:36:25.275576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 1e6a411b-ad2e-42c6-9eec-3a035cc77c73 not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:36:25.442021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:26.129105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port da56041b-da52-4f11-af3b-cb7a9eb64ed1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:36:26.129767 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:26.307219 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port da56041b-da52-4f11-af3b-cb7a9eb64ed1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=da56041b-da52-4f11-af3b-cb7a9eb64ed1,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:26.307480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:26.427317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for da56041b-da52-4f11-af3b-cb7a9eb64ed1 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:36:26.688903 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:26.734994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=da56041b-da52-4f11-af3b-cb7a9eb64ed1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:27.032628 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:27.182081 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-fc124f26-9c9f-457a-adba-a7bc7bf07b23 req-38f25a01-ae6b-4f22-b9aa-101d923aecf2 service neutron] (84543) timed out ('10.222.0.83', 62318) {{(pid=84543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 00:36:27.699547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 62284f83-9349-42e7-878b-efcc0f52568e has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:36:27.904324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:36:27.917916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Sync routers for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:36:27.930948 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:27.931561 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:28.024613 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-207184d0-648e-4f96-b6cb-e74e1632dc3e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/62284f83-9349-42e7-878b-efcc0f52568e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9805901 Jan 19 00:36:28.026970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39308) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:28.108634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:28.211822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting subnet 6b00e5d8-bddc-4a63-bdba-3eb5daba5164 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:36:28.214782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.271416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.354719 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.387460 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:36:26Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:28.391296 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Checking router: 62284f83-9349-42e7-878b-efcc0f52568e for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:36:28.402420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Routers {'62284f83-9349-42e7-878b-efcc0f52568e'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:28.403009 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['62284f83-9349-42e7-878b-efcc0f52568e'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:28.506433 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.550769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Subnet': ['ID=6b00e5d8-bddc-4a63-bdba-3eb5daba5164,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:28.555537 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.562196 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f37e5ac0-cf1f-4055-be3f-c795b5268cc3 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/subnets/6b00e5d8-bddc-4a63-bdba-3eb5daba5164 HTTP/1.1" status: 204 len: 168 time: 0.5342481 Jan 19 00:36:28.564925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39312) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:28.565167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa6b338-8441-4e3b-9dd5-d2abf5037501 None None] Network 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:36:28.675754 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] Set router 62284f83-9349-42e7-878b-efcc0f52568e gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:28.760755 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:28.968618 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.049001 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port f40681b6-3423-461a-8ea0-fa359b0a2fc2 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:36:29.049543 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.077493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:36:26Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:29.082266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515c0ed-e293-4543-8065-bb849b3a1185 None None] The sync data for ids ['62284f83-9349-42e7-878b-efcc0f52568e'] in n-d-825175-2 is: [{'id': '62284f83-9349-42e7-878b-efcc0f52568e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037072910', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66'}], 'enable_snat': True}, 'gw_port_id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:34:41Z', 'updated_at': '2022-01-19T00:36:26Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'f40681b6-3423-461a-8ea0-fa359b0a2fc2', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62284f83-9349-42e7-878b-efcc0f52568e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:34:42Z', 'updated_at': '2022-01-19T00:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:36:29.101502 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] DHCP port deletion for 0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:36:29.106103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Deleting port 50b1af02-cedc-4428-b29e-bf8d00f068d9 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:36:29.106481 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.235702 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port f40681b6-3423-461a-8ea0-fa359b0a2fc2, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f40681b6-3423-461a-8ea0-fa359b0a2fc2,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:29.235997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.302792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] For port 50b1af02-cedc-4428-b29e-bf8d00f068d9, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=50b1af02-cedc-4428-b29e-bf8d00f068d9,segment=NetworkSegment(418744ae-a396-40a8-905f-0b0caa35ca07),segment_id=418744ae-a396-40a8-905f-0b0caa35ca07)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:29.303191 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.359437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for f40681b6-3423-461a-8ea0-fa359b0a2fc2 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:36:29.426056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Calling delete_port for 50b1af02-cedc-4428-b29e-bf8d00f068d9 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:36:29.571376 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.622514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Pushing event deleted for resources: {'Port': ['ID=50b1af02-cedc-4428-b29e-bf8d00f068d9,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:29.632405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] No DVR routers for this DVR port 50b1af02-cedc-4428-b29e-bf8d00f068d9 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:36:29.635600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.635942 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.636279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.636611 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.637190 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.637428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.637760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.638117 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.638443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.638761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.639081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6165a6-72fa-4e4c-97f8-0b6516ca034a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:29.725082 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:29.772031 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=f40681b6-3423-461a-8ea0-fa359b0a2fc2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:29.997716 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.251976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.256140 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.368981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.369550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Fanout notify agent at l3_agent the message router_deleted on router 62284f83-9349-42e7-878b-efcc0f52568e {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:36:30.384401 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.385656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-5db20b30-c39a-4390-acc7-63a6ad2a0ff0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/routers/62284f83-9349-42e7-878b-efcc0f52568e HTTP/1.1" status: 204 len: 168 time: 1.8197095 Jan 19 00:36:30.388246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39316) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:30.504589 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.635914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.660903 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de52d4b-1bd3-4208-a612-eb3e6a42c1f0']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:30.672727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418744ae-a396-40a8-905f-0b0caa35ca07') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:30.673056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418744ae-a396-40a8-905f-0b0caa35ca07') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:30.684062 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.700061 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.706181 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:36:30.715321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:36:30.721067 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:36:30.865898 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.884364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:30.895700 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Network': ['ID=0de52d4b-1bd3-4208-a612-eb3e6a42c1f0,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:30.957979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b985ec19-8a87-480f-99a8-1ba9792f071b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/networks/0de52d4b-1bd3-4208-a612-eb3e6a42c1f0 HTTP/1.1" status: 204 len: 168 time: 0.5685923 Jan 19 00:36:30.960455 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39320) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:31.030233 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:31.063662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:31.094845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device da56041b-da52-4f11-af3b-cb7a9eb64ed1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:36:31.127411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: da56041b-da52-4f11-af3b-cb7a9eb64ed1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:36:31.127781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device da56041b-da52-4f11-af3b-cb7a9eb64ed1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:36:31.128268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 50b1af02-cedc-4428-b29e-bf8d00f068d9 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:36:31.159371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 50b1af02-cedc-4428-b29e-bf8d00f068d9 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:36:31.159655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 50b1af02-cedc-4428-b29e-bf8d00f068d9 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:36:31.160069 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f40681b6-3423-461a-8ea0-fa359b0a2fc2 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:36:31.190430 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f40681b6-3423-461a-8ea0-fa359b0a2fc2 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:36:31.190778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f40681b6-3423-461a-8ea0-fa359b0a2fc2 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:36:31.199490 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:31.219171 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781b142e-147d-43b1-b74e-9cfb9c889ad2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:31.290761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:31.291931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4a4e100c-e560-4f00-bc09-b2381a193f87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/security-groups/781b142e-147d-43b1-b74e-9cfb9c889ad2 HTTP/1.1" status: 204 len: 168 time: 0.3305562 Jan 19 00:36:31.902169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39328) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:31.908029 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474721697', 'description': 'tempest-secgroup-smoke-474721697 description', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:31.914801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:31.918998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:31.921997 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:31.927697 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:31.992576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.026549 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:32.030279 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:32.033079 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:32.038615 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:32.091053 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.162715 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.207687 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b0c64-c7c3-446e-a7cf-f3291dc50dab,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:32.271484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.272694 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7f1e8954-c2f9-46c7-834a-8176ccc97700 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3695898 Jan 19 00:36:32.275727 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39332) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:32.281301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:32.290899 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:32.292214 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:32.295154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:32.301076 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:32.380544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.539514 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.614583 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.640149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643f6e2f-063a-48aa-bf51-97086e501390,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:32.712228 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.713483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-6dba4eae-086b-49ff-86c9-4d9e8155a517 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4367836 Jan 19 00:36:32.716191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39336) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:32.721592 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:32.728755 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:32.732629 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:32.735578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:32.741191 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:32.820888 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.881402 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.963092 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:32.986732 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf75a30-9402-4e4c-8f5f-d828beb3ddce,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:33.071795 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.072970 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b3ad90c9-b404-4f48-bac5-5cf136b6540f tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3558309 Jan 19 00:36:33.075661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39340) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:33.081084 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:33.088237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:33.092036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:33.094902 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:33.100524 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:33.168925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.229879 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.318904 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.344247 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34a9099-dab9-4974-a694-483f1af80068,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:33.416460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.417666 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-11b50453-a1bc-4029-b996-f63c4e086ee7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3410687 Jan 19 00:36:33.420387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39344) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:33.425714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:33.432822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:33.436781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:33.439672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:33.445452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:33.519921 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.583392 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.656567 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.680453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63864c75-427d-4511-bc6e-a7c26818911b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:33.757699 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.758897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8396bf49-c747-4b07-8b08-cbcb2313bdd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3375683 Jan 19 00:36:33.761555 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39348) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:33.767188 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:33.774259 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:33.778064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:33.781016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:33.791049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:33.873591 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:36:33.880342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:33.946386 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.039043 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.062494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8700cc57-f3b9-47ca-a446-ef4c5d524403,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:34.147415 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.149154 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f98c669b-7ccb-4cce-9139-f5b501a9f77a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3866222 Jan 19 00:36:34.151813 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:34.157160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'security_group_rule': {'security_group_id': 'a77b0c64-c7c3-446e-a7cf-f3291dc50dab', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:34.164412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:34.168284 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:security_group_rule and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:34.171207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:34.176864 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:34.261828 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Project d0d2bad43d744681bab6cb139760aa5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:36:34.268334 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.334311 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.485142 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.510008 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b54d859-813d-429d-bcd3-69e73d82e4d2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:34.616502 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.618444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-15d1d731-27ad-494c-aeee-be42ee2189bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4657173 Jan 19 00:36:34.621634 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39356) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:34.629829 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'network': {'name': 'tempest-network-smoke--783118685', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'port_security_enabled': True}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:34.633385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:34.638416 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:network and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:34.641309 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:34.647415 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:34.718985 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:36:34.721988 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.750086 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:36:34.758674 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.759019 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Added segment f2ff207c-a976-489b-8622-5e0e3575980a of type vlan for network ef70aa4f-5423-4b07-b2a3-a364d0211539 Jan 19 00:36:34.784718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.878985 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.882727 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:34.883314 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:34.991047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Network': ['ID=ef70aa4f-5423-4b07-b2a3-a364d0211539,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:34.999679 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.000028 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.000367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.000702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.001067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.001397 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.001718 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.002045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.002366 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.002685 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.003000 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:35.022326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:36:35.057423 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d2abfb3c-5103-4d92-8da7-c450041f4424 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4345400 Jan 19 00:36:35.060011 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39360) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:35.065129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'admin_state_up': True, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:35.073429 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:35.077285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:router and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:35.080136 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:35.086619 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:35.142397 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.143380 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.161705 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.365668 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.597618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.631718 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:35.859565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.79 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/be4a4087-e720-467d-9d05-ca2594340f10) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:36:36.003369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:36.085022 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:36.149233 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:36.152042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:36.155766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:36:36.188206 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=be4a4087-e720-467d-9d05-ca2594340f10,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:36.365673 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:36.366437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:36.661669 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 974d0519-d00e-4123-ad54-d887f99ccb99 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:36:36.860577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:36:36.870850 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Sync routers for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:36:36.882346 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:36.882946 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:36.953902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:36.955092 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6cc3bbc5-967f-48a5-857e-0bb6d7c98538 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8941650 Jan 19 00:36:36.958492 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39364) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:37.000918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e028fc7f-7d2c-4ab6-a98c-5bfbfc17a839 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=d0d2bad43d744681bab6cb139760aa5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413313 Jan 19 00:36:37.003477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39368) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:37.062060 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:37.130379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff81bb9e-17a9-46be-a341-18c7b8072b8a tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:37.131891 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ff81bb9e-17a9-46be-a341-18c7b8072b8a tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275320 Jan 19 00:36:37.135004 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39372) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:37.173764 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-d31f0051-d382-4597-97dc-ec6e37195b77 tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=7895e942-c10e-4f79-bb98-fecf5e5ffc44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377097 Jan 19 00:36:37.176294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39376) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:37.181774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000203024', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:37.291502 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:37.295193 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:subnet and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:37.298030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:37.303627 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:37.341949 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:36Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:37.345751 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Checking router: 974d0519-d00e-4123-ad54-d887f99ccb99 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:36:37.346093 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Updating router 974d0519-d00e-4123-ad54-d887f99ccb99 port be4a4087-e720-467d-9d05-ca2594340f10 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:36:37.399219 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.399643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:36:37.501288 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.716541 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.727886 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Transition to ACTIVE for port object be4a4087-e720-467d-9d05-ca2594340f10 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:37.776671 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.816194 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.885933 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Pushing event updated for resources: {'Port': ['ID=be4a4087-e720-467d-9d05-ca2594340f10,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:37.904688 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.905054 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.905386 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.905708 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.906035 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.906347 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.906662 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.906974 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.907350 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.907663 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.907903 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:36:37.917490 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Attempting to bind port be4a4087-e720-467d-9d05-ca2594340f10 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:36:37.917856 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Attempting to bind port be4a4087-e720-467d-9d05-ca2594340f10 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:36:37.918316 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Attempting to bind port be4a4087-e720-467d-9d05-ca2594340f10 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:36:37.925012 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:36:37.925377 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:36:37.925768 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.926145 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:36:37.926599 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Bound port: be4a4087-e720-467d-9d05-ca2594340f10, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:36:37.926962 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:37.962744 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Subnet': ['ID=016e12ba-0a02-40b4-90a9-b9480f356788,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:37.980810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Checking segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:36:37.981196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network hostable DHCP agents. Network: ef70aa4f-5423-4b07-b2a3-a364d0211539, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:36:38.026781 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] For port be4a4087-e720-467d-9d05-ca2594340f10, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:36:38.029686 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] For port be4a4087-e720-467d-9d05-ca2594340f10, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be4a4087-e720-467d-9d05-ca2594340f10,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:36:38.059769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:36:38.118210 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:38.139794 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, ef70aa4f-5423-4b07-b2a3-a364d0211539) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:38.144210 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:38.144807 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:38.150612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0321e0-e814-43c4-87bb-71f9e7c934f3 None None] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:36:38.195528 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a2b24-592e-4f7f-ba0f-1d5662f8b9fa None None] Pushing event updated for resources: {'Port': ['ID=be4a4087-e720-467d-9d05-ca2594340f10,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:38.200779 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:38.201407 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:38.240600 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-529e0f9b-e097-444b-99b0-41c9d0403d1b tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0606604 Jan 19 00:36:38.240808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39380) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:38.378274 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-ef70aa4f-5423-4b07-b2a3-a364d0211539', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:36:38.379316 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:38.382837 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:38.540251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Allocated IP 172.20.0.2 (ef70aa4f-5423-4b07-b2a3-a364d0211539/016e12ba-0a02-40b4-90a9-b9480f356788/c138e9d2-f434-4bf3-8e12-c8c8bfc03700) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:36:38.672185 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:36Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:38.676214 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2d454-1f4c-4d68-8b41-b48644323230 None None] The sync data for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 is: [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:36Z', 'revision_number': 3, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:36:38.758973 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:38.769716 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Transition to ACTIVE for port object c138e9d2-f434-4bf3-8e12-c8c8bfc03700 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:38.790990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Transition to ACTIVE for port object c138e9d2-f434-4bf3-8e12-c8c8bfc03700 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:38.857506 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:38.947275 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Pushing event updated for resources: {'Port': ['ID=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:38.956759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:38.962429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:38.962429 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:36:39.054416 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Attempting to bind port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:36:39.054781 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Attempting to bind port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:36:39.055153 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Attempting to bind port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 on network ef70aa4f-5423-4b07-b2a3-a364d0211539 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:36:39.062427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:36:39.063443 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Checking segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:36:39.064067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.064530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Bound using segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:36:39.073261 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Bound port: c138e9d2-f434-4bf3-8e12-c8c8bfc03700, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:36:39.073698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.095679 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.151567 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be4a4087-e720-467d-9d05-ca2594340f10 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:39.289818 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] For port c138e9d2-f434-4bf3-8e12-c8c8bfc03700, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:36:39.294303 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] For port c138e9d2-f434-4bf3-8e12-c8c8bfc03700, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:36:39.359600 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.399810 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port be4a4087-e720-467d-9d05-ca2594340f10 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:39.422938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port be4a4087-e720-467d-9d05-ca2594340f10 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:39.423309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.501002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304db46-c86a-43ca-81e5-4ae93c84fc63 None None] Pushing event updated for resources: {'Port': ['ID=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:39.534049 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.1 (ef70aa4f-5423-4b07-b2a3-a364d0211539/016e12ba-0a02-40b4-90a9-b9480f356788/db9ff62c-cc8a-4406-8cfa-190b318da5f1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:36:39.572748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.590230 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port be4a4087-e720-467d-9d05-ca2594340f10, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be4a4087-e720-467d-9d05-ca2594340f10,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:39.656748 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.722279 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.742518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object db9ff62c-cc8a-4406-8cfa-190b318da5f1 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:39.756245 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=be4a4087-e720-467d-9d05-ca2594340f10,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:39.843323 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.911975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:39.915543 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:39.919414 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:36:39.959603 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:39.985316 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:39.987838 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:40.261186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:40.427667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee785f48-1a77-4e0d-8c25-57c4d6482f7d None None] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:36:40.593326 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-227617ac-8758-428f-87e4-220115d8c2d6 None None] Provisioning for port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:40.669632 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:40.759318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:40.873778 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:40.877271 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:40.993992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-644f2279-8a68-43a2-a195-a99e0db51487 None None] Provisioning for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:40.999500 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-644f2279-8a68-43a2-a195-a99e0db51487 None None] Provisioning complete for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:40.999930 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-644f2279-8a68-43a2-a195-a99e0db51487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.022654 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:41.023966 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:41.063676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-644f2279-8a68-43a2-a195-a99e0db51487 None None] Port db9ff62c-cc8a-4406-8cfa-190b318da5f1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:36:41.203045 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be4a4087-e720-467d-9d05-ca2594340f10 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:41.261026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-58fbc548-2cd9-4718-8f27-b1fbac605c0e None None] Provisioning complete for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:41.261399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-58fbc548-2cd9-4718-8f27-b1fbac605c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.321334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-58fbc548-2cd9-4718-8f27-b1fbac605c0e None None] Port db9ff62c-cc8a-4406-8cfa-190b318da5f1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:36:41.331685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port be4a4087-e720-467d-9d05-ca2594340f10 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:41.332064 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.417351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 974d0519-d00e-4123-ad54-d887f99ccb99 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:36:41.454812 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c138e9d2-f434-4bf3-8e12-c8c8bfc03700 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:41.499391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e9817562-b89d-49fc-8448-88b06c5de277 None None] Provisioning complete for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:41.499763 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e9817562-b89d-49fc-8448-88b06c5de277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.562978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e9817562-b89d-49fc-8448-88b06c5de277 None None] Port db9ff62c-cc8a-4406-8cfa-190b318da5f1 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:36:41.620922 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:36:41.634302 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-0f991f71-f65e-4021-8fb1-eef58a4962cc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/974d0519-d00e-4123-ad54-d887f99ccb99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3917379 Jan 19 00:36:41.639495 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:41.644813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:41.645235 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.755826 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.789843 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port c138e9d2-f434-4bf3-8e12-c8c8bfc03700, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:41.811528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-37fbdec1-8ddd-462a-bb29-fdc0439d1cf9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:41.856451 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:41.890370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-37fbdec1-8ddd-462a-bb29-fdc0439d1cf9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:41.891839 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-37fbdec1-8ddd-462a-bb29-fdc0439d1cf9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474721697&fields=id&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 267 time: 0.1214716 Jan 19 00:36:41.933225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:42.047830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733dad-4335-43aa-b108-eb08ad26366a req-afbe34d0-60da-4c5d-be9c-3d343a5794e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:42.048521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-afbe34d0-60da-4c5d-be9c-3d343a5794e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:42.073312 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:42.141882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-afbe34d0-60da-4c5d-be9c-3d343a5794e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:42.143335 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-afbe34d0-60da-4c5d-be9c-3d343a5794e5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 796 time: 0.2437916 Jan 19 00:36:42.160325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-b414235a-12d2-4d8e-a88d-8bc850d690c0 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/quotas/d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 375 time: 0.0116646 Jan 19 00:36:42.212054 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Sync routers for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:36:42.223905 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:42.224513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:42.245386 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-a514cf30-aa13-4a3b-adbd-024fa15217a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:42.322593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-a514cf30-aa13-4a3b-adbd-024fa15217a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:42.323966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-a514cf30-aa13-4a3b-adbd-024fa15217a5 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580586 Jan 19 00:36:42.402103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:42.403694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-4a48b861-571c-4d2f-9a09-b705bd3b05d6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:36:42.404684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-4a48b861-571c-4d2f-9a09-b705bd3b05d6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0696483 Jan 19 00:36:42.538387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-9537e130-c8df-4ead-829f-e08e6be4a5fc service neutron] 10.222.0.59 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271014 Jan 19 00:36:42.669631 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-42ce1219-eade-4ead-9f73-52ec6d43fbbf service neutron] 10.222.0.59 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249940 Jan 19 00:36:42.744141 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 2, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:42.750008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Checking router: 974d0519-d00e-4123-ad54-d887f99ccb99 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:36:42.750008 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Updating router 974d0519-d00e-4123-ad54-d887f99ccb99 port db9ff62c-cc8a-4406-8cfa-190b318da5f1 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:36:42.799744 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.107720 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c138e9d2-f434-4bf3-8e12-c8c8bfc03700 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:43.185121 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.200136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Transition to ACTIVE for port object db9ff62c-cc8a-4406-8cfa-190b318da5f1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:43.213705 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:43.217421 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.268071 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.438509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ace8f-5d99-4163-8545-08656068422f None None] Pushing event updated for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:43.539419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Attempting to bind port db9ff62c-cc8a-4406-8cfa-190b318da5f1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:36:43.539790 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Attempting to bind port db9ff62c-cc8a-4406-8cfa-190b318da5f1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:36:43.540157 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Attempting to bind port db9ff62c-cc8a-4406-8cfa-190b318da5f1 on network ef70aa4f-5423-4b07-b2a3-a364d0211539 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:36:43.546477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:36:43.546846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Checking segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:36:43.547243 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.547638 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Bound using segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:36:43.548096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Bound port: db9ff62c-cc8a-4406-8cfa-190b318da5f1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:36:43.548464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.645751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] For port db9ff62c-cc8a-4406-8cfa-190b318da5f1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:36:43.649372 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] For port db9ff62c-cc8a-4406-8cfa-190b318da5f1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9ff62c-cc8a-4406-8cfa-190b318da5f1,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:36:43.722998 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:43.808344 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ace8f-5d99-4163-8545-08656068422f None None] Pushing event updated for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:43.811660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:36:43.812277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:44.007186 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-de6bb353-2c0a-4e6d-89fd-42e0dc3e9b4b req-ff82add6-ccce-4cf9-9a62-a2744cc4bb09 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 210 time: 0.0573192 Jan 19 00:36:44.021004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3a267973-75c6-4e3b-94e0-08bacdf5e355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:44.032587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:36:44.388160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:43Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:36:44.392419 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73bdbdc-681b-44cb-b267-c5e99b18501c None None] The sync data for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 is: [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:43Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:36:45.150689 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9ff62c-cc8a-4406-8cfa-190b318da5f1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:45.179633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1935bad8-a267-4ba9-a32c-2d66f347b28f req-e593866a-c18e-4226-a897-13443e9c8c88 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 210 time: 0.0561388 Jan 19 00:36:45.282524 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:45.289001 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:45.289513 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:45.402803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:45.433533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port db9ff62c-cc8a-4406-8cfa-190b318da5f1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9ff62c-cc8a-4406-8cfa-190b318da5f1,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:45.530597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:45.598222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:46.056888 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78a38aee-a080-4f88-b844-ba8380f40d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:46.229810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733dad-4335-43aa-b108-eb08ad26366a req-eabfa07e-59e1-4938-b835-c2bd4cf0360e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:46.230496 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-eabfa07e-59e1-4938-b835-c2bd4cf0360e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:46.245039 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-eabfa07e-59e1-4938-b835-c2bd4cf0360e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:network {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:46.245039 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-eabfa07e-59e1-4938-b835-c2bd4cf0360e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 796 time: 0.2650237 Jan 19 00:36:46.300060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-c34d7282-4268-457f-8622-800a7c09bb51 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:36:46.313548 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-62733dad-4335-43aa-b108-eb08ad26366a req-c34d7282-4268-457f-8622-800a7c09bb51 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:security_group {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:36:46.314767 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-c34d7282-4268-457f-8622-800a7c09bb51 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d2bad43d744681bab6cb139760aa5e HTTP/1.1" status: 200 len: 379 time: 0.0573950 Jan 19 00:36:46.323757 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'port': {'device_id': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'admin_state_up': True, 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'security_groups': ['a77b0c64-c7c3-446e-a7cf-f3291dc50dab']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:46.360917 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc108839-7ef5-4107-87ad-565eb4c7f847 req-32acc6e8-4611-4d43-90bb-c513205a5c22 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 210 time: 0.0470090 Jan 19 00:36:46.460133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:46.469807 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:46.545288 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Made reservation on behalf of d0d2bad43d744681bab6cb139760aa5e for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:36:46.548219 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:46.709295 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.20.0.3 (ef70aa4f-5423-4b07-b2a3-a364d0211539/016e12ba-0a02-40b4-90a9-b9480f356788/68129051-db5b-4699-98f3-3c374135c16d) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:36:46.892595 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:46.907830 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Transition to ACTIVE for port object 68129051-db5b-4699-98f3-3c374135c16d will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:46.970916 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.044458 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:47.047486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:47.051972 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:47.055251 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:36:47.122480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9ff62c-cc8a-4406-8cfa-190b318da5f1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:47.123577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:47.124202 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.192056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port db9ff62c-cc8a-4406-8cfa-190b318da5f1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:47.192429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.239782 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-d39b2aca-625b-4da4-a648-8bbbeed9e161 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202480 Jan 19 00:36:47.251075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Request body: {'port': {'device_id': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:47.330545 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.360720 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.414593 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88e5cba8-8014-4d34-807d-1aea9a1a5485 None None] Provisioning for port 68129051-db5b-4699-98f3-3c374135c16d completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:47.420165 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-88e5cba8-8014-4d34-807d-1aea9a1a5485 None None] Provisioning complete for port 68129051-db5b-4699-98f3-3c374135c16d triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:47.420607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-88e5cba8-8014-4d34-807d-1aea9a1a5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.473449 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-88e5cba8-8014-4d34-807d-1aea9a1a5485 None None] Port 68129051-db5b-4699-98f3-3c374135c16d cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:36:47.557801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d450b07-45f5-4a47-946d-b6587180a1df req-baf75b00-6d74-48c7-8c61-97383bd95bc6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:47.559239 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d450b07-45f5-4a47-946d-b6587180a1df req-baf75b00-6d74-48c7-8c61-97383bd95bc6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 931 time: 0.0747290 Jan 19 00:36:47.604296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d450b07-45f5-4a47-946d-b6587180a1df req-1175586b-e10f-4b16-bd4a-7376c8fda82d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395339 Jan 19 00:36:47.696396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68129051-db5b-4699-98f3-3c374135c16d {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:36:47.703006 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.717952 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Transition to ACTIVE for port object 68129051-db5b-4699-98f3-3c374135c16d will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:36:47.820449 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.848654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:47.951381 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:48.060792 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Attempting to bind port 68129051-db5b-4699-98f3-3c374135c16d on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:36:48.061169 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Attempting to bind port 68129051-db5b-4699-98f3-3c374135c16d by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:36:48.061498 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Attempting to bind port 68129051-db5b-4699-98f3-3c374135c16d on network ef70aa4f-5423-4b07-b2a3-a364d0211539 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:36:48.067184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Port 68129051-db5b-4699-98f3-3c374135c16d on network ef70aa4f-5423-4b07-b2a3-a364d0211539 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:36:48.067505 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Attempting to bind port 68129051-db5b-4699-98f3-3c374135c16d on network ef70aa4f-5423-4b07-b2a3-a364d0211539 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:36:48.074481 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:36:48.074813 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Checking segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:36:48.075199 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Bound using segment: {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:36:48.075617 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Bound port: 68129051-db5b-4699-98f3-3c374135c16d, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ff207c-a976-489b-8622-5e0e3575980a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:36:48.075955 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:48.163144 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:36:48.165886 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=68129051-db5b-4699-98f3-3c374135c16d,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:36:48.227677 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:48.297336 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:48.298680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] 10.222.0.89 "PUT /v2.0/ports/68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 1091 time: 1.0516193 Jan 19 00:36:48.299106 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:36:48.320715 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff93fc-9aca-4fe8-a759-c220d5e3a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:48.366640 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d', 'status': 'completed', 'code': 200} Jan 19 00:36:48.459478 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32b70280-3986-43c8-8766-2f00fec30223 req-6d7c5997-0ada-4e40-b842-809c0c952aad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0717869 Jan 19 00:36:48.687842 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70280-3986-43c8-8766-2f00fec30223 req-79164ce3-5814-4b78-addb-4f455eeada5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:48.689339 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32b70280-3986-43c8-8766-2f00fec30223 req-79164ce3-5814-4b78-addb-4f455eeada5f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=d0d2bad43d744681bab6cb139760aa5e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2237117 Jan 19 00:36:48.812990 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c218d-79c2-48d0-9e3b-d1de5875d393 req-32963de9-b659-4700-98b2-070ae3450634 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:48.814526 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae7c218d-79c2-48d0-9e3b-d1de5875d393 req-32963de9-b659-4700-98b2-070ae3450634 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 943 time: 0.0868793 Jan 19 00:36:48.834484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70280-3986-43c8-8766-2f00fec30223 req-e318c5ac-2b27-4c3a-893c-662266c3c507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:48.836576 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-32b70280-3986-43c8-8766-2f00fec30223 req-e318c5ac-2b27-4c3a-893c-662266c3c507 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411366 Jan 19 00:36:48.865267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae7c218d-79c2-48d0-9e3b-d1de5875d393 req-08a59137-89d4-4d43-a7c9-55cf3e0451a2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Jan 19 00:36:48.947918 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-27ef99e3-c964-4300-b7ed-0f17e6c09f82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0762684 Jan 19 00:36:49.015255 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-a79a4236-5feb-480d-8820-793fb3e8caad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 217 time: 0.0613072 Jan 19 00:36:49.080164 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733dad-4335-43aa-b108-eb08ad26366a req-14506a08-e6af-46cc-b71a-5406c2e4e44f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:49.081640 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-14506a08-e6af-46cc-b71a-5406c2e4e44f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 200 len: 835 time: 0.0613887 Jan 19 00:36:49.136038 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:49.156771 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-188d2b26-5d4f-42ee-bc95-3d458e13a5b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef70aa4f-5423-4b07-b2a3-a364d0211539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688429 Jan 19 00:36:49.286171 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-09209a89-3e88-4d5f-bd97-b707a95ea146 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223042 Jan 19 00:36:49.415102 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-62733dad-4335-43aa-b108-eb08ad26366a req-ef4548cf-1710-4764-a07a-9ebf4b425b99 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232712 Jan 19 00:36:50.063845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b019e2-cbfb-4735-96d4-e516e1002deb req-2ce99c00-f181-4c81-8f79-76e2f66dd5ff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:50.065248 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1b019e2-cbfb-4735-96d4-e516e1002deb req-2ce99c00-f181-4c81-8f79-76e2f66dd5ff tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 943 time: 0.0765088 Jan 19 00:36:50.110680 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1b019e2-cbfb-4735-96d4-e516e1002deb req-ae5f73ab-6741-497a-9abc-5591110923da tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394194 Jan 19 00:36:51.309792 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8b6d-4aa1-4789-94fa-1c67f385325b req-163a29e1-1cfc-499d-9edb-e6aac08c4edb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:51.311243 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-225c8b6d-4aa1-4789-94fa-1c67f385325b req-163a29e1-1cfc-499d-9edb-e6aac08c4edb tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 943 time: 0.0794029 Jan 19 00:36:51.357808 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-225c8b6d-4aa1-4789-94fa-1c67f385325b req-8450aa31-f884-404f-af35-5d9372524d54 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Jan 19 00:36:51.872262 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:36:52.556464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb24cd6-296f-48df-8f30-06d4715aaf9e req-88f406f8-9552-4193-8204-829379325694 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:52.557941 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0cb24cd6-296f-48df-8f30-06d4715aaf9e req-88f406f8-9552-4193-8204-829379325694 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 943 time: 0.0800242 Jan 19 00:36:52.602975 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0cb24cd6-296f-48df-8f30-06d4715aaf9e req-dcb78cf6-eaa8-418d-8fb2-fb9b673fd420 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Jan 19 00:36:53.396763 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 68129051-db5b-4699-98f3-3c374135c16d details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:36:53.531145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=68129051-db5b-4699-98f3-3c374135c16d,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:53.548236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '68129051-db5b-4699-98f3-3c374135c16d', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'port_id': '68129051-db5b-4699-98f3-3c374135c16d', 'mac_address': 'fa:16:3e:f8:a8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:36:53.604547 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:53.621764 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68129051-db5b-4699-98f3-3c374135c16d {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:36:53.636888 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=68129051-db5b-4699-98f3-3c374135c16d,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:53.711593 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:53.778712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:53.803638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b737454-aa1b-4f7f-bd82-c5886b048e30 req-f52f71fe-a21f-4ed3-b2f1-e50741d4c199 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:53.805128 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b737454-aa1b-4f7f-bd82-c5886b048e30 req-f52f71fe-a21f-4ed3-b2f1-e50741d4c199 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 944 time: 0.0800471 Jan 19 00:36:53.850500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0b737454-aa1b-4f7f-bd82-c5886b048e30 req-5af303ff-7508-46cc-a619-4ba83e9dd683 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396841 Jan 19 00:36:54.051907 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['68129051-db5b-4699-98f3-3c374135c16d'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:36:55.206605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595857a0-c0a2-4f17-9a44-b10a3366118a req-60ea1da8-1d6c-41af-a617-38c1a2e663ce tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:55.207977 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-595857a0-c0a2-4f17-9a44-b10a3366118a req-60ea1da8-1d6c-41af-a617-38c1a2e663ce tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 944 time: 0.0795636 Jan 19 00:36:55.256896 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-595857a0-c0a2-4f17-9a44-b10a3366118a req-8d9c9091-fb4f-483f-abe8-0982531e7378 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423443 Jan 19 00:36:55.403953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 68129051-db5b-4699-98f3-3c374135c16d up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:36:55.542006 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 68129051-db5b-4699-98f3-3c374135c16d completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:36:55.547013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 68129051-db5b-4699-98f3-3c374135c16d triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:36:55.547385 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:55.660542 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:55.688648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68129051-db5b-4699-98f3-3c374135c16d'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:36:55.698181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=68129051-db5b-4699-98f3-3c374135c16d,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:36:55.743509 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68129051-db5b-4699-98f3-3c374135c16d', 'code': 200} Jan 19 00:36:55.808486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:55.872916 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b55b58e-d946-4cd8-a546-7e6db61b89f8 req-77f9b968-e381-4b4e-abb0-f0b303986525 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0748610 Jan 19 00:36:55.875151 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:55.914142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-9b55b58e-d946-4cd8-a546-7e6db61b89f8 req-43f693b2-adad-4215-b504-d37ebaab09ef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359976 Jan 19 00:36:56.448099 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d238c50-50ee-4204-ba08-29bcfe909ce3 req-0fa27714-bf26-4cee-ad3e-44594b68f4ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:56.449554 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d238c50-50ee-4204-ba08-29bcfe909ce3 req-0fa27714-bf26-4cee-ad3e-44594b68f4ba tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0741646 Jan 19 00:36:56.494503 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6d238c50-50ee-4204-ba08-29bcfe909ce3 req-fb132660-1bb5-4385-95ee-1df5e1161844 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Jan 19 00:36:57.782093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a54bdf-ff41-4915-9419-536245da3478 req-ad83c22d-6292-4950-9d98-2feae245fc45 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:57.783606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68a54bdf-ff41-4915-9419-536245da3478 req-ad83c22d-6292-4950-9d98-2feae245fc45 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.1627369 Jan 19 00:36:57.828122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-68a54bdf-ff41-4915-9419-536245da3478 req-aef157ca-8aba-4c69-8e99-9fb7b7726631 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Jan 19 00:36:58.024149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162fd50-92ce-4c37-beb3-ecfb8bce8286 req-0d040d91-88f4-418c-92d9-586580b38570 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:36:58.025645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2162fd50-92ce-4c37-beb3-ecfb8bce8286 req-0d040d91-88f4-418c-92d9-586580b38570 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0780983 Jan 19 00:36:58.070314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2162fd50-92ce-4c37-beb3-ecfb8bce8286 req-1c59fe69-ccb5-4473-87a4-f7e5b15492ca tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Jan 19 00:36:58.097763 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39436) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:58.171371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-802bbc9e-9c70-444f-85b8-498ac62dbc5f tempest-TestNetworkAdvancedServerOps-842264885 tempest-TestNetworkAdvancedServerOps-842264885-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1091 time: 0.0724788 Jan 19 00:36:58.173991 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39440) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:36:58.179367 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '68129051-db5b-4699-98f3-3c374135c16d', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:36:58.185786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:36:58.189601 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Usage tracker for resource:floatingip and tenant:d0d2bad43d744681bab6cb139760aa5e is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:36:58.192377 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:36:58.198362 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:36:58.273981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:58.409652 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:58.540374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Allocated IP 172.25.1.138 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/2bbe00c4-7baf-44ef-a76e-f45e6c75f613) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:36:58.695087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:58.764485 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:58.832326 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:36:58.836599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:36:58.838607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=2bbe00c4-7baf-44ef-a76e-f45e6c75f613,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:58.840749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:36:59.354087 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:59.460314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:59.660766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:59.718721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:36:59.926865 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event updated for resources: {'Port': ['ID=2bbe00c4-7baf-44ef-a76e-f45e6c75f613,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:36:59.939974 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:00.133787 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Floating IP db345819-f761-4def-9fb1-c4448e30d88c associated. External IP: 172.25.1.138, port: 68129051-db5b-4699-98f3-3c374135c16d. Jan 19 00:37:00.528216 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 974d0519-d00e-4123-ad54-d887f99ccb99 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:37:00.734142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:37:00.744917 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Sync routers for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:37:00.756309 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:37:00.757023 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:37:00.833542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:00.895210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ff96a0cb-a0a6-44e2-940c-feed5d0fb685 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7202094 Jan 19 00:37:00.895802 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:37:00.961551 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d', 'status': 'completed', 'code': 200} Jan 19 00:37:01.020562 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:37:01.057409 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-696abb67-ee63-4d63-96ba-72edb372df00 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0747867 Jan 19 00:37:01.155389 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf896538-244d-4cce-a7d3-4e824ab3a364 req-6a94e24a-9085-4da2-a42e-59306e2c3bd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:37:01.156905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf896538-244d-4cce-a7d3-4e824ab3a364 req-6a94e24a-9085-4da2-a42e-59306e2c3bd9 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0846181 Jan 19 00:37:01.197267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-972502c1-72ae-4eff-8e86-28abe5689caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:37:01.198788 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-972502c1-72ae-4eff-8e86-28abe5689caa service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 897 time: 0.1345241 Jan 19 00:37:01.206290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf896538-244d-4cce-a7d3-4e824ab3a364 req-3b9c23a4-fceb-4481-8dac-1706cf08fe4a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Jan 19 00:37:01.238155 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:37:01.305805 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-17c583b9-832f-47b1-9882-78ed4f5f63b0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 999 time: 0.1014395 Jan 19 00:37:01.346938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-0325d038-8789-4068-b22b-ee59684b91c8 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 200 len: 991 time: 0.1075327 Jan 19 00:37:01.367951 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-9cd4b4ee-b0ea-4f2f-83ec-b64fe540357b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:37:01.369415 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-9cd4b4ee-b0ea-4f2f-83ec-b64fe540357b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 200 len: 835 time: 0.0584028 Jan 19 00:37:01.394352 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'db345819-f761-4def-9fb1-c4448e30d88c', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'port_id': '68129051-db5b-4699-98f3-3c374135c16d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'mac_address': 'fa:16:3e:f8:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:36:59Z', 'updated_at': '2022-01-19T00:36:59Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:37:01.399221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Checking router: 974d0519-d00e-4123-ad54-d887f99ccb99 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:37:01.409629 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:37:01.410156 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:36:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:37:01.447097 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-f0119d6c-8ef3-412e-8eaa-dd8ea04d549a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef70aa4f-5423-4b07-b2a3-a364d0211539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724199 Jan 19 00:37:01.576816 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-fdb48774-37d2-41a6-9888-591f5333530e service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241798 Jan 19 00:37:01.606627 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:37:01.804181 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1034d86f-daeb-425d-9bfe-26d293fef8fe req-d7b8c6d6-02d9-4dc3-bdce-254db8d2f408 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214830 Jan 19 00:37:01.957833 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'db345819-f761-4def-9fb1-c4448e30d88c', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'port_id': '68129051-db5b-4699-98f3-3c374135c16d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'mac_address': 'fa:16:3e:f8:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:36:59Z', 'updated_at': '2022-01-19T00:36:59Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:37:01.961764 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446bcd02-e43b-4d1e-b08b-79b0e10d4b23 None None] The sync data for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 is: [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'db345819-f761-4def-9fb1-c4448e30d88c', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'port_id': '68129051-db5b-4699-98f3-3c374135c16d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'mac_address': 'fa:16:3e:f8:a8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:36:59Z', 'updated_at': '2022-01-19T00:36:59Z', 'revision_number': 0, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:37:02.152212 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fae061f-6800-447f-8f6e-0ebe3281e412 None None] New status for floating IP db345819-f761-4def-9fb1-c4448e30d88c: ACTIVE {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:37:02.351266 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39454) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:37:02.451359 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f56c4307-e103-435a-b76c-b449f1875777 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 200 len: 991 time: 0.0989311 Jan 19 00:37:03.455379 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39458) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:37:03.559375 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-34021612-25e2-429a-9079-82e618d9db82 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 200 len: 993 time: 0.1029015 Jan 19 00:37:10.036542 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:12.061370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:13.956564 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b070bfc7-bd0e-4ac2-a8be-f5965df4ef36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:16.015745 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-40ee46c6-a360-47c6-98ef-ba76b31fe0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:17.295597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:17.836257 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:19.130055 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:28.873883 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:37:40.036362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:42.066786 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:43.944274 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b16f1a1e-b3cc-4e24-bb8e-4bc0a67089ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:46.009776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6d24503a-0169-4850-a191-07a51307e035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:47.304412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:47.824202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:49.161452 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:37:49.749510 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-ef12c377-7d2f-4025-9600-90ad86588e58 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668497 Jan 19 00:37:49.887699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-c417030e-6d57-4590-8285-518e63763015 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0718138 Jan 19 00:37:50.033200 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-b9ae5dc5-9944-4e3a-a025-4b02256dd597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:37:50.034605 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-b9ae5dc5-9944-4e3a-a025-4b02256dd597 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 897 time: 0.1267655 Jan 19 00:37:50.133250 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-dea4b621-0e81-4234-9658-b3ecc0e7f394 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 1001 time: 0.0926428 Jan 19 00:37:50.196945 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-38c337ca-3207-4912-b135-4b60ef82e6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:37:50.199229 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-38c337ca-3207-4912-b135-4b60ef82e6d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 200 len: 835 time: 0.0596495 Jan 19 00:37:50.271506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-ac80e809-da34-454d-aebc-0829a18fa6f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef70aa4f-5423-4b07-b2a3-a364d0211539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658798 Jan 19 00:37:50.400270 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-5e169c2e-6190-4579-93c9-cff779d16694 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227374 Jan 19 00:37:50.529488 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-fcddde2c-c800-4906-b32f-20b337a4c9f0 req-abebb1b2-a8d5-40c1-83eb-e046aabe3430 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230855 Jan 19 00:38:05.874648 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:38:09.995995 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:12.144238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:13.809281 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d15ab-7b9e-4b63-8337-d64324cd080b req-6117ea50-5d37-40ac-a7e6-841067114117 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:13.810755 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d24d15ab-7b9e-4b63-8337-d64324cd080b req-6117ea50-5d37-40ac-a7e6-841067114117 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.2154737 Jan 19 00:38:13.856644 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d24d15ab-7b9e-4b63-8337-d64324cd080b req-bcef6b41-b7d6-4251-bef8-c7ed34a5d6b2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403037 Jan 19 00:38:13.929651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e727833b-e3e3-4f21-b2a5-a54558d4a305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:15.135679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1a30e-621a-4f13-aaa6-df9581aab745 req-96498c1d-cc59-4e46-a968-279e478014a6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:15.140679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7d1a30e-621a-4f13-aaa6-df9581aab745 req-96498c1d-cc59-4e46-a968-279e478014a6 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.1466184 Jan 19 00:38:15.185984 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7d1a30e-621a-4f13-aaa6-df9581aab745 req-e91d405a-70fc-4608-a6b7-68308fb86b87 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431376 Jan 19 00:38:16.069422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-224f1dec-ac66-4b4c-8536-f97e2ace85f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:16.384475 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ab0c-8813-443e-8fef-8c8b2c235e9d req-17d66b19-adff-4d70-b2df-8abb77c5c747 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:16.387444 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8de4ab0c-8813-443e-8fef-8c8b2c235e9d req-17d66b19-adff-4d70-b2df-8abb77c5c747 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0784395 Jan 19 00:38:16.431420 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8de4ab0c-8813-443e-8fef-8c8b2c235e9d req-414b207a-7d65-435c-ac58-0aaf16d5ce05 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384059 Jan 19 00:38:16.463599 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39504) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:16.672678 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-90895805-38a0-44f5-9012-f542af939504 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 200 len: 993 time: 0.2078438 Jan 19 00:38:17.334622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:17.797776 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:18.255265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d84fe9-ffce-42e4-b032-b13ce992c3a8 req-d7681ff5-0c4c-49c9-875b-9ed74b8bd465 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:18.256733 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d84fe9-ffce-42e4-b032-b13ce992c3a8 req-d7681ff5-0c4c-49c9-875b-9ed74b8bd465 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0796936 Jan 19 00:38:18.305684 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9d84fe9-ffce-42e4-b032-b13ce992c3a8 req-abdba2f1-efdb-4feb-94d0-73aa229b9c90 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Jan 19 00:38:18.363933 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-2703b959-99ac-496a-967c-2c50c4d7b7e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0719531 Jan 19 00:38:18.493133 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-81ec59b7-b6de-4a06-a556-27dbd3415e72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:18.495160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-81ec59b7-b6de-4a06-a556-27dbd3415e72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 897 time: 0.1252556 Jan 19 00:38:18.596386 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-f1bd8298-87c6-4ae7-9279-bca0a5bfd7e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 1001 time: 0.0945942 Jan 19 00:38:18.657851 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-08ee324b-0a93-4014-9057-c062afeb800c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:18.659268 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-08ee324b-0a93-4014-9057-c062afeb800c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 200 len: 835 time: 0.0570552 Jan 19 00:38:18.733790 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-9fec6195-a187-4a26-b94c-64d1b09fc61b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef70aa4f-5423-4b07-b2a3-a364d0211539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684905 Jan 19 00:38:18.864170 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-dba35ce0-6509-45c3-ae75-527c58384daf service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242027 Jan 19 00:38:19.084080 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-26554dd5-0e9b-4839-8a2c-addbad3a5e5c req-b9d52673-b4bf-49a6-8210-939f4bd3f69a service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137437 Jan 19 00:38:19.117871 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:19.502438 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accacd1-c285-4e46-85ad-9ab84829b651 req-b4afdd3f-f211-43e8-810d-c012df853f80 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:19.503805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2accacd1-c285-4e46-85ad-9ab84829b651 req-b4afdd3f-f211-43e8-810d-c012df853f80 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0752418 Jan 19 00:38:19.547911 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2accacd1-c285-4e46-85ad-9ab84829b651 req-72b167c4-a278-4a47-a449-b61199becc86 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386684 Jan 19 00:38:20.744511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2e90-46b0-4c33-b196-c6ba359e2adb req-850b6cfb-ed10-4825-9290-721235ec7d40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:20.745904 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd3f2e90-46b0-4c33-b196-c6ba359e2adb req-850b6cfb-ed10-4825-9290-721235ec7d40 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0777295 Jan 19 00:38:20.789450 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cd3f2e90-46b0-4c33-b196-c6ba359e2adb req-9ed3c7ac-357a-4e01-8b07-ae61d6e79d1e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381804 Jan 19 00:38:20.818095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39520) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:20.932792 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-faae6a62-1892-4716-ad4c-307ef43d9ee2 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 200 len: 993 time: 0.1140263 Jan 19 00:38:21.194610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39530) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:21.390281 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 2bbe00c4-7baf-44ef-a76e-f45e6c75f613 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:38:21.390623 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:21.557369 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:21.557716 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:21.678470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 2bbe00c4-7baf-44ef-a76e-f45e6c75f613 owned by network:floatingip {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:38:21.900527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:21.947585 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=2bbe00c4-7baf-44ef-a76e-f45e6c75f613,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:21.959675 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.960012 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.960351 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.960692 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.961052 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.961808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.961808 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.962034 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.962356 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.962702 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:21.963696 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:22.049780 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:22.430880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 974d0519-d00e-4123-ad54-d887f99ccb99 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:38:22.726145 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:22.737459 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Sync routers for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:38:22.749557 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:22.750381 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:22.750694 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:22.809288 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-ae262fc9-9263-486a-9087-c5502d307815 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/floatingips/db345819-f761-4def-9fb1-c4448e30d88c HTTP/1.1" status: 204 len: 168 time: 1.6134224 Jan 19 00:38:22.809868 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:38:22.936938 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'tag': '68129051-db5b-4699-98f3-3c374135c16d', 'status': 'completed', 'code': 200} Jan 19 00:38:22.942369 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:23.033562 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-0abc44b5-53c8-4a87-b35a-103445b2e8e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d0d2bad43d744681bab6cb139760aa5e&device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0756550 Jan 19 00:38:23.168499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-ba100a18-7e4c-4aaf-adab-04fb6be2d990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:23.169992 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-ba100a18-7e4c-4aaf-adab-04fb6be2d990 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 200 len: 897 time: 0.1311524 Jan 19 00:38:23.243641 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-ce9431c2-0158-4497-9848-0689c5db94ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 200 len: 217 time: 0.0666218 Jan 19 00:38:23.255947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:23.260142 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Checking router: 974d0519-d00e-4123-ad54-d887f99ccb99 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:38:23.271008 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:23.271583 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:23.317138 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-20e961e5-abd5-4ba1-8fe6-0710770dcb65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:23.318630 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-20e961e5-abd5-4ba1-8fe6-0710770dcb65 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 200 len: 835 time: 0.0698049 Jan 19 00:38:23.394693 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-77ad4b77-642f-496f-9fb5-67b064e78f97 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ef70aa4f-5423-4b07-b2a3-a364d0211539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699594 Jan 19 00:38:23.454679 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:23.470395 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e588f-04db-4f52-aedd-f3af0213540c req-59ea0d3b-2d53-4349-beb7-5624f89239f7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:23.471916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b7e588f-04db-4f52-aedd-f3af0213540c req-59ea0d3b-2d53-4349-beb7-5624f89239f7 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0827408 Jan 19 00:38:23.523438 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9b7e588f-04db-4f52-aedd-f3af0213540c req-96dd6373-df1e-4291-a6ca-401846a4c018 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454009 Jan 19 00:38:23.531201 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-24d529e3-25de-4a82-83fb-d154b5d8494e service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292429 Jan 19 00:38:23.666069 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-83d04f95-5b90-45b3-923b-8e5a5f47e8d1 req-615d21da-4638-4330-a58d-ee73de5a9123 service neutron] 10.222.0.89 "GET /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269305 Jan 19 00:38:23.807961 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:23.811728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8c1d3-56c9-4c94-99d5-59aabb4a4bad None None] The sync data for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 is: [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:40Z', 'revision_number': 4, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'db9ff62c-cc8a-4406-8cfa-190b318da5f1', 'name': '', 'network_id': 'ef70aa4f-5423-4b07-b2a3-a364d0211539', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'mac_address': 'fa:16:3e:9b:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:39Z', 'updated_at': '2022-01-19T00:36:45Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'subnets': [{'id': '016e12ba-0a02-40b4-90a9-b9480f356788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:38:24.034773 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28e135-9ec0-4bfe-853b-d580de87ed06 None None] New status for floating IP db345819-f761-4def-9fb1-c4448e30d88c: DOWN {{(pid=84544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:38:24.720563 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078a293-1f9b-4d63-9e89-a12ce64f98a4 req-4bb526ac-960d-4d9d-b751-4a7a44dae0bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:24.722055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3078a293-1f9b-4d63-9e89-a12ce64f98a4 req-4bb526ac-960d-4d9d-b751-4a7a44dae0bc tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0766971 Jan 19 00:38:24.768668 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3078a293-1f9b-4d63-9e89-a12ce64f98a4 req-7bd5de37-4b93-4f28-923d-95478a853561 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406742 Jan 19 00:38:25.229556 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-593b8a50-38b5-4c64-ab82-e8248ddbafcd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:25.230130 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-593b8a50-38b5-4c64-ab82-e8248ddbafcd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Synchronizing usage tracker for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:38:25.300128 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-593b8a50-38b5-4c64-ab82-e8248ddbafcd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Unset dirty status for tenant:d0d2bad43d744681bab6cb139760aa5e on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:38:25.301311 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-593b8a50-38b5-4c64-ab82-e8248ddbafcd tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.1493814 Jan 19 00:38:25.368143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port 68129051-db5b-4699-98f3-3c374135c16d {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:38:25.368484 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:25.613410 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port 68129051-db5b-4699-98f3-3c374135c16d, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=68129051-db5b-4699-98f3-3c374135c16d,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:25.613759 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:25.732113 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for 68129051-db5b-4699-98f3-3c374135c16d owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:38:25.977773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe3b53-f43d-4298-b0ce-2d7aa3b2c2ae req-c1c1d35c-7dd2-4d1b-83fe-f17901fbe40a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:25.979831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cbe3b53-f43d-4298-b0ce-2d7aa3b2c2ae req-c1c1d35c-7dd2-4d1b-83fe-f17901fbe40a tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Jan 19 00:38:26.024910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5cbe3b53-f43d-4298-b0ce-2d7aa3b2c2ae req-7ae626d1-6e46-4ce1-986f-21e7c78f5d39 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/security-groups?id=a77b0c64-c7c3-446e-a7cf-f3291dc50dab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394206 Jan 19 00:38:26.055168 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:26.104380 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=68129051-db5b-4699-98f3-3c374135c16d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:26.176421 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] No DVR routers for this DVR port 68129051-db5b-4699-98f3-3c374135c16d on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:38:26.179005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:26.181485 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'name': 'network-vif-deleted', 'tag': '68129051-db5b-4699-98f3-3c374135c16d'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:38:26.249893 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ad957c59-ad3d-4317-b0ee-c3d8008319b2 req-1fdb8f5e-c0f6-4e20-aea1-0e45f9a76684 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.89 "DELETE /v2.0/ports/68129051-db5b-4699-98f3-3c374135c16d HTTP/1.1" status: 204 len: 173 time: 0.9436796 Jan 19 00:38:26.303558 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f0b0f2-12ab-45e0-889e-2582104fa8d2', 'name': 'network-vif-deleted', 'tag': '68129051-db5b-4699-98f3-3c374135c16d', 'status': 'completed', 'code': 200} Jan 19 00:38:27.202695 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56c8791a-d7dc-4c9b-a908-366fff54c51c req-026861eb-89b7-4993-84a8-81017701b98d tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6f0b0f2-12ab-45e0-889e-2582104fa8d2 HTTP/1.1" status: 200 len: 210 time: 0.0415516 Jan 19 00:38:28.308322 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39556) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:28.698511 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:29.294708 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port db9ff62c-cc8a-4406-8cfa-190b318da5f1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:38:29.295047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:29.479793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port db9ff62c-cc8a-4406-8cfa-190b318da5f1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=db9ff62c-cc8a-4406-8cfa-190b318da5f1,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:29.480531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:29.687893 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for db9ff62c-cc8a-4406-8cfa-190b318da5f1 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:38:29.929665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:29.957269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 68129051-db5b-4699-98f3-3c374135c16d no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:38:29.979055 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=db9ff62c-cc8a-4406-8cfa-190b318da5f1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:29.991386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 68129051-db5b-4699-98f3-3c374135c16d {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:38:29.991749 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 68129051-db5b-4699-98f3-3c374135c16d not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:38:30.282618 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:30.846222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Router 974d0519-d00e-4123-ad54-d887f99ccb99 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:38:31.044935 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:31.054511 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Sync routers for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:38:31.060077 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-43f32e7f-ce67-463d-965e-e84391551e2c tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "PUT /v2.0/routers/974d0519-d00e-4123-ad54-d887f99ccb99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506137 Jan 19 00:38:31.065879 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39560) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:31.066677 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:31.067310 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:31.247004 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:31.346719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting subnet 016e12ba-0a02-40b4-90a9-b9480f356788 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:38:31.349558 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.406518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.487200 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.530458 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:38:29Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:31.534188 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Checking router: 974d0519-d00e-4123-ad54-d887f99ccb99 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:38:31.545277 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Routers {'974d0519-d00e-4123-ad54-d887f99ccb99'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:31.545869 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['974d0519-d00e-4123-ad54-d887f99ccb99'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:31.621158 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.661996 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Subnet': ['ID=016e12ba-0a02-40b4-90a9-b9480f356788,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:31.667630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.674903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e8d92-3a6c-4d4c-a0ba-726f13f4cee0 None None] Network ef70aa4f-5423-4b07-b2a3-a364d0211539 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:38:31.677361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a74cfc95-c3ad-426d-a547-395250b9ef43 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/subnets/016e12ba-0a02-40b4-90a9-b9480f356788 HTTP/1.1" status: 204 len: 168 time: 0.6144762 Jan 19 00:38:31.677758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39564) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:31.726355 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] Set router 974d0519-d00e-4123-ad54-d887f99ccb99 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:31.891024 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:31.954521 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] DHCP port deletion for ef70aa4f-5423-4b07-b2a3-a364d0211539 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:38:31.958551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Deleting port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:38:31.959189 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.031674 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:38:29Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:32.035752 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a930090b-b296-4594-ab75-d97db55f33f2 None None] The sync data for ids ['974d0519-d00e-4123-ad54-d887f99ccb99'] in n-d-825175-2 is: [{'id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-486999196', 'tenant_id': 'd0d2bad43d744681bab6cb139760aa5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:38:29Z', 'revision_number': 5, 'project_id': 'd0d2bad43d744681bab6cb139760aa5e', 'gw_port': {'id': 'be4a4087-e720-467d-9d05-ca2594340f10', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974d0519-d00e-4123-ad54-d887f99ccb99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:36:35Z', 'updated_at': '2022-01-19T00:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:38:32.098905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.175168 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] For port c138e9d2-f434-4bf3-8e12-c8c8bfc03700, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,segment=NetworkSegment(f2ff207c-a976-489b-8622-5e0e3575980a),segment_id=f2ff207c-a976-489b-8622-5e0e3575980a)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:32.175447 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.209077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Deleting port be4a4087-e720-467d-9d05-ca2594340f10 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:38:32.209417 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.295022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Calling delete_port for c138e9d2-f434-4bf3-8e12-c8c8bfc03700 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:38:32.388536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] For port be4a4087-e720-467d-9d05-ca2594340f10, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=be4a4087-e720-467d-9d05-ca2594340f10,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:32.388951 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.420694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380'] for port, after_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.463095 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Pushing event deleted for resources: {'Port': ['ID=c138e9d2-f434-4bf3-8e12-c8c8bfc03700,revision_number=None']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:32.477775 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.478120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.478457 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.478795 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.479684 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.480427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.480555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.480811 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.481156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.481480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.481803 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.484884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d27f47-27bc-4714-a787-0d1b110f52b1 None None] No DVR routers for this DVR port c138e9d2-f434-4bf3-8e12-c8c8bfc03700 on host n-d-825175-2 {{(pid=84544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:38:32.517265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Calling delete_port for be4a4087-e720-467d-9d05-ca2594340f10 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:38:32.826134 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:32.874142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Port': ['ID=be4a4087-e720-467d-9d05-ca2594340f10,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:32.920937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.921288 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.921630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.921964 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.922396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.922715 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.923042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.923369 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.923691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.924006 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:32.924325 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:33.112081 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.204037 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c138e9d2-f434-4bf3-8e12-c8c8bfc03700 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:38:33.236975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: c138e9d2-f434-4bf3-8e12-c8c8bfc03700 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:38:33.237413 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device c138e9d2-f434-4bf3-8e12-c8c8bfc03700 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:38:33.237913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9ff62c-cc8a-4406-8cfa-190b318da5f1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:38:33.306943 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: db9ff62c-cc8a-4406-8cfa-190b318da5f1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:38:33.307323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device db9ff62c-cc8a-4406-8cfa-190b318da5f1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:38:33.373005 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.377124 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.463128 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.463717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Fanout notify agent at l3_agent the message router_deleted on router 974d0519-d00e-4123-ad54-d887f99ccb99 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:38:33.478023 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.479527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a8a749fe-2d26-455b-a681-0890ff81ae97 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/routers/974d0519-d00e-4123-ad54-d887f99ccb99 HTTP/1.1" status: 204 len: 168 time: 1.8003976 Jan 19 00:38:33.482413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39568) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:33.600285 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.728704 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.753679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef70aa4f-5423-4b07-b2a3-a364d0211539']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:33.765550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ff207c-a976-489b-8622-5e0e3575980a') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:33.765858 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ff207c-a976-489b-8622-5e0e3575980a') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:33.778796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.794246 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.800183 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:38:33.800569 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:38:33.814484 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:38:33.977806 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:33.995004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:34.005651 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'Network': ['ID=ef70aa4f-5423-4b07-b2a3-a364d0211539,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:34.078141 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b3953183-5de1-43e9-8270-df95d4faa93e tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/networks/ef70aa4f-5423-4b07-b2a3-a364d0211539 HTTP/1.1" status: 204 len: 168 time: 0.5947189 Jan 19 00:38:34.080773 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39572) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:34.149089 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:34.177756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:34.311907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:34.329434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b0c64-c7c3-446e-a7cf-f3291dc50dab,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:34.408119 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:34.409325 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cd7f961a-2f69-4441-b37c-26132a89f310 tempest-TestNetworkAdvancedServerOps-564781552 tempest-TestNetworkAdvancedServerOps-564781552-project] 10.222.0.59 "DELETE /v2.0/security-groups/a77b0c64-c7c3-446e-a7cf-f3291dc50dab HTTP/1.1" status: 204 len: 168 time: 0.3276234 Jan 19 00:38:35.105440 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:35.117347 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be4a4087-e720-467d-9d05-ca2594340f10 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:38:35.156324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: be4a4087-e720-467d-9d05-ca2594340f10 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:38:35.156661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device be4a4087-e720-467d-9d05-ca2594340f10 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:38:35.276731 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-738894e5-2545-40b2-8ff8-0fc12a7ccb17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0d2bad43d744681bab6cb139760aa5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1699550 Jan 19 00:38:35.279251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39588) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:35.337218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:35.363003 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:35.486453 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:35.503898 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4e3e90-5bfd-4e35-a598-ba73c3fed295,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:35.510430 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:35.511570 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-fc365d5f-433d-4a99-8b08-df7c85fd70b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be4e3e90-5bfd-4e35-a598-ba73c3fed295 HTTP/1.1" status: 204 len: 168 time: 0.2314150 Jan 19 00:38:36.190165 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39596) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:36.208532 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.242605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:36.246745 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Usage tracker for resource:security_group_rule and tenant:98ade997c7a441e8a7a17e1e759a36ab is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:36.249575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:36.255150 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:36.417236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.494410 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.542054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c1b33-2b3b-4a79-98db-81bf282c5253,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:36.547214 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-010bbcee-12db-454d-aabb-3213a51d883d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98ade997c7a441e8a7a17e1e759a36ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3556006 Jan 19 00:38:36.549573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39600) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:36.610018 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.636427 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.749323 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.767645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c1b33-2b3b-4a79-98db-81bf282c5253,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:36.776313 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:36.777912 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4807fe19-8d54-4726-8cb8-089efc9416a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/608c1b33-2b3b-4a79-98db-81bf282c5253 HTTP/1.1" status: 204 len: 168 time: 0.2269843 Jan 19 00:38:38.066793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 39622) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:38.195428 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1156123283-network', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:38.201641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:38.205447 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Usage tracker for resource:network and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:38.208285 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:38.214811 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:38.297565 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Made reservation on behalf of 21c9687fe05846a7ba13a9b39273708f for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:38:38.299835 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.313166 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.343218 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:38.346869 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:38.349631 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:38.355762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:38.420616 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.491960 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.526454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:38:38.531538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432f0712-9076-4cf6-bc2f-87dd07e7c6e5,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:38.538029 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.539013 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Added segment a3bb64cf-3b49-47f4-b85a-8de1ef4afd46 of type vlan for network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d Jan 19 00:38:38.564505 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.680746 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.681624 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:38.682216 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:38.786188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] Pushing event updated for resources: {'Network': ['ID=1ecb59fe-ee07-44b0-9b8c-becf086ec83d,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:38.797642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:38:38.847439 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-64b753cc-b0e8-47da-b9fd-19fcdc7c6920 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7766569 Jan 19 00:38:38.847834 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:38.853626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Request body: {'subnet': {'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1156123283-subnet', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:38.859910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:38.864010 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Usage tracker for resource:subnet and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:38.866918 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:38.872960 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:38.946167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Made reservation on behalf of 21c9687fe05846a7ba13a9b39273708f for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:38:38.948633 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.209330 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.279939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a185316-8cb9-40a4-ba85-5a02ef34d689,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:39.295850 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:39.296206 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Network hostable DHCP agents. Network: 1ecb59fe-ee07-44b0-9b8c-becf086ec83d, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:38:39.391553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:38:39.471435 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 1ecb59fe-ee07-44b0-9b8c-becf086ec83d) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:39.476290 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:39.477254 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.484360 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1161c6-85f7-4b89-939f-cef8926fa02e None None] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:38:39.575914 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a5f1d719-3c2b-46d2-86aa-cddb50e4cf62 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7267995 Jan 19 00:38:39.578443 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39634) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:39.583401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:39.588707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:39.592635 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Usage tracker for resource:router and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:39.595530 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:39.601645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:39.671847 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.672814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.692116 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.695857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:38:39.696669 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:39.849772 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Allocated IP 172.20.0.2 (1ecb59fe-ee07-44b0-9b8c-becf086ec83d/7a185316-8cb9-40a4-ba85-5a02ef34d689/58567e0f-d4ce-4b49-bee8-0ff6c6656cf6) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:39.894266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.031047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.066158 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.076559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Transition to ACTIVE for port object 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:40.095370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Transition to ACTIVE for port object 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:40.157442 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.167561 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.186476 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.237034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:40.239925 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:40.244324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:40.246550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Pushing event updated for resources: {'Port': ['ID=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:40.320649 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Allocated IP 172.25.1.133 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/36ab05c9-10f3-416d-b07f-3edc501903df) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:40.330560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Attempting to bind port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:38:40.330949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Attempting to bind port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:38:40.331316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Attempting to bind port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:38:40.337661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:38:40.342509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:40.342509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.342509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:38:40.342509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Bound port: 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:38:40.342509 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.429174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] For port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:38:40.432093 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] For port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:38:40.470581 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.512332 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.578221 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.594167 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db5e61-3392-4565-bf34-7595e07ecb18 None None] Pushing event updated for resources: {'Port': ['ID=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:40.650588 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:40.654372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:40.656989 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:40.695927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Pushing event updated for resources: {'Port': ['ID=36ab05c9-10f3-416d-b07f-3edc501903df,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:40.913895 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:40.914670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:41.191414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:41.300496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:38:41.329186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:41.506454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:41.516792 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe6c89-9ff2-49fe-a005-39f8a0881d38 None None] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:38:41.533721 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:38:41.586173 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:41.587349 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-34f3f00e-c7b2-4b10-a9ff-eae221d19b7b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0079620 Jan 19 00:38:41.590979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39638) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:41.618722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:41.619339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:41.809211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Provisioning for port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:41.867616 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Provisioning complete for port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:41.867982 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.001481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:42.253967 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.271594 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.341060 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] For port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:42.347478 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.403700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:40Z', 'revision_number': 3, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:42.407807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:38:42.408166 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Updating router 091bc585-abb9-44ab-b9d8-4bd74c55a51b port 36ab05c9-10f3-416d-b07f-3edc501903df binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:38:42.436636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.520378 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.566372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Allocated IP 172.20.0.1 (1ecb59fe-ee07-44b0-9b8c-becf086ec83d/7a185316-8cb9-40a4-ba85-5a02ef34d689/5bb7c9a3-46ca-478d-b07f-9911f088845e) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:42.569354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5adb4-657b-4af9-9c39-5d8e226c28c9 None None] Pushing event updated for resources: {'Port': ['ID=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:42.633698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-4e5388e1-cf0d-4d17-bf22-04c9465df036 None None] Provisioning complete for port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:42.634077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4e5388e1-cf0d-4d17-bf22-04c9465df036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.717057 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.732926 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Transition to ACTIVE for port object 5bb7c9a3-46ca-478d-b07f-9911f088845e will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:42.829397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.881995 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:38:42.897873 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:42.900722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:42.904164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:42.942781 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Pushing event updated for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:42.970220 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.971039 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:42.983155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Transition to ACTIVE for port object 36ab05c9-10f3-416d-b07f-3edc501903df will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:43.072037 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.126443 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.158685 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Attempting to bind port 36ab05c9-10f3-416d-b07f-3edc501903df on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:38:43.159202 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Attempting to bind port 36ab05c9-10f3-416d-b07f-3edc501903df by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:38:43.159667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Attempting to bind port 36ab05c9-10f3-416d-b07f-3edc501903df on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:38:43.161913 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadaeb5-cea8-48ee-afc3-6b04705b9d1a None None] Pushing event updated for resources: {'Port': ['ID=36ab05c9-10f3-416d-b07f-3edc501903df,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:43.168937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:38:43.169255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:43.169657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.170040 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:38:43.170506 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Bound port: 36ab05c9-10f3-416d-b07f-3edc501903df, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:38:43.170915 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.199738 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:43.308667 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] For port 36ab05c9-10f3-416d-b07f-3edc501903df, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:38:43.313220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] For port 36ab05c9-10f3-416d-b07f-3edc501903df, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=36ab05c9-10f3-416d-b07f-3edc501903df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:38:43.322075 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:43.323110 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.379839 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95c7f266-406d-44af-95a2-c4f89c294fdd None None] Provisioning for port 5bb7c9a3-46ca-478d-b07f-9911f088845e completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:43.387376 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-95c7f266-406d-44af-95a2-c4f89c294fdd None None] Provisioning complete for port 5bb7c9a3-46ca-478d-b07f-9911f088845e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:43.387749 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95c7f266-406d-44af-95a2-c4f89c294fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.416484 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.473976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.545894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.552070 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-95c7f266-406d-44af-95a2-c4f89c294fdd None None] Port 5bb7c9a3-46ca-478d-b07f-9911f088845e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:38:43.568550 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadaeb5-cea8-48ee-afc3-6b04705b9d1a None None] Pushing event updated for resources: {'Port': ['ID=36ab05c9-10f3-416d-b07f-3edc501903df,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:43.575235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:43.575846 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:43.658917 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:43.662186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Pushing event updated for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:43.795243 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:43.797994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:43.799096 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:43.970018 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cab915d8-515f-4e4d-99fd-a1b90e39cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:44.126724 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-825ac5bb-6fab-4806-8402-2de636058af2 None None] Provisioning complete for port 5bb7c9a3-46ca-478d-b07f-9911f088845e triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:44.127100 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-825ac5bb-6fab-4806-8402-2de636058af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:44.184210 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-825ac5bb-6fab-4806-8402-2de636058af2 None None] Port 5bb7c9a3-46ca-478d-b07f-9911f088845e cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:38:44.204158 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:38:43Z', 'revision_number': 2, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:44.206532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:38:44.208175 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3f5a5d-35d2-46d3-9547-5849997f6817 None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:38:43Z', 'revision_number': 2, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:38:44.431338 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:44.441144 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-04951561-89aa-49c6-bb17-e4eab31e0afb admin admin] 10.222.0.59 "PUT /v2.0/routers/091bc585-abb9-44ab-b9d8-4bd74c55a51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8490012 Jan 19 00:38:45.191603 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 36ab05c9-10f3-416d-b07f-3edc501903df up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:45.351697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 36ab05c9-10f3-416d-b07f-3edc501903df completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:45.357996 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 36ab05c9-10f3-416d-b07f-3edc501903df triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:45.358369 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.474415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.490147 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 36ab05c9-10f3-416d-b07f-3edc501903df, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=36ab05c9-10f3-416d-b07f-3edc501903df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:45.572009 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.641605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=36ab05c9-10f3-416d-b07f-3edc501903df,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:45.658940 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39660) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:45.664805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1659347770-network', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:45.670345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:45.674267 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Usage tracker for resource:network and tenant:768cb125fd424b63a31d52b5f3516f7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:45.677193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:45.683482 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:45.774320 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Made reservation on behalf of 768cb125fd424b63a31d52b5f3516f7a for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:38:45.777162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.789575 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.821235 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:45.825469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Usage tracker for resource:security_group_rule and tenant:768cb125fd424b63a31d52b5f3516f7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:45.828190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:45.833910 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:45.899745 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.966409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:45.996735 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:38:46.005319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6af30c-66fe-494a-94c8-ae9ac94cde9f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:46.010753 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.011098 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Added segment c2e33510-3155-4e38-b782-9846e474e389 of type vlan for network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 Jan 19 00:38:46.037328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.040774 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-267ada5e-0655-429a-8590-d58015295399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.128536 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.129419 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:46.130001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.231573 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] Pushing event updated for resources: {'Network': ['ID=93c6dbd4-3543-4307-87d9-5f3f51be5fe4,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:46.241096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:38:46.307056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-871a7273-a200-4cba-92c8-3e9844c7bd57 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6466928 Jan 19 00:38:46.309610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39664) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:46.314976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Request body: {'subnet': {'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1659347770-subnet', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:46.320606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:46.326047 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Usage tracker for resource:subnet and tenant:768cb125fd424b63a31d52b5f3516f7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:46.329072 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:46.334795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:46.425752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Made reservation on behalf of 768cb125fd424b63a31d52b5f3516f7a for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:38:46.428164 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.700343 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:46.865528 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41395355-8984-46fa-9ed4-a0391f255205,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:46.889698 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Checking segment: {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:46.890056 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Network hostable DHCP agents. Network: 93c6dbd4-3543-4307-87d9-5f3f51be5fe4, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:38:46.962934 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:38:47.026172 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 93c6dbd4-3543-4307-87d9-5f3f51be5fe4) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:47.029978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:47.030622 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.034647 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af888e46-feb7-490d-bbf5-ae4288140a6c None None] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:38:47.113069 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-139225c9-eebc-48c7-9d60-fd44d95beb5b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8023443 Jan 19 00:38:47.115513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39668) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:47.121534 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:47.127351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:47.131521 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Usage tracker for resource:router and tenant:768cb125fd424b63a31d52b5f3516f7a is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:47.138829 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:47.141860 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:47.189156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 36ab05c9-10f3-416d-b07f-3edc501903df up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:47.209215 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.210266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.230623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.320577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'fixed_ips': [{'subnet_id': '41395355-8984-46fa-9ed4-a0391f255205'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:38:47.321362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.336038 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 36ab05c9-10f3-416d-b07f-3edc501903df triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:47.336443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.364271 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.453426 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.576629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Allocated IP 172.20.0.2 (93c6dbd4-3543-4307-87d9-5f3f51be5fe4/41395355-8984-46fa-9ed4-a0391f255205/3a7fb309-10bd-40bc-a81d-96d25054b4c1) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:47.723172 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.753541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.815897 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.847103 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:47.860644 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Transition to ACTIVE for port object 3a7fb309-10bd-40bc-a81d-96d25054b4c1 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:47.880624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Transition to ACTIVE for port object 3a7fb309-10bd-40bc-a81d-96d25054b4c1 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:47.917232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Allocated IP 172.25.1.128 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/faebdad2-2b3a-4d36-81b7-6b180a55bf27) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:47.946658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.014163 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:48.015285 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:48.019215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:48.027189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Pushing event updated for resources: {'Port': ['ID=3a7fb309-10bd-40bc-a81d-96d25054b4c1,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:48.069995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.117473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Attempting to bind port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:38:48.117845 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Attempting to bind port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:38:48.118209 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Attempting to bind port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 on network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:38:48.125582 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:38:48.125960 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Checking segment: {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:48.126355 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.126751 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Bound using segment: {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:38:48.127207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Bound port: 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:38:48.127582 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.152244 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.216953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] For port 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:38:48.220144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] For port 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3a7fb309-10bd-40bc-a81d-96d25054b4c1,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:38:48.220965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:48.223784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:48.227590 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:48.261246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Pushing event updated for resources: {'Port': ['ID=faebdad2-2b3a-4d36-81b7-6b180a55bf27,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:48.286689 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.365850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd934e8-7575-474b-936d-cd4fa120c869 None None] Pushing event updated for resources: {'Port': ['ID=3a7fb309-10bd-40bc-a81d-96d25054b4c1,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:48.448281 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.449052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:48.765969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:38:48.974672 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:48.988707 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Sync routers for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:38:49.000143 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:49.000810 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:49.066112 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.067333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d5e7a74a-0b92-4cf3-9e7f-7f2ebf643916 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9507427 Jan 19 00:38:49.070026 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39672) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:49.169077 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.225398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3a7fb309-10bd-40bc-a81d-96d25054b4c1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:49.248573 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:49.329601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39183aab-f93e-4726-9679-819914cca0d4 None None] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:38:49.405386 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:49.495042 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Provisioning for port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:49.506577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Provisioning complete for port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:49.506958 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.560443 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:48Z', 'revision_number': 3, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:49.564544 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Checking router: a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:38:49.564821 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Updating router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 port faebdad2-2b3a-4d36-81b7-6b180a55bf27 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:38:49.616722 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.686633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.725586 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] For port 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3a7fb309-10bd-40bc-a81d-96d25054b4c1,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:49.789153 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.865997 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05a13b-5dd4-4517-9841-8b66220683c9 None None] Pushing event updated for resources: {'Port': ['ID=3a7fb309-10bd-40bc-a81d-96d25054b4c1,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:49.975122 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:49.986492 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Transition to ACTIVE for port object faebdad2-2b3a-4d36-81b7-6b180a55bf27 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:50.013279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-bf14d079-7edf-455a-84f8-6d9bdae1545c None None] Provisioning complete for port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:50.013570 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bf14d079-7edf-455a-84f8-6d9bdae1545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.047404 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.069094 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.154888 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Pushing event updated for resources: {'Port': ['ID=faebdad2-2b3a-4d36-81b7-6b180a55bf27,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:50.157121 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Attempting to bind port faebdad2-2b3a-4d36-81b7-6b180a55bf27 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:38:50.157474 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Attempting to bind port faebdad2-2b3a-4d36-81b7-6b180a55bf27 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:38:50.157820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Attempting to bind port faebdad2-2b3a-4d36-81b7-6b180a55bf27 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:38:50.169274 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:38:50.169632 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:50.170019 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.170401 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:38:50.170843 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Bound port: faebdad2-2b3a-4d36-81b7-6b180a55bf27, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:38:50.171201 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.193637 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.193906 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.194232 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.194558 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.194877 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.195193 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.195508 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.195820 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.196128 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.196439 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.196745 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:38:50.248697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] For port faebdad2-2b3a-4d36-81b7-6b180a55bf27, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:38:50.251835 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] For port faebdad2-2b3a-4d36-81b7-6b180a55bf27, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=faebdad2-2b3a-4d36-81b7-6b180a55bf27,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:38:50.262107 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Allocated IP 172.20.0.1 (93c6dbd4-3543-4307-87d9-5f3f51be5fe4/41395355-8984-46fa-9ed4-a0391f255205/48c9c30d-ec77-47d0-b931-443c80b44469) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:38:50.346251 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.410541 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.426387 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Transition to ACTIVE for port object 48c9c30d-ec77-47d0-b931-443c80b44469 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:50.427623 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33247b36-4bab-4dcb-92e7-5e810b0df280 None None] Pushing event updated for resources: {'Port': ['ID=faebdad2-2b3a-4d36-81b7-6b180a55bf27,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:50.433655 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:50.434249 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:50.509498 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.580226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:50.583113 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:50.587532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:38:50.614697 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:50.615494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Pushing event updated for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:50.643996 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.798897 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.912132 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:48Z', 'revision_number': 3, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:50.916130 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a29d41-bae0-4d68-8afc-0d40b96c3ab8 None None] The sync data for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 is: [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:48Z', 'revision_number': 3, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:38:50.922563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-30e5b08f-6b39-43c4-b343-3510abcaa492 None None] Provisioning for port 48c9c30d-ec77-47d0-b931-443c80b44469 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:50.928528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-30e5b08f-6b39-43c4-b343-3510abcaa492 None None] Provisioning complete for port 48c9c30d-ec77-47d0-b931-443c80b44469 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:50.932241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-30e5b08f-6b39-43c4-b343-3510abcaa492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:50.986968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-30e5b08f-6b39-43c4-b343-3510abcaa492 None None] Port 48c9c30d-ec77-47d0-b931-443c80b44469 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:38:51.029048 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:51.111561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:51.173729 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3a7fb309-10bd-40bc-a81d-96d25054b4c1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:51.217752 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Pushing event updated for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:51.220052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:51.241206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:51.241583 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:51.461337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:38:51.462391 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:38:51.711077 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-11e53b43-d752-4d4e-994e-b1634f6dc09c None None] Provisioning complete for port 48c9c30d-ec77-47d0-b931-443c80b44469 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:51.711453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-11e53b43-d752-4d4e-994e-b1634f6dc09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:51.762884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-11e53b43-d752-4d4e-994e-b1634f6dc09c None None] Port 48c9c30d-ec77-47d0-b931-443c80b44469 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:38:51.852626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:38:52.056209 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:38:52.065174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-73fdc274-b1c8-4fe1-b360-5706a2c32d34 admin admin] 10.222.0.59 "PUT /v2.0/routers/a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9940734 Jan 19 00:38:52.785704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39682) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:52.792116 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765931125', 'description': 'tempest-secgroup-smoke-1765931125 description', 'project_id': '21c9687fe05846a7ba13a9b39273708f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:52.798738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:52.802654 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:52.805532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:52.811908 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:52.894777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:52.931919 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:52.935746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:52.938533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:52.944177 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:52.997695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.056887 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.097731 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582d2c6c-5ffc-435b-b9c8-cb534efd57ce,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:53.154801 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.155983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b49f9e22-f0e3-4080-a1c9-17c3cb435f47 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3692675 Jan 19 00:38:53.158974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39686) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:53.170334 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:53.177086 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:53.181195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:53.184156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:53.190190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:53.269539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.342257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.420314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.444939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf9827c-b8bc-4eef-af00-3645b440939f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:53.511953 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.513274 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-be3615ca-19a0-4fd0-b412-41a8457fb61f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3495235 Jan 19 00:38:53.515998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39692) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:53.521784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:53.529064 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:53.533132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:53.536110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:53.542256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:53.639191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.703959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.771521 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.794541 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d013141-09a1-4117-bad2-197f60bc752e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:53.868712 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:53.870653 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-2e3c7bc8-2bdb-4fdd-bb4b-ebfe9a210bbd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3537056 Jan 19 00:38:53.873345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:53.878733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:53.885842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:53.889676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:53.892553 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:53.898465 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:53.992464 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.053971 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.131726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.156510 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9eb935-28f5-41f0-beff-3340c9982bc9,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:54.231460 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.232661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b375b449-4c75-4dab-a5af-82056792209f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3584080 Jan 19 00:38:54.235337 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39700) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:54.240657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:54.252857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:54.252857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:54.254316 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:54.259994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:54.323396 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.385489 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.453889 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.477336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc1852e-2f6d-4ef1-a244-392f05b40c5a,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:54.528450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.529629 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a951889d-40c9-44dd-953f-dcd73dc7f32a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2933519 Jan 19 00:38:54.532643 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39704) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:54.538059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:54.545254 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:54.549100 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:54.551957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:54.557676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:54.608646 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Project 21c9687fe05846a7ba13a9b39273708f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:38:54.615035 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.679191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.766206 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.790638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b378934c-a86a-48f1-8048-ef28d4afd95b,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:54.862947 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:54.864174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c97682dc-3f5b-4332-bb4f-89c029d3048e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3306017 Jan 19 00:38:54.866838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39708) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:38:54.872388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': '582d2c6c-5ffc-435b-b9c8-cb534efd57ce', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:38:54.879301 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:38:54.883212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:38:54.886719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:38:54.894207 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:38:54.980069 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Project 21c9687fe05846a7ba13a9b39273708f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:38:54.986608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:55.054695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:55.160191 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:55.184275 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e6fdeb-7ecd-472a-8748-402410e20dbe,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:55.265892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:55.267158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-654fa9ad-5d2f-4940-a806-c22d84079c2b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3994138 Jan 19 00:38:55.435811 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-a5ff62d6-0bec-4729-95f5-d801ce4df871 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:38:55.508782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-a5ff62d6-0bec-4729-95f5-d801ce4df871 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:38:55.510752 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-a5ff62d6-0bec-4729-95f5-d801ce4df871 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765931125&fields=id&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 267 time: 0.1150036 Jan 19 00:38:55.656682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-3496f1e6-14ce-47c1-84c9-8816dc8af5a4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:38:55.658155 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-3496f1e6-14ce-47c1-84c9-8816dc8af5a4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 809 time: 0.1405215 Jan 19 00:38:55.674979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-d8064c56-8e23-4476-8295-e9d443a96012 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/quotas/21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 375 time: 0.0115809 Jan 19 00:38:55.754513 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-fba5f5c8-3dd6-43db-be4d-c221bbac73c0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:38:55.817328 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-fba5f5c8-3dd6-43db-be4d-c221bbac73c0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:38:55.818720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-fba5f5c8-3dd6-43db-be4d-c221bbac73c0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1390033 Jan 19 00:38:56.077449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-d13742dd-19cc-4941-b194-fef27f67531a service neutron] 10.222.0.59 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468669 Jan 19 00:38:56.310050 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-5ba404a8-a661-4924-a540-0986aa9c045e service neutron] 10.222.0.59 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266698 Jan 19 00:38:56.577149 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cb629c8f-4749-44cf-afd2-849ab36decf7 req-3f985a8f-2ac5-4091-87a3-e0d0ae5a8e69 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0441411 Jan 19 00:38:57.191993 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device faebdad2-2b3a-4d36-81b7-6b180a55bf27 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:57.311832 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port faebdad2-2b3a-4d36-81b7-6b180a55bf27 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:38:57.317256 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port faebdad2-2b3a-4d36-81b7-6b180a55bf27 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:57.317635 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:57.456281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:57.473130 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port faebdad2-2b3a-4d36-81b7-6b180a55bf27, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=faebdad2-2b3a-4d36-81b7-6b180a55bf27,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:38:57.537818 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:57.627820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=faebdad2-2b3a-4d36-81b7-6b180a55bf27,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:57.684096 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f2b0e197-1c1d-41b1-a525-9cf829d66d94 req-aea1c1ca-5244-422e-b669-196518791fcc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0410182 Jan 19 00:38:58.004279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:38:58.017137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:58.017769 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:58.198172 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:38:58.500941 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:38:43Z', 'revision_number': 2, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:58.504678 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:38:58.505066 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Updating router 091bc585-abb9-44ab-b9d8-4bd74c55a51b port 5bb7c9a3-46ca-478d-b07f-9911f088845e binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:38:58.558805 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:58.906597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:58.919056 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Transition to ACTIVE for port object 5bb7c9a3-46ca-478d-b07f-9911f088845e will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:38:58.958474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-335b11ab-62d7-4053-bdd5-8cc38cdd1e3e req-04b365c7-26af-4bbf-8020-1ba7ef9eb366 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0418332 Jan 19 00:38:59.019934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:59.142408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee4a2f-6cca-4796-b3df-ee1fd92e6e81 None None] Pushing event updated for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:59.186103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device faebdad2-2b3a-4d36-81b7-6b180a55bf27 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:38:59.290290 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Attempting to bind port 5bb7c9a3-46ca-478d-b07f-9911f088845e on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:38:59.291621 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Attempting to bind port 5bb7c9a3-46ca-478d-b07f-9911f088845e by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:38:59.291740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Attempting to bind port 5bb7c9a3-46ca-478d-b07f-9911f088845e on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:38:59.302711 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:38:59.303081 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:38:59.303479 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:59.303867 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:38:59.304325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Bound port: 5bb7c9a3-46ca-478d-b07f-9911f088845e, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:38:59.304690 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:59.365087 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port faebdad2-2b3a-4d36-81b7-6b180a55bf27 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:38:59.365461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:59.465403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] For port 5bb7c9a3-46ca-478d-b07f-9911f088845e, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:38:59.469023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] For port 5bb7c9a3-46ca-478d-b07f-9911f088845e, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5bb7c9a3-46ca-478d-b07f-9911f088845e,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:38:59.557736 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:38:59.639576 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee4a2f-6cca-4796-b3df-ee1fd92e6e81 None None] Pushing event updated for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:38:59.644451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:38:59.645078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:38:59.831559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:39:00.070634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-44103830-8e1d-42e6-a624-36e8da730b62 req-a0705fc9-797d-4fea-8356-8440176e09bf tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0436552 Jan 19 00:39:00.167144 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:38:59Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:00.171132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875718b4-182d-4371-a6cb-71626107a7ac None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:38:59Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:39:00.715583 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Sync routers for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:39:00.727539 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:39:00.728112 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:00.898144 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:39:01.203509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5bb7c9a3-46ca-478d-b07f-9911f088845e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:39:01.224706 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 4, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '48c9c30d-ec77-47d0-b931-443c80b44469', 'name': '', 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'mac_address': 'fa:16:3e:2f:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41395355-8984-46fa-9ed4-a0391f255205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:50Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 2, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'subnets': [{'id': '41395355-8984-46fa-9ed4-a0391f255205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:01.228736 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Checking router: a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:39:01.229331 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Updating router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 port 48c9c30d-ec77-47d0-b931-443c80b44469 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:39:01.244714 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-05121de1-f8ae-427e-b813-137e2f891532 req-5b287891-91f3-4e37-acf0-e462d9e0cf40 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0497539 Jan 19 00:39:01.280468 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.333978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 5bb7c9a3-46ca-478d-b07f-9911f088845e completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:39:01.339444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5bb7c9a3-46ca-478d-b07f-9911f088845e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:01.339820 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.452152 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.483931 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 5bb7c9a3-46ca-478d-b07f-9911f088845e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5bb7c9a3-46ca-478d-b07f-9911f088845e,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:39:01.557427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.609307 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.621536 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Transition to ACTIVE for port object 48c9c30d-ec77-47d0-b931-443c80b44469 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:39:01.626903 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:01.688738 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.811236 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f545360-d410-434a-8288-39356789ed0e None None] Pushing event updated for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:01.901830 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Attempting to bind port 48c9c30d-ec77-47d0-b931-443c80b44469 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:39:01.902442 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Attempting to bind port 48c9c30d-ec77-47d0-b931-443c80b44469 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:39:01.902997 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Attempting to bind port 48c9c30d-ec77-47d0-b931-443c80b44469 on network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:39:01.910126 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:39:01.910743 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Checking segment: {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:39:01.911315 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.911869 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Bound using segment: {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:39:01.912495 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Bound port: 48c9c30d-ec77-47d0-b931-443c80b44469, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e33510-3155-4e38-b782-9846e474e389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:39:01.913074 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:01.998947 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] For port 48c9c30d-ec77-47d0-b931-443c80b44469, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:39:02.002001 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] For port 48c9c30d-ec77-47d0-b931-443c80b44469, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=48c9c30d-ec77-47d0-b931-443c80b44469,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:39:02.072426 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:02.181296 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f545360-d410-434a-8288-39356789ed0e None None] Pushing event updated for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:02.185100 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:39:02.185704 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:38:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:02.377411 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:39:02.423862 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fe0b1857-883a-4a9b-97fa-de7323bf62e3 req-8f99fe02-2fba-4144-b0db-4061f954b6f7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0460780 Jan 19 00:39:02.689435 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 4, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '48c9c30d-ec77-47d0-b931-443c80b44469', 'name': '', 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'mac_address': 'fa:16:3e:2f:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41395355-8984-46fa-9ed4-a0391f255205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:50Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 4, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'subnets': [{'id': '41395355-8984-46fa-9ed4-a0391f255205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:02.693397 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4df1e-7246-4d08-bee3-30ca9c7fa0c2 None None] The sync data for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 is: [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:50Z', 'revision_number': 4, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '48c9c30d-ec77-47d0-b931-443c80b44469', 'name': '', 'network_id': '93c6dbd4-3543-4307-87d9-5f3f51be5fe4', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'mac_address': 'fa:16:3e:2f:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41395355-8984-46fa-9ed4-a0391f255205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:50Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 4, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'subnets': [{'id': '41395355-8984-46fa-9ed4-a0391f255205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:39:02.943149 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-40493fcf-0608-48e8-95c9-e5db8661e6d4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:02.945583 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-40493fcf-0608-48e8-95c9-e5db8661e6d4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 809 time: 0.2297907 Jan 19 00:39:03.010759 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-4fe6b815-d018-49ba-adec-674a86b9f1f7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 380 time: 0.0526056 Jan 19 00:39:03.031120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'port': {'device_id': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'admin_state_up': True, 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'security_groups': ['582d2c6c-5ffc-435b-b9c8-cb534efd57ce']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:39:03.239339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:39:03.250927 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:39:03.303104 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 48c9c30d-ec77-47d0-b931-443c80b44469 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:39:03.337746 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Made reservation on behalf of 21c9687fe05846a7ba13a9b39273708f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:39:03.341576 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.429348 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 48c9c30d-ec77-47d0-b931-443c80b44469 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:39:03.437473 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 48c9c30d-ec77-47d0-b931-443c80b44469 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:03.438218 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.576822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Allocated IP 172.20.0.9 (1ecb59fe-ee07-44b0-9b8c-becf086ec83d/7a185316-8cb9-40a4-ba85-5a02ef34d689/d807c9ef-160d-4539-81e7-7e1111df5b0f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:39:03.608275 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.652486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-03f07aab-7e66-4589-8d2d-54d2d327f945 req-b3008403-c3a9-4851-bd74-72b06e370e5a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0575571 Jan 19 00:39:03.659963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 48c9c30d-ec77-47d0-b931-443c80b44469, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=48c9c30d-ec77-47d0-b931-443c80b44469,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:39:03.711845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.713401 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5bb7c9a3-46ca-478d-b07f-9911f088845e up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:39:03.831530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:03.857742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 5bb7c9a3-46ca-478d-b07f-9911f088845e triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:03.858112 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.865634 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:03.886495 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Transition to ACTIVE for port object d807c9ef-160d-4539-81e7-7e1111df5b0f will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:39:03.969328 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:04.051468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:39:04.055211 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:39:04.061714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:39:04.091634 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:04.132868 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:04.133483 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:04.254966 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-7ab18b88-6c5a-46ee-9545-fbed54ae012a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2347908 Jan 19 00:39:04.323041 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-189c2c69-5fbc-45fd-a896-c414955e1fdc None None] Provisioning for port d807c9ef-160d-4539-81e7-7e1111df5b0f completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:39:04.328828 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-189c2c69-5fbc-45fd-a896-c414955e1fdc None None] Provisioning complete for port d807c9ef-160d-4539-81e7-7e1111df5b0f triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:04.329177 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-189c2c69-5fbc-45fd-a896-c414955e1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:04.335905 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Request body: {'port': {'device_id': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:39:04.382207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-189c2c69-5fbc-45fd-a896-c414955e1fdc None None] Port d807c9ef-160d-4539-81e7-7e1111df5b0f cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:39:04.448995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:04.932543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:39:04.941052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:04.958641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e3dcc-262f-4186-a179-070098a04c66 req-2089f164-1bc6-4b54-b1b5-8344884377ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:04.959273 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2a9e3dcc-262f-4186-a179-070098a04c66 req-2089f164-1bc6-4b54-b1b5-8344884377ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:39:04.967561 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Transition to ACTIVE for port object d807c9ef-160d-4539-81e7-7e1111df5b0f will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:39:05.036860 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:05.075035 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2a9e3dcc-262f-4186-a179-070098a04c66 req-2089f164-1bc6-4b54-b1b5-8344884377ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:39:05.076182 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a9e3dcc-262f-4186-a179-070098a04c66 req-2089f164-1bc6-4b54-b1b5-8344884377ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 931 time: 0.2752581 Jan 19 00:39:05.190396 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 48c9c30d-ec77-47d0-b931-443c80b44469 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:39:05.195050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:05.269631 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 48c9c30d-ec77-47d0-b931-443c80b44469 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:05.270499 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:05.282230 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a9e3dcc-262f-4186-a179-070098a04c66 req-44f2fc33-388b-4fb5-a61d-90b6763d806e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972899 Jan 19 00:39:05.317421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:39:05.317751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:39:05.318083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:39:05.324261 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:39:05.324579 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:39:05.330721 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:39:05.331054 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:39:05.331431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:39:05.331844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Bound port: d807c9ef-160d-4539-81e7-7e1111df5b0f, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:39:05.332187 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:05.421080 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:39:05.423947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:39:05.486184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:05.551546 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:05.552932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] 10.222.0.83 "PUT /v2.0/ports/d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1091 time: 1.2904840 Jan 19 00:39:05.553372 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:39:05.570315 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b54d5e-c210-4447-805d-d2b81d031f30 service neutron] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:05.623401 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'status': 'completed', 'code': 200} Jan 19 00:39:05.720915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef1b550b-cd28-486c-8d0d-af2cd727a048 req-caf29282-914a-4a75-b94c-8782dbc55d30 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1094 time: 0.0779049 Jan 19 00:39:05.869060 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b550b-cd28-486c-8d0d-af2cd727a048 req-8567c228-a550-473c-a2a3-6a16d230c4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:05.870552 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef1b550b-cd28-486c-8d0d-af2cd727a048 req-8567c228-a550-473c-a2a3-6a16d230c4d0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=21c9687fe05846a7ba13a9b39273708f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1417508 Jan 19 00:39:06.008019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b550b-cd28-486c-8d0d-af2cd727a048 req-11ad8af9-563a-4fcb-bc08-96b1105ca22f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:06.009730 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef1b550b-cd28-486c-8d0d-af2cd727a048 req-11ad8af9-563a-4fcb-bc08-96b1105ca22f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335099 Jan 19 00:39:06.114801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-e1d3457b-c384-4a9b-b189-a713190dfa8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1094 time: 0.0728946 Jan 19 00:39:06.180577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-4acc9599-ca16-4f1c-9912-a5c695c116bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 217 time: 0.0593455 Jan 19 00:39:06.245485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-f5d00944-2d61-4fa3-bca1-6f68cb8875a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:06.246880 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-f5d00944-2d61-4fa3-bca1-6f68cb8875a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0603199 Jan 19 00:39:06.319706 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-b8d98f93-defe-4d3d-918e-4c12411074c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674417 Jan 19 00:39:06.505494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-ea7529b9-844d-4dea-b178-48f7c01e259b service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796415 Jan 19 00:39:06.585340 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab489eb-8f53-4250-bf55-b4ed4a66230e req-2fc526da-bb2a-438c-9395-46a37ff9db0d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:06.586770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bab489eb-8f53-4250-bf55-b4ed4a66230e req-2fc526da-bb2a-438c-9395-46a37ff9db0d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.1815495 Jan 19 00:39:06.769995 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bab489eb-8f53-4250-bf55-b4ed4a66230e req-041f25e1-903f-43e5-bd66-d44843b6ed06 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763980 Jan 19 00:39:06.777556 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0bdf24c-579a-4b76-881a-5f490e1ea96d req-14273115-fe1a-4705-af35-e73950e23f46 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658391 Jan 19 00:39:07.975897 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9c1a-6f94-48b0-9cd6-677193836f3e req-1cc4300a-bc9c-439f-82b4-4781ebd38ab3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:07.977474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-969f9c1a-6f94-48b0-9cd6-677193836f3e req-1cc4300a-bc9c-439f-82b4-4781ebd38ab3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0812459 Jan 19 00:39:08.025645 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-969f9c1a-6f94-48b0-9cd6-677193836f3e req-353c1373-00aa-4e96-a69d-3e385dfeba59 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Jan 19 00:39:09.229110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef820186-595c-4fc3-8f85-32bf72f1930d req-4524ca04-dfc4-45ce-bbc0-6ff97692db24 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:09.230472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef820186-595c-4fc3-8f85-32bf72f1930d req-4524ca04-dfc4-45ce-bbc0-6ff97692db24 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0797470 Jan 19 00:39:09.277097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ef820186-595c-4fc3-8f85-32bf72f1930d req-dc33b3b8-457f-4097-843e-98ab3d56e9a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411515 Jan 19 00:39:10.002854 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:10.030412 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:39:10.198267 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:39:10.211086 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:39:10.263563 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:10.280985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:39:10.296080 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:39:10.360033 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:10.425467 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:10.471166 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfbc52b-c78c-4dc0-8f2c-7f458580a486 req-42b6cbea-ef48-4e76-858e-4b7caa4c37fd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:10.472538 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfbc52b-c78c-4dc0-8f2c-7f458580a486 req-42b6cbea-ef48-4e76-858e-4b7caa4c37fd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0761421 Jan 19 00:39:10.518393 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dcfbc52b-c78c-4dc0-8f2c-7f458580a486 req-14c2d1a3-ecd9-466f-a45e-b549e68ebe7f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Jan 19 00:39:10.585600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d807c9ef-160d-4539-81e7-7e1111df5b0f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:39:11.716036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb6b08-7501-4413-8cf3-e1563ce8c241 req-1e42064b-422d-4e41-b4e4-e37fa7db5c05 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:11.717534 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4eb6b08-7501-4413-8cf3-e1563ce8c241 req-1e42064b-422d-4e41-b4e4-e37fa7db5c05 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0794795 Jan 19 00:39:11.762034 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b4eb6b08-7501-4413-8cf3-e1563ce8c241 req-75a3ede6-4ea6-4262-8ded-2bb081152afa tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Jan 19 00:39:12.033585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:39:12.177210 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:12.197373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port d807c9ef-160d-4539-81e7-7e1111df5b0f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:39:12.202682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port d807c9ef-160d-4539-81e7-7e1111df5b0f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:39:12.203048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:12.316151 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:12.343311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:39:12.352435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:39:12.396648 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'code': 200} Jan 19 00:39:12.425779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:12.496760 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:12.519466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e055163c-45bc-4724-9d7a-46a64d2d6670 req-bf86f6de-fa2e-4482-9d3f-a350c99e8978 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1096 time: 0.0694871 Jan 19 00:39:12.563348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e055163c-45bc-4724-9d7a-46a64d2d6670 req-5341cbfc-6b2c-4b1d-bd94-fbc66c6e5c6a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Jan 19 00:39:12.958282 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efa204-d76e-4692-9454-d1a4f495d3a4 req-dde17815-867b-42ae-9216-0381fc81afc0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:12.959711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0efa204-d76e-4692-9454-d1a4f495d3a4 req-dde17815-867b-42ae-9216-0381fc81afc0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0754495 Jan 19 00:39:13.005371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f0efa204-d76e-4692-9454-d1a4f495d3a4 req-32eaba96-87b0-430c-b2ec-a08d57b66030 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400288 Jan 19 00:39:13.937470 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d40bafac-2a2f-49d0-81ab-3d0a22aab45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:14.209091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fdc8-b39d-4a01-9b3e-466780898f6a req-86fb4fa4-7391-45df-ba5d-21285ced90a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:14.210434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dd7fdc8-b39d-4a01-9b3e-466780898f6a req-86fb4fa4-7391-45df-ba5d-21285ced90a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0811629 Jan 19 00:39:14.255261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3dd7fdc8-b39d-4a01-9b3e-466780898f6a req-d8e3278a-1929-40f9-9a24-a2cb65f3a538 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Jan 19 00:39:14.453410 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e2937-ee62-4559-a275-dc7271186cb3 req-d0c0f7fd-1e5b-4a79-beb6-28df849f00d0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:14.454860 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad9e2937-ee62-4559-a275-dc7271186cb3 req-d0c0f7fd-1e5b-4a79-beb6-28df849f00d0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0769846 Jan 19 00:39:14.504117 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ad9e2937-ee62-4559-a275-dc7271186cb3 req-ba3fd243-5bb2-48b7-b8be-3f05ced04a67 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Jan 19 00:39:14.531374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:39:14.665704 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77f7ad0d-9426-48f7-993e-551b04de31cf tempest-TestShelveInstance-576298713 tempest-TestShelveInstance-576298713-project-admin] Synchronizing usage tracker for tenant:768cb125fd424b63a31d52b5f3516f7a on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:39:14.771757 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-77f7ad0d-9426-48f7-993e-551b04de31cf tempest-TestShelveInstance-576298713 tempest-TestShelveInstance-576298713-project-admin] Unset dirty status for tenant:768cb125fd424b63a31d52b5f3516f7a on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:39:14.772868 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-77f7ad0d-9426-48f7-993e-551b04de31cf tempest-TestShelveInstance-576298713 tempest-TestShelveInstance-576298713-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1091 time: 0.2405000 Jan 19 00:39:14.776566 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 39790) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:39:14.781795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:39:14.788042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:39:14.792471 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:floatingip and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:39:14.795380 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:39:14.801145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:39:14.877703 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:15.017098 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:15.153942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Allocated IP 172.25.1.162 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/657b846e-6051-4b37-88a5-9564e67e3979) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:39:15.305825 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:15.417621 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:15.484491 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:39:15.487319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:39:15.491680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:39:15.516797 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=657b846e-6051-4b37-88a5-9564e67e3979,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:16.031443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8347c2e9-60e8-4e6d-8235-0a66fecb21cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.096640 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.199455 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.411729 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.459905 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.561736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=657b846e-6051-4b37-88a5-9564e67e3979,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:39:16.579398 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:16.767520 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Floating IP 0b4d0948-2564-4a7a-ab5e-913999a960ca associated. External IP: 172.25.1.162, port: d807c9ef-160d-4539-81e7-7e1111df5b0f. Jan 19 00:39:17.161667 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:39:17.291806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:17.363597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:39:17.374220 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:39:17.386823 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:39:17.387388 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:17.445997 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:17.499068 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4900608c-8b2f-41ef-98b6-2d39acd52db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7214537 Jan 19 00:39:17.499641 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:39:17.553488 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'status': 'completed', 'code': 200} Jan 19 00:39:17.567088 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:39:17.642841 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-acb469c4-c73a-4dae-b1e1-95391bc3c812 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1096 time: 0.0686541 Jan 19 00:39:17.808884 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:17.908664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-c33c2773-ed9e-4819-b5d1-d1698244b447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:17.910539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-c33c2773-ed9e-4819-b5d1-d1698244b447 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.2616620 Jan 19 00:39:17.934408 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0b4d0948-2564-4a7a-ab5e-913999a960ca', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:39:15Z', 'updated_at': '2022-01-19T00:39:15Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:17.938238 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:39:17.949820 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:39:17.950411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:39:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:18.009456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-b4761012-fe35-48a9-b2c7-34844699019a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 999 time: 0.0927465 Jan 19 00:39:18.073429 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-77fb161b-5814-4608-ae18-4014cf9e4d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:18.074901 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-77fb161b-5814-4608-ae18-4014cf9e4d0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0611544 Jan 19 00:39:18.129311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:39:18.153351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-47cc18cf-4dfb-40e2-b761-6f0955d669ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724225 Jan 19 00:39:18.292362 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-1d276f57-4744-476e-87b6-a5fcbf0256d2 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321166 Jan 19 00:39:18.427193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-446f2f94-b4ca-4a08-be5a-8abefdd0411d req-c8c83a22-ed7c-49b7-bf70-2b7870aa1163 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289799 Jan 19 00:39:18.514112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0b4d0948-2564-4a7a-ab5e-913999a960ca', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:39:15Z', 'updated_at': '2022-01-19T00:39:15Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:39:18.518600 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cea068-b40b-4cbf-aae6-1ef085d701ab None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '0b4d0948-2564-4a7a-ab5e-913999a960ca', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:39:15Z', 'updated_at': '2022-01-19T00:39:15Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:39:19.128388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:19.875267 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:39:21.687553 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb41f3-a313-464a-a34d-e769a08855c2 None None] New status for floating IP 0b4d0948-2564-4a7a-ab5e-913999a960ca: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:39:40.053856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:40.654600 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-40f35c3a-5035-4d7a-9afb-f8c4e137a1b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723760 Jan 19 00:39:40.791661 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-d8effc90-098b-47ab-a808-f36c7eafadfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1096 time: 0.0690162 Jan 19 00:39:40.934597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-9303b015-4fae-427c-9d58-76d962e0dd1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:40.935991 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-9303b015-4fae-427c-9d58-76d962e0dd1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1265471 Jan 19 00:39:41.040277 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-d5e3b2ca-5537-4a31-9c6e-a431a3ec48af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1001 time: 0.0973434 Jan 19 00:39:41.102118 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-5e1e4752-c832-47cd-8dca-30a1508b0fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:39:41.103528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-5e1e4752-c832-47cd-8dca-30a1508b0fdb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0572488 Jan 19 00:39:41.180560 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-37fb13ff-6562-45f7-af17-1761f7080526 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704236 Jan 19 00:39:41.311656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-71cf2b20-cf4e-4772-a20b-c44e4c9c807e service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246171 Jan 19 00:39:41.439898 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fbefaa87-3f53-41ec-8598-8a443ff17b51 req-feb1a529-c738-46da-a520-0688647b9319 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211793 Jan 19 00:39:42.102226 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:43.956885 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-08e96543-7fe0-4a6f-a1a1-6fa457676ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:46.010712 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d3c5336d-239e-4988-a1ee-0295bc17bb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:47.310978 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:47.816450 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:49.130494 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:39:56.876315 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:40:09.990193 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:12.118739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:13.930223 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4c739338-90e4-4869-a9bf-6b67716ebfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:16.047656 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-459d97ef-9c64-4ddf-a43a-66819a5309dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:17.299084 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:17.810435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:19.127415 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:33.876530 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:40:40.026811 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:40.632555 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-9d0f57d6-ce7c-4016-8c69-047cd58e2f02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672941 Jan 19 00:40:40.770029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-5c7b7cc2-05b7-42e4-9ccb-f8982bcbe8bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1096 time: 0.0704815 Jan 19 00:40:41.053782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-a677a58d-7db3-498b-bfaf-57db81362d3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:40:41.055238 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-a677a58d-7db3-498b-bfaf-57db81362d3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.2684674 Jan 19 00:40:41.156094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-1721ce84-7c48-474c-a33c-0225d6295087 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1001 time: 0.0948675 Jan 19 00:40:41.216371 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-273f13f7-7bc3-4d7f-b4c0-eb592d44f3e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:40:41.217806 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-273f13f7-7bc3-4d7f-b4c0-eb592d44f3e9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0561717 Jan 19 00:40:41.289997 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-6dd34b3f-c078-48aa-9536-6c8b5b6d4d71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667157 Jan 19 00:40:41.421634 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-66fc1062-63fe-43d4-866b-938b855b0ef7 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249752 Jan 19 00:40:41.551272 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0026c511-35eb-45a3-a0be-c0f9fdb62bcd req-de8f4657-16f3-4158-b3a1-29cfdef49dc4 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237671 Jan 19 00:40:42.135418 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:43.938705 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e08c032b-4ca6-4b29-add2-c5452ac1adbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:46.032517 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-777a79bc-3de2-4ea5-8dc2-025ae2ddd876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:47.295336 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:47.820821 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:40:49.123444 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:08.456661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d53daa-625e-4435-a594-7a890e51d186 req-9486e056-3c1e-49d0-9e40-30aa3e5ba1a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:08.458174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d53daa-625e-4435-a594-7a890e51d186 req-9486e056-3c1e-49d0-9e40-30aa3e5ba1a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0824049 Jan 19 00:41:08.506130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b8d53daa-625e-4435-a594-7a890e51d186 req-694158f6-8abf-4c24-870a-9d0f6a0bb279 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412920 Jan 19 00:41:09.723807 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c3924-b3eb-4fca-8d49-bd28b205afb1 req-1b018b34-b9f4-4879-ba70-f6aad195629a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:09.725286 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b3c3924-b3eb-4fca-8d49-bd28b205afb1 req-1b018b34-b9f4-4879-ba70-f6aad195629a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0761504 Jan 19 00:41:09.773004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b3c3924-b3eb-4fca-8d49-bd28b205afb1 req-cbeebd6d-a177-4cb8-8c75-7fb66029251f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Jan 19 00:41:10.026135 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:10.880029 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:41:10.990265 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb60c-be6d-4fe2-8275-69dd7fe4c580 req-96a45c3b-1ab7-4562-8a28-ab8dd4700cf9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:10.991720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-366eb60c-be6d-4fe2-8275-69dd7fe4c580 req-96a45c3b-1ab7-4562-8a28-ab8dd4700cf9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0768304 Jan 19 00:41:11.037114 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-366eb60c-be6d-4fe2-8275-69dd7fe4c580 req-a86a5953-7e85-4167-89f7-71a07120119a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Jan 19 00:41:12.158435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:12.237833 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24157760-bfdd-4c7f-87e9-c8af9ae2c898 req-0ade0efb-6bff-4119-a7e6-d4cec2451833 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:12.239289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24157760-bfdd-4c7f-87e9-c8af9ae2c898 req-0ade0efb-6bff-4119-a7e6-d4cec2451833 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0803688 Jan 19 00:41:12.284615 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24157760-bfdd-4c7f-87e9-c8af9ae2c898 req-dcc34563-28e8-43a6-a524-0c3c6b66ff28 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Jan 19 00:41:13.480809 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33844bcb-1131-4fc6-8da6-58afc21227dd req-bb2d429e-b10d-4a6e-8053-5fa40bf14eab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:13.482204 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33844bcb-1131-4fc6-8da6-58afc21227dd req-bb2d429e-b10d-4a6e-8053-5fa40bf14eab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0762110 Jan 19 00:41:13.527593 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33844bcb-1131-4fc6-8da6-58afc21227dd req-431b01db-0799-4de5-88f1-2351175685c7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 Jan 19 00:41:13.943728 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-39f88a54-eb87-498c-ad38-3119a9764ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:14.729587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f84d8b-ee58-4ff8-9e4d-fc43a5cfda0f req-4ca2312d-664f-445b-99b8-500ac4d97af2 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:14.731033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f84d8b-ee58-4ff8-9e4d-fc43a5cfda0f req-4ca2312d-664f-445b-99b8-500ac4d97af2 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0810964 Jan 19 00:41:14.775876 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b2f84d8b-ee58-4ff8-9e4d-fc43a5cfda0f req-8427d698-6a4b-4184-9836-4302f58be9d1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Jan 19 00:41:15.980162 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e046-7c34-4e2f-b336-fc9e496791ab req-96272acf-837f-455b-b179-8448c6853736 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:15.981657 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0483e046-7c34-4e2f-b336-fc9e496791ab req-96272acf-837f-455b-b179-8448c6853736 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0828021 Jan 19 00:41:16.031076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0483e046-7c34-4e2f-b336-fc9e496791ab req-d14518c3-00a9-4994-96d0-e9d6f07af346 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Jan 19 00:41:16.048914 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6190146d-26cb-4e22-b5f2-09a99848e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:17.243738 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a6222-f1a8-47d2-b86f-7a0b4ce99fc0 req-3945b82e-1005-47bb-97c7-5dc58c48b5f8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:17.245231 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd8a6222-f1a8-47d2-b86f-7a0b4ce99fc0 req-3945b82e-1005-47bb-97c7-5dc58c48b5f8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0776551 Jan 19 00:41:17.292373 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:17.292981 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd8a6222-f1a8-47d2-b86f-7a0b4ce99fc0 req-7bfb4355-2d5e-4cf1-8385-92f08df9be73 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Jan 19 00:41:17.814878 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:18.491786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c58f3-bfc8-4c71-bffc-9254be48f932 req-8747c821-ab86-4e78-b964-71d4ee633d7b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:18.493260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-719c58f3-bfc8-4c71-bffc-9254be48f932 req-8747c821-ab86-4e78-b964-71d4ee633d7b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0789316 Jan 19 00:41:18.538212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-719c58f3-bfc8-4c71-bffc-9254be48f932 req-e34dccd4-e3d1-401e-bd2a-b936956fd34e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Jan 19 00:41:19.140048 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:19.734074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1508ab-5fa0-48e2-a43e-c3b42abca8d0 req-e9dc4781-ae53-432a-b887-b471e9ceb87c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:19.736521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a1508ab-5fa0-48e2-a43e-c3b42abca8d0 req-e9dc4781-ae53-432a-b887-b471e9ceb87c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0775166 Jan 19 00:41:19.781990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a1508ab-5fa0-48e2-a43e-c3b42abca8d0 req-504da009-cf02-4797-95b3-513ccbe64947 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Jan 19 00:41:20.499513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:41:20.627902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:41:20.640484 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:41:20.696987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:20.713641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:41:20.728385 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:41:20.820227 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:20.895522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['d807c9ef-160d-4539-81e7-7e1111df5b0f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:41:20.941590 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:41:20.960612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:20.964291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:21.107852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a938ba-9d84-4a27-9315-39230c0add10 req-93f6c427-4dc5-4410-b11d-76aabba32bc9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:21.110110 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36a938ba-9d84-4a27-9315-39230c0add10 req-93f6c427-4dc5-4410-b11d-76aabba32bc9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.1850073 Jan 19 00:41:21.157203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-36a938ba-9d84-4a27-9315-39230c0add10 req-4c3fd3b3-16bb-4620-82e1-a8a743e5599e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Jan 19 00:41:22.374185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dbbfe-3a04-4b37-a851-39839fcadfa0 req-3ec090a1-d6c2-4e0d-914b-e5e61db64c21 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:22.377159 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e99dbbfe-3a04-4b37-a851-39839fcadfa0 req-3ec090a1-d6c2-4e0d-914b-e5e61db64c21 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0880718 Jan 19 00:41:22.425413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e99dbbfe-3a04-4b37-a851-39839fcadfa0 req-7527f605-23d5-49b4-95b1-a810b943dd42 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Jan 19 00:41:22.511316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:41:22.586265 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port d807c9ef-160d-4539-81e7-7e1111df5b0f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:41:22.586640 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:22.713739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:22.747807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:41:22.762670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:41:22.826213 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:22.901427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:41:22.932616 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'code': 200} Jan 19 00:41:23.661353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1e00a-0d67-4bee-b243-d4567181129c req-12406256-c174-4e1a-b6b1-fd3a1ec53483 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:23.662847 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac1e00a-0d67-4bee-b243-d4567181129c req-12406256-c174-4e1a-b6b1-fd3a1ec53483 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0941446 Jan 19 00:41:23.716205 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2ac1e00a-0d67-4bee-b243-d4567181129c req-18312379-4b22-431e-a94d-62948d958ee2 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471406 Jan 19 00:41:24.949040 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3acab-3b33-489a-b6a1-8dc881b6fdbc req-876d3076-4687-4651-89a0-757a14563aca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:24.950497 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a3acab-3b33-489a-b6a1-8dc881b6fdbc req-876d3076-4687-4651-89a0-757a14563aca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0863948 Jan 19 00:41:25.007584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f5a3acab-3b33-489a-b6a1-8dc881b6fdbc req-cc2ce40d-76c1-4b7b-b517-83aae9655e7a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513048 Jan 19 00:41:26.224264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb862a-72de-474d-8a55-eaee61d24c96 req-f7c753cf-3d3f-487d-8c4b-bbe315d58ee1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:26.225728 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dcb862a-72de-474d-8a55-eaee61d24c96 req-f7c753cf-3d3f-487d-8c4b-bbe315d58ee1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0897582 Jan 19 00:41:26.277547 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7dcb862a-72de-474d-8a55-eaee61d24c96 req-8c272fa4-527c-4abb-867c-97b176c12a23 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Jan 19 00:41:27.494439 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d299097-8c64-4e67-b658-be97e23cd4ca req-3c95b5d4-1f4b-4d08-bf78-b2fc1c24a51f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:27.496033 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d299097-8c64-4e67-b658-be97e23cd4ca req-3c95b5d4-1f4b-4d08-bf78-b2fc1c24a51f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0871556 Jan 19 00:41:27.549480 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d299097-8c64-4e67-b658-be97e23cd4ca req-8f02580d-ffd9-46f8-b4d2-17699c2dc1c6 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Jan 19 00:41:28.779105 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be32d7-d8a8-4699-96f8-f6d280c5d9f0 req-084fea46-8c96-4bfd-b713-25592657da53 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:28.783246 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43be32d7-d8a8-4699-96f8-f6d280c5d9f0 req-084fea46-8c96-4bfd-b713-25592657da53 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0940201 Jan 19 00:41:28.831669 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-43be32d7-d8a8-4699-96f8-f6d280c5d9f0 req-7987f800-564a-4aa9-afd3-f9a8560dc936 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Jan 19 00:41:30.060412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a0b59-c5b9-4ae1-95cb-6efb2d3324ef req-5dc07328-b842-4fcd-b6c3-0d387cfa4df7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:30.065309 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-445a0b59-c5b9-4ae1-95cb-6efb2d3324ef req-5dc07328-b842-4fcd-b6c3-0d387cfa4df7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0879214 Jan 19 00:41:30.121679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-445a0b59-c5b9-4ae1-95cb-6efb2d3324ef req-a43de393-13b9-47b4-b917-c4324249ab0e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534735 Jan 19 00:41:31.334904 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071676-4aed-4214-b559-7e8e6b9769d0 req-d2317ec3-b019-48d0-aca0-a59e0253ba71 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:31.336464 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e071676-4aed-4214-b559-7e8e6b9769d0 req-d2317ec3-b019-48d0-aca0-a59e0253ba71 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0841067 Jan 19 00:41:31.388983 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0e071676-4aed-4214-b559-7e8e6b9769d0 req-a7b1e8e8-93c2-4694-b352-55d0a3c211a9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467079 Jan 19 00:41:32.603694 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c059ad-c138-4663-ba08-87ef9daf55f3 req-6b7303ff-2d0c-4a13-9bed-e78436e6b85c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:32.605173 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10c059ad-c138-4663-ba08-87ef9daf55f3 req-6b7303ff-2d0c-4a13-9bed-e78436e6b85c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0828671 Jan 19 00:41:32.651123 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-10c059ad-c138-4663-ba08-87ef9daf55f3 req-8be2dac2-24e5-4900-926a-5e9f6f92e9fd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402694 Jan 19 00:41:33.570219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-ee0f54ee-ea75-4910-a0df-df2ac5b92fbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1096 time: 0.0723088 Jan 19 00:41:33.698866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01012e7a-700e-4849-a029-fe92671d7d46 req-724c3475-6813-49a5-a625-a4063ff2ef79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:33.700311 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-724c3475-6813-49a5-a625-a4063ff2ef79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1243198 Jan 19 00:41:33.849606 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-3c93dd1b-5f36-4f37-8910-40e5051f3753 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1001 time: 0.1434503 Jan 19 00:41:33.911764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e88ff-6f51-4524-9097-72440f9133ef req-5db29932-571c-4c93-bb92-d574c141f283 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:33.913203 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-623e88ff-6f51-4524-9097-72440f9133ef req-5db29932-571c-4c93-bb92-d574c141f283 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.1410639 Jan 19 00:41:33.944876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01012e7a-700e-4849-a029-fe92671d7d46 req-7649d8a9-7e4a-44f7-a9d9-27d2a29ad18d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:33.946273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-7649d8a9-7e4a-44f7-a9d9-27d2a29ad18d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0904093 Jan 19 00:41:34.007732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-623e88ff-6f51-4524-9097-72440f9133ef req-02516a48-14bd-49c5-aaca-ecaa5c309965 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886896 Jan 19 00:41:34.035017 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-ebeef256-2328-40ed-8f8a-46a40c4005df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784826 Jan 19 00:41:34.166399 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-c944c546-e840-4aa3-98ca-e33a2825321f service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249969 Jan 19 00:41:34.385679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-01012e7a-700e-4849-a029-fe92671d7d46 req-a8439d77-8fc4-43d8-a2ac-44c8f8ca9f12 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135034 Jan 19 00:41:35.206359 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd409da-5864-478b-afb9-7e343f26162c req-0a5aa715-8733-45d0-a772-1a402f3839e8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:35.207810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbd409da-5864-478b-afb9-7e343f26162c req-0a5aa715-8733-45d0-a772-1a402f3839e8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0790546 Jan 19 00:41:35.252174 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bbd409da-5864-478b-afb9-7e343f26162c req-de97fa6f-d29c-4192-8c18-06a48bbdaf66 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 Jan 19 00:41:36.448795 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba09789-aaa1-4652-ab0d-b6bc5bce9cb1 req-4af3e666-11e7-422b-8c2e-73b185459a8f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:36.450333 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ba09789-aaa1-4652-ab0d-b6bc5bce9cb1 req-4af3e666-11e7-422b-8c2e-73b185459a8f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0791829 Jan 19 00:41:36.497323 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0ba09789-aaa1-4652-ab0d-b6bc5bce9cb1 req-d0e0817d-a1c8-427e-a469-bd86b6ea03d3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Jan 19 00:41:36.588441 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:41:36.697932 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b29a122a-23e8-4fc1-a183-5dc5199ae311 req-e69b7410-01f1-43f5-bbce-e7bcde5a4c94 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0770435 Jan 19 00:41:36.740780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:36.767859 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:41:36.777646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:41:36.818113 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'code': 422} returned with failed status Jan 19 00:41:36.865856 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:36.935280 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:41:37.119996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d8b16-8850-4da2-938d-249012e96313 req-0562cd4d-90f5-46ac-acfe-9cf7b036bff4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:37.121491 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e60d8b16-8850-4da2-938d-249012e96313 req-0562cd4d-90f5-46ac-acfe-9cf7b036bff4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0775793 Jan 19 00:41:37.167051 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e60d8b16-8850-4da2-938d-249012e96313 req-99789eb6-fa8e-4518-ba56-b2799f78719b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390100 Jan 19 00:41:37.349108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-234b4dc0-1a5c-4577-a2dc-bc66bed33893 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377437 Jan 19 00:41:38.362233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9648a-760d-423f-b225-e90ec4176972 req-a1754e3d-a602-4927-ba32-5b3bb576f047 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:38.363709 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ce9648a-760d-423f-b225-e90ec4176972 req-a1754e3d-a602-4927-ba32-5b3bb576f047 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0762947 Jan 19 00:41:38.411999 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ce9648a-760d-423f-b225-e90ec4176972 req-54a99e08-83a7-45a3-8960-d12cbdf28a4e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428605 Jan 19 00:41:39.611413 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd10ec-3a56-4d2e-a1f5-149521c7b914 req-01c9024f-69ec-4f87-b0b3-d4b9a6f186c7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:39.612886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34cd10ec-3a56-4d2e-a1f5-149521c7b914 req-01c9024f-69ec-4f87-b0b3-d4b9a6f186c7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0810215 Jan 19 00:41:39.659392 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34cd10ec-3a56-4d2e-a1f5-149521c7b914 req-875dbf57-30a8-468e-a6b7-eb93b074daee tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410347 Jan 19 00:41:40.023156 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:40.619211 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:41:40.859402 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1380-52aa-4416-8c9b-3e62ea836464 req-082fa7cc-5d13-410c-bad8-bc5ed628858a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:40.860885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ae1380-52aa-4416-8c9b-3e62ea836464 req-082fa7cc-5d13-410c-bad8-bc5ed628858a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0764258 Jan 19 00:41:40.907718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-94ae1380-52aa-4416-8c9b-3e62ea836464 req-5c44d327-cd87-4a90-b5b6-0998c245e06d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401433 Jan 19 00:41:42.108638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6d2d-5241-4df1-9376-118f9f70133b req-c020407a-33b2-4c33-ada5-323031d2f423 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:42.110866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9bc6d2d-5241-4df1-9376-118f9f70133b req-c020407a-33b2-4c33-ada5-323031d2f423 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0822859 Jan 19 00:41:42.156594 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9bc6d2d-5241-4df1-9376-118f9f70133b req-c9409603-7d2e-4a6c-a2e8-ee2e501f05cd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400252 Jan 19 00:41:42.168719 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:42.529949 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-b5b0bbef-25f2-473e-a661-e61558b7de46 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 1094 time: 0.1371551 Jan 19 00:41:42.540018 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:41:42.652384 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:42.915230 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:41:42.944020 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:41:42.993029 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:41:42.999963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:43.013881 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Transition to ACTIVE for port object d807c9ef-160d-4539-81e7-7e1111df5b0f will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:41:43.088500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:43.201870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=9']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:41:43.233574 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.233913 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.234242 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.234566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.234890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.235211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.235527 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.235838 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.236153 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.236464 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.236774 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:41:43.308503 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] No DVR routers for this DVR port d807c9ef-160d-4539-81e7-7e1111df5b0f on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:41:43.365936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c475435-4a7b-4afd-81fb-23f1d0d3944c req-ca2646b6-f04e-4285-8dfe-fb949f25a9e7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:43.367410 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c475435-4a7b-4afd-81fb-23f1d0d3944c req-ca2646b6-f04e-4285-8dfe-fb949f25a9e7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 943 time: 0.0808740 Jan 19 00:41:43.417250 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c475435-4a7b-4afd-81fb-23f1d0d3944c req-81bf0597-7c05-4725-8d0a-830420f8070d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Jan 19 00:41:43.552504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:41:43.553139 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:41:43.553268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:41:43.558767 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:41:43.559085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Attempting to bind port d807c9ef-160d-4539-81e7-7e1111df5b0f on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:41:43.565896 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:41:43.566222 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:41:43.566600 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:41:43.567013 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Bound port: d807c9ef-160d-4539-81e7-7e1111df5b0f, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:41:43.567347 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:43.737885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:41:43.740694 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:41:43.813443 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:43.877918 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:43.879312 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] 10.222.0.89 "PUT /v2.0/ports/d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1091 time: 1.3431387 Jan 19 00:41:43.879769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:41:43.915477 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050382-4f99-494e-b8a5-b38bf85320d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=10']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:41:43.972977 n-d-825175-2 neutron-server[84543]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'status': 'failed', 'code': 422} returned with failed status Jan 19 00:41:43.978402 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-2d74be59-9610-4717-986e-fe1b0c9b731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:44.011342 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-32b43e84-e4e7-4b39-bd21-a6f9f2c10ff5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1095 time: 0.0906048 Jan 19 00:41:44.141524 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-d600e9d6-7b81-43ed-86de-cf9c7dd8b76c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:44.143183 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-d600e9d6-7b81-43ed-86de-cf9c7dd8b76c service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1257844 Jan 19 00:41:44.243592 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-750d2de3-bcc9-4521-a8f4-292d9525e812 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 999 time: 0.0946093 Jan 19 00:41:44.304061 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-927e2460-7a80-42e7-8516-94077d15767f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:44.305477 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-927e2460-7a80-42e7-8516-94077d15767f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0552249 Jan 19 00:41:44.381509 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-5cea2835-60fb-43ed-93fc-5c6cc74101be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697918 Jan 19 00:41:44.391436 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-a7a7fd6d-c6fc-45d1-bcb3-027a2bbf7610 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:41:44.392363 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-a7a7fd6d-c6fc-45d1-bcb3-027a2bbf7610 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052867 Jan 19 00:41:44.520799 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-4d044b06-5420-4885-b4f0-37c5246733e7 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223052 Jan 19 00:41:44.616502 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf536ab2-354d-4417-a7b2-de725b8ab31d req-800ce3ae-1b64-4bcc-b91d-df82a49780cc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:44.618004 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf536ab2-354d-4417-a7b2-de725b8ab31d req-800ce3ae-1b64-4bcc-b91d-df82a49780cc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0768821 Jan 19 00:41:44.650040 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f1804a3c-df1b-45b8-aa2b-09011e6123e8 req-e15e9289-7072-406a-af63-0974a0b3d80a service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236606 Jan 19 00:41:44.664223 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cf536ab2-354d-4417-a7b2-de725b8ab31d req-3290a9e4-23c7-47b0-b131-7ed96d2ad29a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Jan 19 00:41:45.875447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fd183-ca1e-4620-900e-5dbeb9742ead req-c430360b-30a9-41da-b3d5-0a266034b81a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:45.877807 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f77fd183-ca1e-4620-900e-5dbeb9742ead req-c430360b-30a9-41da-b3d5-0a266034b81a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0865321 Jan 19 00:41:45.928404 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f77fd183-ca1e-4620-900e-5dbeb9742ead req-0396a87b-6562-431f-8cad-48edc956ad4c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Jan 19 00:41:46.026311 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-49f5fdef-3971-4264-9528-fe9e87deb44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:47.158140 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb91479-8a01-4468-b674-8c16ef0b5f89 req-cab893d5-a01e-4c5e-8db5-05846f1d690e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:47.159633 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bb91479-8a01-4468-b674-8c16ef0b5f89 req-cab893d5-a01e-4c5e-8db5-05846f1d690e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0860047 Jan 19 00:41:47.212931 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3bb91479-8a01-4468-b674-8c16ef0b5f89 req-6ead507a-ba96-422d-8e4c-465610e77dc9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Jan 19 00:41:47.288544 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:47.808829 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:47.882161 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:41:48.434596 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940407e-3973-4445-a583-184c362961fe req-071aac46-aeb9-4049-9ae0-41f8f0d80118 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:48.436044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6940407e-3973-4445-a583-184c362961fe req-071aac46-aeb9-4049-9ae0-41f8f0d80118 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0936863 Jan 19 00:41:48.497521 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6940407e-3973-4445-a583-184c362961fe req-182a6b88-fdb6-41cf-a0f1-8d3c21476e6a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546954 Jan 19 00:41:49.145732 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:41:49.713639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeafa3-ac99-4a30-b805-d20a165bc07e req-0401676b-1a23-4f35-8faa-50bf4e437795 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:49.715081 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cfeafa3-ac99-4a30-b805-d20a165bc07e req-0401676b-1a23-4f35-8faa-50bf4e437795 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0857308 Jan 19 00:41:49.769103 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1cfeafa3-ac99-4a30-b805-d20a165bc07e req-3435cdf7-3a90-4e03-8129-efea57889ff0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Jan 19 00:41:50.981946 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce34e7-2271-4042-b396-103d8b03e42b req-bf7d7042-348c-4212-b017-40f7e269a3f3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:50.983433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fce34e7-2271-4042-b396-103d8b03e42b req-bf7d7042-348c-4212-b017-40f7e269a3f3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0833580 Jan 19 00:41:51.039659 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fce34e7-2271-4042-b396-103d8b03e42b req-d37207d4-8927-4288-9301-8ceacdefe323 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456183 Jan 19 00:41:52.281427 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7fc2e-d89c-45c1-9d6c-cea213875f03 req-f1a0e9b3-de4a-49ac-bc00-16d67b9be67f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:52.282822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c7fc2e-d89c-45c1-9d6c-cea213875f03 req-f1a0e9b3-de4a-49ac-bc00-16d67b9be67f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0903485 Jan 19 00:41:52.334846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-14c7fc2e-d89c-45c1-9d6c-cea213875f03 req-316771d9-f8f2-47a8-84c1-6cbdbf7d015a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463803 Jan 19 00:41:53.575562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39389a-8ef6-4187-9136-310ee3620d57 req-abc8d7b9-c2af-4e5c-b014-28391704c47a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:53.578115 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a39389a-8ef6-4187-9136-310ee3620d57 req-abc8d7b9-c2af-4e5c-b014-28391704c47a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0876341 Jan 19 00:41:53.628472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7a39389a-8ef6-4187-9136-310ee3620d57 req-f259689f-31ba-4d74-8515-584a3e311c0b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451219 Jan 19 00:41:54.829366 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d926991-a026-455b-bed2-a2131f8362c8 req-dc183708-d553-48c3-9017-0fa0519f6a55 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:54.830813 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d926991-a026-455b-bed2-a2131f8362c8 req-dc183708-d553-48c3-9017-0fa0519f6a55 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0802584 Jan 19 00:41:54.876584 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-9d926991-a026-455b-bed2-a2131f8362c8 req-c5df9c19-bf01-490f-9841-3136422fff62 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Jan 19 00:41:56.069925 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0af92-3351-458a-bd56-80bde712010f req-7da09998-0349-48e1-a6e5-10e454609a9c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:56.071351 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6a0af92-3351-458a-bd56-80bde712010f req-7da09998-0349-48e1-a6e5-10e454609a9c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0742512 Jan 19 00:41:56.115452 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a6a0af92-3351-458a-bd56-80bde712010f req-f2c4dfef-3643-44af-bb13-336d577b89a5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386806 Jan 19 00:41:57.313664 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc674215-2641-4e08-84bd-46dbfa52ec98 req-453d75a7-fe42-4fe6-b165-1130ca9b794e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:57.315122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc674215-2641-4e08-84bd-46dbfa52ec98 req-453d75a7-fe42-4fe6-b165-1130ca9b794e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0799756 Jan 19 00:41:57.360468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cc674215-2641-4e08-84bd-46dbfa52ec98 req-9d2dda5c-3ad7-4d94-b6b2-068174bf48d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Jan 19 00:41:57.637706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-78f9f20a-7324-4a22-9237-ff4db5a8f16b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1095 time: 0.0690181 Jan 19 00:41:57.779339 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-6620c0c8-8324-49ff-92ed-85d88fb04569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:57.781298 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-6620c0c8-8324-49ff-92ed-85d88fb04569 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1216266 Jan 19 00:41:57.884463 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-b63c7de4-d64d-4f62-90f9-c22de5b00956 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 999 time: 0.0964549 Jan 19 00:41:57.946693 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-b5b088b7-2f39-4a2f-aead-1b7c86e2a14a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:57.948124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-b5b088b7-2f39-4a2f-aead-1b7c86e2a14a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0570538 Jan 19 00:41:58.026727 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-0305d40c-345c-43d2-8a55-7e85de62d4c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721927 Jan 19 00:41:58.158455 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-8a902812-10b2-4ed4-9eeb-c59e5e593505 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242509 Jan 19 00:41:58.382244 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-0a4bcdec-a217-4c1c-8c1f-96168e6558f2 req-3f4caaa5-3fbf-44ce-aac8-96a475290074 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183008 Jan 19 00:41:58.560518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f5598-e5a3-4ef7-b996-0dd5152907c9 req-4a34d587-5ced-49e7-a871-d6a0cffbd6ab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:58.562252 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-631f5598-e5a3-4ef7-b996-0dd5152907c9 req-4a34d587-5ced-49e7-a871-d6a0cffbd6ab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0751042 Jan 19 00:41:58.610890 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-631f5598-e5a3-4ef7-b996-0dd5152907c9 req-fc9eac0f-b9e8-4ec8-865a-36e4519347e4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431371 Jan 19 00:41:59.807182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeb832-b5e2-40bf-8eb3-a7d7cbd537fc req-2d538ce1-d8ec-43f9-91f2-766c151cf1db tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:41:59.808619 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fbeb832-b5e2-40bf-8eb3-a7d7cbd537fc req-2d538ce1-d8ec-43f9-91f2-766c151cf1db tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.0784402 Jan 19 00:41:59.854617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5fbeb832-b5e2-40bf-8eb3-a7d7cbd537fc req-b1f0bacf-3438-4c11-aaa3-63b8862642fe tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398920 Jan 19 00:42:00.957276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:42:01.094964 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:42:01.109704 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'port_id': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'mac_address': 'fa:16:3e:ec:3b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:42:01.163321 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:01.163575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e2c0-2efb-4b2b-904f-5583a721be29 req-bbf3fd89-46c3-429a-acac-e0bea3c35256 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:01.164822 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e937e2c0-2efb-4b2b-904f-5583a721be29 req-bbf3fd89-46c3-429a-acac-e0bea3c35256 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 944 time: 0.1826580 Jan 19 00:42:01.181034 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:42:01.196177 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:42:01.210495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e937e2c0-2efb-4b2b-904f-5583a721be29 req-a61acf33-a310-405d-b8b2-d5e4d1d8d3f5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Jan 19 00:42:01.292144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:01.360609 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=11']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:42:01.627575 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['d807c9ef-160d-4539-81e7-7e1111df5b0f'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:42:02.411033 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e6802-87bc-4c9c-95c5-171074e27d31 req-17efc930-e4a2-4b98-aa9f-26281e66a66a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:02.412470 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a63e6802-87bc-4c9c-95c5-171074e27d31 req-17efc930-e4a2-4b98-aa9f-26281e66a66a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 945 time: 0.0775127 Jan 19 00:42:02.460036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a63e6802-87bc-4c9c-95c5-171074e27d31 req-804822f5-df5f-486c-a611-8caa75fa8998 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Jan 19 00:42:02.973411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:42:03.131814 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port d807c9ef-160d-4539-81e7-7e1111df5b0f completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:42:03.137192 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port d807c9ef-160d-4539-81e7-7e1111df5b0f triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:42:03.140934 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:03.253352 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:03.280668 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:42:03.290058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:42:03.334331 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'code': 200} Jan 19 00:42:03.356875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:03.426222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=12']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:42:03.631643 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-577cf994-d8dc-401f-be68-bd065d17e3ff req-ba0dd0b8-2490-4183-b17e-67a767635164 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1097 time: 0.0684361 Jan 19 00:42:03.662233 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20bc67-c471-44e0-a7b3-2fda20d7ffc6 req-9061ec60-7c88-45a6-b350-5253cfce63fa tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:03.663693 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a20bc67-c471-44e0-a7b3-2fda20d7ffc6 req-9061ec60-7c88-45a6-b350-5253cfce63fa tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.0808558 Jan 19 00:42:03.677993 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-577cf994-d8dc-401f-be68-bd065d17e3ff req-baae76dd-4c91-4402-9b94-042f7f231eb5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Jan 19 00:42:03.711135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4a20bc67-c471-44e0-a7b3-2fda20d7ffc6 req-2f3b2962-86da-4571-b944-d908e1b4ffd7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Jan 19 00:42:04.914988 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9def4b9-a29b-4319-9c85-0451d5c36909 req-734916d1-6481-40e6-bb89-e64d954c3767 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:04.916466 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9def4b9-a29b-4319-9c85-0451d5c36909 req-734916d1-6481-40e6-bb89-e64d954c3767 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.0821588 Jan 19 00:42:04.968535 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a9def4b9-a29b-4319-9c85-0451d5c36909 req-76be9517-65f6-47d2-9830-10d6755eafcb tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454118 Jan 19 00:42:06.172327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0698881-e4c4-4af6-b3d2-04d510d6f58f req-d22072a4-9dce-410d-85ca-db3d01d17637 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:06.173829 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0698881-e4c4-4af6-b3d2-04d510d6f58f req-d22072a4-9dce-410d-85ca-db3d01d17637 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.0820680 Jan 19 00:42:06.221358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e0698881-e4c4-4af6-b3d2-04d510d6f58f req-88620e8b-365b-46bc-9d13-81e0c2c9810b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 Jan 19 00:42:07.419036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f27b6-c56c-432c-ad2c-ac16cc1e0bf3 req-6042557e-a51b-422e-9473-d5aa4a9d5009 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:07.420698 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea4f27b6-c56c-432c-ad2c-ac16cc1e0bf3 req-6042557e-a51b-422e-9473-d5aa4a9d5009 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.0754449 Jan 19 00:42:07.469133 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ea4f27b6-c56c-432c-ad2c-ac16cc1e0bf3 req-3aae59af-d4ed-4e52-a6c1-58c1b1003769 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Jan 19 00:42:10.065304 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:12.177491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:13.937577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d2c08e38-a70b-448e-89a0-f11265bd40fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:16.013387 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6b36ffb9-84af-4902-9485-3016b3dead58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:17.293651 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:17.801773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:19.194963 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:24.884180 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:42:40.024585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:42.178624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:43.942720 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-adf735c2-e3ee-4546-b6cb-8d92106febb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:46.007757 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12316ef1-3f70-4538-a9fb-3e115fffad6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:47.291455 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:47.816548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:49.149950 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:42:55.737689 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-937a7960-e66b-497a-b67c-92921514e242 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702431 Jan 19 00:42:55.875848 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-20d588a2-86ec-4d4d-a663-eb12b0f96b2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1097 time: 0.0705760 Jan 19 00:42:56.018192 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-d32d484e-0b52-41ee-a1f4-7ac3870f7eb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:56.019562 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-d32d484e-0b52-41ee-a1f4-7ac3870f7eb2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1259017 Jan 19 00:42:56.122527 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-26f792e4-8b83-488b-9591-9bb54f0d5231 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 1001 time: 0.0966122 Jan 19 00:42:56.188080 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-4c4678e1-d0db-4b8b-888d-1acb2b2f3b19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:42:56.189535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-4c4678e1-d0db-4b8b-888d-1acb2b2f3b19 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0606201 Jan 19 00:42:56.263216 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-1d052666-4020-4756-83e7-e2456b86b59d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672703 Jan 19 00:42:56.393272 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-1a88c137-2523-43fa-8254-bd873cf40bb2 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223369 Jan 19 00:42:56.523205 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-3c845683-cc9b-4fce-886b-1108c1c7fc98 req-cdd42341-7107-4c89-baf4-aff76081d203 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242867 Jan 19 00:43:01.884888 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:43:10.035053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:12.193527 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:13.926612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bd277cdf-aa1a-4cb4-a610-6dff34c544aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:16.029300 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d962c553-31ee-4327-814f-a20e7807e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:17.290580 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:17.850586 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:19.155310 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:38.885194 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:43:40.028754 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:42.183650 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:43.920240 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-51f2ac4e-9579-4978-b03a-407717f5c8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:46.011941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4b70ecf0-ff71-4b68-8359-24cbc744d265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:47.301987 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:47.817616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:49.177604 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:51.592647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40088) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:51.790788 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Deleting port 657b846e-6051-4b37-88a5-9564e67e3979 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:43:51.791133 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:51.960029 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:51.960360 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:52.076032 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Calling delete_port for 657b846e-6051-4b37-88a5-9564e67e3979 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:43:52.278706 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:52.322547 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'Port': ['ID=657b846e-6051-4b37-88a5-9564e67e3979,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:52.357004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.357352 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.357692 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.358025 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.358357 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.358679 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.359002 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.359324 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.360189 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.360674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.360804 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:52.428255 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:52.910511 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:43:53.112880 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:43:53.123072 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:43:53.134546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:43:53.135276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:43:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:43:53.188638 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:53.244589 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b0e60a1d-cb11-44e5-a66a-6c4ef0a421ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "DELETE /v2.0/floatingips/0b4d0948-2564-4a7a-ab5e-913999a960ca HTTP/1.1" status: 204 len: 168 time: 1.6481495 Jan 19 00:43:53.244589 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:43:53.348468 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:43:53.470494 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'status': 'completed', 'code': 200} Jan 19 00:43:53.561126 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-ae010b6c-8221-49e2-a294-62b374fc3c5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 1097 time: 0.0710208 Jan 19 00:43:53.678127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:43:53.682003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:43:53.694184 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:43:53.694850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:43:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:43:53.695279 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-221447a5-c2c2-4bf5-bdb2-8123fd160eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:43:53.696761 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-221447a5-c2c2-4bf5-bdb2-8123fd160eeb service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1301465 Jan 19 00:43:53.767470 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-956958ac-ce7b-4f36-81ef-852af3336778 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 200 len: 217 time: 0.0651393 Jan 19 00:43:53.832105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-76607ceb-c6d4-4113-8bde-eb7530f0b213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:43:53.832105 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-76607ceb-c6d4-4113-8bde-eb7530f0b213 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0588448 Jan 19 00:43:53.877892 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:43:53.916698 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-b875c0a5-8f89-48fb-b793-5306b33e9743 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782096 Jan 19 00:43:54.057124 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-1b2a87ba-8fb7-4df0-8415-c21e97d0607a service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332057 Jan 19 00:43:54.163772 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b161a-f980-4480-aa86-c2884ae3aed1 req-aeedb3dc-0f04-4fb3-9ce4-7fbe537d8979 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:43:54.164575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6c5b161a-f980-4480-aa86-c2884ae3aed1 req-aeedb3dc-0f04-4fb3-9ce4-7fbe537d8979 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:43:54.219164 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:43:54.223759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baaa95-80bf-4ca4-93e8-249d43182d03 None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:43:54.275358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-6c5b161a-f980-4480-aa86-c2884ae3aed1 req-aeedb3dc-0f04-4fb3-9ce4-7fbe537d8979 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:43:54.277433 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c5b161a-f980-4480-aa86-c2884ae3aed1 req-aeedb3dc-0f04-4fb3-9ce4-7fbe537d8979 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.2748001 Jan 19 00:43:54.294675 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-ba4dac87-1bcd-4b25-ac68-3e49c62cf6d5 req-d570d562-2f7d-4b0f-a2d8-4c2721a648a8 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307179 Jan 19 00:43:54.331212 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c5b161a-f980-4480-aa86-c2884ae3aed1 req-d013d823-a3ae-4603-b007-de0a74dbfb4a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480154 Jan 19 00:43:54.454634 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d81c221-c7b9-4493-b46c-3f0f6bb5ef33 None None] New status for floating IP 0b4d0948-2564-4a7a-ab5e-913999a960ca: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:43:55.609581 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090ac3-59a0-4f90-9200-b3f0508d522d req-5d353362-1b20-4d14-880f-4dfe5df442d9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:43:55.611109 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40090ac3-59a0-4f90-9200-b3f0508d522d req-5d353362-1b20-4d14-880f-4dfe5df442d9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.1456153 Jan 19 00:43:55.630595 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-7ea7c125-458e-4c8b-9b98-5b44dca3e81c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:43:55.632025 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-7ea7c125-458e-4c8b-9b98-5b44dca3e81c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.89 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 946 time: 0.0812221 Jan 19 00:43:55.657527 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-40090ac3-59a0-4f90-9200-b3f0508d522d req-c92a3f12-2cc1-4b5e-9bd5-599235db75cf tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=582d2c6c-5ffc-435b-b9c8-cb534efd57ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Jan 19 00:43:55.702866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Deleting port d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:43:55.704140 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:55.939026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] For port d807c9ef-160d-4539-81e7-7e1111df5b0f, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=d807c9ef-160d-4539-81e7-7e1111df5b0f,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:43:55.939396 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:56.062391 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Calling delete_port for d807c9ef-160d-4539-81e7-7e1111df5b0f owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:43:56.319183 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:56.369007 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'Port': ['ID=d807c9ef-160d-4539-81e7-7e1111df5b0f,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:56.433688 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.434026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.434357 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.434699 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.435005 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.435323 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.435643 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.435955 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.436267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.436577 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.436911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:43:56.452053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] No DVR routers for this DVR port d807c9ef-160d-4539-81e7-7e1111df5b0f on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:43:56.454661 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:56.457195 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-deleted', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:43:56.536780 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-e8f17c82-bafc-4f3d-adf3-7b8a3b71be76 req-f6e63e98-5c3d-45ca-b65d-b4dcb20ea731 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.89 "DELETE /v2.0/ports/d807c9ef-160d-4539-81e7-7e1111df5b0f HTTP/1.1" status: 204 len: 173 time: 0.8999207 Jan 19 00:43:56.585879 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0483359-bd82-46dd-aa0f-d6e2e28fa2db', 'name': 'network-vif-deleted', 'tag': 'd807c9ef-160d-4539-81e7-7e1111df5b0f', 'status': 'completed', 'code': 200} Jan 19 00:43:56.834548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5ccb13b0-acb5-481c-9dce-4a0d4b7576cb req-53a36ae6-bf5f-4f75-9752-ccbda113f435 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0483359-bd82-46dd-aa0f-d6e2e28fa2db HTTP/1.1" status: 200 len: 210 time: 0.0478406 Jan 19 00:43:57.947484 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40124) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:58.013830 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.042589 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.170193 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.189385 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d2c6c-5ffc-435b-b9c8-cb534efd57ce,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:58.251172 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.252315 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a97507e6-bc4a-4da1-b33e-ac4842e36906 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "DELETE /v2.0/security-groups/582d2c6c-5ffc-435b-b9c8-cb534efd57ce HTTP/1.1" status: 204 len: 168 time: 0.3038616 Jan 19 00:43:58.626327 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40134) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:58.631956 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049723767', 'description': 'tempest-secgroup-smoke-2049723767 description', 'project_id': '21c9687fe05846a7ba13a9b39273708f'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:43:58.638533 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:58.643226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:58.646330 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:58.652019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:43:58.708941 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.743504 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:58.747323 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:58.750771 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:58.756481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:43:58.811227 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.857106 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.901469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83eb96f-c605-4f22-8c97-f519417355fd,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:58.949108 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:58.950586 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9ed82b32-d362-435e-870c-c95ae801f958 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3230553 Jan 19 00:43:58.954351 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40138) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:58.960094 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:43:58.966870 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:58.970779 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:58.973637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:58.979329 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:43:59.061937 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.121759 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.221809 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.246636 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4876c21b-e1ea-406f-b372-e76cb3e3d5f8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:59.319135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.320330 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82123455-c1ec-4e5e-9ea4-945b64c2d8d8 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3650210 Jan 19 00:43:59.323169 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40142) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:59.328947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:43:59.335304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:59.339083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:59.341909 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:59.347987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:43:59.434070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.493870 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.542479 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:43:59.554834 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.574551 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: d807c9ef-160d-4539-81e7-7e1111df5b0f {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:43:59.574895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device d807c9ef-160d-4539-81e7-7e1111df5b0f not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:43:59.578801 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02958ddc-25ce-4b83-8fe3-a565fe474b6f,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:59.634192 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.635372 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4dc7cdb3-9ba4-4cff-af4a-fa8b5de920ae tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3112004 Jan 19 00:43:59.638120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40148) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:59.643845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:43:59.650546 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:59.654393 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:59.657920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:59.663518 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:43:59.721432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.785564 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.822505 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.846761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336a3363-9b2f-4683-91e9-ed5a136b705e,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:43:59.914413 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:43:59.915628 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f80a9907-0303-453c-a726-520ca009785c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2765849 Jan 19 00:43:59.924311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40152) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:43:59.929736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:43:59.936246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:43:59.940223 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:43:59.943112 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:43:59.948730 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:44:00.040235 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.101001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.181364 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.208193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a215ec8-5507-43e8-8d5d-32b5ad0bc77c,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:00.279998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.281348 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-4f2285d2-7c10-4288-a9de-78ec17ef1cfc tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3559582 Jan 19 00:44:00.283840 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40156) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:44:00.289120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:44:00.295517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:44:00.299710 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:44:00.302567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:44:00.308152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:44:00.377414 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Project 21c9687fe05846a7ba13a9b39273708f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:44:00.383892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.446925 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.508727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.531708 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68f4c41-dd26-4b99-bb2c-5103a49ff7ad,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:00.604614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.605859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-af7592c9-b606-48d1-ab5e-501ac505f0ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3210936 Jan 19 00:44:00.608462 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40160) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:44:00.614695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'security_group_rule': {'security_group_id': 'd83eb96f-c605-4f22-8c97-f519417355fd', 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:44:00.621154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:44:00.625489 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:security_group_rule and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:44:00.628963 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:44:00.634876 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:44:00.731596 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Project 21c9687fe05846a7ba13a9b39273708f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:44:00.739091 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.804571 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.874510 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.897516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117e0e2b-b9c0-4afc-ada3-f5e392fe1330,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:00.971645 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:00.972855 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-cce750ba-f517-473f-aa8a-887dcda9f9c4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3633425 Jan 19 00:44:10.057187 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:12.222904 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:13.948983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76615421-fdfe-478e-b2ca-72864c7246af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:15.887417 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:44:16.051489 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c49c0bcd-241a-45ce-bdc4-3749edbc4bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:17.370264 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:17.862641 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:19.194619 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:23.978578 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-7765b5b0-adcf-43fc-96d9-77f971a89986 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:44:24.072472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-7765b5b0-adcf-43fc-96d9-77f971a89986 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:44:24.073692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-7765b5b0-adcf-43fc-96d9-77f971a89986 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049723767&fields=id&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 267 time: 0.1383452 Jan 19 00:44:24.221097 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-e6aead99-0987-4858-89e2-5f9dd151b042 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:24.222510 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-e6aead99-0987-4858-89e2-5f9dd151b042 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 809 time: 0.1422853 Jan 19 00:44:24.240572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-985fa70d-af2f-4453-af3f-f5ce0cb0c7c3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/quotas/21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 375 time: 0.0120499 Jan 19 00:44:24.319122 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-f02f9901-b7c2-42b2-a10e-dd8c30e92a46 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739045 Jan 19 00:44:24.547383 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-31783fce-c199-48eb-b713-2fad2a14faae service neutron] 10.222.0.59 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158768 Jan 19 00:44:24.769092 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-14c5736b-f9aa-4c65-9292-01edc7bb6cdc service neutron] 10.222.0.59 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159696 Jan 19 00:44:26.503648 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ebbf278e-3dc7-4921-9b7b-89c9218b7cdd req-1af0803c-0b5b-4a98-bb0d-796f39cfef49 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0404437 Jan 19 00:44:27.614692 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-312b5af6-998f-4dac-80e7-be4e1554191e req-b143e325-2e40-47c3-be24-180944615c13 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0436323 Jan 19 00:44:28.755009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d5fe4347-8282-47e6-9912-8adb224fa794 req-6eab3d55-1226-4bd6-a37e-42463b780c9c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0419641 Jan 19 00:44:29.927672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e588652-eaad-4527-948b-026c0f9a33ea req-9e0eb906-7774-4079-845f-00ddfea57647 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0528307 Jan 19 00:44:30.545444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-81003196-0cd4-4c01-b7c9-078a57ddc368 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:30.546859 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-81003196-0cd4-4c01-b7c9-078a57ddc368 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 809 time: 0.1411333 Jan 19 00:44:30.602982 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-172fa8e5-8ee3-4e6a-a8a2-3ef97028318b tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 380 time: 0.0446098 Jan 19 00:44:30.610882 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'port': {'device_id': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'admin_state_up': True, 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'security_groups': ['d83eb96f-c605-4f22-8c97-f519417355fd']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:44:30.749780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:44:30.753849 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:port and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:44:30.756753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:44:30.762428 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:44:30.862498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Made reservation on behalf of 21c9687fe05846a7ba13a9b39273708f for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:44:30.865792 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.034260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Allocated IP 172.20.0.6 (1ecb59fe-ee07-44b0-9b8c-becf086ec83d/7a185316-8cb9-40a4-ba85-5a02ef34d689/f16a1c7a-d680-430a-94e3-675650e77cc7) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:44:31.116979 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e8896465-8006-4694-8296-f633adbcc386 req-10ccc683-56e5-42d5-bec6-065f3112e27d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0570962 Jan 19 00:44:31.269907 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.287457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Transition to ACTIVE for port object f16a1c7a-d680-430a-94e3-675650e77cc7 will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:44:31.387875 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.462769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:44:31.465808 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:44:31.469753 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:44:31.503152 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:31.540786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:31.541623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.657414 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-245fcf4c-24fe-4cde-b668-624d17d6371c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0501966 Jan 19 00:44:31.733237 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Request body: {'port': {'device_id': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:44:31.851003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-70f82ebe-2b65-4cef-adbe-659fa863446d None None] Provisioning for port f16a1c7a-d680-430a-94e3-675650e77cc7 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:44:31.856036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-70f82ebe-2b65-4cef-adbe-659fa863446d None None] Provisioning complete for port f16a1c7a-d680-430a-94e3-675650e77cc7 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:44:31.856198 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.856409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-70f82ebe-2b65-4cef-adbe-659fa863446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:31.915279 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-70f82ebe-2b65-4cef-adbe-659fa863446d None None] Port f16a1c7a-d680-430a-94e3-675650e77cc7 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:44:32.205593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:44:32.213878 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:32.229976 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Transition to ACTIVE for port object f16a1c7a-d680-430a-94e3-675650e77cc7 will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:44:32.292596 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:32.539082 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:32.617004 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d0b8-f12e-4ff6-8e52-3b7f99845be8 req-8eef1bfa-3c8a-4c9b-ac32-d82c3e549d23 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:32.617716 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1543d0b8-f12e-4ff6-8e52-3b7f99845be8 req-8eef1bfa-3c8a-4c9b-ac32-d82c3e549d23 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:44:32.673123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:44:32.673464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:44:32.673786 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:44:32.680339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:44:32.680661 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:44:32.687182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:44:32.687468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:44:32.687842 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:44:32.688303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Bound port: f16a1c7a-d680-430a-94e3-675650e77cc7, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:44:32.688602 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:32.702114 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-1543d0b8-f12e-4ff6-8e52-3b7f99845be8 req-8eef1bfa-3c8a-4c9b-ac32-d82c3e549d23 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:44:32.703260 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1543d0b8-f12e-4ff6-8e52-3b7f99845be8 req-8eef1bfa-3c8a-4c9b-ac32-d82c3e549d23 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 931 time: 0.4583914 Jan 19 00:44:32.812101 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1543d0b8-f12e-4ff6-8e52-3b7f99845be8 req-86481afc-e458-4b36-8b27-d91eb0e1a408 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802729 Jan 19 00:44:32.815762 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:44:32.820020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:44:32.886289 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:32.953368 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:32.954691 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] 10.222.0.83 "PUT /v2.0/ports/f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1091 time: 1.2894516 Jan 19 00:44:32.955123 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:44:32.976401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b680d2-e762-46b3-8646-0a0aaf27e93c service neutron] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:33.016485 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'status': 'completed', 'code': 200} Jan 19 00:44:33.127106 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e495d803-5227-4b97-805f-75aa733fd258 req-6df91c7d-3656-4425-a99c-357177372c4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1094 time: 0.0759633 Jan 19 00:44:33.267945 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d803-5227-4b97-805f-75aa733fd258 req-a72da4b7-efd0-42c1-ac1b-792e45b87ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:33.269324 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e495d803-5227-4b97-805f-75aa733fd258 req-a72da4b7-efd0-42c1-ac1b-792e45b87ef7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=21c9687fe05846a7ba13a9b39273708f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1356719 Jan 19 00:44:33.404485 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495d803-5227-4b97-805f-75aa733fd258 req-4768de2d-5e62-4da3-add8-bcc012bb327b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:33.405952 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e495d803-5227-4b97-805f-75aa733fd258 req-4768de2d-5e62-4da3-add8-bcc012bb327b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308048 Jan 19 00:44:33.510185 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-6f31aa0f-cf2c-47c8-bdf7-e2da8ecb1eb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1094 time: 0.0689180 Jan 19 00:44:33.580342 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-d98171c5-93b0-4f7c-933c-6eaed2204537 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 217 time: 0.0634170 Jan 19 00:44:33.639983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-3e4d01cd-74d4-4af0-9354-d94dfb8ef8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:33.641411 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-3e4d01cd-74d4-4af0-9354-d94dfb8ef8ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0556231 Jan 19 00:44:33.719508 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-8ac2b488-a86b-4ff9-bb9a-e46c1a70e0a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721774 Jan 19 00:44:33.847957 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-41f1c6ae-bd5a-4667-9f02-a8249d8a7a6c service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227643 Jan 19 00:44:34.030754 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f39e73c1-39ab-4a51-8fe5-651cd05bcac4 req-6e99dc08-f382-4700-9347-bd6e430c180e service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761010 Jan 19 00:44:34.048519 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06d69d-f24e-4e19-a456-6ef3fd32d96d req-1586cb3c-57ab-4a07-b9bd-ebdf57e925ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:34.049961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c06d69d-f24e-4e19-a456-6ef3fd32d96d req-1586cb3c-57ab-4a07-b9bd-ebdf57e925ca tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.1142342 Jan 19 00:44:34.099993 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4c06d69d-f24e-4e19-a456-6ef3fd32d96d req-ac7de330-9fba-46ce-b4d8-59747a97c5b9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Jan 19 00:44:35.297253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9251103-9773-491f-b84d-745766bffa72 req-f249fe3a-d87c-49cd-a78e-73a51d1c1fb1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:35.298703 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9251103-9773-491f-b84d-745766bffa72 req-f249fe3a-d87c-49cd-a78e-73a51d1c1fb1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0778980 Jan 19 00:44:35.342819 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9251103-9773-491f-b84d-745766bffa72 req-f048bee8-66dd-4342-b12e-a80482a0569d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383284 Jan 19 00:44:36.542180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bea81-665e-4965-8686-c16c933be8a7 req-404e3a16-ff9d-4268-bd35-722d7c8b641a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:36.543605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-463bea81-665e-4965-8686-c16c933be8a7 req-404e3a16-ff9d-4268-bd35-722d7c8b641a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0796115 Jan 19 00:44:36.684310 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-463bea81-665e-4965-8686-c16c933be8a7 req-7c61c8a1-c67f-4b0d-96bb-22eea65bc7d2 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347983 Jan 19 00:44:37.878621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dac8a9-d7b5-48d0-a8ab-93e7017c0dc3 req-b87ce5a3-9308-4c06-a0ed-2841e4125db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:37.880055 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3dac8a9-d7b5-48d0-a8ab-93e7017c0dc3 req-b87ce5a3-9308-4c06-a0ed-2841e4125db9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0755317 Jan 19 00:44:37.925044 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f3dac8a9-d7b5-48d0-a8ab-93e7017c0dc3 req-6a2f9cc0-c061-4938-b24d-66cfe2492437 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Jan 19 00:44:39.126336 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fd8b0-338a-471c-87e1-0255c6ae5513 req-53c71e7b-aa92-415b-9961-32f23397a6ba tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:39.127782 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf2fd8b0-338a-471c-87e1-0255c6ae5513 req-53c71e7b-aa92-415b-9961-32f23397a6ba tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0785422 Jan 19 00:44:39.173685 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bf2fd8b0-338a-471c-87e1-0255c6ae5513 req-be47a83d-cb05-43fc-9e36-868fd53dc3e5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400372 Jan 19 00:44:40.044782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:40.367614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665e97a-2d37-427c-9f2d-8445dcb1a01c req-ceb65cd8-1d6c-4975-9055-8e3ab2c7cd73 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:40.369097 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c665e97a-2d37-427c-9f2d-8445dcb1a01c req-ceb65cd8-1d6c-4975-9055-8e3ab2c7cd73 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0755944 Jan 19 00:44:40.417071 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c665e97a-2d37-427c-9f2d-8445dcb1a01c req-facbaabb-06bb-4ff4-b46f-48d536be9c87 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Jan 19 00:44:41.610045 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de774f9-a8d4-412e-8b0e-150c230ad433 req-f749f1f7-10b0-43bb-9dde-4e207ebf604c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:41.611507 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2de774f9-a8d4-412e-8b0e-150c230ad433 req-f749f1f7-10b0-43bb-9dde-4e207ebf604c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0765357 Jan 19 00:44:41.657973 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2de774f9-a8d4-412e-8b0e-150c230ad433 req-5d3a23c1-e387-4c60-a5a1-b7a6617bdf80 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Jan 19 00:44:42.182461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:42.853053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc764f1-e554-4562-bb98-568843f3440f req-7a74cb80-308f-42e8-a45d-b2345af7e5ff tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:42.854490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfc764f1-e554-4562-bb98-568843f3440f req-7a74cb80-308f-42e8-a45d-b2345af7e5ff tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0784371 Jan 19 00:44:42.900520 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfc764f1-e554-4562-bb98-568843f3440f req-6cba9630-9575-409a-8b14-f793e357ce44 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Jan 19 00:44:43.664251 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:44:43.832150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:44:43.845343 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'mac_address': 'fa:16:3e:ef:fe:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:44:43.908246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:43.926836 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:44:43.940963 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:44:43.999403 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-01a70ecb-c9ad-4578-a039-10881a5a7dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:44.016459 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:44.084546 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:44.092978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.093315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.093653 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.095003 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.095215 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.095949 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.096276 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.096602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.096975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.097305 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.101378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:44:44.103632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35152b-efa7-4d96-bef3-4e9604ccd6a4 req-36a0f8fd-7d16-4bdd-aec4-6145db9727d4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:44.105145 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc35152b-efa7-4d96-bef3-4e9604ccd6a4 req-36a0f8fd-7d16-4bdd-aec4-6145db9727d4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 944 time: 0.0813344 Jan 19 00:44:44.152679 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc35152b-efa7-4d96-bef3-4e9604ccd6a4 req-ca8895fc-5338-4afc-b5b2-14ea509acc4f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418847 Jan 19 00:44:44.231806 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['f16a1c7a-d680-430a-94e3-675650e77cc7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:44:45.355743 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f66877-5008-45b3-9fcf-894306fb4a41 req-9e09aaec-a1ff-4eeb-a206-b9a4ebdd9180 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:45.357210 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35f66877-5008-45b3-9fcf-894306fb4a41 req-9e09aaec-a1ff-4eeb-a206-b9a4ebdd9180 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 944 time: 0.0802250 Jan 19 00:44:45.401865 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-35f66877-5008-45b3-9fcf-894306fb4a41 req-c796442e-65a6-486f-ae14-366b53af4ef3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Jan 19 00:44:45.659700 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:44:45.780856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port f16a1c7a-d680-430a-94e3-675650e77cc7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:44:45.785563 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port f16a1c7a-d680-430a-94e3-675650e77cc7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:44:45.785970 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:45.899293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:45.927505 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:44:45.937191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:44:45.982190 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'code': 200} Jan 19 00:44:46.021631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:46.059893 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-27d0f84a-3b69-48f7-87d8-fee1a32fdfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:46.093666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:46.106264 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bbb94e8-a151-41a6-857c-8eecf614e9d4 req-fc2f6092-1d9a-47be-a796-20f88150a698 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1096 time: 0.0690300 Jan 19 00:44:46.151539 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5bbb94e8-a151-41a6-857c-8eecf614e9d4 req-6c41b09b-b204-43fd-8429-723f4a447768 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Jan 19 00:44:46.595593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7b36e-24cd-4101-b31f-5023107d59a0 req-caf52b20-070a-4b80-87ea-2d1fea67bbbf tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:46.597077 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58a7b36e-24cd-4101-b31f-5023107d59a0 req-caf52b20-070a-4b80-87ea-2d1fea67bbbf tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0771704 Jan 19 00:44:46.642943 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-58a7b36e-24cd-4101-b31f-5023107d59a0 req-fb25f0bd-3923-40a9-a3d4-835579dc6a6a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397496 Jan 19 00:44:47.296342 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:47.810487 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:47.850769 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db392622-05ac-4dc8-ace2-dfbcf5346e6d req-86ff9f96-5feb-4bcb-9c0d-55631254a5cb tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:47.852183 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db392622-05ac-4dc8-ace2-dfbcf5346e6d req-86ff9f96-5feb-4bcb-9c0d-55631254a5cb tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0787971 Jan 19 00:44:47.897296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-db392622-05ac-4dc8-ace2-dfbcf5346e6d req-28f1dfe1-509b-4099-91be-d3a7b146cdb2 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Jan 19 00:44:48.089822 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e568600-0802-489f-9c72-4a4b2c02129c req-dce3e792-6379-45a8-ac07-a281e2d64d46 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:48.091273 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e568600-0802-489f-9c72-4a4b2c02129c req-dce3e792-6379-45a8-ac07-a281e2d64d46 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0759263 Jan 19 00:44:48.136232 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6e568600-0802-489f-9c72-4a4b2c02129c req-3c659e74-cd30-47ce-9d49-d3274cf40679 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Jan 19 00:44:48.163092 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40352) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:44:48.301499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-b25c6abd-3b40-4ea8-a541-35cca41cf296 tempest-TestShelveInstance-576298713 tempest-TestShelveInstance-576298713-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1091 time: 0.1372473 Jan 19 00:44:48.304626 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40358) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:44:48.309695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:44:48.315682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:44:48.320628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Usage tracker for resource:floatingip and tenant:21c9687fe05846a7ba13a9b39273708f is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:44:48.323760 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:44:48.329456 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:44:48.399028 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:48.531480 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:48.662289 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Allocated IP 172.25.1.199 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f272cc7e-6b7c-402e-a8b2-7fb8e168aa90) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:44:48.810981 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:48.908127 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:48.976370 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:44:48.979215 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:44:48.983013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:44:49.016412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=f272cc7e-6b7c-402e-a8b2-7fb8e168aa90,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:49.182106 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:49.581771 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:49.690432 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:49.897183 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:49.952249 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:50.053472 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event updated for resources: {'Port': ['ID=f272cc7e-6b7c-402e-a8b2-7fb8e168aa90,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:44:50.071147 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:50.258259 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Floating IP dbfe7d8a-7d08-4d55-a035-7e614e8448c8 associated. External IP: 172.25.1.199, port: f16a1c7a-d680-430a-94e3-675650e77cc7. Jan 19 00:44:50.641983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:44:50.953454 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:44:50.963990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:44:50.976545 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:44:50.977197 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:44:51.090774 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:44:51.144701 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-904ac023-084f-4cb5-97c2-3892c6ef0356 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8390267 Jan 19 00:44:51.145319 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:44:51.157533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:44:51.199858 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'status': 'completed', 'code': 200} Jan 19 00:44:51.291066 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-e5f1ddc6-0859-4f8c-9f3c-fe7c31c140ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1096 time: 0.0695627 Jan 19 00:44:51.420186 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-2adf6a18-6556-43ce-b431-7be7ee04cb39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:51.421577 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-2adf6a18-6556-43ce-b431-7be7ee04cb39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1249704 Jan 19 00:44:51.506120 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'dbfe7d8a-7d08-4d55-a035-7e614e8448c8', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ef:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:44:49Z', 'updated_at': '2022-01-19T00:44:49Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:44:51.510048 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:44:51.520569 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:44:51.521834 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:44:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:44:51.523112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-e3d4fecd-2e83-448c-81f8-9804f7a05c9d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 999 time: 0.0952811 Jan 19 00:44:51.587493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-712705c7-4839-4cf4-b9df-56db11dbeb89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:44:51.589027 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-712705c7-4839-4cf4-b9df-56db11dbeb89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0608602 Jan 19 00:44:51.662446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-dc4ad27e-d69d-457e-b5ce-0f81568bd476 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678949 Jan 19 00:44:51.699186 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:44:51.794572 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-55f56360-a25f-4b8e-bef8-8b2003ebb602 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258712 Jan 19 00:44:51.927786 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e7ec8bd3-d6b6-46bc-b480-7330de82afe7 req-0c1ed0d7-c372-4197-9300-59b840d640ec service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281481 Jan 19 00:44:52.084629 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'dbfe7d8a-7d08-4d55-a035-7e614e8448c8', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ef:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:44:49Z', 'updated_at': '2022-01-19T00:44:49Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:44:52.088496 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2163d6-a966-4e32-9822-bd48e9501e9d None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': 'dbfe7d8a-7d08-4d55-a035-7e614e8448c8', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'mac_address': 'fa:16:3e:ef:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:44:49Z', 'updated_at': '2022-01-19T00:44:49Z', 'revision_number': 0, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:44:52.273377 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40a101-1b96-4d0a-82ff-d12904ce381a None None] New status for floating IP dbfe7d8a-7d08-4d55-a035-7e614e8448c8: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:44:52.887768 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:45:10.084704 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:12.199268 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:13.946667 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b45c8cec-be60-4a73-be05-6bddd832f3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:16.158654 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f838dee3-4c41-48cf-b8fb-6aede7646eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:17.273326 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:17.855899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:19.181203 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:29.889388 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:45:40.084040 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:42.198021 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:43.622877 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-ed490034-aa6c-4a58-9833-da89be936b12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689938 Jan 19 00:45:43.762690 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-6d6b92b0-e358-4835-babb-0f78c24ffb07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1096 time: 0.0732310 Jan 19 00:45:43.907122 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-adefe103-6b22-441b-8494-f7d958b1a793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:45:43.909290 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-adefe103-6b22-441b-8494-f7d958b1a793 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1281867 Jan 19 00:45:43.929476 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fef3bc09-7591-4c61-963f-f1558de32495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:44.011456 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-3b543383-5f64-47aa-9586-bc3e80e44e50 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0967152 Jan 19 00:45:44.073020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-965d9a01-50f0-4c44-9618-a7b8b0ef80f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:45:44.074425 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-965d9a01-50f0-4c44-9618-a7b8b0ef80f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0563824 Jan 19 00:45:44.148023 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-a5eb6146-9de5-43da-9363-13bd3dabf967 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673246 Jan 19 00:45:44.275797 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-fdbe21fa-0199-4e0d-9084-4cc2b01e7e95 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219730 Jan 19 00:45:44.405683 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5c4d4636-23d3-447c-b56d-486c7be6cc74 req-00b71564-b3b7-4513-8b44-20794dd48651 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238041 Jan 19 00:45:45.998259 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-846b7876-8e21-4b34-a66e-748b102930d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:47.311664 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:47.850047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:45:49.177167 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:06.890883 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:46:10.061327 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:12.237913 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:13.940523 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-95558b26-585f-4edc-8403-be51e246b177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:16.371663 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ac49f2fa-2d08-4dc1-a528-2f32df807436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:17.340721 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:17.888830 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:19.180548 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:40.054364 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:42.242122 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:43.717162 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-be155491-517b-4547-b123-19d75f845f14 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1649244 Jan 19 00:46:43.851259 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-3e72868b-1c10-46ba-8a48-80e36f85c7c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1096 time: 0.0688071 Jan 19 00:46:43.892536 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:46:43.939919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-741d887a-11cd-4352-8f8a-4870a59d8983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:43.994127 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-0003034a-b527-421c-b1dc-8ae0d855a461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:46:43.995499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-0003034a-b527-421c-b1dc-8ae0d855a461 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1264386 Jan 19 00:46:44.095946 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-36c39e1c-5cbe-4cc6-b066-4b932816f839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0950994 Jan 19 00:46:44.159469 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-8ae5c9ed-b534-4904-9338-69ec657f97f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:46:44.160869 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-8ae5c9ed-b534-4904-9338-69ec657f97f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0593908 Jan 19 00:46:44.232998 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-c7415907-a9b9-433b-ac78-259c302d4453 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666287 Jan 19 00:46:44.242587 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-b36d0660-615b-4fcb-ac4a-7520dd519077 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:46:44.243495 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-b36d0660-615b-4fcb-ac4a-7520dd519077 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046637 Jan 19 00:46:44.372010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-a95f5d15-b871-4bd2-8352-111d2c89a675 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214435 Jan 19 00:46:44.502449 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b49ad3e0-29c5-45a7-990f-8f388ac80070 req-be09b558-1cc0-4c5d-8e87-d334207bd803 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246340 Jan 19 00:46:46.042446 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-85d0f970-a800-44bc-9ecc-9323510a9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:47.259753 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:47.842587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:46:49.179612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:10.053338 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:12.230780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:13.944900 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-64c25ef1-3a1a-46ed-9cac-d2e6edd785fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:16.041703 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-23c627c2-5d40-4d7e-9372-4e00f944351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:17.304666 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:17.824992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:19.167931 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:20.893808 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:47:29.406516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576923d-64c9-4806-b370-e1446e51f350 req-64e72069-c04b-4a13-970e-7d423bf3a4c5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:29.407905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1576923d-64c9-4806-b370-e1446e51f350 req-64e72069-c04b-4a13-970e-7d423bf3a4c5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0771055 Jan 19 00:47:29.457776 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1576923d-64c9-4806-b370-e1446e51f350 req-4778aca8-e2fb-4d4b-8892-e2a7048e6da7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Jan 19 00:47:30.686314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48dc4-ba58-4ee8-8d16-5a8595a0c04a req-425c8190-8e41-42c5-ab61-52ba13daa9ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:30.687762 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0f48dc4-ba58-4ee8-8d16-5a8595a0c04a req-425c8190-8e41-42c5-ab61-52ba13daa9ec tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0776799 Jan 19 00:47:30.733429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d0f48dc4-ba58-4ee8-8d16-5a8595a0c04a req-86bc1c8d-5823-4c60-804c-db23aa1cfa19 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 Jan 19 00:47:31.954132 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ca83c-9610-47dc-acad-c0ae6ac538dd req-6088541e-4e5c-4067-929f-ea362e8e8143 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:31.955580 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-253ca83c-9610-47dc-acad-c0ae6ac538dd req-6088541e-4e5c-4067-929f-ea362e8e8143 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0797606 Jan 19 00:47:32.000076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-253ca83c-9610-47dc-acad-c0ae6ac538dd req-048d7634-ca7b-47e4-9b47-2fb7e4131552 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 Jan 19 00:47:33.203437 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe00d7-10a3-4395-8aad-eaeb3a6498cd req-a85b749a-64f9-411c-bfab-3cc9f050d39d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:33.204915 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fbe00d7-10a3-4395-8aad-eaeb3a6498cd req-a85b749a-64f9-411c-bfab-3cc9f050d39d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0776980 Jan 19 00:47:33.251536 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6fbe00d7-10a3-4395-8aad-eaeb3a6498cd req-526544ab-0ce3-44bc-adff-250fdc668725 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Jan 19 00:47:34.451368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64368e9b-4d35-4762-94ca-2f03384015ab req-fd31885b-f31c-4885-a2ad-cc4964da1418 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:34.452805 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64368e9b-4d35-4762-94ca-2f03384015ab req-fd31885b-f31c-4885-a2ad-cc4964da1418 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0789256 Jan 19 00:47:34.498298 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-64368e9b-4d35-4762-94ca-2f03384015ab req-38b69cb7-2c4e-400b-89bc-95cd3a656afa tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Jan 19 00:47:35.692866 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b07b7-456c-4215-98ef-8da3348ec4ce req-0e9ec1f3-5c70-47f5-9161-f9ec1fac02e3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:35.694863 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af3b07b7-456c-4215-98ef-8da3348ec4ce req-0e9ec1f3-5c70-47f5-9161-f9ec1fac02e3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0766122 Jan 19 00:47:35.742500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-af3b07b7-456c-4215-98ef-8da3348ec4ce req-e6e2dda8-a36b-45f2-a210-c2c44d01fa7a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Jan 19 00:47:36.936414 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec108-0571-4baa-9428-3cc5f4f2d574 req-321459ef-4971-4035-83b2-f09ef95cdd1c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:36.937875 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-067ec108-0571-4baa-9428-3cc5f4f2d574 req-321459ef-4971-4035-83b2-f09ef95cdd1c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0744033 Jan 19 00:47:36.981964 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-067ec108-0571-4baa-9428-3cc5f4f2d574 req-c5849c62-1b24-4526-91c1-b77f82ba0c6f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386724 Jan 19 00:47:38.178212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b4920-4cf5-45a9-9556-e8b4ffdfb867 req-ec4d08f8-a85c-41b3-96b0-0bab2729d912 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:38.179543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c8b4920-4cf5-45a9-9556-e8b4ffdfb867 req-ec4d08f8-a85c-41b3-96b0-0bab2729d912 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0768447 Jan 19 00:47:38.223445 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2c8b4920-4cf5-45a9-9556-e8b4ffdfb867 req-2dfb5c31-6c83-43bb-a0da-06ee02bb0b78 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Jan 19 00:47:39.418544 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08fdfa-d303-4123-ade0-e8169ce2b938 req-1d2f3653-a542-41e5-8ea4-ab037b24f3ab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:39.419990 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc08fdfa-d303-4123-ade0-e8169ce2b938 req-1d2f3653-a542-41e5-8ea4-ab037b24f3ab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0767088 Jan 19 00:47:39.600265 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc08fdfa-d303-4123-ade0-e8169ce2b938 req-0c2b3c5c-39ec-4437-a8ae-3ce0e9d862e6 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484947 Jan 19 00:47:39.612318 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-0e6b50ed-f26c-4914-9e87-4b1741e21799 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1096 time: 0.1903908 Jan 19 00:47:39.741782 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42964a73-b054-46d9-a90b-6799daecc3ab req-a22061f4-ea52-4f70-874c-0946316279b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:39.743211 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-a22061f4-ea52-4f70-874c-0946316279b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1252036 Jan 19 00:47:39.843415 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-43b01657-c2a7-4dd1-8c43-ce1a4121c802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0943406 Jan 19 00:47:39.903957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42964a73-b054-46d9-a90b-6799daecc3ab req-f2389964-40de-4da2-9a44-219af17126dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:39.905195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-f2389964-40de-4da2-9a44-219af17126dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0568204 Jan 19 00:47:39.977656 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-60922fe0-e265-4e55-a65b-4862a0d2d9c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672152 Jan 19 00:47:40.075899 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:40.113261 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-eb13d264-74bb-4a71-ae2f-8037b0fe0478 service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299372 Jan 19 00:47:40.245244 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-42964a73-b054-46d9-a90b-6799daecc3ab req-416b0f86-6f31-41e2-8138-86e12fc1e6bb service neutron] 10.222.0.83 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266987 Jan 19 00:47:40.805204 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91666-5c59-4c61-b98c-3a6da803df95 req-5563dbc5-7f09-404e-ae44-c08d14a23ea0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:40.806671 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6da91666-5c59-4c61-b98c-3a6da803df95 req-5563dbc5-7f09-404e-ae44-c08d14a23ea0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0836792 Jan 19 00:47:40.852130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6da91666-5c59-4c61-b98c-3a6da803df95 req-5eb07235-3300-477e-9146-8a193a7a01df tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Jan 19 00:47:42.054939 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee2fa4-6b54-4f05-9e74-dda7f7bf1679 req-4f500bce-4e9a-4f36-b3a9-f65cabec6690 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:42.056408 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66ee2fa4-6b54-4f05-9e74-dda7f7bf1679 req-4f500bce-4e9a-4f36-b3a9-f65cabec6690 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0779085 Jan 19 00:47:42.106980 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-66ee2fa4-6b54-4f05-9e74-dda7f7bf1679 req-27931379-def6-4688-bf1e-c82b6a06b63f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445781 Jan 19 00:47:42.242449 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:43.305602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b08880-3193-458b-9e12-3e2ceeca13e7 req-9b4b0a8e-c7d9-4370-9314-c4ba7919d84d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:43.307054 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b08880-3193-458b-9e12-3e2ceeca13e7 req-9b4b0a8e-c7d9-4370-9314-c4ba7919d84d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0781567 Jan 19 00:47:43.351861 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a0b08880-3193-458b-9e12-3e2ceeca13e7 req-470ad03a-f911-4fab-bf60-ac110625cae1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Jan 19 00:47:43.536368 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-089a7848-7d9c-4c3c-ad83-c84941052669 req-7355415a-c551-4a96-83b8-24907787c8ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699513 Jan 19 00:47:43.880637 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f568ea2-0612-4d35-83f6-cfdd63973061 req-6fbfcdc8-ea10-435a-bac9-2e416f74e339 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:43.883528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f568ea2-0612-4d35-83f6-cfdd63973061 req-6fbfcdc8-ea10-435a-bac9-2e416f74e339 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 945 time: 0.0855558 Jan 19 00:47:43.931816 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-8f568ea2-0612-4d35-83f6-cfdd63973061 req-0c9d81cc-99cc-48ff-91a5-576e47349a1c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Jan 19 00:47:43.967618 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-56535760-dea7-479d-b2cc-5253a895e4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:44.008291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-72a79c1e-7490-48b0-9eb3-60c62c8a721e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244580 Jan 19 00:47:44.452155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:47:44.567845 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:44.597472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:47:44.606902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:47:44.676138 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:44.722972 n-d-825175-2 neutron-server[84544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'code': 422} returned with failed status Jan 19 00:47:44.747917 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:47:44.757044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.757383 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.757719 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.758049 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.758651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.758983 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.759309 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.759665 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.759990 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.760302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:44.760618 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:45.150881 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c999d0-9746-48c1-85d1-8dc5a6afc1d6 req-a0dde86f-b54c-4eb2-be1a-d2321a6e6e0a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:45.152343 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56c999d0-9746-48c1-85d1-8dc5a6afc1d6 req-a0dde86f-b54c-4eb2-be1a-d2321a6e6e0a tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0771739 Jan 19 00:47:45.199528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-56c999d0-9746-48c1-85d1-8dc5a6afc1d6 req-52cf1a4c-85fe-4cac-9c03-7231fae9e9e7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Jan 19 00:47:46.064686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7c1c159a-eead-48e6-a5ab-01852cffe5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:46.400736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d3038-76f8-487a-a3d6-bf0926c51b37 req-f8f932cc-a87b-42a6-9427-d85fcc28f05d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:46.402235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b31d3038-76f8-487a-a3d6-bf0926c51b37 req-f8f932cc-a87b-42a6-9427-d85fcc28f05d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0785708 Jan 19 00:47:46.451221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b31d3038-76f8-487a-a3d6-bf0926c51b37 req-50b83585-641f-4256-b4fc-38e74723045e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393958 Jan 19 00:47:47.281920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:47.321964 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-95ec723c-56d3-41db-b307-8d9fafe07907 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&tenant_id=21c9687fe05846a7ba13a9b39273708f HTTP/1.1" status: 200 len: 1094 time: 0.1762896 Jan 19 00:47:47.332765 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-2', 'device_owner': 'compute:nova'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:47:47.441907 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:47.646699 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ff8b-858d-4131-b428-84532d532af9 req-077bc5d8-7bea-431e-8994-7cdfd5bf6b0f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:47.649170 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f718ff8b-858d-4131-b428-84532d532af9 req-077bc5d8-7bea-431e-8994-7cdfd5bf6b0f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0763869 Jan 19 00:47:47.693291 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f718ff8b-858d-4131-b428-84532d532af9 req-a997df6a-aa5e-43bd-b83b-fc524b0a89ab tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Jan 19 00:47:47.704719 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:47:47.733649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h2-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:47:47.786768 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:47:47.794238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:47.809207 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Transition to ACTIVE for port object f16a1c7a-d680-430a-94e3-675650e77cc7 will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:47:47.853096 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:47.875785 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:48.085701 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=7']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:47:48.118781 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.119119 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.119446 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.119771 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.120094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.120409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.120721 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.121070 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.121382 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.121691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.121997 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:47:48.168591 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] No DVR routers for this DVR port f16a1c7a-d680-430a-94e3-675650e77cc7 on host n-h2-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:47:48.407769 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:47:48.408444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:47:48.408444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:47:48.414486 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:47:48.414799 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Attempting to bind port f16a1c7a-d680-430a-94e3-675650e77cc7 on network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:47:48.422143 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:47:48.422417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Checking segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:47:48.422790 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Bound using segment: {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:47:48.423198 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Bound port: f16a1c7a-d680-430a-94e3-675650e77cc7, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:47:48.423538 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:48.510190 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:47:48.513048 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:47:48.641641 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:48.703078 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:48.704559 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] 10.222.0.89 "PUT /v2.0/ports/f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1091 time: 1.3755991 Jan 19 00:47:48.705095 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:47:48.722596 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c626bf-97d6-4328-9e07-8a648d9127ad service neutron] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=8']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:47:48.794415 n-d-825175-2 neutron-server[84543]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'status': 'failed', 'code': 422} returned with failed status Jan 19 00:47:48.834670 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-6d0424e4-e786-48c7-a1c6-7e90dff96213 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1094 time: 0.0824068 Jan 19 00:47:48.907650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05fb33-b310-4715-a8dd-d0f1bc6afd3e req-673e8d6f-ae89-444d-8b4d-c864d17ca7f9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:48.909918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc05fb33-b310-4715-a8dd-d0f1bc6afd3e req-673e8d6f-ae89-444d-8b4d-c864d17ca7f9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0878766 Jan 19 00:47:48.966193 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-dc05fb33-b310-4715-a8dd-d0f1bc6afd3e req-ce15fe02-b9d9-4d2d-b233-bc57daf0c1a6 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451078 Jan 19 00:47:48.977387 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937401a-f92e-414f-a14e-39ecceae5535 req-9ec96b86-31b6-457c-b613-ed100608802b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:48.978828 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-9ec96b86-31b6-457c-b613-ed100608802b service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1382000 Jan 19 00:47:49.079535 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-6d0ba798-cd88-4d4a-89e4-74d0caf5e08b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 999 time: 0.0950508 Jan 19 00:47:49.145949 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937401a-f92e-414f-a14e-39ecceae5535 req-7cd5d248-dce7-4098-b1f1-a32365db5cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:49.147680 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-7cd5d248-dce7-4098-b1f1-a32365db5cc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0630748 Jan 19 00:47:49.178482 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:49.222274 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-1e9c1b9f-7457-435d-896e-3f0a9172e41d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684290 Jan 19 00:47:49.352506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-7d8ae39d-7ef2-4d06-87e0-49ec7c405a04 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239791 Jan 19 00:47:49.483251 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-8888845e-65ce-481e-b63f-1294403957f2 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246297 Jan 19 00:47:50.160920 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4653-cbb4-44e2-84a9-853e30cab863 req-70c644db-adcd-426c-a371-87eafb6bc6f4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:50.162307 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b24e4653-cbb4-44e2-84a9-853e30cab863 req-70c644db-adcd-426c-a371-87eafb6bc6f4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0757356 Jan 19 00:47:50.211988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b24e4653-cbb4-44e2-84a9-853e30cab863 req-d572b784-2a3c-40a1-9b0d-210ac1c641f9 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 Jan 19 00:47:51.495604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a26b61-8c38-4668-a494-b7dd79c619c0 req-c1fb69f6-e8d2-4da7-b08f-e5c16ca6e5a0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:51.497086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7a26b61-8c38-4668-a494-b7dd79c619c0 req-c1fb69f6-e8d2-4da7-b08f-e5c16ca6e5a0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.1601028 Jan 19 00:47:51.541566 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a7a26b61-8c38-4668-a494-b7dd79c619c0 req-a2a955c2-939f-443a-965d-4253216652e4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Jan 19 00:47:52.738185 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf722-1952-409c-8a6d-976ce4a206f3 req-6adc289a-6ef7-4455-adc1-72f6c70d312c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:52.749046 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78caf722-1952-409c-8a6d-976ce4a206f3 req-6adc289a-6ef7-4455-adc1-72f6c70d312c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0793083 Jan 19 00:47:52.785783 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-78caf722-1952-409c-8a6d-976ce4a206f3 req-46264e3e-5894-466e-a0b8-3622e6b04cc5 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Jan 19 00:47:53.981468 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93f3d3-ddf3-46a0-bbde-13e23b0c2d16 req-4896a8a0-5b0b-4e77-83a5-533b798c22bd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:53.982945 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec93f3d3-ddf3-46a0-bbde-13e23b0c2d16 req-4896a8a0-5b0b-4e77-83a5-533b798c22bd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0752852 Jan 19 00:47:54.027753 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ec93f3d3-ddf3-46a0-bbde-13e23b0c2d16 req-73b1b0d2-38a6-4dec-b2fc-f8f672123db1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Jan 19 00:47:55.237156 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98e80e-b14c-467f-a12b-71191084be19 req-020e08bf-8afd-468e-b7fe-2a8449e112c7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:55.238537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce98e80e-b14c-467f-a12b-71191084be19 req-020e08bf-8afd-468e-b7fe-2a8449e112c7 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0800149 Jan 19 00:47:55.284407 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ce98e80e-b14c-467f-a12b-71191084be19 req-a831063f-8d58-4cea-b6aa-e70d4206b9d3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Jan 19 00:47:56.476633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828f131-b8a3-4b85-9e5d-78b3dabf8d9e req-7ca96ab2-0773-4944-ad53-5b72510e1d28 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:56.478013 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5828f131-b8a3-4b85-9e5d-78b3dabf8d9e req-7ca96ab2-0773-4944-ad53-5b72510e1d28 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0749967 Jan 19 00:47:56.526194 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-5828f131-b8a3-4b85-9e5d-78b3dabf8d9e req-4e9bc409-a6a5-4363-b65c-a0e0fd361b2c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Jan 19 00:47:57.719907 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e94fa5-99de-445a-9887-22051d80d6b1 req-7241d533-7950-4c10-83bc-035edaa03a56 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:57.721299 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9e94fa5-99de-445a-9887-22051d80d6b1 req-7241d533-7950-4c10-83bc-035edaa03a56 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 943 time: 0.0772116 Jan 19 00:47:57.766482 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e9e94fa5-99de-445a-9887-22051d80d6b1 req-7b1243b5-1511-47b0-9695-d1b46416eef1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 Jan 19 00:47:57.893849 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:47:58.657966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:47:58.788364 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:47:58.807453 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'port_id': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'mac_address': 'fa:16:3e:ef:fe:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:47:58.863790 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:58.884064 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:47:58.902218 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:47:58.963025 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:47:59.033494 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=9']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:47:59.139550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fc1ed-dd23-4888-acdf-3e4fcca38171 req-ca623bed-17ec-41c2-a8e0-959face64467 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:47:59.141009 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-425fc1ed-dd23-4888-acdf-3e4fcca38171 req-ca623bed-17ec-41c2-a8e0-959face64467 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 944 time: 0.0792954 Jan 19 00:47:59.186764 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-425fc1ed-dd23-4888-acdf-3e4fcca38171 req-bb9f0646-26b6-4742-ad00-f4caaa148565 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Jan 19 00:47:59.305294 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['f16a1c7a-d680-430a-94e3-675650e77cc7'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:48:00.381928 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1aa4e-0fba-49a1-a4ea-0a78ff874c05 req-906db81a-ccb7-42fd-8a17-eb097799b6be tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:00.383710 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fb1aa4e-0fba-49a1-a4ea-0a78ff874c05 req-906db81a-ccb7-42fd-8a17-eb097799b6be tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 944 time: 0.0758247 Jan 19 00:48:00.427961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0fb1aa4e-0fba-49a1-a4ea-0a78ff874c05 req-e0081cc4-362b-4d56-b282-58902caa3279 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Jan 19 00:48:00.671801 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:48:00.806728 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port f16a1c7a-d680-430a-94e3-675650e77cc7 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:48:00.811427 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port f16a1c7a-d680-430a-94e3-675650e77cc7 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:48:00.811797 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:00.951942 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:00.978044 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:48:00.987062 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:48:01.032874 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'code': 200} Jan 19 00:48:01.035309 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:01.102726 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=10']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:48:01.241852 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-69eee754-9e56-4ff4-9892-cab5cb60650d req-9df81b53-0507-4e9e-aac4-1a499a18d31b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1097 time: 0.0746238 Jan 19 00:48:01.283922 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-69eee754-9e56-4ff4-9892-cab5cb60650d req-c879af5b-9167-4f35-8eb8-3c20ad3c6a97 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Jan 19 00:48:01.627575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691ecf-1713-424f-b5e8-1e5916b23198 req-5d509119-0dad-47aa-9207-b36fbc74c8ad tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:01.629036 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d691ecf-1713-424f-b5e8-1e5916b23198 req-5d509119-0dad-47aa-9207-b36fbc74c8ad tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.0789750 Jan 19 00:48:01.675567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4d691ecf-1713-424f-b5e8-1e5916b23198 req-e5d4db64-7924-4aa0-8ef4-9755e6fcc01f tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404782 Jan 19 00:48:01.812553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-8d0ff5bd-801e-4ab5-8e19-7a14be714c6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1097 time: 0.0701561 Jan 19 00:48:01.956533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-787f8ce4-bd29-4a53-a3da-a8cbb181c64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:01.958027 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-787f8ce4-bd29-4a53-a3da-a8cbb181c64f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1254027 Jan 19 00:48:02.145662 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-d60bfc2a-00d4-4da9-b205-db98373cfb0b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1001 time: 0.1808600 Jan 19 00:48:02.209707 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-6cef7d12-670f-43f2-ba68-4bf7efff155a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:02.211309 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-6cef7d12-670f-43f2-ba68-4bf7efff155a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0584178 Jan 19 00:48:02.286088 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-a7711d49-8ea5-415a-a9d2-ae197268252c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669680 Jan 19 00:48:02.424607 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-e98da8c2-4d45-4bf8-9656-dec10d351c4b service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304131 Jan 19 00:48:02.560719 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-b07c50ec-89c2-4892-88aa-42f71b8eb349 req-83009082-cb04-4e51-b80e-ef501ec9b34b service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304526 Jan 19 00:48:02.887365 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8c90-a98f-4615-90b6-e04ea5467f54 req-68f155f7-134b-4041-98ad-0441a56b76f3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:02.888770 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adbd8c90-a98f-4615-90b6-e04ea5467f54 req-68f155f7-134b-4041-98ad-0441a56b76f3 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.0805292 Jan 19 00:48:02.938949 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-adbd8c90-a98f-4615-90b6-e04ea5467f54 req-790829a7-5757-46ab-bcfe-89665885e214 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Jan 19 00:48:04.140486 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeba7c7-7a0d-44f5-9a8d-50740173efd8 req-38da1e26-dc2e-4375-9e64-21929fe0d0c0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:48:04.141938 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aeba7c7-7a0d-44f5-9a8d-50740173efd8 req-38da1e26-dc2e-4375-9e64-21929fe0d0c0 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.0792472 Jan 19 00:48:04.186810 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1aeba7c7-7a0d-44f5-9a8d-50740173efd8 req-b4b7418a-6e9c-4af3-aef7-f5ebe2b78449 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 Jan 19 00:48:10.086894 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:12.224073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:13.975157 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c58414a8-2963-4187-a73d-d56fc64e1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:16.063919 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-31ec55e9-b9b1-4115-b9da-e24537e96711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:17.286737 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:17.846623 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:19.178427 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:34.894212 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:48:40.086498 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:42.257762 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:43.954910 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-0aaac149-78a3-4ee7-918f-0e18a1cfc5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:46.011630 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2ded287-93b6-4980-81d2-a54cd3a8f528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:47.286169 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:47.857847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:48:49.219436 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:03.739336 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-553e116d-65ee-42d2-8490-93758dc68a21 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706506 Jan 19 00:49:03.878043 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-6c1d4796-987f-48ce-98a5-5b2d5eaffebd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1097 time: 0.0711064 Jan 19 00:49:04.019885 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-b11b0eda-110f-4cfe-863d-f4581bb813d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:04.021358 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-b11b0eda-110f-4cfe-863d-f4581bb813d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1237023 Jan 19 00:49:04.120657 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-26cf08ef-1946-4bec-8a7f-44c224d9029e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 1001 time: 0.0923104 Jan 19 00:49:04.182275 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-d1358170-a5f6-4859-a55e-2382ba11f9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:04.184699 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-d1358170-a5f6-4859-a55e-2382ba11f9f7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.0588608 Jan 19 00:49:04.257519 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-a35f48ce-56d0-4ca3-94aa-6fea9795798c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670023 Jan 19 00:49:04.387841 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-e1e70c6a-331d-484f-b78f-dad9dc99079e service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238675 Jan 19 00:49:04.515553 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-901fa702-0ee2-4c93-95d6-fa8667004cd8 req-245ad01c-1067-4cc7-86fb-02030626a1c8 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212554 Jan 19 00:49:10.080404 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:11.895537 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:49:12.292142 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:13.971358 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f5fa8e45-826e-46a7-bd98-a1587115ef57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:16.028609 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7a68bcaf-cf7e-414c-b689-372a62e69af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:17.308186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:17.845346 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:19.193946 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:40.085389 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:42.285246 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:43.966199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-09d2326c-3d74-4efa-8673-1e2024c8a93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:46.033488 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5ea938a6-63e9-478f-9085-619e0134d5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:47.291044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:47.862519 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:48.895324 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:49:49.227772 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:52.167622 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40582) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:49:52.579774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Deleting port f272cc7e-6b7c-402e-a8b2-7fb8e168aa90 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:49:52.580001 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:52.740397 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:52.740722 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:52.858167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Calling delete_port for f272cc7e-6b7c-402e-a8b2-7fb8e168aa90 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:49:53.142539 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:53.190042 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'Port': ['ID=f272cc7e-6b7c-402e-a8b2-7fb8e168aa90,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:49:53.260729 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.261093 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.261423 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.261749 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.262098 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.262418 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.263347 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.263676 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.263994 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.264307 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.264621 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:53.293988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:53.676332 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:49:53.899891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:49:53.911321 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:49:53.923250 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:49:53.923855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:49:53.976496 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:54.031801 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bc5d9739-c77b-4b69-8e6b-038db838da5c tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "DELETE /v2.0/floatingips/dbfe7d8a-7d08-4d55-a035-7e614e8448c8 HTTP/1.1" status: 204 len: 168 time: 1.8638899 Jan 19 00:49:54.032481 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:49:54.104169 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:49:54.252568 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'status': 'completed', 'code': 200} Jan 19 00:49:54.350482 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-bad0b320-86ce-4415-ab77-4db1c2510f6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21c9687fe05846a7ba13a9b39273708f&device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 1097 time: 0.0774574 Jan 19 00:49:54.426437 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:49:54.430432 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:49:54.441435 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:49:54.442026 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:49:54.493289 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-99305ecf-1d6e-47dc-97c7-abfebf205577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:54.495364 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-99305ecf-1d6e-47dc-97c7-abfebf205577 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 200 len: 910 time: 0.1340401 Jan 19 00:49:54.565066 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-eb82a4ee-e1b7-41c0-be74-278f4864cde0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 200 len: 217 time: 0.0631413 Jan 19 00:49:54.627127 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:49:54.728773 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-36031c65-3183-4287-8d2b-863867b2a9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:54.730249 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-36031c65-3183-4287-8d2b-863867b2a9dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 200 len: 848 time: 0.1585376 Jan 19 00:49:54.733970 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203331b-69ac-41b5-9259-6d9a7ae33f80 req-18976b3b-ad92-4781-b6cb-cec92bba2218 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:54.734604 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2203331b-69ac-41b5-9259-6d9a7ae33f80 req-18976b3b-ad92-4781-b6cb-cec92bba2218 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:49:54.805145 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2203331b-69ac-41b5-9259-6d9a7ae33f80 req-18976b3b-ad92-4781-b6cb-cec92bba2218 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:49:54.806787 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2203331b-69ac-41b5-9259-6d9a7ae33f80 req-18976b3b-ad92-4781-b6cb-cec92bba2218 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.2369490 Jan 19 00:49:54.811706 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-f8f2a7fc-76f6-4cc3-bd49-8bccf63c4161 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ecb59fe-ee07-44b0-9b8c-becf086ec83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740075 Jan 19 00:49:54.870662 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2203331b-69ac-41b5-9259-6d9a7ae33f80 req-7a5a5b77-9679-4297-9a57-c36fb33cc8d1 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565889 Jan 19 00:49:54.971493 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-4a257fa1-8af8-4fc3-b878-99ddd893ba47 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534805 Jan 19 00:49:54.987759 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:49:54.992306 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af615-40eb-44bc-97f9-51a93c4dd54b None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:38:42Z', 'revision_number': 4, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '5bb7c9a3-46ca-478d-b07f-9911f088845e', 'name': '', 'network_id': '1ecb59fe-ee07-44b0-9b8c-becf086ec83d', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'mac_address': 'fa:16:3e:f4:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:42Z', 'updated_at': '2022-01-19T00:39:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'subnets': [{'id': '7a185316-8cb9-40a4-ba85-5a02ef34d689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:49:55.104713 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-eea2524d-e2a6-41e7-85e4-400e6f67e094 req-686ef311-d255-4755-9994-630c2d066107 service neutron] 10.222.0.89 "GET /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267798 Jan 19 00:49:55.227990 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322de49-9968-4c3e-915c-fc54f3bbbbf6 None None] New status for floating IP dbfe7d8a-7d08-4d55-a035-7e614e8448c8: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:49:56.133381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61115594-36e7-4fc8-acef-773b9706624b req-ef5fe662-245b-48a8-a95f-04be80777700 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:56.134848 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61115594-36e7-4fc8-acef-773b9706624b req-ef5fe662-245b-48a8-a95f-04be80777700 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.1455407 Jan 19 00:49:56.181885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-61115594-36e7-4fc8-acef-773b9706624b req-aed3284f-8275-4534-8bc7-9306fece4068 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/security-groups?id=d83eb96f-c605-4f22-8c97-f519417355fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Jan 19 00:49:56.201324 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-714705f0-6961-4e83-8e70-778ebcd123ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:49:56.202461 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-714705f0-6961-4e83-8e70-778ebcd123ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Synchronizing usage tracker for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:49:56.214042 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-714705f0-6961-4e83-8e70-778ebcd123ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Unset dirty status for tenant:21c9687fe05846a7ba13a9b39273708f on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:49:56.215135 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-714705f0-6961-4e83-8e70-778ebcd123ac tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.89 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 946 time: 0.0908504 Jan 19 00:49:56.281268 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Deleting port f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:49:56.281593 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:56.519626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] For port f16a1c7a-d680-430a-94e3-675650e77cc7, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=f16a1c7a-d680-430a-94e3-675650e77cc7,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:49:56.519902 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:56.637188 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Calling delete_port for f16a1c7a-d680-430a-94e3-675650e77cc7 owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:49:56.810936 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:56.862633 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'Port': ['ID=f16a1c7a-d680-430a-94e3-675650e77cc7,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:49:56.902417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.902766 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.903105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.903444 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.903770 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.904691 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.905094 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.905425 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.905751 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.906075 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.906396 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:49:56.945647 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] No DVR routers for this DVR port f16a1c7a-d680-430a-94e3-675650e77cc7 on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:49:56.948089 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:56.950508 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-deleted', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:49:57.006142 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-48f5b1a9-2976-490a-83b9-452f7ff33e47 req-9456a3a9-edb7-431c-8f24-a86705fdfcfd tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.89 "DELETE /v2.0/ports/f16a1c7a-d680-430a-94e3-675650e77cc7 HTTP/1.1" status: 204 len: 173 time: 0.7858567 Jan 19 00:49:57.080290 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca00c6d-8ed8-407b-bca5-c45191b7e4dd', 'name': 'network-vif-deleted', 'tag': 'f16a1c7a-d680-430a-94e3-675650e77cc7', 'status': 'completed', 'code': 200} Jan 19 00:49:57.355756 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-d485dd84-4589-4fbe-b524-0251d5880490 req-9d2dd8bc-f9d6-4a82-87d9-853765cac39d tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0457661 Jan 19 00:49:58.543948 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6f741aa0-5304-4973-b007-89753309e922 req-e3d367bd-f457-4b54-8a02-bdd7e52e890e tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca00c6d-8ed8-407b-bca5-c45191b7e4dd HTTP/1.1" status: 200 len: 210 time: 0.0420036 Jan 19 00:49:59.251277 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:49:59.283518 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: f16a1c7a-d680-430a-94e3-675650e77cc7 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:49:59.283916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device f16a1c7a-d680-430a-94e3-675650e77cc7 not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:49:59.651987 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40624) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:49:59.720611 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:59.751883 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:59.862072 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:59.880937 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83eb96f-c605-4f22-8c97-f519417355fd,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:49:59.947262 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:49:59.948402 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-82cbe890-2727-4962-88e5-c049578fddf4 tempest-TestShelveInstance-131711259 tempest-TestShelveInstance-131711259-project] 10.222.0.59 "DELETE /v2.0/security-groups/d83eb96f-c605-4f22-8c97-f519417355fd HTTP/1.1" status: 204 len: 168 time: 0.2954400 Jan 19 00:50:00.062346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40630) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:00.728592 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:01.334540 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Deleting port 5bb7c9a3-46ca-478d-b07f-9911f088845e {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:01.334777 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:01.507609 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] For port 5bb7c9a3-46ca-478d-b07f-9911f088845e, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=5bb7c9a3-46ca-478d-b07f-9911f088845e,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:01.507966 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:01.627539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Calling delete_port for 5bb7c9a3-46ca-478d-b07f-9911f088845e owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:01.845266 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:01.891575 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb7c9a3-46ca-478d-b07f-9911f088845e,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:02.278384 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:02.851556 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Router 091bc585-abb9-44ab-b9d8-4bd74c55a51b has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:50:03.055591 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:03.067493 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Sync routers for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:03.071029 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e52fa32c-efff-4327-b47d-7af2d3299f41 admin admin] 10.222.0.59 "PUT /v2.0/routers/091bc585-abb9-44ab-b9d8-4bd74c55a51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0069213 Jan 19 00:50:03.073834 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40644) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:03.082019 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:03.082636 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:03.270555 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:03.272869 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:03.572125 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:50:01Z', 'revision_number': 5, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port': {'id': '36ab05c9-10f3-416d-b07f-3edc501903df', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:15:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:40Z', 'updated_at': '2022-01-19T00:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:03.575898 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Checking router: 091bc585-abb9-44ab-b9d8-4bd74c55a51b for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:03.581365 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:03.586318 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Routers {'091bc585-abb9-44ab-b9d8-4bd74c55a51b'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:03.586914 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:03.634504 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Deleting port 36ab05c9-10f3-416d-b07f-3edc501903df {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:03.634889 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:03.740736 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] Set router 091bc585-abb9-44ab-b9d8-4bd74c55a51b gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:03.808085 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] For port 36ab05c9-10f3-416d-b07f-3edc501903df, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=36ab05c9-10f3-416d-b07f-3edc501903df,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:03.808467 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:03.849323 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:50:03Z', 'revision_number': 6, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:03.853446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608960fc-41e7-4c5a-adfe-d200d09fed44 None None] The sync data for ids ['091bc585-abb9-44ab-b9d8-4bd74c55a51b'] in n-d-825175-2 is: [{'id': '091bc585-abb9-44ab-b9d8-4bd74c55a51b', 'name': 'tempest-TestShelveInstance-1156123283-router', 'tenant_id': '21c9687fe05846a7ba13a9b39273708f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:39Z', 'updated_at': '2022-01-19T00:50:03Z', 'revision_number': 6, 'project_id': '21c9687fe05846a7ba13a9b39273708f', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:03.930186 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Calling delete_port for 36ab05c9-10f3-416d-b07f-3edc501903df owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:04.124658 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.172181 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=36ab05c9-10f3-416d-b07f-3edc501903df,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:04.398855 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.649363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.653518 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.742186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.742819 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091bc585-abb9-44ab-b9d8-4bd74c55a51b {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:50:04.757217 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.758594 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-a1c90bfc-86d4-4b20-b9ee-823602e5e8ca admin admin] 10.222.0.59 "DELETE /v2.0/routers/091bc585-abb9-44ab-b9d8-4bd74c55a51b HTTP/1.1" status: 204 len: 168 time: 1.6835601 Jan 19 00:50:04.761179 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40648) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:04.821772 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Deleting subnet 7a185316-8cb9-40a4-ba85-5a02ef34d689 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:50:04.824789 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:04.880194 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.055236 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.165793 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.204716 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a185316-8cb9-40a4-ba85-5a02ef34d689,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:05.215318 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.215982 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84d0aa-1e00-4b2a-be2b-4ded23bd7db4 None None] Network 1ecb59fe-ee07-44b0-9b8c-becf086ec83d requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:05.217050 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-2348343b-38aa-4872-8627-20d4d3dbc135 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7a185316-8cb9-40a4-ba85-5a02ef34d689 HTTP/1.1" status: 204 len: 168 time: 0.4529498 Jan 19 00:50:05.218417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40652) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:05.324426 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.335927 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Deleting port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:05.336263 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.483939 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] DHCP port deletion for 1ecb59fe-ee07-44b0-9b8c-becf086ec83d request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:50:05.488288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Deleting port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:05.488733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.518800 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5bb7c9a3-46ca-478d-b07f-9911f088845e no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:05.549958 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] For port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:05.550313 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.555606 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 5bb7c9a3-46ca-478d-b07f-9911f088845e {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:50:05.555951 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 5bb7c9a3-46ca-478d-b07f-9911f088845e not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:50:05.556370 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 36ab05c9-10f3-416d-b07f-3edc501903df no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:05.599315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 36ab05c9-10f3-416d-b07f-3edc501903df {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:50:05.599654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 36ab05c9-10f3-416d-b07f-3edc501903df not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:50:05.673047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Calling delete_port for 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:05.787288 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] For port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,segment=NetworkSegment(a3bb64cf-3b49-47f4-b85a-8de1ef4afd46),segment_id=a3bb64cf-3b49-47f4-b85a-8de1ef4afd46)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:05.787555 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.787684 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.833490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Pushing event deleted for resources: {'Port': ['ID=58567e0f-d4ce-4b49-bee8-0ff6c6656cf6,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:05.838161 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] No DVR routers for this DVR port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:50:05.908257 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Calling delete_port for 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:05.954527 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:05.978113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:50:05.978466 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:50:05.978711 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecb59fe-ee07-44b0-9b8c-becf086ec83d']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:05.991173 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:05.991466 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bb64cf-3b49-47f4-b85a-8de1ef4afd46') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:06.002959 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.017994 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.023959 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:50:06.024329 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:50:06.040436 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:50:06.170939 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.186693 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.196305 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ecb59fe-ee07-44b0-9b8c-becf086ec83d,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:06.203546 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-de9a4da0-e6a7-42cb-98c9-86e877f2457e admin admin] 10.222.0.59 "DELETE /v2.0/networks/1ecb59fe-ee07-44b0-9b8c-becf086ec83d HTTP/1.1" status: 204 len: 168 time: 0.9841292 Jan 19 00:50:06.206538 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40656) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:06.480327 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Deleting port 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:06.480865 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:06.542149 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-886702a4-8eca-40e9-8d9f-9b209bd81829 None None] The port '58567e0f-d4ce-4b49-bee8-0ff6c6656cf6' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:50:06.681802 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:07.273367 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Deleting port 48c9c30d-ec77-47d0-b931-443c80b44469 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:07.274013 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:07.441493 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] For port 48c9c30d-ec77-47d0-b931-443c80b44469, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=48c9c30d-ec77-47d0-b931-443c80b44469,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:07.441852 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:07.478655 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:07.513562 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:50:07.514740 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 58567e0f-d4ce-4b49-bee8-0ff6c6656cf6 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:50:07.563096 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Calling delete_port for 48c9c30d-ec77-47d0-b931-443c80b44469 owned by network:router_interface {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:07.787551 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:07.833673 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c9c30d-ec77-47d0-b931-443c80b44469,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:08.125174 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:08.807046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:50:09.032626 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:09.042227 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Sync routers for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:09.055905 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:09.057790 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:09.092583 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6668972d-8fe9-4395-a6a3-98b994e6fda3 admin admin] 10.222.0.59 "PUT /v2.0/routers/a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8850389 Jan 19 00:50:09.096035 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40660) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:09.263666 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:09.297831 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks [] for router, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:09.504186 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:09.549617 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:50:07Z', 'revision_number': 5, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port': {'id': 'faebdad2-2b3a-4d36-81b7-6b180a55bf27', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:09.553319 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Checking router: a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:09.564204 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Routers {'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:09.564857 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:49:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:09.582159 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Deleting port faebdad2-2b3a-4d36-81b7-6b180a55bf27 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:09.582530 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:09.712334 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] Set router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 gateway port host: None {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:09.753435 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] For port faebdad2-2b3a-4d36-81b7-6b180a55bf27, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=faebdad2-2b3a-4d36-81b7-6b180a55bf27,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:09.753790 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:09.817836 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:50:09Z', 'revision_number': 6, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:09.821798 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071bf4f-5f65-4369-9d4a-070b32b9980d None None] The sync data for ids ['a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65'] in n-d-825175-2 is: [{'id': 'a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65', 'name': 'tempest-TestShelveInstance-1659347770-router', 'tenant_id': '768cb125fd424b63a31d52b5f3516f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:38:47Z', 'updated_at': '2022-01-19T00:50:09Z', 'revision_number': 6, 'project_id': '768cb125fd424b63a31d52b5f3516f7a', 'gw_port_host': None}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:09.971810 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Calling delete_port for faebdad2-2b3a-4d36-81b7-6b180a55bf27 owned by network:router_gateway {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:10.079044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.204981 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.252178 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Pushing event deleted for resources: {'Port': ['ID=faebdad2-2b3a-4d36-81b7-6b180a55bf27,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:10.466152 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.725630 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.729740 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.810500 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.810928 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 {{(pid=84543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:50:10.823437 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.824610 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-fa7e4991-7a00-40ed-aa0b-3f95b8ab8319 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a0792c1a-3dfd-4eb9-9bb0-a99d52b16a65 HTTP/1.1" status: 204 len: 168 time: 1.7273779 Jan 19 00:50:10.827454 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40666) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:10.892437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Deleting subnet 41395355-8984-46fa-9ed4-a0391f255205 {{(pid=84543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:50:10.895624 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:10.944452 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1367073'] for subnet, precommit_delete_associations {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.021833 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.142355 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1311437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1175801'] for subnet, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.179443 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41395355-8984-46fa-9ed4-a0391f255205,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:11.185562 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.191514 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156904b8-a105-41b3-9fab-885c161182e8 None None] Network 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:11.192273 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-f06abbd4-eead-4574-9b03-4254319c1489 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/41395355-8984-46fa-9ed4-a0391f255205 HTTP/1.1" status: 204 len: 168 time: 0.3634286 Jan 19 00:50:11.194731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40672) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:11.298090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.308101 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Deleting port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:11.308424 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.428233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cce820-e775-4764-857f-690c977ab1ba None None] DHCP port deletion for 93c6dbd4-3543-4307-87d9-5f3f51be5fe4 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:50:11.432868 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Deleting port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:11.433241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.489084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 48c9c30d-ec77-47d0-b931-443c80b44469 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:11.550712 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 48c9c30d-ec77-47d0-b931-443c80b44469 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:50:11.551055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 48c9c30d-ec77-47d0-b931-443c80b44469 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:50:11.551472 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device faebdad2-2b3a-4d36-81b7-6b180a55bf27 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:11.594308 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: faebdad2-2b3a-4d36-81b7-6b180a55bf27 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:50:11.594802 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device faebdad2-2b3a-4d36-81b7-6b180a55bf27 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:50:11.595236 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 3a7fb309-10bd-40bc-a81d-96d25054b4c1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:50:11.613870 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] For port 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3a7fb309-10bd-40bc-a81d-96d25054b4c1,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:11.614224 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.733695 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Calling delete_port for 3a7fb309-10bd-40bc-a81d-96d25054b4c1 owned by network:dhcp {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:11.775204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-74cce820-e775-4764-857f-690c977ab1ba None None] For port 3a7fb309-10bd-40bc-a81d-96d25054b4c1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=3a7fb309-10bd-40bc-a81d-96d25054b4c1,segment=NetworkSegment(c2e33510-3155-4e38-b782-9846e474e389),segment_id=c2e33510-3155-4e38-b782-9846e474e389)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:11.775587 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.890639 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:11.912302 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Calling delete_port for 3a7fb309-10bd-40bc-a81d-96d25054b4c1 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:50:11.942033 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7fb309-10bd-40bc-a81d-96d25054b4c1,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:11.946490 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] No DVR routers for this DVR port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 on host n-d-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:50:11.954851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.032659 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:50:12.033046 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:50:12.064653 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.088566 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c6dbd4-3543-4307-87d9-5f3f51be5fe4']}} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:12.103662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e33510-3155-4e38-b782-9846e474e389') {'for_net_delete': True} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:12.103968 n-d-825175-2 neutron-server[84543]: DEBUG neutron.services.segments.db [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e33510-3155-4e38-b782-9846e474e389') {} {{(pid=84543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:12.115914 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1367082'] for segment, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.131378 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.137368 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:50:12.137748 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1444715'] for segment, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: Traceback (most recent call last): Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: timer() Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: cb(*args, **kw) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: return func(*args, **kwargs) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: self._notify() Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: self.callback(batched_events) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: event.method(event) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: return f(self, *a, **k) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: return self._get(url).json() Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: return self.request(url, 'GET', **kwargs) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:50:12.151085 n-d-825175-2 neutron-server[84543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:50:12.285407 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.302269 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.318085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.330079 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c6dbd4-3543-4307-87d9-5f3f51be5fe4,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:12.334904 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-49e5bd13-640f-4858-b093-25e77ccb8487 admin admin] 10.222.0.59 "DELETE /v2.0/networks/93c6dbd4-3543-4307-87d9-5f3f51be5fe4 HTTP/1.1" status: 204 len: 168 time: 1.1391561 Jan 19 00:50:12.534821 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Deleting port 3a7fb309-10bd-40bc-a81d-96d25054b4c1 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:50:12.535281 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-74cce820-e775-4764-857f-690c977ab1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.631132 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-74cce820-e775-4764-857f-690c977ab1ba None None] The port '3a7fb309-10bd-40bc-a81d-96d25054b4c1' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:50:12.666336 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40680) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:12.717160 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-efada30f-fe11-42a9-99a8-3d355112f3e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21c9687fe05846a7ba13a9b39273708f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496550 Jan 19 00:50:12.719742 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40684) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:12.778005 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.807429 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.930763 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.948682 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f0712-9076-4cf6-bc2f-87dd07e7c6e5,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:12.955363 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:12.958422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-662e7e54-f564-4b3e-9f90-0548dd29d9d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/432f0712-9076-4cf6-bc2f-87dd07e7c6e5 HTTP/1.1" status: 204 len: 168 time: 0.2358177 Jan 19 00:50:13.690680 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40692) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:13.744052 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-8fe92fc4-c734-4247-8a99-f0a356daf9ec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=768cb125fd424b63a31d52b5f3516f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521843 Jan 19 00:50:13.751184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40696) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:13.810968 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:13.835766 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:13.971017 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:13.985718 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6af30c-66fe-494a-94c8-ae9ac94cde9f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:13.987622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e3c45ce9-989e-499e-b03d-94bf047d1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:13.992052 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:13.993517 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-9147868f-0bb7-4bc1-8901-b057ae5638a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b6af30c-66fe-494a-94c8-ae9ac94cde9f HTTP/1.1" status: 204 len: 168 time: 0.2410545 Jan 19 00:50:15.181242 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40718) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:15.308383 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-85497641-network', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:15.314083 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:15.318023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Usage tracker for resource:network and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:15.321003 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:15.327246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:15.393567 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Made reservation on behalf of be82755844f84dd3be9a5cf0215a8e91 for: {'network': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:50:15.395976 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.409597 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.443251 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:15.447050 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:15.449838 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:15.456234 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:15.520728 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.559068 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.591305 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:50:15.597053 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb65e0-526d-4621-8afb-7f3911423ab2,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:15.604403 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.604750 n-d-825175-2 neutron-server[84542]: INFO neutron.db.segments_db [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Added segment b1eade47-3afb-43d0-adbc-6906239286ee of type vlan for network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 Jan 19 00:50:15.629686 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.735876 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.736642 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:15.737257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:15.842751 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] Pushing event updated for resources: {'Network': ['ID=55ac1c46-6dd4-42a3-a1da-e9ba8d886910,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:15.854876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:50:15.902745 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-840ce8fd-f7fb-4ed1-9759-9bc7981248c6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7202179 Jan 19 00:50:15.905457 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40724) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:15.910933 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Request body: {'subnet': {'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-85497641-subnet', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'ip_version': 4}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:15.916497 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:15.920368 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Usage tracker for resource:subnet and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:15.923451 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:15.929246 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:16.004650 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Made reservation on behalf of be82755844f84dd3be9a5cf0215a8e91 for: {'subnet': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:50:16.006936 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1657182'] for subnet, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.027399 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68c8e786-5aac-4f7b-99e1-15daba6e414a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.267995 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1772420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1657160'] for subnet, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.446447 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0869d1-c948-4c48-8416-a9d6a233bcc5,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:16.462780 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Checking segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:16.463134 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Network hostable DHCP agents. Network: 55ac1c46-6dd4-42a3-a1da-e9ba8d886910, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:50:16.548382 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:50:16.604381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, 55ac1c46-6dd4-42a3-a1da-e9ba8d886910) {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:16.608512 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:16.609881 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.615414 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e83099a-6ed9-4e34-87fd-8e982e976352 None None] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:16.680108 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-06fa3543-de39-4c15-a347-9b95d1b932b0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7735658 Jan 19 00:50:16.683037 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40728) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:16.688593 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:16.693896 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:16.697685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Usage tracker for resource:router and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:16.700444 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:16.707024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:16.747660 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.748577 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.767252 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.824454 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:50:16.825341 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:16.981954 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Allocated IP 172.20.0.2 (55ac1c46-6dd4-42a3-a1da-e9ba8d886910/1d0869d1-c948-4c48-8416-a9d6a233bcc5/d6baa1dd-759e-4c09-9f38-f98a5d9079fe) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:16.986139 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.186710 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.197573 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Transition to ACTIVE for port object d6baa1dd-759e-4c09-9f38-f98a5d9079fe will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:17.215642 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Transition to ACTIVE for port object d6baa1dd-759e-4c09-9f38-f98a5d9079fe will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:17.243063 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.272236 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.297323 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.334230 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.365815 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:17.368601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:17.372291 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:17.378856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:17.409884 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Allocated IP 172.25.1.145 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/f03f1f29-1787-47c5-85ba-7e752d570477) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:17.446717 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.447012 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.447341 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.447682 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.448013 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.448339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.448663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.449010 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.449373 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.449697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.450022 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:17.478266 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Attempting to bind port d6baa1dd-759e-4c09-9f38-f98a5d9079fe on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:17.478637 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Attempting to bind port d6baa1dd-759e-4c09-9f38-f98a5d9079fe by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:17.479005 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Attempting to bind port d6baa1dd-759e-4c09-9f38-f98a5d9079fe on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:17.486333 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:17.486710 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Checking segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:17.487113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.487508 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Bound using segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:17.487967 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Bound port: d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:17.488340 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.558544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.574530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] For port d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:17.577522 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] For port d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:17.627809 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.645013 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.716436 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:17.717133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Pushing event updated for resources: {'Port': ['ID=f03f1f29-1787-47c5-85ba-7e752d570477,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:17.717330 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ed07-9a07-4ca1-ab36-8426a8a9b2b5 None None] Pushing event updated for resources: {'Port': ['ID=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:17.720421 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:17.723394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:17.845685 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.943162 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:17.943909 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:18.262213 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Router bea79955-bc9a-45e2-8119-03ae5517e520 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:50:18.465707 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:18.476739 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:18.495023 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:18.495654 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:18.542730 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:18.544304 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7512dd12-a60c-47f7-bfc9-33f31c6e7403 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8603051 Jan 19 00:50:18.548030 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40732) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:18.683565 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1354f-f7f4-424d-8a11-cf4f2b93eee0 None None] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:18.805858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:18.925755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-290276bd-14bf-4d48-8578-70b7e9ff8237 None None] Provisioning for port d6baa1dd-759e-4c09-9f38-f98a5d9079fe completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:19.253068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.258857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:17Z', 'revision_number': 3, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:19.262955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:19.263292 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Updating router bea79955-bc9a-45e2-8119-03ae5517e520 port f03f1f29-1787-47c5-85ba-7e752d570477 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:50:19.320863 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.418750 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.544857 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6baa1dd-759e-4c09-9f38-f98a5d9079fe up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:19.659649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Allocated IP 172.20.0.1 (55ac1c46-6dd4-42a3-a1da-e9ba8d886910/1d0869d1-c948-4c48-8416-a9d6a233bcc5/b93af17e-463c-4193-9a11-d37ddeacb695) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:19.758753 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port d6baa1dd-759e-4c09-9f38-f98a5d9079fe completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:19.762722 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.770501 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d6baa1dd-759e-4c09-9f38-f98a5d9079fe triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:19.770869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.808301 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Transition to ACTIVE for port object f03f1f29-1787-47c5-85ba-7e752d570477 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:19.815090 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.836607 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Transition to ACTIVE for port object b93af17e-463c-4193-9a11-d37ddeacb695 will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:19.899053 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.925258 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.936356 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:19.999174 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:20.001912 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e54c5-c237-4497-83b4-d23a48607c46 None None] Pushing event updated for resources: {'Port': ['ID=f03f1f29-1787-47c5-85ba-7e752d570477,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:20.002111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:20.008530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:20.011033 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Attempting to bind port f03f1f29-1787-47c5-85ba-7e752d570477 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:20.011403 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Attempting to bind port f03f1f29-1787-47c5-85ba-7e752d570477 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:20.011850 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Attempting to bind port f03f1f29-1787-47c5-85ba-7e752d570477 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:20.028137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:20.032577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:20.032577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.032577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:20.032577 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Bound port: f03f1f29-1787-47c5-85ba-7e752d570477, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:20.032577 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.040400 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Pushing event updated for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:20.070415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:20.075085 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.113146 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] For port f03f1f29-1787-47c5-85ba-7e752d570477, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:20.116368 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] For port f03f1f29-1787-47c5-85ba-7e752d570477, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f03f1f29-1787-47c5-85ba-7e752d570477,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:20.136350 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.212056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.222620 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:20.250771 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.320096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e54c5-c237-4497-83b4-d23a48607c46 None None] Pushing event updated for resources: {'Port': ['ID=f03f1f29-1787-47c5-85ba-7e752d570477,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:20.322624 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:20.323139 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:20.424768 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fab5df7e-c100-47b3-939a-49c93e18ad86 None None] Provisioning for port b93af17e-463c-4193-9a11-d37ddeacb695 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:20.440916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fab5df7e-c100-47b3-939a-49c93e18ad86 None None] Provisioning complete for port b93af17e-463c-4193-9a11-d37ddeacb695 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:20.441224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fab5df7e-c100-47b3-939a-49c93e18ad86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.479423 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.548280 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.561675 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-fab5df7e-c100-47b3-939a-49c93e18ad86 None None] Port b93af17e-463c-4193-9a11-d37ddeacb695 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:50:20.589354 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:20.657848 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:20.661166 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Pushing event updated for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:20.799294 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:20.800430 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:20.918899 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:19Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:20.924055 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995f5452-f412-4e20-bff5-73a05ffc46df None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:19Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:21.103646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-f642573d-83c4-413d-b160-ba777cbb9c65 None None] Provisioning complete for port b93af17e-463c-4193-9a11-d37ddeacb695 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:21.104012 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f642573d-83c4-413d-b160-ba777cbb9c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:21.162174 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-f642573d-83c4-413d-b160-ba777cbb9c65 None None] Port b93af17e-463c-4193-9a11-d37ddeacb695 cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:50:21.233787 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:50:21.499797 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6baa1dd-759e-4c09-9f38-f98a5d9079fe up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:21.585046 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:21.597980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port d6baa1dd-759e-4c09-9f38-f98a5d9079fe triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:21.598467 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-696f9e47-6f7b-450e-a1e2-d01ce5d9a5be admin admin] 10.222.0.59 "PUT /v2.0/routers/bea79955-bc9a-45e2-8119-03ae5517e520/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0475838 Jan 19 00:50:21.598546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:22.678160 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40756) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:22.683662 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-300011102-network', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:22.689909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:22.693741 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Usage tracker for resource:network and tenant:78dea13e207b4d81a32b6d1870428e42 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:22.696532 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:22.702132 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:22.781989 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Made reservation on behalf of 78dea13e207b4d81a32b6d1870428e42 for: {'network': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:50:22.784238 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for network, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:22.796931 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:22.828471 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:22.832412 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Usage tracker for resource:security_group_rule and tenant:78dea13e207b4d81a32b6d1870428e42 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:22.835211 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:22.840889 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:22.904754 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:22.964539 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:22.994795 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 00:50:23.006683 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d0c5f-96f3-45ec-8633-0edb4a4b452f,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:23.013241 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.013584 n-d-825175-2 neutron-server[84543]: INFO neutron.db.segments_db [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Added segment 13b7563a-ed51-45ba-8761-72d911c179d9 of type vlan for network b44f22ac-7ada-420d-819a-9bc26318f02c Jan 19 00:50:23.040715 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750542383966'] for network, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.119017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127'] for network, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.119861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:23.120492 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Notify callbacks [] for network, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.223793 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] Pushing event updated for resources: {'Network': ['ID=b44f22ac-7ada-420d-819a-9bc26318f02c,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:23.234334 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Network b44f22ac-7ada-420d-819a-9bc26318f02c details requested by agent ovs-agent-n-d-825175-2 with host n-d-825175-2 {{(pid=84544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 19 00:50:23.279653 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-e595c922-a43c-4d4b-8741-00d7fcef2005 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6003871 Jan 19 00:50:23.283140 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40760) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:23.288530 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Request body: {'subnet': {'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-300011102-subnet', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'ip_version': 4}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:23.294267 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:23.299129 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Usage tracker for resource:subnet and tenant:78dea13e207b4d81a32b6d1870428e42 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:23.302060 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:23.307926 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:23.382064 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Made reservation on behalf of 78dea13e207b4d81a32b6d1870428e42 for: {'subnet': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:50:23.384435 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1175782'] for subnet, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.509976 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f03f1f29-1787-47c5-85ba-7e752d570477 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:23.667461 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port f03f1f29-1787-47c5-85ba-7e752d570477 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:23.673451 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f03f1f29-1787-47c5-85ba-7e752d570477 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:23.673827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.679356 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1175792'] for subnet, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.747091 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2c94e5-b90e-421a-9485-abb06421db97,revision_number=0']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:23.765700 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Checking segment: {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:23.766056 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Network hostable DHCP agents. Network: b44f22ac-7ada-420d-819a-9bc26318f02c, hostable agents: ['2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f'], hosted agents: [] {{(pid=84543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 00:50:23.791636 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.808244 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port f03f1f29-1787-47c5-85ba-7e752d570477, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f03f1f29-1787-47c5-85ba-7e752d570477,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:23.850284 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Network b44f22ac-7ada-420d-819a-9bc26318f02c is scheduled to be hosted by DHCP agent 2a7e458d-e7ab-40bd-a80d-1ff8c1fb898f with binding_index 1 {{(pid=84543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 00:50:23.873357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.930427 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-2, b44f22ac-7ada-420d-819a-9bc26318f02c) {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:23.934689 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:23.935254 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:23.939858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=f03f1f29-1787-47c5-85ba-7e752d570477,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:23.943571 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4bcd1-ab78-4a7a-b91d-c251be1819f8 None None] Network b44f22ac-7ada-420d-819a-9bc26318f02c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:24.017348 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-6edfea8a-1f8c-40d4-8938-b8b7614368b1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7329967 Jan 19 00:50:24.020325 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [-] (84543) accepted ('10.222.0.59', 40764) {{(pid=84543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:24.025731 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:24.031983 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:24.035890 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Usage tracker for resource:router and tenant:78dea13e207b4d81a32b6d1870428e42 is out of sync, need to count used quota {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:24.038880 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84543) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:24.044542 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:24.101743 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-65393'] for router, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.102774 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456608', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-334388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-65402'] for router, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.121958 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.158858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec1652c7-1738-5c7f-8884-946247e75fc0-b44f22ac-7ada-420d-819a-9bc26318f02c', 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'fixed_ips': [{'subnet_id': '6c2c94e5-b90e-421a-9485-abb06421db97'}]}} from n-d-825175-2. {{(pid=84544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 19 00:50:24.159658 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.330084 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.db_base_plugin_common [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Allocated IP 172.20.0.2 (b44f22ac-7ada-420d-819a-9bc26318f02c/6c2c94e5-b90e-421a-9485-abb06421db97/b828a481-aa02-41c2-b695-4dd56a995e12) {{(pid=84544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:24.333650 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456630', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-65292'] for router, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.567170 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks [] for port, precommit_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.577446 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Transition to ACTIVE for port object b828a481-aa02-41c2-b695-4dd56a995e12 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:24.586585 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.596664 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Transition to ACTIVE for port object b828a481-aa02-41c2-b695-4dd56a995e12 will not be triggered until provisioned by entity DHCP. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:24.623531 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.650419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371'] for port, after_create {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.721431 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Network b44f22ac-7ada-420d-819a-9bc26318f02c is already hosted by enough agents. {{(pid=84544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:24.724293 n-d-825175-2 neutron-server[84544]: DEBUG neutron.scheduler.base_scheduler [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Resources bound (agent type, host, resource id): {{(pid=84544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:24.727255 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Received port after_create {{(pid=84544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:24.732375 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Pushing event updated for resources: {'Port': ['ID=b828a481-aa02-41c2-b695-4dd56a995e12,revision_number=1']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:24.756843 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Allocated IP 172.25.1.83 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/784b1535-614d-494e-b39f-d9ac0b5fc5e1) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:24.819145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Attempting to bind port b828a481-aa02-41c2-b695-4dd56a995e12 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:24.819517 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Attempting to bind port b828a481-aa02-41c2-b695-4dd56a995e12 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:24.819884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Attempting to bind port b828a481-aa02-41c2-b695-4dd56a995e12 on network b44f22ac-7ada-420d-819a-9bc26318f02c {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:24.826324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:24.826703 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Checking segment: {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:24.827126 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.827604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Bound using segment: {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:24.828594 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Bound port: b828a481-aa02-41c2-b695-4dd56a995e12, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:24.829027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.910821 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.920339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] For port b828a481-aa02-41c2-b695-4dd56a995e12, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:24.923391 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] For port b828a481-aa02-41c2-b695-4dd56a995e12, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b828a481-aa02-41c2-b695-4dd56a995e12,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:24.982072 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:24.999211 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:25.058091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4fcb9-07c0-43d7-b4d2-9169f58c4b3b None None] Pushing event updated for resources: {'Port': ['ID=b828a481-aa02-41c2-b695-4dd56a995e12,revision_number=2']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:25.081506 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:25.085184 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:25.088047 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:25.112967 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Pushing event updated for resources: {'Port': ['ID=784b1535-614d-494e-b39f-d9ac0b5fc5e1,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:25.435963 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:25.436665 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456605'] for router, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:25.566989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f03f1f29-1787-47c5-85ba-7e752d570477 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:25.640708 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port f03f1f29-1787-47c5-85ba-7e752d570477 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:25.641014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:25.730670 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Router 6e43a614-cb24-4b72-a040-d790ef69d8b5 is scheduled to L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 with binding_index 1 {{(pid=84543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 00:50:25.758530 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b828a481-aa02-41c2-b695-4dd56a995e12 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:25.878770 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b828a481-aa02-41c2-b695-4dd56a995e12 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:25.905521 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:50:25.962409 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:25.973366 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Sync routers for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:25.989083 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:25.990240 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:26.045017 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] Notify callbacks [] for router, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.046347 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [None req-c14b9c74-a6ea-4ab2-9004-e7c5278c43eb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0250416 Jan 19 00:50:26.049065 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486eb84-c9c3-4d6b-b0cd-5f1c56a250b7 None None] Network b44f22ac-7ada-420d-819a-9bc26318f02c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:50:26.049614 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40768) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:26.218885 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:26.283661 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Provisioning for port b828a481-aa02-41c2-b695-4dd56a995e12 completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:26.291035 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Provisioning complete for port b828a481-aa02-41c2-b695-4dd56a995e12 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:26.291543 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.473733 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.513881 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:25Z', 'revision_number': 3, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:26.517722 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] For port b828a481-aa02-41c2-b695-4dd56a995e12, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b828a481-aa02-41c2-b695-4dd56a995e12,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:26.519699 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Checking router: 6e43a614-cb24-4b72-a040-d790ef69d8b5 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:26.520062 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Updating router 6e43a614-cb24-4b72-a040-d790ef69d8b5 port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:50:26.570698 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.614619 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.653480 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408feacb-5e29-4d27-8f63-7f88195ca673 None None] Pushing event updated for resources: {'Port': ['ID=b828a481-aa02-41c2-b695-4dd56a995e12,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:26.795313 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-55445f36-6a3b-4da9-aa65-2f7f921cdc8d None None] Provisioning complete for port b828a481-aa02-41c2-b695-4dd56a995e12 triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:26.795624 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-55445f36-6a3b-4da9-aa65-2f7f921cdc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.960761 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.974669 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:26.986968 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Transition to ACTIVE for port object 784b1535-614d-494e-b39f-d9ac0b5fc5e1 will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:27.033626 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.111725 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Pushing event updated for resources: {'Port': ['ID=784b1535-614d-494e-b39f-d9ac0b5fc5e1,revision_number=2']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:27.113854 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Attempting to bind port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:27.114219 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Attempting to bind port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:27.114575 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Attempting to bind port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 on network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:27.126260 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:27.126625 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Checking segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:27.127023 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.127409 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Bound using segment: {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:27.127861 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Bound port: 784b1535-614d-494e-b39f-d9ac0b5fc5e1, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60b2ae6-0098-4944-aac8-b539ea59f634', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:27.128225 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.154370 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.154711 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.155045 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.155373 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.155840 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.156221 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.156579 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.156926 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.157252 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.157570 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.157886 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:50:27.169784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Allocated IP 172.20.0.1 (b44f22ac-7ada-420d-819a-9bc26318f02c/6c2c94e5-b90e-421a-9485-abb06421db97/2536b157-097d-4020-ba2f-868a32adf72a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:27.209744 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] For port 784b1535-614d-494e-b39f-d9ac0b5fc5e1, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:27.212892 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] For port 784b1535-614d-494e-b39f-d9ac0b5fc5e1, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=784b1535-614d-494e-b39f-d9ac0b5fc5e1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:27.285035 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.322959 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.338844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Transition to ACTIVE for port object 2536b157-097d-4020-ba2f-868a32adf72a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:27.364709 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78838c-777b-412a-9de4-2fba87ea8224 None None] Pushing event updated for resources: {'Port': ['ID=784b1535-614d-494e-b39f-d9ac0b5fc5e1,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:27.369011 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:27.369635 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:27.406195 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.482381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Network b44f22ac-7ada-420d-819a-9bc26318f02c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:27.486208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:27.488020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Pushing event updated for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:27.490187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:27.513904 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b828a481-aa02-41c2-b695-4dd56a995e12 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:27.551471 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-457387'] for router_interface, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.554728 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:27.596390 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b828a481-aa02-41c2-b695-4dd56a995e12 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:27.596976 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.692405 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.860192 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:25Z', 'revision_number': 3, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:27.864247 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f35c-edfa-44d7-bccd-beb4db6f2dac None None] The sync data for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 is: [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:25Z', 'revision_number': 3, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:27.907789 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aabba6b8-5ff0-49f8-bfee-a4544999704f None None] Provisioning for port 2536b157-097d-4020-ba2f-868a32adf72a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:27.913078 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-aabba6b8-5ff0-49f8-bfee-a4544999704f None None] Provisioning complete for port 2536b157-097d-4020-ba2f-868a32adf72a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:27.913453 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aabba6b8-5ff0-49f8-bfee-a4544999704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.943518 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:27.965253 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-aabba6b8-5ff0-49f8-bfee-a4544999704f None None] Port 2536b157-097d-4020-ba2f-868a32adf72a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:50:27.998988 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:28.104926 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33029318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-456770'] for router_interface, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:28.108167 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Pushing event updated for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:28.355164 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Network b44f22ac-7ada-420d-819a-9bc26318f02c is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:28.356208 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:28.590649 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-59af56dd-3611-45c2-a9a3-61686dbbd9c5 None None] Provisioning complete for port 2536b157-097d-4020-ba2f-868a32adf72a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:28.591047 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-59af56dd-3611-45c2-a9a3-61686dbbd9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:28.658189 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-59af56dd-3611-45c2-a9a3-61686dbbd9c5 None None] Port 2536b157-097d-4020-ba2f-868a32adf72a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:50:28.744607 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Router 6e43a614-cb24-4b72-a040-d790ef69d8b5 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:50:28.948403 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:28.957358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-73ec8833-2ed8-4255-acfb-a3c321bad902 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e43a614-cb24-4b72-a040-d790ef69d8b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065738 Jan 19 00:50:30.729674 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40780) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:30.735295 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775634973', 'description': 'tempest-secgroup-smoke-775634973 description', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:30.741761 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:30.745539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:30.748353 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:30.754852 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:30.828038 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:30.862058 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:30.865824 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:30.868580 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:30.874784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:30.927350 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:30.981608 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.024075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003f2854-dc6b-4fa8-9c52-c67640dcc150,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:31.079425 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.080652 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-db5feb3b-44bf-4757-b7e8-d5dc70e3edc6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3499715 Jan 19 00:50:31.084052 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40784) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:31.089394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:31.096431 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:31.100249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:31.103063 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:31.109750 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:31.182593 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.242945 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.289998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.317608 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560eb9e1-32c2-4280-ab5b-b3d2d2faa4b3,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:31.364916 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.366190 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a3f992dd-6e31-46be-b050-a8c8ca60062a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2812045 Jan 19 00:50:31.368947 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40788) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:31.375268 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:31.381562 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:31.385339 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:31.388199 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:31.394071 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:31.456662 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.519126 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.587265 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.612733 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43032f3-86e8-47fe-9f25-2e5cb634fd33,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:31.696197 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.697371 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8519240a-ea7a-45a0-acbe-53d96857f03b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3275080 Jan 19 00:50:31.699992 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40792) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:31.705381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:31.712220 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:31.716036 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:31.719453 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:31.725141 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:31.816894 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.878493 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.947566 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:31.970958 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133bdf9f-d923-444a-be2c-3104dd1977c2,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:32.027542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.028740 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-61fadfc6-b258-43a7-856b-675982eaa5c8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3278327 Jan 19 00:50:32.032184 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40796) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:32.037517 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:32.043874 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:32.048182 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:32.051078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:32.056998 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:32.125504 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.191120 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.261423 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.285095 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c47bc2d-3ee7-45be-ba68-815a845b85a8,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:32.353218 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.354439 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-c54428cd-4e10-42a9-b772-ff7b703c3d04 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3213482 Jan 19 00:50:32.357193 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40800) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:32.363584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:32.370648 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:32.375131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:32.378212 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:32.384192 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:32.450746 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Project be82755844f84dd3be9a5cf0215a8e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:50:32.458161 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.524450 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.570468 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.591043 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11efde30-3770-4d6b-af7b-51ad45cc7e68,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:32.661544 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.662820 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-a90cf164-d801-4861-82c3-e88e55962185 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3045788 Jan 19 00:50:32.665633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40804) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:32.671606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'security_group_rule': {'security_group_id': '003f2854-dc6b-4fa8-9c52-c67640dcc150', 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:32.678148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:32.681886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:security_group_rule and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:32.684720 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:32.690496 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:32.782043 n-d-825175-2 neutron-server[84542]: INFO neutron.db.securitygroups_db [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Project be82755844f84dd3be9a5cf0215a8e91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 00:50:32.788524 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.852554 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.924260 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-338674'] for security_group_rule, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:32.950074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13bb20e-3e9a-4eba-aaeb-e8a18e07ff50,revision_number=0']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:33.027149 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:33.028429 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bdc44e60-53be-44da-8a25-b3f678b0966a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3618407 Jan 19 00:50:33.200070 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-c5847013-b4db-48fb-869a-56cc4812b2a2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:security_group {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:50:33.255633 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-c5847013-b4db-48fb-869a-56cc4812b2a2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:security_group {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:50:33.256866 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-c5847013-b4db-48fb-869a-56cc4812b2a2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775634973&fields=id&tenant_id=be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 267 time: 0.0966923 Jan 19 00:50:33.407300 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-4a70dbff-854c-4ffa-9e96-edd3d6aa190e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:33.407983 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-4a70dbff-854c-4ffa-9e96-edd3d6aa190e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:network {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:50:33.473484 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-4a70dbff-854c-4ffa-9e96-edd3d6aa190e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:network {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:50:33.474682 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-4a70dbff-854c-4ffa-9e96-edd3d6aa190e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 808 time: 0.2114925 Jan 19 00:50:33.493363 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-05822d63-d017-44a7-8b9f-b6ef2c9c9514 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/quotas/be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 375 time: 0.0129461 Jan 19 00:50:33.590478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-58fd827e-b057-4288-9496-83523e6a7d2f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0915399 Jan 19 00:50:33.736585 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1252cee9-6251-463f-a205-f3a8613bdf53 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84542) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:50:33.737625 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1252cee9-6251-463f-a205-f3a8613bdf53 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1347032 Jan 19 00:50:33.875959 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1810e4c1-02e3-4bbd-a34a-f2c40219111e service neutron] 10.222.0.59 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317246 Jan 19 00:50:34.120528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-2d516fdd-b1d0-4643-94f8-a109acbe77e9 service neutron] 10.222.0.59 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389541 Jan 19 00:50:34.590509 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:34.603706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:34.604315 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:34.809587 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:35.112778 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 2, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:35.116680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:35.117058 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Updating router bea79955-bc9a-45e2-8119-03ae5517e520 port b93af17e-463c-4193-9a11-d37ddeacb695 binding host n-d-825175-2 {{(pid=84544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:50:35.167839 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:35.460306 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-08310e2c-b18b-486c-9b0e-07a37c2e899d req-e33f161e-3b42-40f0-849a-9c85e9c78eb7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 210 time: 0.0457799 Jan 19 00:50:35.545575 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks [] for port, precommit_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:35.558619 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 784b1535-614d-494e-b39f-d9ac0b5fc5e1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:35.587614 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Transition to ACTIVE for port object b93af17e-463c-4193-9a11-d37ddeacb695 will not be triggered until provisioned by entity L2. {{(pid=84544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:35.684269 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:35.720630 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:35.746747 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:35.747119 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:35.864663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867273d-4f9b-4b43-8431-118e7d41a42a None None] Pushing event updated for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=3']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:36.009692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Attempting to bind port b93af17e-463c-4193-9a11-d37ddeacb695 on host n-d-825175-2 for vnic_type normal with profile {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:36.010057 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Attempting to bind port b93af17e-463c-4193-9a11-d37ddeacb695 by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:36.010417 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Attempting to bind port b93af17e-463c-4193-9a11-d37ddeacb695 on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:36.033419 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:36.037585 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:36.037953 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Checking segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:36.038388 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:36.038774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Bound using segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} {{(pid=84544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:36.039235 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.managers [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Bound port: b93af17e-463c-4193-9a11-d37ddeacb695, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}}] {{(pid=84544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:36.039603 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:36.105377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 784b1535-614d-494e-b39f-d9ac0b5fc5e1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=784b1535-614d-494e-b39f-d9ac0b5fc5e1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:36.145226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] For port b93af17e-463c-4193-9a11-d37ddeacb695, host n-d-825175-2, cleared binding levels {{(pid=84544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:36.148067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] For port b93af17e-463c-4193-9a11-d37ddeacb695, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b93af17e-463c-4193-9a11-d37ddeacb695,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:36.221515 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:36.256612 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:36.343876 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=784b1535-614d-494e-b39f-d9ac0b5fc5e1,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:36.390407 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:36.390774 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:36.556880 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867273d-4f9b-4b43-8431-118e7d41a42a None None] Pushing event updated for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:36.615466 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:36.635423 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a591c075-ff3f-40a9-8f24-75559fd179b0 req-5172ef8e-ede7-42dd-8717-7f4e6a08257b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 210 time: 0.0446391 Jan 19 00:50:36.941666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:36.945634 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc281dc-33fa-4617-90bd-164f7e5cdfec None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:37.357550 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Sync routers for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:37.370551 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:37.371303 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:37.533076 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 784b1535-614d-494e-b39f-d9ac0b5fc5e1 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:37.581151 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:37.628528 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:37.628961 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:37.650916 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-fb735b43-848a-4758-b45a-39c2e795576e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:37.653032 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-fb735b43-848a-4758-b45a-39c2e795576e tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 808 time: 0.1547163 Jan 19 00:50:37.719405 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-19017bd2-981f-47cf-9803-76f305e6fe71 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 379 time: 0.0542428 Jan 19 00:50:37.732020 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'port': {'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'admin_state_up': True, 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'security_groups': ['003f2854-dc6b-4fa8-9c52-c67640dcc150']}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:37.778100 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b93af17e-463c-4193-9a11-d37ddeacb695 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:37.890422 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0bbc6383-a669-4395-ab2b-ffb0c01f878a req-12e283d6-11c0-44db-8a70-47c689659cf0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 210 time: 0.0530612 Jan 19 00:50:37.958992 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port b93af17e-463c-4193-9a11-d37ddeacb695 completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:37.964411 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b93af17e-463c-4193-9a11-d37ddeacb695 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:37.968439 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:37.977370 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 4, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2536b157-097d-4020-ba2f-868a32adf72a', 'name': '', 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'mac_address': 'fa:16:3e:65:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:27Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 2, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'subnets': [{'id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:37.978461 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:37.982139 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Checking router: 6e43a614-cb24-4b72-a040-d790ef69d8b5 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:37.982641 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Updating router 6e43a614-cb24-4b72-a040-d790ef69d8b5 port 2536b157-097d-4020-ba2f-868a32adf72a binding host n-d-825175-2 {{(pid=84545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 19 00:50:37.982857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:port and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:37.986844 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:37.992685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:38.037959 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.079493 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Made reservation on behalf of be82755844f84dd3be9a5cf0215a8e91 for: {'port': 1} {{(pid=84542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:50:38.083310 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.092250 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.127249 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port b93af17e-463c-4193-9a11-d37ddeacb695, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b93af17e-463c-4193-9a11-d37ddeacb695,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:38.205113 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.253506 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Allocated IP 172.20.0.13 (55ac1c46-6dd4-42a3-a1da-e9ba8d886910/1d0869d1-c948-4c48-8416-a9d6a233bcc5/8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:38.274027 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:38.389078 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks [] for port, precommit_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.401376 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.provisioning_blocks [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Transition to ACTIVE for port object 2536b157-097d-4020-ba2f-868a32adf72a will not be triggered until provisioned by entity L2. {{(pid=84545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:38.447963 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.463875 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Transition to ACTIVE for port object 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a will not be triggered until provisioned by entity DHCP. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:38.473036 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.537448 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.596879 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fe33e-9595-4414-aa1d-b8fd9367a169 None None] Pushing event updated for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=3']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:38.618049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:38.621479 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:38.625074 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:38.658516 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:38.697921 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Attempting to bind port 2536b157-097d-4020-ba2f-868a32adf72a on host n-d-825175-2 for vnic_type normal with profile {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:38.698383 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Attempting to bind port 2536b157-097d-4020-ba2f-868a32adf72a by drivers openvswitch,hyperv on host n-d-825175-2 at level 0 using segments [{'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:38.698818 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Attempting to bind port 2536b157-097d-4020-ba2f-868a32adf72a on network b44f22ac-7ada-420d-819a-9bc26318f02c {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:38.699081 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:38.699709 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.707793 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Checking agent: {'id': '6d9317aa-8a13-48e4-a157-699100036cae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 48, 47), 'started_at': datetime.datetime(2022, 1, 18, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:38.708596 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Checking segment: {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:38.708712 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.709223 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Bound using segment: {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'} {{(pid=84545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:38.710062 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.managers [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Bound port: 2536b157-097d-4020-ba2f-868a32adf72a, host: n-d-825175-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b7563a-ed51-45ba-8761-72d911c179d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c'}}] {{(pid=84545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:38.710359 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.782889 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-1d78236f-eb2e-42ee-84f7-308fdd40b89f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0581994 Jan 19 00:50:38.808888 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] For port 2536b157-097d-4020-ba2f-868a32adf72a, host n-d-825175-2, cleared binding levels {{(pid=84545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:38.812689 n-d-825175-2 neutron-server[84545]: DEBUG neutron.plugins.ml2.db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] For port 2536b157-097d-4020-ba2f-868a32adf72a, host n-d-825175-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2536b157-097d-4020-ba2f-868a32adf72a,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:38.857982 n-d-825175-2 neutron-server[84545]: DEBUG neutron_lib.callbacks.manager [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:38.875187 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Request body: {'port': {'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-2'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:38.948771 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fe33e-9595-4414-aa1d-b8fd9367a169 None None] Pushing event updated for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=4']} {{(pid=84545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:38.953372 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:38.954356 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:39.003025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:39.050222 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-15f58e1e-4d02-4941-a037-a738ad792deb None None] Provisioning for port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:39.055206 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-15f58e1e-4d02-4941-a037-a738ad792deb None None] Provisioning complete for port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:39.055585 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-15f58e1e-4d02-4941-a037-a738ad792deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:39.137047 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-15f58e1e-4d02-4941-a037-a738ad792deb None None] Port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:50:39.172048 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:39.260492 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e9be7-07fa-4ded-99c8-4933a815a032 req-eb75b926-04b5-4b4d-b52f-916e8db1bc06 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:39.261103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-754e9be7-07fa-4ded-99c8-4933a815a032 req-eb75b926-04b5-4b4d-b52f-916e8db1bc06 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:50:39.396356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-754e9be7-07fa-4ded-99c8-4933a815a032 req-eb75b926-04b5-4b4d-b52f-916e8db1bc06 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:50:39.397670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-754e9be7-07fa-4ded-99c8-4933a815a032 req-eb75b926-04b5-4b4d-b52f-916e8db1bc06 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 932 time: 0.3317461 Jan 19 00:50:39.478719 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a {{(pid=84542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:50:39.489838 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:39.504396 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 4, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2536b157-097d-4020-ba2f-868a32adf72a', 'name': '', 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'mac_address': 'fa:16:3e:65:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:27Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 4, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'subnets': [{'id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:39.505440 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-754e9be7-07fa-4ded-99c8-4933a815a032 req-1582b14a-2638-4dc5-8583-848d11094bed tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756745 Jan 19 00:50:39.509637 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a1e9e-e36f-47a6-8701-1bb25a36aaed None None] The sync data for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 is: [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:27Z', 'revision_number': 4, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': '2536b157-097d-4020-ba2f-868a32adf72a', 'name': '', 'network_id': 'b44f22ac-7ada-420d-819a-9bc26318f02c', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'mac_address': 'fa:16:3e:65:7e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:27Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 4, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'subnets': [{'id': '6c2c94e5-b90e-421a-9485-abb06421db97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:39.510398 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b93af17e-463c-4193-9a11-d37ddeacb695 up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:39.513057 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.provisioning_blocks [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Transition to ACTIVE for port object 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a will not be triggered until provisioned by entity L2. {{(pid=84542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:50:39.596294 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:39.618137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port b93af17e-463c-4193-9a11-d37ddeacb695 triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:39.618508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:39.842984 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:39.958260 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Attempting to bind port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a on host n-h2-825175-2 for vnic_type normal with profile {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:50:39.958688 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Attempting to bind port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a by drivers openvswitch,hyperv on host n-h2-825175-2 at level 0 using segments [{'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:50:39.959253 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Attempting to bind port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:39.965346 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-2 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:50:39.965671 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Attempting to bind port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:50:39.973417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Checking agent: {'id': '52330242-9073-4775-8b8e-9f892ea1b6ec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:50:39.973972 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Checking segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:50:39.974356 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Bound using segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} {{(pid=84542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:50:39.974784 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.managers [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Bound port: 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host: n-h2-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}}] {{(pid=84542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:50:39.975129 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:40.073424 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:40.083647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, cleared binding levels {{(pid=84542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:50:40.083647 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:50:40.148416 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:40.210927 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:40.212327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] 10.222.0.83 "PUT /v2.0/ports/8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1092 time: 1.4216058 Jan 19 00:50:40.216717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:50:40.238170 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b69f1e-06e9-4908-8a0d-2be61a89ca0b service neutron] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=3']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:40.286925 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'status': 'completed', 'code': 200} Jan 19 00:50:40.381235 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7d447d-2c0f-4ad0-b7ae-363884b81e6a req-2c01f871-8a4d-40be-bb1c-cc83a5b64ff0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.0785134 Jan 19 00:50:40.532412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d447d-2c0f-4ad0-b7ae-363884b81e6a req-e59323bd-b0b3-4938-a9f2-b2db89d5abe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:40.533893 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7d447d-2c0f-4ad0-b7ae-363884b81e6a req-e59323bd-b0b3-4938-a9f2-b2db89d5abe5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=be82755844f84dd3be9a5cf0215a8e91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1465843 Jan 19 00:50:40.717345 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d447d-2c0f-4ad0-b7ae-363884b81e6a req-1f9c6cf1-7da3-4207-87fd-70b5a44d5aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:40.719493 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d7d447d-2c0f-4ad0-b7ae-363884b81e6a req-1f9c6cf1-7da3-4207-87fd-70b5a44d5aa1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798522 Jan 19 00:50:40.749981 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3dc1e-1152-4c95-9cb6-22271ed82be3 req-9245d865-6a9d-4c48-a416-562bebb445fc tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:40.751431 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23b3dc1e-1152-4c95-9cb6-22271ed82be3 req-9245d865-6a9d-4c48-a416-562bebb445fc tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 944 time: 0.1104815 Jan 19 00:50:40.848056 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-23b3dc1e-1152-4c95-9cb6-22271ed82be3 req-b6829c46-a091-4a3e-afd6-c638c9a81ae6 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627313 Jan 19 00:50:40.859925 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-883d7666-c529-4c9e-8aa2-85709bdbf527 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.1039300 Jan 19 00:50:40.929886 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-d2ae0ebc-2012-4a96-a0a8-c7230bab0e54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 217 time: 0.0631034 Jan 19 00:50:40.989680 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-f05decb2-efb5-43c7-903d-d4aeda7f1212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:40.991048 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-f05decb2-efb5-43c7-903d-d4aeda7f1212 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0558341 Jan 19 00:50:41.066772 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-cae47f30-4114-4693-90d2-346ce7c9bc94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702610 Jan 19 00:50:41.194655 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-8dd6e1dd-26d9-4aea-87ab-2df4192cd3c5 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222878 Jan 19 00:50:41.322303 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-45cd1313-f021-481e-82bf-e3ad98e87ccf req-95daa9b0-6d5e-4b35-994a-652058f7339c service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217999 Jan 19 00:50:41.515137 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2536b157-097d-4020-ba2f-868a32adf72a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:41.626988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning for port 2536b157-097d-4020-ba2f-868a32adf72a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:41.631602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2536b157-097d-4020-ba2f-868a32adf72a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:41.631971 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:41.744906 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:41.775698 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] For port 2536b157-097d-4020-ba2f-868a32adf72a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2536b157-097d-4020-ba2f-868a32adf72a,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:41.833051 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:41.903952 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Pushing event updated for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:42.048768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c452cd-03df-450d-ada7-98f19cea5b51 req-9ee44120-ae7f-4758-9654-e00680dd842d tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:42.050278 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24c452cd-03df-450d-ada7-98f19cea5b51 req-9ee44120-ae7f-4758-9654-e00680dd842d tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 944 time: 0.0763896 Jan 19 00:50:42.095871 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-24c452cd-03df-450d-ada7-98f19cea5b51 req-aedf1ad6-1649-4af0-91c9-1341a23d23ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400372 Jan 19 00:50:42.238549 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:43.294872 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa63a9-6b5b-4423-9667-9e1f10735232 req-c941630d-d9b6-4ba0-8ba8-c488d0d03afb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:43.296297 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75aa63a9-6b5b-4423-9667-9e1f10735232 req-c941630d-d9b6-4ba0-8ba8-c488d0d03afb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 944 time: 0.0790932 Jan 19 00:50:43.303985 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:50:43.344026 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-75aa63a9-6b5b-4423-9667-9e1f10735232 req-dbe67b37-b4c4-4e70-bbc1-7365d5eb68aa tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Jan 19 00:50:43.470890 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:43.483872 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:50:43.510420 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2536b157-097d-4020-ba2f-868a32adf72a up at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:43.585443 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:43.605406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:50:43.623193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:43.629155 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Provisioning complete for port 2536b157-097d-4020-ba2f-868a32adf72a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:43.629526 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:43.711704 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:43.806979 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:43.935268 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:50:43.964591 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6424559d-8a62-4a9e-9aaf-7cce2fabccfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:44.542124 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb59d2e-b615-4a72-847f-cf3d5c495d77 req-2495a628-615f-46ab-a617-6a48167ae885 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:44.543605 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aeb59d2e-b615-4a72-847f-cf3d5c495d77 req-2495a628-615f-46ab-a617-6a48167ae885 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 945 time: 0.0772715 Jan 19 00:50:44.591891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aeb59d2e-b615-4a72-847f-cf3d5c495d77 req-a0534e3b-7ba2-449b-9e12-77ad7ed847fb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415475 Jan 19 00:50:45.319187 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:50:45.467477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning for port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:50:45.472444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:50:45.472820 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:45.583438 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:45.608709 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:50:45.618452 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:50:45.669128 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'code': 200} Jan 19 00:50:45.670090 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:45.746489 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:45.948784 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc99064c-ab2c-4bf7-9c82-9209fbf0cc93 req-65923e4e-2c40-4967-85e2-1dc58fa2b6cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1097 time: 0.2194800 Jan 19 00:50:45.955464 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50c29b-8b4f-4173-a1f5-bb46522b3794 req-5bd357c5-0814-4110-b0ee-d80df6b649fb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:45.956935 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c50c29b-8b4f-4173-a1f5-bb46522b3794 req-5bd357c5-0814-4110-b0ee-d80df6b649fb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 946 time: 0.2289085 Jan 19 00:50:46.004541 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-aa5ef6af-37be-4a5d-babc-a02641e3c5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:46.026543 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-bc99064c-ab2c-4bf7-9c82-9209fbf0cc93 req-057452fb-a881-4548-96ab-8c4d9eba3a5b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687199 Jan 19 00:50:46.030989 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-6c50c29b-8b4f-4173-a1f5-bb46522b3794 req-fa629a7f-0939-4f92-beba-f93799062dd7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601506 Jan 19 00:50:47.235148 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260769ff-bc60-48ec-b103-c2a229ba3111 req-a5304089-7e17-4da0-9832-655802c9f7b9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:47.236748 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-260769ff-bc60-48ec-b103-c2a229ba3111 req-a5304089-7e17-4da0-9832-655802c9f7b9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 946 time: 0.0816536 Jan 19 00:50:47.281142 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-260769ff-bc60-48ec-b103-c2a229ba3111 req-c566dd22-3403-4c40-b87d-5720f22e0a0b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387340 Jan 19 00:50:47.301794 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:47.625087 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-12bc9d50-9578-46b0-911e-9d369a594443 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667341 Jan 19 00:50:47.769472 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-2509a25b-15a0-47a3-acbd-f2839b7b6966 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1097 time: 0.0715048 Jan 19 00:50:47.861779 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:47.915232 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-aaa5fe71-bc90-41e7-99ab-43262542262b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:47.916672 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-aaa5fe71-bc90-41e7-99ab-43262542262b service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1290793 Jan 19 00:50:47.984388 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-4ced92bd-f1a0-4d71-b39c-ade417432c10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 217 time: 0.0620699 Jan 19 00:50:48.048239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-e6226ed9-8236-4fcb-bd4a-ae8ac73b9f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:48.049585 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-e6226ed9-8236-4fcb-bd4a-ae8ac73b9f65 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0591416 Jan 19 00:50:48.122897 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-7af6b9ba-d97e-4d07-883c-3222f4cfcb7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673435 Jan 19 00:50:48.253063 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-77a045bf-11ec-4825-8694-24a346c501dd service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241314 Jan 19 00:50:48.383986 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4f4ca27d-2942-4b0d-a1cf-9b3f6a5a6406 req-9a360c61-8e15-4cb7-b698-107e976ba2b7 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246693 Jan 19 00:50:48.484965 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6411-665b-4b51-b430-519540df93f2 req-cec4cd9e-b7a8-45b2-8a25-161e35806641 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:48.486387 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-126b6411-665b-4b51-b430-519540df93f2 req-cec4cd9e-b7a8-45b2-8a25-161e35806641 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 946 time: 0.0777540 Jan 19 00:50:48.535164 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-126b6411-665b-4b51-b430-519540df93f2 req-6f93e246-743b-445d-b34d-6d0fed9a18c4 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433400 Jan 19 00:50:48.727536 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ac485-eed4-466d-8c18-c558090db3fb req-fcda40d9-12e7-431a-9719-bbffc34c2d56 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:48.729003 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-095ac485-eed4-466d-8c18-c558090db3fb req-fcda40d9-12e7-431a-9719-bbffc34c2d56 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 946 time: 0.0764048 Jan 19 00:50:48.774221 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-095ac485-eed4-466d-8c18-c558090db3fb req-5138d128-7c1b-44e8-af33-5420481acf02 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 Jan 19 00:50:48.802764 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40866) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:48.939967 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1bc86cdd-d105-4385-80d6-3d23a619ff73 tempest-TestSnapshotPattern-678885572 tempest-TestSnapshotPattern-678885572-project-admin] Synchronizing usage tracker for tenant:78dea13e207b4d81a32b6d1870428e42 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:50:49.044363 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-1bc86cdd-d105-4385-80d6-3d23a619ff73 tempest-TestSnapshotPattern-678885572 tempest-TestSnapshotPattern-678885572-project-admin] Unset dirty status for tenant:78dea13e207b4d81a32b6d1870428e42 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:50:49.045567 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1bc86cdd-d105-4385-80d6-3d23a619ff73 tempest-TestSnapshotPattern-678885572 tempest-TestSnapshotPattern-678885572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1092 time: 0.2418344 Jan 19 00:50:49.049180 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 40872) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:50:49.054515 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:50:49.060954 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:50:49.065120 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:floatingip and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:50:49.067996 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:50:49.073845 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:50:49.142438 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:49.227111 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:49.278135 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:49.408678 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Allocated IP 172.25.1.184 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/3b9400bf-1379-4964-980a-c1171df7dde5) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:50:49.643051 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:49.730321 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:49.799019 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:50:49.801816 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:50:49.804412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:50:49.834498 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=3b9400bf-1379-4964-980a-c1171df7dde5,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:50.316376 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:50.414677 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:50.614534 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:50.660695 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:50.758722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=3b9400bf-1379-4964-980a-c1171df7dde5,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:50:50.774733 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:50.962735 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Floating IP 438086d6-5859-422a-9f15-541f2eb7e3c2 associated. External IP: 172.25.1.184, port: 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a. Jan 19 00:50:51.439830 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:50:51.637638 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:50:51.647592 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:50:51.659858 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:51.660477 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:51.719346 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:50:51.772037 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-ab8012e6-75f9-4dba-9b11-f52b7f36a755 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7218170 Jan 19 00:50:51.772603 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:50:51.829150 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'status': 'completed', 'code': 200} Jan 19 00:50:51.849162 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:51.924219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-cc995823-073a-4f51-8abc-9fe55bd0f8aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1097 time: 0.0747416 Jan 19 00:50:52.056888 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0afece-d62c-46ab-a157-6864770d610e req-c18d8e2a-0002-4829-928f-a13b73dc93f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:52.058314 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-c18d8e2a-0002-4829-928f-a13b73dc93f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1287022 Jan 19 00:50:52.156049 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-1f46a13f-156b-4993-b4c2-857e32b27f19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1000 time: 0.0917432 Jan 19 00:50:52.200660 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:50Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:52.205096 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:50:52.215938 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:50:52.216533 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:50:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:52.224616 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0afece-d62c-46ab-a157-6864770d610e req-f364097c-356c-4eb2-9327-c173a938a180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:50:52.229846 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-f364097c-356c-4eb2-9327-c173a938a180 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0643039 Jan 19 00:50:52.301670 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-82c68060-7a50-4145-90de-9f525375bed9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698342 Jan 19 00:50:52.428156 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:50:52.431283 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-8bbc778a-0192-4d68-9f1e-bf5b53ea03b7 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240971 Jan 19 00:50:52.561208 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-7b0afece-d62c-46ab-a157-6864770d610e req-86d0b0e3-9afd-4518-bc46-64c39e71591a service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242077 Jan 19 00:50:52.771895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:50Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:50:52.775988 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fc9f31-6233-4f2f-b230-51a51c14aa96 None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:50Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:50:57.345340 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33672e05-9d92-48eb-b37d-dbd7f82e73ee None None] New status for floating IP 438086d6-5859-422a-9f15-541f2eb7e3c2: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:51:02.898759 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:51:10.096137 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:12.290155 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:13.992392 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6397995a-efad-4e1d-b939-f9b994b97523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:16.038202 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5196c0b6-8fdd-4f5c-8eb6-a52c146fd7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:17.295258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:17.849461 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:19.203921 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:39.900434 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:51:40.094669 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:42.271875 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:43.998032 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4cc2ad47-27bb-4256-b3a8-c7dfdd01ec32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:46.026114 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-57b53fa3-1c6b-4e79-98d1-6ef23d20c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:47.277827 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:47.883503 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:48.613885 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-38feb543-3b44-4202-bce9-8a6f0fc920b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727482 Jan 19 00:51:48.746627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-8639d45a-7a88-49ef-b687-2a54237688cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1097 time: 0.0668991 Jan 19 00:51:48.888115 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9538-149e-4480-bf6d-126b36d666bf req-635d40a0-f6ec-4834-ad2d-61dd26da3aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:48.889474 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-635d40a0-f6ec-4834-ad2d-61dd26da3aaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1260476 Jan 19 00:51:49.081831 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-f6701a37-7133-4c3a-bc88-34431cbe732e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1002 time: 0.1854637 Jan 19 00:51:49.145434 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9538-149e-4480-bf6d-126b36d666bf req-82eb13a0-293a-4d46-811e-aafb5f01cd32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:51:49.145434 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-82eb13a0-293a-4d46-811e-aafb5f01cd32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0565531 Jan 19 00:51:49.214972 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:51:49.221191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-a75bec9d-1566-4086-af70-034adb151815 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716681 Jan 19 00:51:49.351514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-0b142acd-78af-4ee1-a092-9f8e5aab500d service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245341 Jan 19 00:51:49.480267 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-792e9538-149e-4480-bf6d-126b36d666bf req-d55aa5c5-b289-4a95-ae82-f2c5a83da60c service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Jan 19 00:52:10.123411 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:12.311769 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:13.979903 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-16915df0-53e8-47ef-8c6e-a7f091b1f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:16.054301 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4e51d6b1-9c25-4df7-93c4-8911dafc1629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:16.902017 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:52:17.300406 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:17.877241 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:19.219983 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:40.134274 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:42.277067 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:43.922746 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a details requested by agent hyperv_n-h2-825175-2 with host n-h2-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:52:43.998412 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-caae55e6-6f8d-4a02-bb5a-65919d7806b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:44.057975 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:52:44.071633 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Returning: {'device': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:52:44.125188 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:44.142091 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:52:44.157032 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:52:44.202422 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:44.273194 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:52:44.281871 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.282219 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.282559 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.282895 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.283233 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.283560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.283885 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.284207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.284540 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.284862 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.289160 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:52:44.303966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] get_ports_and_sgs() called for port_ids ['8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:52:45.930374 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a up at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:52:46.016706 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Provisioning complete for port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:52:46.017179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:46.086464 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-78bd5bf9-1b19-4a26-bacd-655c7249c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:46.191043 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:46.227809 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:52:46.237610 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:52:46.292961 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:46.371627 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:52:46.422461 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'code': 200} Jan 19 00:52:47.288867 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:47.877015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:49.260431 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:52:50.684406 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-88b88330-ef69-4a50-85d8-18d618b6ea08 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1097 time: 0.0831456 Jan 19 00:52:50.842034 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27259b-9585-4663-8abd-776e75c517e3 req-88dbf2d6-9051-4a1f-ae6a-d9e1bb074040 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:52:50.843486 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-88dbf2d6-9051-4a1f-ae6a-d9e1bb074040 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1372972 Jan 19 00:52:50.959107 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-ad6fac9b-df8c-472d-996d-9819aa5a6a74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1002 time: 0.1089654 Jan 19 00:52:51.035572 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27259b-9585-4663-8abd-776e75c517e3 req-7a32121d-1b2c-4350-885c-69ce19a80bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:52:51.037138 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-7a32121d-1b2c-4350-885c-69ce19a80bd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0734396 Jan 19 00:52:51.121446 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-41604239-7924-4e4e-a8b5-dcce68d7c40e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789523 Jan 19 00:52:51.268226 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-2846c94b-9ee8-4824-8402-ac20f06f2bd5 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394043 Jan 19 00:52:51.408514 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3d27259b-9585-4663-8abd-776e75c517e3 req-7d315ec4-02a1-448c-9da5-063b424cdea1 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335936 Jan 19 00:52:53.904650 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:52:58.225499 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-27c4350b-7c03-49ad-b88c-c1501bc56610 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775634973&fields=id&tenant_id=be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 267 time: 0.0403144 Jan 19 00:52:58.370942 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-fac3f365-e7d9-40df-ae34-b389e451bf4b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:52:58.372271 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-fac3f365-e7d9-40df-ae34-b389e451bf4b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 808 time: 0.1398611 Jan 19 00:52:58.389513 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-752df095-a5a9-464f-baa8-0b2ebb6eecca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/quotas/be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 375 time: 0.0118742 Jan 19 00:52:58.483010 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-3ecc6386-59c4-4d8c-adec-5f9796ca6de5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0886021 Jan 19 00:52:58.710936 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-09a5d00a-b7f7-4c1b-8a7a-2c9134ef9e5c service neutron] 10.222.0.59 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161999 Jan 19 00:52:58.839621 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-98d39089-37f2-4705-a1ba-0601a50942ac service neutron] 10.222.0.59 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232436 Jan 19 00:52:59.126254 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-04fbe9fe-2823-4ab4-9636-ba6d00b8d690 req-cc493c3f-cfaf-4c3b-af0f-48f3310ec39c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 210 time: 0.0406446 Jan 19 00:52:59.971676 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:53:00.083782 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:00.111560 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:53:00.129225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:53:00.167701 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'code': 200} Jan 19 00:53:00.173800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:00.242670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Pushing event updated for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=8']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:00.295609 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-261d9447-8b0b-4f8e-82a5-4eff3bf3a1dc req-7f8096ac-7abb-4f91-891b-a9e56255919a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Jan 19 00:53:01.258562 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-e0fdf977-dfa5-4858-ad3b-f68657b611c7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:01.260004 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-e0fdf977-dfa5-4858-ad3b-f68657b611c7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 808 time: 0.1419020 Jan 19 00:53:01.314095 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-b2c33bf1-a95e-40fe-95c3-94fa5c1a43e3 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be82755844f84dd3be9a5cf0215a8e91 HTTP/1.1" status: 200 len: 379 time: 0.0424883 Jan 19 00:53:01.321909 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'port': {'device_id': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'admin_state_up': True, 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'security_groups': ['003f2854-dc6b-4fa8-9c52-c67640dcc150']}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:53:01.462417 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:53:01.466340 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2a0b236c-e722-4f7b-a380-acc15883939b req-079c51f1-13d4-4235-95a5-55904f6c5327 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 210 time: 0.0456324 Jan 19 00:53:01.472499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.quota.driver [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84543) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:53:01.549823 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Made reservation on behalf of be82755844f84dd3be9a5cf0215a8e91 for: {'port': 1} {{(pid=84543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 00:53:01.553019 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:01.724668 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.db_base_plugin_common [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Allocated IP 172.20.0.10 (55ac1c46-6dd4-42a3-a1da-e9ba8d886910/1d0869d1-c948-4c48-8416-a9d6a233bcc5/5273f8b7-aa8e-4a63-bc56-fc89fe9f768b) {{(pid=84543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:53:01.921116 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:01.937891 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Transition to ACTIVE for port object 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b will not be triggered until provisioned by entity DHCP. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:53:02.038047 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_create {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:02.132610 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=1']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:02.148245 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 is already hosted by enough agents. {{(pid=84543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:53:02.150002 n-d-825175-2 neutron-server[84543]: DEBUG neutron.scheduler.base_scheduler [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources bound (agent type, host, resource id): {{(pid=84543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:53:02.152533 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.152828 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.153182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.153507 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.153861 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.154283 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.154608 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.154925 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.155238 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.155582 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.155866 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:02.158931 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Received port after_create {{(pid=84543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:53:02.242098 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:02.242098 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:02.340624 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-f1238c38-bb13-4997-92ce-5b240542a2ca tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0223196 Jan 19 00:53:02.549598 n-d-825175-2 neutron-server[84543]: DEBUG neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-c43fb5c9-fc4c-42bd-a7ac-40aaa89e53c2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=84543) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 19 00:53:02.551006 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-c43fb5c9-fc4c-42bd-a7ac-40aaa89e53c2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067661 Jan 19 00:53:02.590185 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d1d21ce-92cc-4a64-af29-42435ef6faff None None] Provisioning for port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b completed by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:53:02.601902 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-9d1d21ce-92cc-4a64-af29-42435ef6faff None None] Provisioning complete for port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b triggered by entity DHCP. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:53:02.608405 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9d1d21ce-92cc-4a64-af29-42435ef6faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:02.725884 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d21ce-92cc-4a64-af29-42435ef6faff None None] Port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b cannot update to ACTIVE because it is not bound. {{(pid=84544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 19 00:53:02.739067 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.v2.base [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Request body: {'port': {'device_id': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-2'}} {{(pid=84543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:53:02.824133 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f6775-f5fe-440f-b025-38f41dfb8653 req-ff2be7ff-2762-4ecd-a849-e26871f674ce tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:02.826611 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b3f6775-f5fe-440f-b025-38f41dfb8653 req-ff2be7ff-2762-4ecd-a849-e26871f674ce tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 932 time: 0.1665585 Jan 19 00:53:02.906932 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:02.938699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2b3f6775-f5fe-440f-b025-38f41dfb8653 req-ccf0c1c2-90eb-4ba1-9a74-5a9158f2a296 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958822 Jan 19 00:53:03.507499 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b {{(pid=84543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:53:03.527731 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:03.547105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.provisioning_blocks [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Transition to ACTIVE for port object 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b will not be triggered until provisioned by entity L2. {{(pid=84543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 00:53:03.615083 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:03.819480 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=2']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:03.916307 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Attempting to bind port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b on host n-h1-825175-2 for vnic_type normal with profile {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 19 00:53:03.916641 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Attempting to bind port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b by drivers openvswitch,hyperv on host n-h1-825175-2 at level 0 using segments [{'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 19 00:53:03.917014 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Attempting to bind port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:53:03.923111 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-2 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 19 00:53:03.923439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Attempting to bind port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b on network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 19 00:53:03.931045 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Checking agent: {'id': '03da92c8-c39c-474c-b81d-10347ffe9f12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'started_at': datetime.datetime(2022, 1, 18, 22, 57, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 0, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 19 00:53:03.931455 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Checking segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 19 00:53:03.931852 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Bound using segment: {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'} {{(pid=84543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 19 00:53:03.932359 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.managers [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Bound port: 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host: n-h1-825175-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1eade47-3afb-43d0-adbc-6906239286ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910'}}] {{(pid=84543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 19 00:53:03.932792 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:04.045780 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, cleared binding levels {{(pid=84543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 00:53:04.049105 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 00:53:04.134438 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1444663'] for port, after_update {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:04.179494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4d135-8cf2-4a03-a3e9-bd7eebc69b70 req-e0aed0f4-e541-453f-9ddf-3a1b56e7fd60 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:04.187537 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33a4d135-8cf2-4a03-a3e9-bd7eebc69b70 req-e0aed0f4-e541-453f-9ddf-3a1b56e7fd60 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0995760 Jan 19 00:53:04.248879 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-33a4d135-8cf2-4a03-a3e9-bd7eebc69b70 req-8c4930e6-a6e0-4570-ad15-f8c711ca0be1 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603225 Jan 19 00:53:04.267239 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:04.268713 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] 10.222.0.89 "PUT /v2.0/ports/5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 1092 time: 1.6987875 Jan 19 00:53:04.269209 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:53:04.310006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bc72c-568c-4a92-9897-a3f20ef99ffd service neutron] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=3']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:04.364437 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'status': 'completed', 'code': 200} Jan 19 00:53:05.437552 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684574b-594e-4c7a-9c24-522c787a5b23 req-e08b5120-cb7a-49d7-843e-df9449adf7da tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:05.439039 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f684574b-594e-4c7a-9c24-522c787a5b23 req-e08b5120-cb7a-49d7-843e-df9449adf7da tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0765378 Jan 19 00:53:05.490732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f684574b-594e-4c7a-9c24-522c787a5b23 req-a903ad2f-593e-4f39-9348-4de7d7223964 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Jan 19 00:53:06.737691 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3170f-e6af-41d6-92f3-dfe16cc3156b req-e37de47e-f634-4825-acfb-adc3cc4ee0c0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:06.747916 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9c3170f-e6af-41d6-92f3-dfe16cc3156b req-e37de47e-f634-4825-acfb-adc3cc4ee0c0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.1263738 Jan 19 00:53:06.793950 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-c9c3170f-e6af-41d6-92f3-dfe16cc3156b req-4f98259e-aca5-4073-9498-22786ab4e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Jan 19 00:53:07.842041 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71c15b54-d944-4bce-b421-78d681886ee2 req-6942fd98-62dc-4006-9432-d4751da36272 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0839272 Jan 19 00:53:08.000649 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15b54-d944-4bce-b421-78d681886ee2 req-d724bfa9-1867-4143-92db-ac3bf7c4a9cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:08.001714 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f91e2-d6d9-4ffa-b8b6-b3b5ad7f252b req-bb883b22-ad79-4b48-a114-d7d440f2cc4c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:08.002226 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71c15b54-d944-4bce-b421-78d681886ee2 req-d724bfa9-1867-4143-92db-ac3bf7c4a9cf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=be82755844f84dd3be9a5cf0215a8e91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1531122 Jan 19 00:53:08.003490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a70f91e2-d6d9-4ffa-b8b6-b3b5ad7f252b req-bb883b22-ad79-4b48-a114-d7d440f2cc4c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0806246 Jan 19 00:53:08.053642 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a70f91e2-d6d9-4ffa-b8b6-b3b5ad7f252b req-df53d793-fccc-42b3-8698-0abb17de6e53 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Jan 19 00:53:08.175892 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c15b54-d944-4bce-b421-78d681886ee2 req-3235f719-042c-4930-b9e1-138e36501d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:08.178652 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-71c15b54-d944-4bce-b421-78d681886ee2 req-3235f719-042c-4930-b9e1-138e36501d25 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699309 Jan 19 00:53:09.281139 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0305c9-6530-4c29-8ae8-f1c030fe56eb req-d2b808ca-c654-4e92-bb71-94c845ea8991 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:09.282531 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd0305c9-6530-4c29-8ae8-f1c030fe56eb req-d2b808ca-c654-4e92-bb71-94c845ea8991 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0856788 Jan 19 00:53:09.331744 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd0305c9-6530-4c29-8ae8-f1c030fe56eb req-81525714-4b55-43ed-ba1f-b636aede1eb0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423877 Jan 19 00:53:10.115723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:10.535430 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e202f6c-4260-4bd9-b100-125afa5b6354 req-dde5a074-a3c9-425b-888a-2b454a063fe7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:10.536899 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e202f6c-4260-4bd9-b100-125afa5b6354 req-dde5a074-a3c9-425b-888a-2b454a063fe7 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0810335 Jan 19 00:53:10.581824 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1e202f6c-4260-4bd9-b100-125afa5b6354 req-0ee5eeda-57d5-4ff2-8cd2-508535d4c2e1 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388286 Jan 19 00:53:11.777364 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1953160-8904-4aa4-bef7-a70ab75eba84 req-7babfeed-8560-4190-8b94-f1fd78390768 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:11.778711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1953160-8904-4aa4-bef7-a70ab75eba84 req-7babfeed-8560-4190-8b94-f1fd78390768 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0746710 Jan 19 00:53:11.823443 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-f1953160-8904-4aa4-bef7-a70ab75eba84 req-133a9c97-f6d9-4d0f-ab1d-4e7af1279446 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392835 Jan 19 00:53:12.303787 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:13.030632 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b419-1c67-4ee2-a215-5176fccf2cec req-0856cf73-bf75-4e8e-bb18-befac7cf05ed tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:13.032112 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530b419-1c67-4ee2-a215-5176fccf2cec req-0856cf73-bf75-4e8e-bb18-befac7cf05ed tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0880058 Jan 19 00:53:13.080358 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a530b419-1c67-4ee2-a215-5176fccf2cec req-f7245976-b754-4fdd-88a8-3ed03a091bd8 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Jan 19 00:53:13.314353 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-8c358bd1-2490-470c-aaa2-297a5ea4a165 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0735097 Jan 19 00:53:13.382305 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-6e588e03-2a8f-45ef-8ab6-6aa97af0394c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 217 time: 0.0586407 Jan 19 00:53:13.449026 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-733c6bd9-4570-4e89-b3e7-6439e0b194f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:13.450506 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-733c6bd9-4570-4e89-b3e7-6439e0b194f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0609791 Jan 19 00:53:13.525915 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-4012ae1d-a3b9-45bd-b2cb-0e365937b545 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690722 Jan 19 00:53:13.655627 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-071967b7-0f7b-4133-b218-828329da8ef9 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236608 Jan 19 00:53:13.788147 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-80b50a9d-07f5-48fc-bab5-36e8132eacf0 req-cd73dafe-5cf3-4925-8926-2060bc6640c4 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242425 Jan 19 00:53:13.984765 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-befe86d2-cf0f-463a-803d-950383a4596c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:14.277449 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ffcfb-a17d-461e-a005-09361e172b84 req-858fae7a-e72f-4b71-a544-c90636a466d0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:14.278800 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-761ffcfb-a17d-461e-a005-09361e172b84 req-858fae7a-e72f-4b71-a544-c90636a466d0 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0771279 Jan 19 00:53:14.326561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-761ffcfb-a17d-461e-a005-09361e172b84 req-7341656a-cf96-4c14-b885-68a3d3040fb3 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Jan 19 00:53:15.523203 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166397f-c944-4647-a274-cbf8e95c6a7c req-03152e12-ff95-46fc-812c-bdac1506b8ad tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:15.526339 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4166397f-c944-4647-a274-cbf8e95c6a7c req-03152e12-ff95-46fc-812c-bdac1506b8ad tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0769231 Jan 19 00:53:15.570910 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-4166397f-c944-4647-a274-cbf8e95c6a7c req-e006ace7-d28d-4ff9-b59f-8e008aa5611c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Jan 19 00:53:16.053622 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ae74636d-76a3-4a04-8f98-465b3f3efb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:16.768388 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7eaec-7590-4d69-bc23-a86141bb7454 req-7400cc84-e2f1-4be0-b6e0-a45edb445028 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:16.769918 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46f7eaec-7590-4d69-bc23-a86141bb7454 req-7400cc84-e2f1-4be0-b6e0-a45edb445028 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0783165 Jan 19 00:53:16.813988 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-46f7eaec-7590-4d69-bc23-a86141bb7454 req-46a10441-aaf0-4227-82d1-9d1f7acbe8e1 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379708 Jan 19 00:53:17.309800 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:17.869869 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:18.012847 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c9e1e-acf3-4fbb-89d4-56e91090c7d7 req-4baffe16-39ca-452f-b267-923b55b24d4c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:18.014365 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa7c9e1e-acf3-4fbb-89d4-56e91090c7d7 req-4baffe16-39ca-452f-b267-923b55b24d4c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 944 time: 0.0757060 Jan 19 00:53:18.059161 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-aa7c9e1e-acf3-4fbb-89d4-56e91090c7d7 req-2e294b48-8a39-4123-82c7-c12985d9b2c1 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 Jan 19 00:53:18.070955 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:53:18.200980 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:53:18.213916 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'mac_address': 'fa:16:3e:d8:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:53:18.270120 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:18.287039 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:53:18.301405 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:53:18.402098 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:18.466666 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=4']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:18.786181 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:53:19.213908 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:19.266272 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abbb67-7dd3-43a1-83e0-5daa79ac3f37 req-b6fc0e77-2c59-4f8e-8b0b-2908910b63ec tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:19.267720 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9abbb67-7dd3-43a1-83e0-5daa79ac3f37 req-b6fc0e77-2c59-4f8e-8b0b-2908910b63ec tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 945 time: 0.0829263 Jan 19 00:53:19.313836 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-b9abbb67-7dd3-43a1-83e0-5daa79ac3f37 req-4f75313b-de76-4435-a8de-66b8b7557bcc tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399091 Jan 19 00:53:20.087118 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:53:20.242725 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning for port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b completed by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 00:53:20.249663 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:53:20.250266 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:20.367160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:20.396191 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:53:20.405762 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:53:20.452490 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'code': 200} Jan 19 00:53:20.482290 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:20.518605 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f178982-9e67-4899-9537-ff726603d7a1 req-07441033-b7e2-4ddd-b65f-b27dc898f820 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:20.520766 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f178982-9e67-4899-9537-ff726603d7a1 req-07441033-b7e2-4ddd-b65f-b27dc898f820 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 945 time: 0.0819430 Jan 19 00:53:20.559136 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=5']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:20.576968 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-0f178982-9e67-4899-9537-ff726603d7a1 req-cebfd7c0-f542-4031-817e-fb4c206d1b0a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Jan 19 00:53:20.584661 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2e20ece-2eef-4d40-9bd9-13469cca9a32 req-c921cef3-c734-4e0d-b533-159dc6a9a9e6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0762889 Jan 19 00:53:20.625930 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-c2e20ece-2eef-4d40-9bd9-13469cca9a32 req-967e4f57-9bc5-422e-a204-3c61df56aa2b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359273 Jan 19 00:53:21.779848 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba814b15-b6f2-4dbb-aa2f-451c67b61be9 req-0fe982c9-6475-473d-95d0-6644e9904534 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:21.781263 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba814b15-b6f2-4dbb-aa2f-451c67b61be9 req-0fe982c9-6475-473d-95d0-6644e9904534 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Jan 19 00:53:21.826313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ba814b15-b6f2-4dbb-aa2f-451c67b61be9 req-774c69be-0432-4aea-af5c-afe6612f64d2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 Jan 19 00:53:23.022628 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405f73e-0e74-4c55-b993-da133f57a3c3 req-5889d64e-d1a1-4928-ab0a-2cd1e49dcf84 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:23.024076 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3405f73e-0e74-4c55-b993-da133f57a3c3 req-5889d64e-d1a1-4928-ab0a-2cd1e49dcf84 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.0754166 Jan 19 00:53:23.160476 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-3405f73e-0e74-4c55-b993-da133f57a3c3 req-2da714a2-7c12-4d46-8107-b07788602449 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306264 Jan 19 00:53:23.367639 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911dfe4-8ff2-4f61-8805-69a4f77e25f2 req-ddcc4627-250c-44d2-88e0-359bb0935e86 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:23.369130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e911dfe4-8ff2-4f61-8805-69a4f77e25f2 req-ddcc4627-250c-44d2-88e0-359bb0935e86 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.0777287 Jan 19 00:53:23.415711 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-e911dfe4-8ff2-4f61-8805-69a4f77e25f2 req-ec1b57e3-6366-47d8-8036-08d641c2d6a2 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Jan 19 00:53:23.444565 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41108) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:53:23.525191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-66bb9c09-4694-4eb6-86b4-e97d32d37a7c tempest-TestSnapshotPattern-678885572 tempest-TestSnapshotPattern-678885572-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1092 time: 0.0790615 Jan 19 00:53:23.528668 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41112) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:53:23.534061 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.v2.base [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Request body: {'floatingip': {'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 19 00:53:23.540879 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 19 00:53:23.544815 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Usage tracker for resource:floatingip and tenant:be82755844f84dd3be9a5cf0215a8e91 is out of sync, need to count used quota {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 19 00:53:23.547717 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84542) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 19 00:53:23.553969 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.quota.driver [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84542) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 19 00:53:23.608782 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:23.756793 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:23.896226 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_common [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Allocated IP 172.25.1.238 (7895e942-c10e-4f79-bb98-fecf5e5ffc44/78833edc-965a-4d65-8868-5a192c0db435/4c44cb59-7fb2-45e5-bca3-af9929a5699f) {{(pid=84542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 00:53:24.058302 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:24.157079 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750542396371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:24.223241 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Network 7895e942-c10e-4f79-bb98-fecf5e5ffc44 is already hosted by enough agents. {{(pid=84542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 00:53:24.226767 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.base_scheduler [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Resources bound (agent type, host, resource id): {{(pid=84542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 00:53:24.231138 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Received port after_create {{(pid=84542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 19 00:53:24.255157 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=4c44cb59-7fb2-45e5-bca3-af9929a5699f,revision_number=1']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:24.274978 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.275314 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.275645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.275974 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.276304 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.276627 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.276977 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.277296 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.277610 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.277924 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.278240 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:53:24.749987 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:24.862744 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:25.065273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for port, precommit_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:25.127561 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1638973'] for port, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:25.324255 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event updated for resources: {'Port': ['ID=4c44cb59-7fb2-45e5-bca3-af9929a5699f,revision_number=2']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:53:25.341409 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457254'] for floatingip, after_update {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:25.527775 n-d-825175-2 neutron-server[84542]: INFO neutron.db.l3_db [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Floating IP 128cbf96-a5f1-4bd9-aefe-ea2b170055f9 associated. External IP: 172.25.1.238, port: 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b. Jan 19 00:53:25.910695 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:53:26.107142 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:53:26.116641 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:53:26.128989 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:53:26.129604 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:53:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:53:26.202157 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:26.257135 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-44c11620-cb81-4a22-bbe1-dc0cebcd1101 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7273726 Jan 19 00:53:26.257774 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:53:26.311067 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:53:26.315806 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'status': 'completed', 'code': 200} Jan 19 00:53:26.406546 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-d08d673b-19ff-40e6-8a83-e0e753ed4a13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0694706 Jan 19 00:53:26.538975 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-85b0d312-255c-41e8-9db9-73018a478630 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:26.540500 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-85b0d312-255c-41e8-9db9-73018a478630 service neutron] 10.222.0.89 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1275299 Jan 19 00:53:26.646768 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-fe603a02-1e47-476a-98f0-0eb180c3d4c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 1000 time: 0.0995369 Jan 19 00:53:26.700225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '128cbf96-a5f1-4bd9-aefe-ea2b170055f9', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:d8:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:53:24Z', 'updated_at': '2022-01-19T00:53:24Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}, {'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:53:26.704406 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:53:26.709840 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-92782b38-89be-4576-b30f-8b4a752b3c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:26.711396 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-92782b38-89be-4576-b30f-8b4a752b3c4c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0594356 Jan 19 00:53:26.717339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:53:26.717946 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:53:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:53:26.793387 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-c55a8a61-2c13-43c9-b087-251f61df05bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755634 Jan 19 00:53:26.907475 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:53:27.034508 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-2d5e839b-7015-4079-b101-2f6f391d3003 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356703 Jan 19 00:53:27.162910 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1e71947e-8aba-4adb-845e-3c0e627b73a1 req-d007e0d0-271b-42f5-b7d9-9a8c18d100b2 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228559 Jan 19 00:53:27.263270 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '128cbf96-a5f1-4bd9-aefe-ea2b170055f9', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:d8:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:53:24Z', 'updated_at': '2022-01-19T00:53:24Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}, {'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:53:27.267371 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351040e8-838c-44e3-b074-e3b3c15aaab6 None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '128cbf96-a5f1-4bd9-aefe-ea2b170055f9', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.238', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:d8:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:53:24Z', 'updated_at': '2022-01-19T00:53:24Z', 'revision_number': 0, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}, {'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:53:27.454258 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7e1b0d-4eea-433e-924e-1c5fdb5cdd20 None None] New status for floating IP 128cbf96-a5f1-4bd9-aefe-ea2b170055f9: ACTIVE {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:53:30.905608 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:53:40.179018 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:42.281896 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:44.036041 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e49c564d-bcfb-428f-85e5-22a6a160c930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:46.035920 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1a94f4cc-5a44-4ad9-b263-73c79edb1564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:47.310788 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:47.870148 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:49.241507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:53:51.642242 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-66a5be25-b51b-4850-86e4-d93fd00880a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723414 Jan 19 00:53:51.775453 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-6f616cb7-fceb-4f58-b8d2-80cd6b5abb72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.0686054 Jan 19 00:53:51.914131 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-cadad96b-0096-49ea-9aa8-6185b2ce9fac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:51.916327 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-cadad96b-0096-49ea-9aa8-6185b2ce9fac service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1241832 Jan 19 00:53:52.017705 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-0097be7b-9b42-4daf-90cb-15efddc8d11b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1000 time: 0.0953202 Jan 19 00:53:52.079657 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-3f97ea42-8c8a-408a-8415-ef1d8d98b6bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:53:52.081086 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-3f97ea42-8c8a-408a-8415-ef1d8d98b6bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0562449 Jan 19 00:53:52.156483 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-365dd80c-bbc6-4343-bb5a-1cfc767192bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690217 Jan 19 00:53:52.397352 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-d40bbef8-7f0d-4ece-b8fb-d8c79e4aec31 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346768 Jan 19 00:53:52.526195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2581b1d7-6ae0-4d6c-8e9a-93e4d4c29974 req-5e4c2944-a0e6-4a38-abff-dd26c5648d02 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231859 Jan 19 00:54:07.907074 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:54:10.142409 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:10.726572 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-e4b8ed9e-1337-4ea6-ade7-42941c7cdd1d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670888 Jan 19 00:54:10.866372 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-dfa532f5-2ca8-4bf9-a96e-a02ef036ecae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0748603 Jan 19 00:54:11.014911 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fec56-c957-4b4a-859e-7409852446ee req-35b8daea-cc5c-4763-9529-d72d890544b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:11.016381 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-35b8daea-cc5c-4763-9529-d72d890544b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1310608 Jan 19 00:54:11.120151 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-74103623-7628-4a12-9b0f-11b1ec1d83b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 1002 time: 0.0965867 Jan 19 00:54:11.180518 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fec56-c957-4b4a-859e-7409852446ee req-a715a852-cfd2-42b1-826e-6fd68e8bbf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:11.181896 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-a715a852-cfd2-42b1-826e-6fd68e8bbf7f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0561349 Jan 19 00:54:11.254129 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-8cbf2009-2c09-4555-8495-2c6d15b96623 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668931 Jan 19 00:54:11.385165 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-1d0d0149-1677-42f4-9d3b-b71c7dcf21c6 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242287 Jan 19 00:54:11.513236 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-8a4fec56-c957-4b4a-859e-7409852446ee req-dad5ed47-8608-4566-bb3f-dd73cf680000 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228337 Jan 19 00:54:12.309759 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:13.971005 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b136cf38-27f8-4b52-92bd-2541dc50f910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:16.064572 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f4d279db-f704-4d07-bb84-ea3bbaab825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:17.298516 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:17.875631 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:19.230370 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:40.143686 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:42.303669 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:43.972349 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7236580f-bc0c-4c9c-b9f7-b98cf8e01446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:44.907886 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:54:46.044694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-eb17af4e-9628-4f1e-8b07-7b1421e287aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:47.313486 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:47.880761 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:49.240996 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:54:53.596821 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-ffeedeaf-ec72-49e4-a484-aac07dbf55cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682621 Jan 19 00:54:53.736269 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-499b4e60-bff9-4868-8a52-aae5c6c8cb15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.0736396 Jan 19 00:54:53.879943 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-a04023b1-619f-4678-bade-3c673f288aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:53.881413 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-a04023b1-619f-4678-bade-3c673f288aba service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1270969 Jan 19 00:54:53.981732 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-2028fee4-41dc-4563-8a54-a82e3cf55838 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1000 time: 0.0950189 Jan 19 00:54:54.045618 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-4a4058e0-652d-420f-be3d-49486652c161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:54:54.047052 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-4a4058e0-652d-420f-be3d-49486652c161 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0594006 Jan 19 00:54:54.122219 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-beb56766-a8be-4430-b8a1-9bf79894eaf2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692689 Jan 19 00:54:54.251468 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-c224357f-47ca-461a-a000-f728028aeab8 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236215 Jan 19 00:54:54.381461 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-32b95fa7-ceaa-441e-9abf-08521e12fd1b req-37781485-988f-49b7-9466-a078cdc1ea09 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243091 Jan 19 00:55:10.147267 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:11.736935 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-6bdefc46-317b-4b63-b410-e2e7dee7770c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705941 Jan 19 00:55:11.882429 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-b3afc2bf-a63b-4050-bfd9-9da15e9815e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0684369 Jan 19 00:55:12.031270 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-081fe878-3086-436d-a45d-1a5db442416d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:55:12.032618 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-081fe878-3086-436d-a45d-1a5db442416d service neutron] 10.222.0.89 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1316578 Jan 19 00:55:12.134746 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-07973d15-0161-434f-8100-c2d9867d47c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 1002 time: 0.0963359 Jan 19 00:55:12.198006 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-c2fde5c5-477f-466a-ab78-c32d7c607aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:55:12.199422 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-c2fde5c5-477f-466a-ab78-c32d7c607aae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0597956 Jan 19 00:55:12.273911 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-2629f6cd-3cb5-4b92-ac9e-b54ca04ea785 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686212 Jan 19 00:55:12.303382 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:12.495549 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-0d4f0de8-5caf-49de-af4f-5b3caff16c17 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161543 Jan 19 00:55:12.624361 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-1a650005-ebc0-48e3-a06d-912dca5400bd req-002eb0ad-6485-4a0a-b70c-2fa7fad8f844 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230152 Jan 19 00:55:13.977555 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-953a358c-3883-48c5-b0a3-62bc83b88ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:16.017633 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9cae6eb6-4416-4403-944d-d606fb93590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:17.301723 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:17.878629 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:19.249924 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:21.909175 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:55:40.125953 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:42.302965 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:44.006435 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b047b304-56e5-43a3-ba0d-3ff674f8eaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:46.074019 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e7b48524-0732-4f6c-b4f2-b176fa3a56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:47.308752 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:47.880150 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:48.761145 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b details requested by agent hyperv_n-h1-825175-2 with host n-h1-825175-2 {{(pid=84544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 19 00:55:48.898730 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:55:48.943692 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Returning: {'device': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'port_id': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'mac_address': 'fa:16:3e:d8:8a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 19 00:55:48.996020 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:49.015498 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b {{(pid=84544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 00:55:49.031300 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:55:49.102843 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:49.178140 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] get_ports_and_sgs() called for port_ids ['5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'] {{(pid=84544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 19 00:55:49.225601 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=6']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:55:49.241103 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.241455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.241798 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.242150 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.242474 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.242807 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.243207 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.243553 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.243966 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.244339 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.244680 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:55:49.274592 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:50.762229 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b up at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 19 00:55:50.830444 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.provisioning_blocks [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Provisioning complete for port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b triggered by entity L2. {{(pid=84544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 00:55:50.830815 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33012015'] for port, provisioning_complete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:50.944600 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:50.970787 n-d-825175-2 neutron-server[84544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:55:50.980428 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:55:51.063737 n-d-825175-2 neutron-server[84544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'code': 200} Jan 19 00:55:51.095224 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750542755076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750542396389', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750542396950'] for port, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:55:51.160105 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Pushing event updated for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=7']} {{(pid=84544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:55:55.732500 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-34280c8a-60eb-4825-a631-1f82f836dfdf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666770 Jan 19 00:55:55.895528 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-df70bd7e-e44f-4bd2-9f89-452d48cde787 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.0878057 Jan 19 00:55:56.053306 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-f6b18f01-7442-49bb-97e1-91c4432126e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:55:56.054872 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-f6b18f01-7442-49bb-97e1-91c4432126e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1368845 Jan 19 00:55:56.173763 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-7ffd13cc-addb-43d6-9e5c-0dd49ac40d3c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 1000 time: 0.1127555 Jan 19 00:55:56.249078 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-05d40f27-1441-4fd8-93d0-3a6d3ba0226f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:55:56.250478 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-05d40f27-1441-4fd8-93d0-3a6d3ba0226f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0699911 Jan 19 00:55:56.335922 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-c050d0f8-9b73-4a12-be1c-0e91feec33b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796497 Jan 19 00:55:56.590313 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-4427b93b-520e-42c7-875a-67c49ed39c02 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479584 Jan 19 00:55:56.737614 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-809ef77b-e7a4-49f3-bc4d-e0c1e4e91b82 req-24be0646-56bb-4833-8de2-a20613119ac3 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407325 Jan 19 00:55:58.910150 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:56:04.532929 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41304) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:04.738137 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Deleting port 4c44cb59-7fb2-45e5-bca3-af9929a5699f {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:04.738484 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:04.910070 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:04.910435 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:05.029966 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Calling delete_port for 4c44cb59-7fb2-45e5-bca3-af9929a5699f owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:05.232216 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:05.276973 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event deleted for resources: {'Port': ['ID=4c44cb59-7fb2-45e5-bca3-af9929a5699f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:05.316236 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.316584 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.316949 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.317292 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.317625 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.317957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.320856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.320856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.320856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.320856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.320856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:05.382998 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:05.770404 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:56:06.072685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:56:06.082214 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:56:06.088619 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:06.097378 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:06.097991 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:55:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:06.142002 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-09b6e7fb-58db-4828-b44c-1ef05079f89c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "DELETE /v2.0/floatingips/128cbf96-a5f1-4bd9-aefe-ea2b170055f9 HTTP/1.1" status: 204 len: 168 time: 1.6078892 Jan 19 00:56:06.142758 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:56:06.292887 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:06.330653 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'status': 'completed', 'code': 200} Jan 19 00:56:06.421787 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-1b69e8aa-6a0d-4b53-a389-7bbb96d37b37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0706530 Jan 19 00:56:06.555551 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-922577f7-70a0-4872-9aa2-a1b43068636d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:06.557035 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-922577f7-70a0-4872-9aa2-a1b43068636d service neutron] 10.222.0.89 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1298666 Jan 19 00:56:06.630421 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-c9e7fdcf-4101-4119-8afe-be5bb1604602 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 200 len: 217 time: 0.0677347 Jan 19 00:56:06.654894 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:06.659193 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:56:06.671342 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:06.671539 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:55:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:06.692470 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-ff8046ac-7853-49be-ba5c-1de1e9d94a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:06.693946 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-ff8046ac-7853-49be-ba5c-1de1e9d94a0f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0578897 Jan 19 00:56:06.773221 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-844efc18-63fc-4e84-9d73-ae433ed09c4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727773 Jan 19 00:56:06.816600 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a24c3-9f10-4836-bbd9-100cbb8999c1 req-d74740f5-a112-4005-8242-f5047e8fd6c9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:06.817401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ae0a24c3-9f10-4836-bbd9-100cbb8999c1 req-d74740f5-a112-4005-8242-f5047e8fd6c9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:56:06.856036 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:06.891354 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-ae0a24c3-9f10-4836-bbd9-100cbb8999c1 req-d74740f5-a112-4005-8242-f5047e8fd6c9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:56:06.892548 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae0a24c3-9f10-4836-bbd9-100cbb8999c1 req-d74740f5-a112-4005-8242-f5047e8fd6c9 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.2286136 Jan 19 00:56:06.909663 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-de80aefe-f24b-4d42-b23b-b5416528e4ad service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294494 Jan 19 00:56:06.948905 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-ae0a24c3-9f10-4836-bbd9-100cbb8999c1 req-8289565b-1a15-4d0b-9daa-5c401bf408aa tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Jan 19 00:56:07.050914 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f44b4b3f-ef55-42e6-955c-a6a3b763594e req-d5d61214-140d-4b10-b1a0-cd72d0082cd0 service neutron] 10.222.0.89 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352978 Jan 19 00:56:07.247651 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:07.251481 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5da16-71f6-405b-a9c5-4bb1ca47f496 None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_floatingips': [{'id': '438086d6-5859-422a-9f15-541f2eb7e3c2', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'router_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'port_id': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'mac_address': 'fa:16:3e:ac:05:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T00:50:50Z', 'updated_at': '2022-01-19T00:50:57Z', 'revision_number': 1, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:56:07.473273 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c198f40-a1dc-45b2-a498-9474abeed14c None None] New status for floating IP 128cbf96-a5f1-4bd9-aefe-ea2b170055f9: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:56:08.178358 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bc37b-6bee-4faa-b18a-0720d05fc30e req-f05d2ab5-acc9-47df-ab34-eb80ab19ed6f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:08.179718 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a96bc37b-6bee-4faa-b18a-0720d05fc30e req-f05d2ab5-acc9-47df-ab34-eb80ab19ed6f tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.0751972 Jan 19 00:56:08.224289 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-a96bc37b-6bee-4faa-b18a-0720d05fc30e req-b6d54af2-e6aa-4b72-b85c-95e0b3f1f01d tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390801 Jan 19 00:56:08.414291 n-d-825175-2 neutron-server[84543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-53b889ab-97ab-4027-bca7-8571a061611c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:08.414984 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-53b889ab-97ab-4027-bca7-8571a061611c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84543) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:56:08.426601 n-d-825175-2 neutron-server[84543]: DEBUG neutron.quota.resource [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-53b889ab-97ab-4027-bca7-8571a061611c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84543) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:56:08.427683 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-53b889ab-97ab-4027-bca7-8571a061611c tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 946 time: 0.0870275 Jan 19 00:56:08.497003 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Deleting port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b {{(pid=84543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:08.497265 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:08.727919 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.db [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] For port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b, host n-h1-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-2',level=0,port_id=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:08.728268 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:08.833847 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:08.847375 n-d-825175-2 neutron-server[84543]: DEBUG neutron.plugins.ml2.plugin [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Calling delete_port for 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b owned by compute:nova {{(pid=84543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:08.947657 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33015529'] for port, before_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:09.045504 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1444670'] for port, after_delete {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:09.205182 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event deleted for resources: {'Port': ['ID=5273f8b7-aa8e-4a63-bc56-fc89fe9f768b,revision_number=None']} {{(pid=84543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:09.244053 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.245437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.245437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.245437 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.245762 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.245856 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.246125 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.246439 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.246754 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.247069 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.247386 n-d-825175-2 neutron-server[84543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-2 {{(pid=84543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 00:56:09.289441 n-d-825175-2 neutron-server[84543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] No DVR routers for this DVR port 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b on host n-h1-825175-2 {{(pid=84543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:56:09.292643 n-d-825175-2 neutron-server[84543]: DEBUG neutron_lib.callbacks.manager [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:09.295196 n-d-825175-2 neutron-server[84543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-deleted', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b'}] {{(pid=84543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:56:09.358475 n-d-825175-2 neutron-server[84543]: INFO neutron.wsgi [req-f5d5519c-2a37-4443-8c12-ea8c9b3b8c0a req-bb3e7ae5-c1fd-4d64-a415-1b4605f07e13 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.89 "DELETE /v2.0/ports/5273f8b7-aa8e-4a63-bc56-fc89fe9f768b HTTP/1.1" status: 204 len: 173 time: 0.9261539 Jan 19 00:56:09.397130 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-1a89ee36-1932-43fa-a172-67e7273d64e6 req-528d8e40-5991-48c1-a080-fa9a606b7f9a tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=16361beb-92da-4cb6-8ff1-be985c830bc9 HTTP/1.1" status: 200 len: 210 time: 0.0465691 Jan 19 00:56:09.433262 n-d-825175-2 neutron-server[84543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16361beb-92da-4cb6-8ff1-be985c830bc9', 'name': 'network-vif-deleted', 'tag': '5273f8b7-aa8e-4a63-bc56-fc89fe9f768b', 'status': 'completed', 'code': 200} Jan 19 00:56:10.163598 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.078765 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41372) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:12.276886 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Deleting port 3b9400bf-1379-4964-980a-c1171df7dde5 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:12.277231 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.302688 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.451155 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.451479 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.572195 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Calling delete_port for 3b9400bf-1379-4964-980a-c1171df7dde5 owned by network:floatingip {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:12.774727 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:12.818736 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event deleted for resources: {'Port': ['ID=3b9400bf-1379-4964-980a-c1171df7dde5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:12.849648 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b no longer exists at agent hyperv_n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:12.882362 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] No Port match for: 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:12.882731 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Device 5273f8b7-aa8e-4a63-bc56-fc89fe9f768b not bound to the agent host n-h1-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:12.913525 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for floatingip, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:13.396957 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:56:13.594857 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:56:13.612786 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for floatingip, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:13.649455 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:56:13.672191 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3de248b6-a47c-4d04-a9c5-0a8db7a1cce5 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "DELETE /v2.0/floatingips/438086d6-5859-422a-9f15-541f2eb7e3c2 HTTP/1.1" status: 204 len: 168 time: 1.5923533 Jan 19 00:56:13.672900 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:56:13.683226 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:13.683853 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:55:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:13.729217 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'status': 'completed', 'code': 200} Jan 19 00:56:13.819561 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-19967369-1e90-4226-9de2-0b7e25018c4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be82755844f84dd3be9a5cf0215a8e91&device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 1095 time: 0.0699816 Jan 19 00:56:13.956513 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:13.964286 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-c74abe67-f31a-42d2-9564-8c1183c3cc16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:13.965809 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-c74abe67-f31a-42d2-9564-8c1183c3cc16 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 200 len: 909 time: 0.1401420 Jan 19 00:56:14.037617 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-b37ce499-4f52-4c96-8922-60c2e4a77488 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 200 len: 217 time: 0.0662172 Jan 19 00:56:14.091023 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b1d70fe-a5b3-44f6-8506-c0eb35e73d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:14.105483 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-d9bc0b69-dfb4-4c63-8532-1e2b5bdf1abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:14.107028 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-d9bc0b69-dfb4-4c63-8532-1e2b5bdf1abf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 200 len: 847 time: 0.0644224 Jan 19 00:56:14.187094 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-8bc4a688-47e6-4294-a3f8-c4d14baaeaa1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55ac1c46-6dd4-42a3-a1da-e9ba8d886910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745630 Jan 19 00:56:14.296745 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:14.300646 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:56:14.311138 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:14.311735 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:55:46Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:14.363007 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-eef01f10-e94d-49af-89bd-860d128bf551 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691284 Jan 19 00:56:14.483832 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10bcd3-8d38-4536-a140-31b61c136c5f req-fe4d006d-28fc-4d81-aa0c-4002c8310192 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:14.484500 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd10bcd3-8d38-4536-a140-31b61c136c5f req-fe4d006d-28fc-4d81-aa0c-4002c8310192 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:56:14.522971 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-34eb1dd6-49c9-481d-a105-0e12957e7fce req-89c37c5e-0098-4ff6-91c0-b8a7944a3308 service neutron] 10.222.0.83 "GET /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536791 Jan 19 00:56:14.539831 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:14.575059 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-fd10bcd3-8d38-4536-a140-31b61c136c5f req-fe4d006d-28fc-4d81-aa0c-4002c8310192 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:56:14.576195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd10bcd3-8d38-4536-a140-31b61c136c5f req-fe4d006d-28fc-4d81-aa0c-4002c8310192 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 944 time: 0.2890518 Jan 19 00:56:14.623249 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-fd10bcd3-8d38-4536-a140-31b61c136c5f req-002a7f7b-0176-4179-899d-a9788e491669 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/security-groups?id=003f2854-dc6b-4fa8-9c52-c67640dcc150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Jan 19 00:56:14.856112 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:14.860742 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62deeed8-d653-4d15-8046-60d77bb9f925 None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:50:20Z', 'revision_number': 4, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2', '_interfaces': [{'id': 'b93af17e-463c-4193-9a11-d37ddeacb695', 'name': '', 'network_id': '55ac1c46-6dd4-42a3-a1da-e9ba8d886910', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'mac_address': 'fa:16:3e:22:9c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:19Z', 'updated_at': '2022-01-19T00:50:38Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'subnets': [{'id': '1d0869d1-c948-4c48-8416-a9d6a233bcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:56:14.865412 n-d-825175-2 neutron-server[84542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb432b7-01d4-40de-b995-0618d4369625 req-79545714-8a2a-4748-8f8f-a356fb60cdbb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 00:56:14.866627 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfb432b7-01d4-40de-b995-0618d4369625 req-79545714-8a2a-4748-8f8f-a356fb60cdbb tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.83 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 944 time: 0.0824053 Jan 19 00:56:14.935799 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Deleting port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:14.936341 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:15.092483 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d8a37a-1c89-4d1b-a462-52fdb04a315d None None] New status for floating IP 438086d6-5859-422a-9f15-541f2eb7e3c2: DOWN {{(pid=84545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 19 00:56:15.286264 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] For port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a, host n-h2-825175-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-2',level=0,port_id=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:15.286620 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:15.405392 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Calling delete_port for 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a owned by compute:nova {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:15.611314 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:15.659682 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event deleted for resources: {'Port': ['ID=8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:15.738049 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] No DVR routers for this DVR port 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a on host n-h2-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:56:15.740481 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33472329'] for port, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:15.742979 n-d-825175-2 neutron-server[84542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-deleted', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a'}] {{(pid=84542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 00:56:15.793551 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2189a0a8-fe5f-48f9-9164-70677124fc2f req-0b989b18-d852-41e3-ab2c-1ebcc76d541b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Synchronizing usage tracker for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 19 00:56:15.800464 n-d-825175-2 neutron-server[84542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9d5969-e1eb-4971-a5b9-fb664c0d44f9', 'name': 'network-vif-deleted', 'tag': '8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a', 'status': 'completed', 'code': 200} Jan 19 00:56:15.812854 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-cfb432b7-01d4-40de-b995-0618d4369625 req-8abae104-9695-4c7f-9d14-9e8bc475c1ac tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.83 "DELETE /v2.0/ports/8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a HTTP/1.1" status: 204 len: 173 time: 0.9408805 Jan 19 00:56:15.868740 n-d-825175-2 neutron-server[84542]: DEBUG neutron.quota.resource [req-2189a0a8-fe5f-48f9-9164-70677124fc2f req-0b989b18-d852-41e3-ab2c-1ebcc76d541b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Unset dirty status for tenant:be82755844f84dd3be9a5cf0215a8e91 on resource:port {{(pid=84542) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 19 00:56:15.869929 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [req-2189a0a8-fe5f-48f9-9164-70677124fc2f req-0b989b18-d852-41e3-ab2c-1ebcc76d541b tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c9d5969-e1eb-4971-a5b9-fb664c0d44f9 HTTP/1.1" status: 200 len: 210 time: 0.1169958 Jan 19 00:56:16.037841 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-76637648-e07c-40a1-84a1-54b37b528cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:16.977249 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41390) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:17.045726 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.074732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.216690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.236311 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f2854-dc6b-4fa8-9c52-c67640dcc150,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:17.290908 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.324818 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.326018 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-3c5bd86e-9c79-4123-82e3-7819d133e926 tempest-TestSnapshotPattern-1067943908 tempest-TestSnapshotPattern-1067943908-project] 10.222.0.59 "DELETE /v2.0/security-groups/003f2854-dc6b-4fa8-9c52-c67640dcc150 HTTP/1.1" status: 204 len: 168 time: 0.3477776 Jan 19 00:56:17.465190 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41396) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:17.896849 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:17.977568 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:18.674407 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Deleting port b93af17e-463c-4193-9a11-d37ddeacb695 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:18.674748 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:18.842248 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] For port b93af17e-463c-4193-9a11-d37ddeacb695, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b93af17e-463c-4193-9a11-d37ddeacb695,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:18.842605 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:18.965394 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Calling delete_port for b93af17e-463c-4193-9a11-d37ddeacb695 owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:19.136281 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a no longer exists at agent hyperv_n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:19.173978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] No Port match for: 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:19.174325 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Device 8ceac4f6-0d39-42b8-b750-c2b5e5ebdc2a not bound to the agent host n-h2-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:19.205542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:19.250685 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b93af17e-463c-4193-9a11-d37ddeacb695,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:19.251133 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:19.537383 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:20.193913 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Router bea79955-bc9a-45e2-8119-03ae5517e520 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:56:20.396617 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:56:20.405761 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Sync routers for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:56:20.409963 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d7c86a90-35d1-43c9-be1d-e6574c0421bb admin admin] 10.222.0.59 "PUT /v2.0/routers/bea79955-bc9a-45e2-8119-03ae5517e520/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436343 Jan 19 00:56:20.412722 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41402) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:20.419324 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:20.419981 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:20.598433 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: n-d-825175-2 {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:20.610884 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:20.812180 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:20.878378 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Deleting port f03f1f29-1787-47c5-85ba-7e752d570477 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:20.878879 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:56:19Z', 'revision_number': 5, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port': {'id': 'f03f1f29-1787-47c5-85ba-7e752d570477', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:17Z', 'updated_at': '2022-01-19T00:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:20.879064 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:20.882978 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Checking router: bea79955-bc9a-45e2-8119-03ae5517e520 for host: n-d-825175-2 {{(pid=84544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:56:20.893813 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Routers {'bea79955-bc9a-45e2-8119-03ae5517e520'} bound to L3 agent in host n-d-825175-2 {{(pid=84544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:20.894415 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['bea79955-bc9a-45e2-8119-03ae5517e520'], 'active': True} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:21.047605 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_dvr_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] Set router bea79955-bc9a-45e2-8119-03ae5517e520 gateway port host: None {{(pid=84544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:21.056341 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] For port f03f1f29-1787-47c5-85ba-7e752d570477, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=f03f1f29-1787-47c5-85ba-7e752d570477,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:21.056808 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:21.152052 n-d-825175-2 neutron-server[84544]: DEBUG neutron.db.l3_hamode_db [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:56:20Z', 'revision_number': 6, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port_host': None}], 'n-d-825175-2', False) {} {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:21.156002 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39216a87-05ce-4038-86f1-192f7a565ec3 None None] The sync data for ids ['bea79955-bc9a-45e2-8119-03ae5517e520'] in n-d-825175-2 is: [{'id': 'bea79955-bc9a-45e2-8119-03ae5517e520', 'name': 'tempest-TestSnapshotPattern-85497641-router', 'tenant_id': 'be82755844f84dd3be9a5cf0215a8e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:16Z', 'updated_at': '2022-01-19T00:56:20Z', 'revision_number': 6, 'project_id': 'be82755844f84dd3be9a5cf0215a8e91', 'gw_port_host': None}] {{(pid=84544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:56:21.175317 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Calling delete_port for f03f1f29-1787-47c5-85ba-7e752d570477 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:21.392025 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:21.438747 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f03f1f29-1787-47c5-85ba-7e752d570477,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:21.767542 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:21.993377 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b93af17e-463c-4193-9a11-d37ddeacb695 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:22.026645 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b93af17e-463c-4193-9a11-d37ddeacb695 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:22.026893 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b93af17e-463c-4193-9a11-d37ddeacb695 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:22.034261 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.038623 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.125814 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.126452 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea79955-bc9a-45e2-8119-03ae5517e520 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:56:22.139184 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.143891 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-7ccb40ea-21ec-4375-b279-055e7f0fce1c admin admin] 10.222.0.59 "DELETE /v2.0/routers/bea79955-bc9a-45e2-8119-03ae5517e520 HTTP/1.1" status: 204 len: 168 time: 1.7266912 Jan 19 00:56:22.143891 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41408) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:22.206739 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Deleting subnet 1d0869d1-c948-4c48-8416-a9d6a233bcc5 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:56:22.209912 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.265119 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.343352 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.489292 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.532576 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0869d1-c948-4c48-8416-a9d6a233bcc5,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:22.537515 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.542658 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec85bb-85c0-45d8-960b-e22e6cf60406 None None] Network 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:56:22.544158 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-1c435f42-81cf-4841-a86c-97a36bbda661 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1d0869d1-c948-4c48-8416-a9d6a233bcc5 HTTP/1.1" status: 204 len: 168 time: 0.4003983 Jan 19 00:56:22.546597 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41412) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:22.654684 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.665396 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Deleting port d6baa1dd-759e-4c09-9f38-f98a5d9079fe {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:22.665732 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.842598 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] DHCP port deletion for 55ac1c46-6dd4-42a3-a1da-e9ba8d886910 request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:56:22.846937 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Deleting port d6baa1dd-759e-4c09-9f38-f98a5d9079fe {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:22.847429 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.867532 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] For port d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:22.867892 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:22.989602 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Calling delete_port for d6baa1dd-759e-4c09-9f38-f98a5d9079fe owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:23.044304 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] For port d6baa1dd-759e-4c09-9f38-f98a5d9079fe, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,segment=NetworkSegment(b1eade47-3afb-43d0-adbc-6906239286ee),segment_id=b1eade47-3afb-43d0-adbc-6906239286ee)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:23.044916 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.129105 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.166755 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Calling delete_port for d6baa1dd-759e-4c09-9f38-f98a5d9079fe owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:23.174417 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6baa1dd-759e-4c09-9f38-f98a5d9079fe,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:23.180645 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] No DVR routers for this DVR port d6baa1dd-759e-4c09-9f38-f98a5d9079fe on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:56:23.238044 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:56:23.238400 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:56:23.297763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.321856 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ac1c46-6dd4-42a3-a1da-e9ba8d886910']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:23.334075 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1eade47-3afb-43d0-adbc-6906239286ee') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:23.334374 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1eade47-3afb-43d0-adbc-6906239286ee') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:23.346603 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.362880 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.369024 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:56:23.369440 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:56:23.386753 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:56:23.605110 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.624065 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.630409 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ac1c46-6dd4-42a3-a1da-e9ba8d886910,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:23.663227 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f03f1f29-1787-47c5-85ba-7e752d570477 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:23.695933 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: f03f1f29-1787-47c5-85ba-7e752d570477 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:23.696278 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device f03f1f29-1787-47c5-85ba-7e752d570477 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:23.696697 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6baa1dd-759e-4c09-9f38-f98a5d9079fe no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:23.720220 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8e976cff-4c0f-4332-ab36-691dae2f4a29 admin admin] 10.222.0.59 "DELETE /v2.0/networks/55ac1c46-6dd4-42a3-a1da-e9ba8d886910 HTTP/1.1" status: 204 len: 168 time: 1.1726258 Jan 19 00:56:23.723091 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41416) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:23.730602 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: d6baa1dd-759e-4c09-9f38-f98a5d9079fe {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:23.730947 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device d6baa1dd-759e-4c09-9f38-f98a5d9079fe not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:23.739316 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Deleting port d6baa1dd-759e-4c09-9f38-f98a5d9079fe {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:23.739831 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:23.801262 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-9f992550-4851-430a-b930-6db2d4ba8e99 None None] The port 'd6baa1dd-759e-4c09-9f38-f98a5d9079fe' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:56:24.112670 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-456784'] for router_interface, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:24.688217 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Deleting port 2536b157-097d-4020-ba2f-868a32adf72a {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:24.688948 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:24.857256 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] For port 2536b157-097d-4020-ba2f-868a32adf72a, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=2536b157-097d-4020-ba2f-868a32adf72a,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:24.857614 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:24.975550 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Calling delete_port for 2536b157-097d-4020-ba2f-868a32adf72a owned by network:router_interface {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:25.382850 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:25.430381 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2536b157-097d-4020-ba2f-868a32adf72a,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:25.722690 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33029256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457401'] for router_interface, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:26.295543 n-d-825175-2 neutron-server[84542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Router 6e43a614-cb24-4b72-a040-d790ef69d8b5 has already been hosted by L3 agent c37abe95-3792-49ff-b28b-35e4093a6876 {{(pid=84542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 00:56:26.494841 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] Notify agent at l3_agent.n-d-825175-2 the message routers_updated {{(pid=84542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 00:56:26.503755 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Sync routers for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 19 00:56:26.515522 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:26.516115 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:26.555490 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-696aaf76-3c28-4c8e-8cee-c17bb750b0c1 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e43a614-cb24-4b72-a040-d790ef69d8b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8311996 Jan 19 00:56:26.558298 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41420) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:26.693544 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:26.863342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks [] for router, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:26.979518 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:56:25Z', 'revision_number': 5, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:26.983306 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Checking router: 6e43a614-cb24-4b72-a040-d790ef69d8b5 for host: n-d-825175-2 {{(pid=84545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 19 00:56:26.993661 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Routers {'6e43a614-cb24-4b72-a040-d790ef69d8b5'} bound to L3 agent in host n-d-825175-2 {{(pid=84545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 19 00:56:26.994813 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T22:48:46Z,description=,heartbeat_timestamp=2022-01-19T00:56:16Z,host='n-d-825175-2',id=c37abe95-3792-49ff-b28b-35e4093a6876,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T22:48:46Z,topic='l3_agent')) {'router_ids': ['6e43a614-cb24-4b72-a040-d790ef69d8b5'], 'active': True} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:27.059299 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:27.136820 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Deleting port 784b1535-614d-494e-b39f-d9ac0b5fc5e1 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:27.137148 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:27.168127 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_dvr_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] Set router 6e43a614-cb24-4b72-a040-d790ef69d8b5 gateway port host: n-d-825175-2 {{(pid=84545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 19 00:56:27.313768 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] For port 784b1535-614d-494e-b39f-d9ac0b5fc5e1, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=784b1535-614d-494e-b39f-d9ac0b5fc5e1,segment=NetworkSegment(c60b2ae6-0098-4944-aac8-b539ea59f634),segment_id=c60b2ae6-0098-4944-aac8-b539ea59f634)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:27.314139 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:27.434805 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Calling delete_port for 784b1535-614d-494e-b39f-d9ac0b5fc5e1 owned by network:router_gateway {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:27.449363 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.l3_hamode_db [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:56:25Z', 'revision_number': 5, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}], 'n-d-825175-2', False) {} {{(pid=84545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:27.453649 n-d-825175-2 neutron-server[84545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd57153-567d-4b34-b6aa-413d05ce9314 None None] The sync data for ids ['6e43a614-cb24-4b72-a040-d790ef69d8b5'] in n-d-825175-2 is: [{'id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'name': 'tempest-TestSnapshotPattern-300011102-router', 'tenant_id': '78dea13e207b4d81a32b6d1870428e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'external_fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:56:25Z', 'revision_number': 5, 'project_id': '78dea13e207b4d81a32b6d1870428e42', 'gw_port': {'id': '784b1535-614d-494e-b39f-d9ac0b5fc5e1', 'name': '', 'network_id': '7895e942-c10e-4f79-bb98-fecf5e5ffc44', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ec:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e43a614-cb24-4b72-a040-d790ef69d8b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78833edc-965a-4d65-8868-5a192c0db435', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T00:50:24Z', 'updated_at': '2022-01-19T00:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78833edc-965a-4d65-8868-5a192c0db435', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-2'}] {{(pid=84545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 19 00:56:27.630225 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2536b157-097d-4020-ba2f-868a32adf72a no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:27.664612 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 2536b157-097d-4020-ba2f-868a32adf72a {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:27.665269 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 2536b157-097d-4020-ba2f-868a32adf72a not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:27.700434 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:27.746154 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Pushing event deleted for resources: {'Port': ['ID=784b1535-614d-494e-b39f-d9ac0b5fc5e1,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:27.968763 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457333'] for router_gateway, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.220721 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-443105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-65283'] for router, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.224756 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.325060 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-443037'] for router, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.325606 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e43a614-cb24-4b72-a040-d790ef69d8b5 {{(pid=84542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 00:56:28.339153 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] Notify callbacks [] for router, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.342785 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-8f6209cc-f156-41a8-8110-9c3bbb964971 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6e43a614-cb24-4b72-a040-d790ef69d8b5 HTTP/1.1" status: 204 len: 168 time: 1.7811425 Jan 19 00:56:28.343110 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41424) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:28.514160 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Deleting subnet 6c2c94e5-b90e-421a-9485-abb06421db97 {{(pid=84542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 19 00:56:28.517097 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.566497 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1947784'] for subnet, precommit_delete_associations {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.651954 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33009675'] for subnet, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.794470 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33009682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1772487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1657153'] for subnet, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.833013 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2c94e5-b90e-421a-9485-abb06421db97,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:28.841021 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.849968 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc169236-4735-4c6b-ab8c-4d2b69012328 None None] Network b44f22ac-7ada-420d-819a-9bc26318f02c requested from n-d-825175-2 {{(pid=84544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 19 00:56:28.850494 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-83a60da1-7ddd-4b84-9bfe-505335391ae0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6c2c94e5-b90e-421a-9485-abb06421db97 HTTP/1.1" status: 204 len: 168 time: 0.5034029 Jan 19 00:56:28.850494 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41428) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:28.962257 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32937961'] for network, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:28.973101 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Deleting port b828a481-aa02-41c2-b695-4dd56a995e12 {{(pid=84542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:28.973758 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.124940 n-d-825175-2 neutron-server[84544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] DHCP port deletion for b44f22ac-7ada-420d-819a-9bc26318f02c request from n-d-825175-2 {{(pid=84544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 19 00:56:29.129195 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Deleting port b828a481-aa02-41c2-b695-4dd56a995e12 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:29.129565 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.193103 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.db [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] For port b828a481-aa02-41c2-b695-4dd56a995e12, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b828a481-aa02-41c2-b695-4dd56a995e12,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:29.193459 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.313630 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.plugin [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Calling delete_port for b828a481-aa02-41c2-b695-4dd56a995e12 owned by network:dhcp {{(pid=84542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:29.329532 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.db [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] For port b828a481-aa02-41c2-b695-4dd56a995e12, host n-d-825175-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-2',level=0,port_id=b828a481-aa02-41c2-b695-4dd56a995e12,segment=NetworkSegment(13b7563a-ed51-45ba-8761-72d911c179d9),segment_id=13b7563a-ed51-45ba-8761-72d911c179d9)] {{(pid=84544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 00:56:29.329846 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33085478'] for port, precommit_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.449670 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Calling delete_port for b828a481-aa02-41c2-b695-4dd56a995e12 owned by network:dhcp {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 19 00:56:29.462511 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33015161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33403488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750542754542', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750542396380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1638964'] for port, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.507176 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Pushing event deleted for resources: {'Port': ['ID=b828a481-aa02-41c2-b695-4dd56a995e12,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:29.513917 n-d-825175-2 neutron-server[84542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] No DVR routers for this DVR port b828a481-aa02-41c2-b695-4dd56a995e12 on host n-d-825175-2 {{(pid=84542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 00:56:29.516796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.db.api [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 00:56:29.517192 n-d-825175-2 neutron-server[84544]: DEBUG oslo_db.api [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 00:56:29.627914 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33012354', 'neutron.services.segments.db._delete_segments_for_network-8750542830300'] for network, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.653441 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44f22ac-7ada-420d-819a-9bc26318f02c']}} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:29.664329 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b828a481-aa02-41c2-b695-4dd56a995e12 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:29.666936 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b7563a-ed51-45ba-8761-72d911c179d9') {'for_net_delete': True} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:29.667239 n-d-825175-2 neutron-server[84542]: DEBUG neutron.services.segments.db [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b7563a-ed51-45ba-8761-72d911c179d9') {} {{(pid=84542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 00:56:29.678653 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750542830183', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1947779'] for segment, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.694358 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33017777'] for segment, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.699855 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: b828a481-aa02-41c2-b695-4dd56a995e12 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:29.700205 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device b828a481-aa02-41c2-b695-4dd56a995e12 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:29.701808 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 784b1535-614d-494e-b39f-d9ac0b5fc5e1 no longer exists at agent ovs-agent-n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 19 00:56:29.702077 n-d-825175-2 neutron-server[84542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 19 00:56:29.702273 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33017766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1639009'] for segment, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: Traceback (most recent call last): Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: timer() Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: cb(*args, **kw) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: return func(*args, **kwargs) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: self._notify() Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: self.callback(batched_events) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: event.method(event) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: return f(self, *a, **k) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: return self._get(url).json() Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: return self.request(url, 'GET', **kwargs) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 00:56:29.716369 n-d-825175-2 neutron-server[84542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 00:56:29.762856 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] No Port match for: 784b1535-614d-494e-b39f-d9ac0b5fc5e1 {{(pid=84544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 19 00:56:29.763204 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.rpc [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Device 784b1535-614d-494e-b39f-d9ac0b5fc5e1 not bound to the agent host n-d-825175-2 {{(pid=84544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 19 00:56:29.851040 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33012365', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33029127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457296'] for network, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.856004 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Notify callbacks [] for network, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:29.878401 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] Pushing event deleted for resources: {'Network': ['ID=b44f22ac-7ada-420d-819a-9bc26318f02c,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:29.887296 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-f33b9502-1681-4c6b-aaba-b408b354604f admin admin] 10.222.0.59 "DELETE /v2.0/networks/b44f22ac-7ada-420d-819a-9bc26318f02c HTTP/1.1" status: 204 len: 168 time: 1.0362201 Jan 19 00:56:30.018986 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Deleting port b828a481-aa02-41c2-b695-4dd56a995e12 {{(pid=84544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 19 00:56:30.019508 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750542894385'] for port, before_delete {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:30.083311 n-d-825175-2 neutron-server[84544]: DEBUG neutron.plugins.ml2.plugin [None req-5d38203f-897d-484d-a4d8-fe3ed70c98b1 None None] The port 'b828a481-aa02-41c2-b695-4dd56a995e12' was deleted {{(pid=84544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 19 00:56:30.193349 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41434) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:30.242961 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-02f690aa-1647-4169-b37c-40da8ff56c01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be82755844f84dd3be9a5cf0215a8e91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484567 Jan 19 00:56:30.246218 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41438) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:30.307975 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:30.335342 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:30.465796 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:30.482539 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb65e0-526d-4621-8afb-7f3911423ab2,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:30.489520 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:30.491195 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-d47e945a-4d0e-47e8-90ca-120edcf4acfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cafb65e0-526d-4621-8afb-7f3911423ab2 HTTP/1.1" status: 204 len: 168 time: 0.2436330 Jan 19 00:56:31.171303 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41446) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:31.221699 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-bda3b110-3c82-48bf-ac05-d29d3323c43f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78dea13e207b4d81a32b6d1870428e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492399 Jan 19 00:56:31.224250 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [-] (84542) accepted ('10.222.0.59', 41450) {{(pid=84542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 19 00:56:31.283373 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:31.309293 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:31.425938 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332073'] for security_group, after_delete {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:31.440023 n-d-825175-2 neutron-server[84542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d0c5f-96f3-45ec-8633-0edb4a4b452f,revision_number=None']} {{(pid=84542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 00:56:31.446163 n-d-825175-2 neutron-server[84542]: DEBUG neutron_lib.callbacks.manager [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:31.447275 n-d-825175-2 neutron-server[84542]: INFO neutron.wsgi [None req-e2f8618c-2142-4736-a30e-525184f68f0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/362d0c5f-96f3-45ec-8633-0edb4a4b452f HTTP/1.1" status: 204 len: 168 time: 0.2221076 Jan 19 00:56:35.911952 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:56:40.169233 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:42.285254 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:44.002645 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1b04075e-d146-409b-b9b3-63e917638248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:46.050611 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f21a28ea-8558-43d5-ad70-0b259639d4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:47.308507 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:47.894293 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:56:49.265662 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:10.176056 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:12.353368 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:12.912402 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:57:13.998725 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d0baa141-96a1-4b26-98c1-c166ad3582dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:16.030608 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-4413648c-ebd7-4583-b323-0a94d8403bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:17.316027 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:17.922278 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:19.282022 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:40.198820 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:42.353228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:43.986977 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae794-c289-4494-9b4a-8a8d83447547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:46.032687 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f47a4a64-cc32-4c17-8d66-f810b7082f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:47.318276 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:47.895454 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:49.243749 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:57:49.913432 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:58:10.192238 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:12.403357 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:13.986864 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5026674a-7a9e-43f9-b9e5-c4efcbee3d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:16.031960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f5c86cb8-7e24-4bfc-8b7e-4409dea47b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:17.315335 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:17.912164 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:19.278160 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:26.913952 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:58:40.192014 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:42.420179 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:43.989128 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-79ef654a-4fde-47c4-aec7-adb7a883318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:46.063198 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-257431cc-9429-4e80-9d7d-65cc839d41c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:47.323986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:47.906228 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:58:49.251588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:03.914310 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:59:10.199692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:12.348514 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:14.039876 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f5327aab-e180-466c-a9d5-67c08d417b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:16.039604 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-f6aa26a9-6d2a-41e1-ade5-5443ccfab0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:17.319490 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:17.911199 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:19.253747 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:40.200306 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:40.914827 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 00:59:42.396303 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:43.991045 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a15542ce-f586-452e-afc4-c3b53733fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:46.044588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5cc8796d-e705-4cac-bc3c-1e174e9c1974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:47.290803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:47.919362 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 00:59:49.317073 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:10.192764 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:12.356292 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:13.996086 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-3931995c-abbf-416c-ba3b-c3c065d80841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:16.021258 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-996a4e97-933b-4bb7-ae8e-9e3dc87e30a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:17.289778 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:17.915177 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:00:17.921943 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:19.272780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:40.203960 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:42.378626 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:43.995607 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-9b9d06cf-bdf3-4a7b-aaf5-450568eb9307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:46.054803 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-cef3a6c5-7181-4eed-92ca-decce22cfe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:47.323806 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:47.906780 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:49.260986 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:00:54.915724 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:01:10.195204 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:12.372144 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:13.986114 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-37de5398-da00-401e-9b75-69ce5595f2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:16.037518 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-6ad7ba89-a910-420a-9551-3983a2915c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:17.300491 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:17.915129 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:19.263941 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:31.916775 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:01:40.197319 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:42.388908 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:43.986218 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c72d0f5f-dae5-43d9-b68b-e7bf627a5f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:46.035216 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-7ba62efe-9a2e-4e69-a2c6-ea2dabc0c212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:47.288546 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:47.916928 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:01:49.282597 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:08.916933 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:02:10.196284 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:12.396588 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:13.984616 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ea893da7-df15-49a6-9c38-20e0209d3e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:16.030680 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf78a-e425-4516-9ff5-446c47215781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:17.299683 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:17.925857 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:19.274497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:40.196049 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:42.395375 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:43.995434 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ca4f70b0-c2c0-4639-a633-b61854377e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:44.010016 n-d-825175-2 neutron-server[84542]: DEBUG neutron.wsgi [req-2937401a-f92e-414f-a14e-39ecceae5535 req-72a79c1e-7490-48b0-9eb3-60c62c8a721e service neutron] (84542) timed out ('10.222.0.59', 35744) {{(pid=84542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 19 01:02:45.917149 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:02:46.030004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-a846d85c-4fa1-4596-a294-cd20320272ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:47.298739 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:47.944315 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:02:49.291178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:10.183851 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:12.389747 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:13.983992 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8206-d5c0-4fbe-a9d0-e620b3e96d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:16.027791 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-d2373f43-f740-4ca4-bd2f-3ea5c5fd7de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:17.297796 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:17.930694 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:19.286706 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:22.916789 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:03:40.193015 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:42.398783 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:44.000458 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-90d95fb9-68d2-451d-84c8-8a69b089e2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:46.027692 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-12de7e98-1de6-4dcc-b136-20e388ee9729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:47.296320 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:47.930285 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:49.285004 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:03:59.916856 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:04:10.234163 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:12.388036 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:13.982767 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-bec41398-167f-459e-99b7-9f059f9393d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:16.022773 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-02069ac8-54f5-48ea-acef-1d6aa9c83173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:17.302567 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:17.936847 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:19.296460 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:36.917094 n-d-825175-2 neutron-server[84545]: DEBUG neutron.db.agents_db [None req-9b15f455-5db8-4bb3-ab85-08ba61d93968 None None] Agent healthcheck: found 7 active agents {{(pid=84545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 19 01:04:40.227497 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:42.409478 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-e0c52529-35cf-49d7-aa19-1c110a6a8e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:43.999088 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-c56d9148-230a-4e13-8d91-4e9d48af2abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:46.055083 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-edd9e752-e268-4ae5-ba15-7578fad6268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:47.302068 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-b2b273e7-4cdf-4a90-8de8-1e79e0c42da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:47.919186 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-8784bd42-b142-4a04-93a4-d3e559b945f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:04:49.267416 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-5e9990b4-987f-4989-acfb-d55b7fe20662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 19 01:05:10.233178 n-d-825175-2 neutron-server[84544]: DEBUG neutron_lib.callbacks.manager [None req-1c628dc3-1525-4655-8797-c64b0f472abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750542830282', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33011842'] for agent, after_update {{(pid=84544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}